diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,69776 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.696580735627225,
+  "global_step": 400000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.9042,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2571,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2053,
+      "step": 150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1763,
+      "step": 200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1576,
+      "step": 250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1429,
+      "step": 300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1367,
+      "step": 350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1285,
+      "step": 400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1244,
+      "step": 450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.118,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1149,
+      "step": 550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.11,
+      "step": 600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1069,
+      "step": 650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1043,
+      "step": 700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1022,
+      "step": 750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0989,
+      "step": 800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0974,
+      "step": 850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0958,
+      "step": 900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0947,
+      "step": 950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0923,
+      "step": 1000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0916,
+      "step": 1050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0905,
+      "step": 1100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0903,
+      "step": 1150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0889,
+      "step": 1200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0872,
+      "step": 1250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0866,
+      "step": 1300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0853,
+      "step": 1350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0846,
+      "step": 1400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0837,
+      "step": 1450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.083,
+      "step": 1500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0829,
+      "step": 1550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0819,
+      "step": 1600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0814,
+      "step": 1650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0811,
+      "step": 1700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0794,
+      "step": 1750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0795,
+      "step": 1800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0788,
+      "step": 1850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0788,
+      "step": 1900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0779,
+      "step": 1950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0764,
+      "step": 2000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0771,
+      "step": 2050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0773,
+      "step": 2100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0759,
+      "step": 2150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0758,
+      "step": 2200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.075,
+      "step": 2250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0756,
+      "step": 2300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0745,
+      "step": 2350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0744,
+      "step": 2400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.074,
+      "step": 2450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0736,
+      "step": 2500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0734,
+      "step": 2550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0725,
+      "step": 2600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0722,
+      "step": 2650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0726,
+      "step": 2700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0718,
+      "step": 2750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0718,
+      "step": 2800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0708,
+      "step": 2850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0713,
+      "step": 2900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0706,
+      "step": 2950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0701,
+      "step": 3000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0699,
+      "step": 3050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0703,
+      "step": 3100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0693,
+      "step": 3150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.069,
+      "step": 3200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0696,
+      "step": 3250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0684,
+      "step": 3300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0691,
+      "step": 3350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0686,
+      "step": 3400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0685,
+      "step": 3450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0678,
+      "step": 3500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0677,
+      "step": 3550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0673,
+      "step": 3600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0676,
+      "step": 3650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0671,
+      "step": 3700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0671,
+      "step": 3750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0669,
+      "step": 3800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0666,
+      "step": 3850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0665,
+      "step": 3900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0659,
+      "step": 3950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0661,
+      "step": 4000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0657,
+      "step": 4050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0661,
+      "step": 4100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0652,
+      "step": 4150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0649,
+      "step": 4200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0654,
+      "step": 4250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0652,
+      "step": 4300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0655,
+      "step": 4350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0649,
+      "step": 4400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0649,
+      "step": 4450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0646,
+      "step": 4500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0642,
+      "step": 4550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0644,
+      "step": 4600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0639,
+      "step": 4650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0637,
+      "step": 4700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0636,
+      "step": 4750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0638,
+      "step": 4800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0639,
+      "step": 4850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0631,
+      "step": 4900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0634,
+      "step": 4950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0,
+      "loss": 0.0638,
+      "step": 5000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7263316831012874,
+      "eval_af_ud_pr_auc": 0.9968329099396684,
+      "eval_am_opus100_pr_auc": 0.27353561542496685,
+      "eval_ar_ersatz_pr_auc": 0.9333913693524968,
+      "eval_ar_opus100_pr_auc": 0.6036276425958974,
+      "eval_ar_ud_pr_auc": 0.7612757798810383,
+      "eval_average_ersatz_pr_auc": 0.9420544639022169,
+      "eval_average_opus100_pr_auc": 0.739111695317888,
+      "eval_average_ud_pr_auc": 0.9263458955802771,
+      "eval_az_opus100_pr_auc": 0.6545954093937479,
+      "eval_be_opus100_pr_auc": 0.6024535968464368,
+      "eval_be_ud_pr_auc": 0.8751228422380397,
+      "eval_bg_opus100_pr_auc": 0.8987636630817398,
+      "eval_bg_ud_pr_auc": 0.9743989969784957,
+      "eval_bn_opus100_pr_auc": 0.7284018463982429,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8279474751580551,
+      "eval_ca_ud_pr_auc": 0.992690034241132,
+      "eval_ceb_ud_pr_auc": 0.9995906306950666,
+      "eval_cs_ersatz_pr_auc": 0.9615601946019701,
+      "eval_cs_opus100_pr_auc": 0.8411416721390315,
+      "eval_cs_ud_pr_auc": 0.9114713716481002,
+      "eval_cy_opus100_pr_auc": 0.6723846244382925,
+      "eval_cy_ud_pr_auc": 0.9924043313792259,
+      "eval_da_opus100_pr_auc": 0.869529003001879,
+      "eval_da_ud_pr_auc": 0.9251853677768315,
+      "eval_de_ersatz_pr_auc": 0.9645154397067396,
+      "eval_de_opus100_pr_auc": 0.7372359274375395,
+      "eval_de_ud_pr_auc": 0.9359281872316394,
+      "eval_el_opus100_pr_auc": 0.8354237110698509,
+      "eval_el_ud_pr_auc": 0.9841466704018919,
+      "eval_en_ersatz_pr_auc": 0.955918908683054,
+      "eval_en_opus100_pr_auc": 0.8659399835253224,
+      "eval_en_ud_pr_auc": 0.9198828024774143,
+      "eval_eo_opus100_pr_auc": 0.8787891382978661,
+      "eval_es_ersatz_pr_auc": 0.9815687673669106,
+      "eval_es_opus100_pr_auc": 0.8594554190890021,
+      "eval_es_ud_pr_auc": 0.9847709289154903,
+      "eval_et_ersatz_pr_auc": 0.9561137554548264,
+      "eval_et_opus100_pr_auc": 0.8338160288136703,
+      "eval_et_ud_pr_auc": 0.8926726083989228,
+      "eval_eu_opus100_pr_auc": 0.8336346280415949,
+      "eval_eu_ud_pr_auc": 0.9889271201794174,
+      "eval_fa_opus100_pr_auc": 0.4916824075618958,
+      "eval_fa_ud_pr_auc": 0.9973340953170446,
+      "eval_fi_ersatz_pr_auc": 0.9745622679770868,
+      "eval_fi_opus100_pr_auc": 0.8884836781934733,
+      "eval_fi_ud_pr_auc": 0.8709734472589067,
+      "eval_fr_ersatz_pr_auc": 0.9776398954800914,
+      "eval_fr_opus100_pr_auc": 0.8484173396971307,
+      "eval_fr_ud_pr_auc": 0.9188546259469927,
+      "eval_fy_opus100_pr_auc": 0.6171625643759482,
+      "eval_ga_opus100_pr_auc": 0.798086651210828,
+      "eval_ga_ud_pr_auc": 0.8922889938532373,
+      "eval_gd_opus100_pr_auc": 0.4711783566723919,
+      "eval_gd_ud_pr_auc": 0.5719442714738486,
+      "eval_gl_opus100_pr_auc": 0.8261654690531929,
+      "eval_gl_ud_pr_auc": 0.968769183488052,
+      "eval_gu_ersatz_pr_auc": 0.8874291658218113,
+      "eval_gu_opus100_pr_auc": 0.5349252902278478,
+      "eval_ha_opus100_pr_auc": 0.8693630970595773,
+      "eval_he_opus100_pr_auc": 0.7687363257631705,
+      "eval_he_ud_pr_auc": 0.928737757412318,
+      "eval_hi_ersatz_pr_auc": 0.8922884291257352,
+      "eval_hi_opus100_pr_auc": 0.5360320803673202,
+      "eval_hi_ud_pr_auc": 0.9591837132931347,
+      "eval_hu_opus100_pr_auc": 0.879000075647436,
+      "eval_hu_ud_pr_auc": 0.9882393539240204,
+      "eval_hy_opus100_pr_auc": 0.8259432556593151,
+      "eval_hy_ud_pr_auc": 0.9387641952741782,
+      "eval_id_opus100_pr_auc": 0.8304305512972444,
+      "eval_id_ud_pr_auc": 0.9793653360750957,
+      "eval_ig_opus100_pr_auc": 0.788307405656824,
+      "eval_is_opus100_pr_auc": 0.8945356252980161,
+      "eval_is_ud_pr_auc": 0.759334049219889,
+      "eval_it_opus100_pr_auc": 0.7981833868314634,
+      "eval_it_ud_pr_auc": 0.9793677909909598,
+      "eval_ja_ersatz_pr_auc": 0.9060130393446273,
+      "eval_ja_opus100_pr_auc": 0.6218878075526357,
+      "eval_ja_ud_pr_auc": 0.9761772700372645,
+      "eval_jv_ud_pr_auc": 0.9686295326451666,
+      "eval_ka_opus100_pr_auc": 0.847401898818395,
+      "eval_kk_ersatz_pr_auc": 0.9702750654129914,
+      "eval_kk_opus100_pr_auc": 0.7373184478131546,
+      "eval_kk_ud_pr_auc": 0.9809969669561419,
+      "eval_km_ersatz_pr_auc": 0.860788109303904,
+      "eval_km_opus100_pr_auc": 0.5062920811371362,
+      "eval_kn_opus100_pr_auc": 0.4146197437198536,
+      "eval_ko_opus100_pr_auc": 0.6306667801776172,
+      "eval_ko_ud_pr_auc": 0.9936887876655424,
+      "eval_ku_opus100_pr_auc": 0.6941550227338186,
+      "eval_ky_opus100_pr_auc": 0.7319226410854818,
+      "eval_la_ud_pr_auc": 0.9033608050080361,
+      "eval_loss": 0.06317038089036942,
+      "eval_lt_ersatz_pr_auc": 0.9365358474823171,
+      "eval_lt_opus100_pr_auc": 0.7995122700212678,
+      "eval_lt_ud_pr_auc": 0.9186470314022811,
+      "eval_lv_ersatz_pr_auc": 0.9611694284155724,
+      "eval_lv_opus100_pr_auc": 0.8015804561556024,
+      "eval_lv_ud_pr_auc": 0.9595097196904732,
+      "eval_mg_opus100_pr_auc": 0.8519381657206992,
+      "eval_mk_opus100_pr_auc": 0.8693404682851763,
+      "eval_ml_opus100_pr_auc": 0.7114516106311706,
+      "eval_mn_opus100_pr_auc": 0.9177360110319057,
+      "eval_mr_opus100_pr_auc": 0.8327983378108327,
+      "eval_mr_ud_pr_auc": 0.8991089403198744,
+      "eval_ms_opus100_pr_auc": 0.8130077511470462,
+      "eval_mt_opus100_pr_auc": 0.7115632854440994,
+      "eval_mt_ud_pr_auc": 0.8143309118941582,
+      "eval_my_opus100_pr_auc": 0.4719745017880386,
+      "eval_ne_opus100_pr_auc": 0.4688587704210673,
+      "eval_nl_opus100_pr_auc": 0.8107716521914806,
+      "eval_nl_ud_pr_auc": 0.9414545870346598,
+      "eval_no_opus100_pr_auc": 0.9026571284933952,
+      "eval_no_ud_pr_auc": 0.9765823539533478,
+      "eval_pa_opus100_pr_auc": 0.48728116562667156,
+      "eval_pl_ersatz_pr_auc": 0.9439254595795036,
+      "eval_pl_opus100_pr_auc": 0.8435576837850162,
+      "eval_pl_ud_pr_auc": 0.9046987481789983,
+      "eval_ps_ersatz_pr_auc": 0.9520919553808159,
+      "eval_ps_opus100_pr_auc": 0.5491621995076778,
+      "eval_pt_opus100_pr_auc": 0.8672103459198804,
+      "eval_pt_ud_pr_auc": 0.972384868641194,
+      "eval_ro_ersatz_pr_auc": 0.9694514089974252,
+      "eval_ro_opus100_pr_auc": 0.8742746757463884,
+      "eval_ro_ud_pr_auc": 0.964312130019589,
+      "eval_ru_ersatz_pr_auc": 0.9566192143625596,
+      "eval_ru_opus100_pr_auc": 0.8329330866658663,
+      "eval_ru_ud_pr_auc": 0.8731298954164428,
+      "eval_runtime": 372.0048,
+      "eval_samples_per_second": 202.858,
+      "eval_si_opus100_pr_auc": 0.7647133486047059,
+      "eval_sk_opus100_pr_auc": 0.873961725135893,
+      "eval_sk_ud_pr_auc": 0.9404830131434266,
+      "eval_sl_opus100_pr_auc": 0.8577941736551311,
+      "eval_sl_ud_pr_auc": 0.9844459406936258,
+      "eval_sq_opus100_pr_auc": 0.8405206174748839,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.893825553563289,
+      "eval_sr_ud_pr_auc": 0.9810242699964833,
+      "eval_steps_per_second": 0.793,
+      "eval_sv_opus100_pr_auc": 0.8710959030940914,
+      "eval_sv_ud_pr_auc": 0.9030561970850494,
+      "eval_ta_ersatz_pr_auc": 0.9628346680708681,
+      "eval_ta_opus100_pr_auc": 0.4779155130875446,
+      "eval_ta_ud_pr_auc": 0.9957029171089401,
+      "eval_te_opus100_pr_auc": 0.7630081015242026,
+      "eval_tg_opus100_pr_auc": 0.8105602617734445,
+      "eval_th_opus100_pr_auc": 0.6245097089215572,
+      "eval_th_ud_pr_auc": 0.43392839240597303,
+      "eval_tr_ersatz_pr_auc": 0.902516697795158,
+      "eval_tr_opus100_pr_auc": 0.8904592175639118,
+      "eval_tr_ud_pr_auc": 0.8960921431862153,
+      "eval_uk_opus100_pr_auc": 0.8023867112430967,
+      "eval_uk_ud_pr_auc": 0.9577442073699362,
+      "eval_ur_opus100_pr_auc": 0.41352208076809,
+      "eval_ur_ud_pr_auc": 0.9829080835842922,
+      "eval_uz_opus100_pr_auc": 0.6861997603260674,
+      "eval_vi_opus100_pr_auc": 0.8606929987528301,
+      "eval_vi_ud_pr_auc": 0.909984444818798,
+      "eval_xh_opus100_pr_auc": 0.8257420617575667,
+      "eval_yi_opus100_pr_auc": 0.4619618183323417,
+      "eval_yo_opus100_pr_auc": 0.6552590861942412,
+      "eval_yo_ud_pr_auc": 0.8962758193437532,
+      "eval_zh_ersatz_pr_auc": 0.917989118132309,
+      "eval_zh_opus100_pr_auc": 0.6822991909756718,
+      "eval_zh_ud_pr_auc": 0.9846006745660755,
+      "eval_zu_opus100_pr_auc": 0.7392165654593902,
+      "step": 5000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.0000000000000002e-06,
+      "learning_rate_adapter": 1.0000000000000002e-06,
+      "loss": 0.0629,
+      "step": 5050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0631,
+      "step": 5100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0629,
+      "step": 5150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0623,
+      "step": 5200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.0621,
+      "step": 5250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0628,
+      "step": 5300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0623,
+      "step": 5350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0616,
+      "step": 5400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0612,
+      "step": 5450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.061,
+      "step": 5500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0606,
+      "step": 5550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0602,
+      "step": 5600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0603,
+      "step": 5650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0602,
+      "step": 5700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0595,
+      "step": 5750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0591,
+      "step": 5800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0594,
+      "step": 5850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0591,
+      "step": 5900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0591,
+      "step": 5950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0591,
+      "step": 6000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0587,
+      "step": 6050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0583,
+      "step": 6100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0577,
+      "step": 6150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0572,
+      "step": 6200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0576,
+      "step": 6250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0574,
+      "step": 6300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.057,
+      "step": 6350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0565,
+      "step": 6400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0567,
+      "step": 6450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0564,
+      "step": 6500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0564,
+      "step": 6550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0564,
+      "step": 6600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0565,
+      "step": 6650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0554,
+      "step": 6700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0551,
+      "step": 6750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0555,
+      "step": 6800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0551,
+      "step": 6850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0556,
+      "step": 6900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0545,
+      "step": 6950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0543,
+      "step": 7000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0544,
+      "step": 7050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0543,
+      "step": 7100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0542,
+      "step": 7150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0534,
+      "step": 7200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0533,
+      "step": 7250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0536,
+      "step": 7300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0533,
+      "step": 7350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0531,
+      "step": 7400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0529,
+      "step": 7450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0527,
+      "step": 7500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0527,
+      "step": 7550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0525,
+      "step": 7600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.052,
+      "step": 7650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.052,
+      "step": 7700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0516,
+      "step": 7750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0514,
+      "step": 7800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0516,
+      "step": 7850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.0515,
+      "step": 7900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0511,
+      "step": 7950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0515,
+      "step": 8000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0508,
+      "step": 8050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0506,
+      "step": 8100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0507,
+      "step": 8150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0504,
+      "step": 8200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.05,
+      "step": 8250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.0506,
+      "step": 8300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0502,
+      "step": 8350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0502,
+      "step": 8400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.0497,
+      "step": 8450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0499,
+      "step": 8500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0497,
+      "step": 8550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.0495,
+      "step": 8600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.049,
+      "step": 8650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.049,
+      "step": 8700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.049,
+      "step": 8750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0488,
+      "step": 8800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0489,
+      "step": 8850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0488,
+      "step": 8900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0485,
+      "step": 8950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0481,
+      "step": 9000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0484,
+      "step": 9050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0481,
+      "step": 9100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0478,
+      "step": 9150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0477,
+      "step": 9200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0475,
+      "step": 9250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0476,
+      "step": 9300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0474,
+      "step": 9350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0478,
+      "step": 9400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0476,
+      "step": 9450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0471,
+      "step": 9500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0468,
+      "step": 9550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0473,
+      "step": 9600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0467,
+      "step": 9650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0469,
+      "step": 9700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0468,
+      "step": 9750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0471,
+      "step": 9800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0464,
+      "step": 9850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0468,
+      "step": 9900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0463,
+      "step": 9950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0001,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.046,
+      "step": 10000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.7496451300426276,
+      "eval_af_ud_pr_auc": 0.9960724494238142,
+      "eval_am_opus100_pr_auc": 0.3138958316040724,
+      "eval_ar_ersatz_pr_auc": 0.9323814651218757,
+      "eval_ar_opus100_pr_auc": 0.6511910702841684,
+      "eval_ar_ud_pr_auc": 0.7733321612062545,
+      "eval_average_ersatz_pr_auc": 0.9530241526145494,
+      "eval_average_opus100_pr_auc": 0.7833713106408621,
+      "eval_average_ud_pr_auc": 0.9402484659029533,
+      "eval_az_opus100_pr_auc": 0.5777085751732679,
+      "eval_be_opus100_pr_auc": 0.6679360694767926,
+      "eval_be_ud_pr_auc": 0.8882156540136477,
+      "eval_bg_opus100_pr_auc": 0.9072216734092913,
+      "eval_bg_ud_pr_auc": 0.9892696945436849,
+      "eval_bn_opus100_pr_auc": 0.7420058615435958,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8632479530286596,
+      "eval_ca_ud_pr_auc": 0.9890545636770082,
+      "eval_ceb_ud_pr_auc": 0.9977581361272279,
+      "eval_cs_ersatz_pr_auc": 0.9701832725288668,
+      "eval_cs_opus100_pr_auc": 0.8625588122260882,
+      "eval_cs_ud_pr_auc": 0.9297428499770197,
+      "eval_cy_opus100_pr_auc": 0.7071435195609739,
+      "eval_cy_ud_pr_auc": 0.9956567622846152,
+      "eval_da_opus100_pr_auc": 0.8675589723074711,
+      "eval_da_ud_pr_auc": 0.9656451625863356,
+      "eval_de_ersatz_pr_auc": 0.9553837884585494,
+      "eval_de_opus100_pr_auc": 0.8151042857103094,
+      "eval_de_ud_pr_auc": 0.9630314167574374,
+      "eval_el_opus100_pr_auc": 0.9040738520880299,
+      "eval_el_ud_pr_auc": 0.9918634470282136,
+      "eval_en_ersatz_pr_auc": 0.9791538742516611,
+      "eval_en_opus100_pr_auc": 0.8920525012558846,
+      "eval_en_ud_pr_auc": 0.9312193062645573,
+      "eval_eo_opus100_pr_auc": 0.9013381266798707,
+      "eval_es_ersatz_pr_auc": 0.9905262469462681,
+      "eval_es_opus100_pr_auc": 0.8932871534839102,
+      "eval_es_ud_pr_auc": 0.9837375825823598,
+      "eval_et_ersatz_pr_auc": 0.9716120465137315,
+      "eval_et_opus100_pr_auc": 0.8565893845270425,
+      "eval_et_ud_pr_auc": 0.9157092135394996,
+      "eval_eu_opus100_pr_auc": 0.8508800886652587,
+      "eval_eu_ud_pr_auc": 0.9921990894996229,
+      "eval_fa_opus100_pr_auc": 0.5157330080226995,
+      "eval_fa_ud_pr_auc": 0.9921791916776186,
+      "eval_fi_ersatz_pr_auc": 0.9725585579106196,
+      "eval_fi_opus100_pr_auc": 0.8921372259584205,
+      "eval_fi_ud_pr_auc": 0.9533571595336657,
+      "eval_fr_ersatz_pr_auc": 0.9851812852665222,
+      "eval_fr_opus100_pr_auc": 0.8831206960491998,
+      "eval_fr_ud_pr_auc": 0.971696216022925,
+      "eval_fy_opus100_pr_auc": 0.691927439261235,
+      "eval_ga_opus100_pr_auc": 0.8500159153239859,
+      "eval_ga_ud_pr_auc": 0.8100196404893709,
+      "eval_gd_opus100_pr_auc": 0.5082324280751197,
+      "eval_gd_ud_pr_auc": 0.6557287835778397,
+      "eval_gl_opus100_pr_auc": 0.8691630463623974,
+      "eval_gl_ud_pr_auc": 0.977898780101987,
+      "eval_gu_ersatz_pr_auc": 0.9358695897623948,
+      "eval_gu_opus100_pr_auc": 0.6380571095718043,
+      "eval_ha_opus100_pr_auc": 0.8864666768038174,
+      "eval_he_opus100_pr_auc": 0.8242014317792955,
+      "eval_he_ud_pr_auc": 0.9448952604980668,
+      "eval_hi_ersatz_pr_auc": 0.9454995312778899,
+      "eval_hi_opus100_pr_auc": 0.584524194780018,
+      "eval_hi_ud_pr_auc": 0.9842289343369066,
+      "eval_hu_opus100_pr_auc": 0.8978112627397092,
+      "eval_hu_ud_pr_auc": 0.9687214719639055,
+      "eval_hy_opus100_pr_auc": 0.8836713687413849,
+      "eval_hy_ud_pr_auc": 0.9466130515323865,
+      "eval_id_opus100_pr_auc": 0.8676094912353814,
+      "eval_id_ud_pr_auc": 0.9809567420667491,
+      "eval_ig_opus100_pr_auc": 0.8461584815728915,
+      "eval_is_opus100_pr_auc": 0.9184167643545704,
+      "eval_is_ud_pr_auc": 0.8531117751331903,
+      "eval_it_opus100_pr_auc": 0.8622198151664772,
+      "eval_it_ud_pr_auc": 0.9862182833089865,
+      "eval_ja_ersatz_pr_auc": 0.8107937869533896,
+      "eval_ja_opus100_pr_auc": 0.6984246655411668,
+      "eval_ja_ud_pr_auc": 0.9670659078756086,
+      "eval_jv_ud_pr_auc": 0.9331474235053351,
+      "eval_ka_opus100_pr_auc": 0.8775814990070931,
+      "eval_kk_ersatz_pr_auc": 0.9814894220543053,
+      "eval_kk_opus100_pr_auc": 0.8061279650792355,
+      "eval_kk_ud_pr_auc": 0.9744994979977264,
+      "eval_km_ersatz_pr_auc": 0.8687270629235868,
+      "eval_km_opus100_pr_auc": 0.6288533048030898,
+      "eval_kn_opus100_pr_auc": 0.4908622455874427,
+      "eval_ko_opus100_pr_auc": 0.605594643370812,
+      "eval_ko_ud_pr_auc": 0.9953166736377554,
+      "eval_ku_opus100_pr_auc": 0.7910488038053576,
+      "eval_ky_opus100_pr_auc": 0.8637270782824706,
+      "eval_la_ud_pr_auc": 0.9172047997625685,
+      "eval_loss": 0.04981585592031479,
+      "eval_lt_ersatz_pr_auc": 0.9676560548866541,
+      "eval_lt_opus100_pr_auc": 0.8238733601254272,
+      "eval_lt_ud_pr_auc": 0.9359637338194637,
+      "eval_lv_ersatz_pr_auc": 0.9823821519741277,
+      "eval_lv_opus100_pr_auc": 0.8362560708198299,
+      "eval_lv_ud_pr_auc": 0.9583158625996557,
+      "eval_mg_opus100_pr_auc": 0.8779204160722398,
+      "eval_mk_opus100_pr_auc": 0.8855697521521262,
+      "eval_ml_opus100_pr_auc": 0.7395259405733443,
+      "eval_mn_opus100_pr_auc": 0.9375734100628944,
+      "eval_mr_opus100_pr_auc": 0.8075894947034534,
+      "eval_mr_ud_pr_auc": 0.9561406624083718,
+      "eval_ms_opus100_pr_auc": 0.8523496587447302,
+      "eval_mt_opus100_pr_auc": 0.7963258771078271,
+      "eval_mt_ud_pr_auc": 0.9042519405411428,
+      "eval_my_opus100_pr_auc": 0.6087847841631595,
+      "eval_ne_opus100_pr_auc": 0.6032991760233333,
+      "eval_nl_opus100_pr_auc": 0.8721890834340791,
+      "eval_nl_ud_pr_auc": 0.948549690576639,
+      "eval_no_opus100_pr_auc": 0.9006008691481885,
+      "eval_no_ud_pr_auc": 0.989674343423909,
+      "eval_pa_opus100_pr_auc": 0.6006802130744385,
+      "eval_pl_ersatz_pr_auc": 0.9631435853451602,
+      "eval_pl_opus100_pr_auc": 0.8705130694862286,
+      "eval_pl_ud_pr_auc": 0.9222562077292599,
+      "eval_ps_ersatz_pr_auc": 0.9357727675417477,
+      "eval_ps_opus100_pr_auc": 0.6944567919286809,
+      "eval_pt_opus100_pr_auc": 0.8883542314089844,
+      "eval_pt_ud_pr_auc": 0.9676000630080661,
+      "eval_ro_ersatz_pr_auc": 0.9818538868137211,
+      "eval_ro_opus100_pr_auc": 0.8723440707486191,
+      "eval_ro_ud_pr_auc": 0.9125201908154763,
+      "eval_ru_ersatz_pr_auc": 0.9720519096994749,
+      "eval_ru_opus100_pr_auc": 0.8529823101837327,
+      "eval_ru_ud_pr_auc": 0.8748491250019054,
+      "eval_runtime": 327.8615,
+      "eval_samples_per_second": 230.17,
+      "eval_si_opus100_pr_auc": 0.775922301502523,
+      "eval_sk_opus100_pr_auc": 0.8986846870823916,
+      "eval_sk_ud_pr_auc": 0.9753837063802042,
+      "eval_sl_opus100_pr_auc": 0.8534225184351183,
+      "eval_sl_ud_pr_auc": 0.9625624973659965,
+      "eval_sq_opus100_pr_auc": 0.8626769546443875,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9036622913733202,
+      "eval_sr_ud_pr_auc": 0.9920040330824864,
+      "eval_steps_per_second": 0.9,
+      "eval_sv_opus100_pr_auc": 0.8710352194468591,
+      "eval_sv_ud_pr_auc": 0.9114383762603184,
+      "eval_ta_ersatz_pr_auc": 0.9695839012141126,
+      "eval_ta_opus100_pr_auc": 0.5482130273185761,
+      "eval_ta_ud_pr_auc": 0.998508473331657,
+      "eval_te_opus100_pr_auc": 0.7457917745172228,
+      "eval_tg_opus100_pr_auc": 0.8665346135284364,
+      "eval_th_opus100_pr_auc": 0.6505885772280886,
+      "eval_th_ud_pr_auc": 0.5667715427666166,
+      "eval_tr_ersatz_pr_auc": 0.9557811407488613,
+      "eval_tr_opus100_pr_auc": 0.8869151957245768,
+      "eval_tr_ud_pr_auc": 0.8994977421715773,
+      "eval_uk_opus100_pr_auc": 0.8477005175364433,
+      "eval_uk_ud_pr_auc": 0.9458028617901368,
+      "eval_ur_opus100_pr_auc": 0.4561073070940534,
+      "eval_ur_ud_pr_auc": 0.9934762811994028,
+      "eval_uz_opus100_pr_auc": 0.8369407031827627,
+      "eval_vi_opus100_pr_auc": 0.896958947826606,
+      "eval_vi_ud_pr_auc": 0.9339504430428703,
+      "eval_xh_opus100_pr_auc": 0.8711815928195058,
+      "eval_yi_opus100_pr_auc": 0.6102541861992596,
+      "eval_yo_opus100_pr_auc": 0.7669002337370593,
+      "eval_yo_ud_pr_auc": 0.9396953883754032,
+      "eval_zh_ersatz_pr_auc": 0.9389460293265685,
+      "eval_zh_opus100_pr_auc": 0.7609059868219062,
+      "eval_zh_ud_pr_auc": 0.9895823082438889,
+      "eval_zu_opus100_pr_auc": 0.7997368342278955,
+      "step": 10000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99873417721519e-05,
+      "learning_rate_adapter": 9.99873417721519e-05,
+      "loss": 0.0464,
+      "step": 10050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99746835443038e-05,
+      "learning_rate_adapter": 9.99746835443038e-05,
+      "loss": 0.0464,
+      "step": 10100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99620253164557e-05,
+      "learning_rate_adapter": 9.99620253164557e-05,
+      "loss": 0.0461,
+      "step": 10150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99493670886076e-05,
+      "learning_rate_adapter": 9.99493670886076e-05,
+      "loss": 0.0456,
+      "step": 10200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.993670886075949e-05,
+      "learning_rate_adapter": 9.993670886075949e-05,
+      "loss": 0.0458,
+      "step": 10250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99240506329114e-05,
+      "learning_rate_adapter": 9.99240506329114e-05,
+      "loss": 0.0455,
+      "step": 10300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99113924050633e-05,
+      "learning_rate_adapter": 9.99113924050633e-05,
+      "loss": 0.0454,
+      "step": 10350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.98987341772152e-05,
+      "learning_rate_adapter": 9.98987341772152e-05,
+      "loss": 0.0457,
+      "step": 10400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.98860759493671e-05,
+      "learning_rate_adapter": 9.98860759493671e-05,
+      "loss": 0.0452,
+      "step": 10450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.9873417721519e-05,
+      "learning_rate_adapter": 9.9873417721519e-05,
+      "loss": 0.0453,
+      "step": 10500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.986075949367089e-05,
+      "learning_rate_adapter": 9.986075949367089e-05,
+      "loss": 0.0454,
+      "step": 10550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.984810126582279e-05,
+      "learning_rate_adapter": 9.984810126582279e-05,
+      "loss": 0.045,
+      "step": 10600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.983544303797468e-05,
+      "learning_rate_adapter": 9.983544303797468e-05,
+      "loss": 0.0454,
+      "step": 10650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.982278481012659e-05,
+      "learning_rate_adapter": 9.982278481012659e-05,
+      "loss": 0.0447,
+      "step": 10700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.981012658227848e-05,
+      "learning_rate_adapter": 9.981012658227848e-05,
+      "loss": 0.045,
+      "step": 10750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.979746835443037e-05,
+      "learning_rate_adapter": 9.979746835443037e-05,
+      "loss": 0.0451,
+      "step": 10800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.978481012658228e-05,
+      "learning_rate_adapter": 9.978481012658228e-05,
+      "loss": 0.0447,
+      "step": 10850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.977215189873418e-05,
+      "learning_rate_adapter": 9.977215189873418e-05,
+      "loss": 0.0444,
+      "step": 10900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.975949367088609e-05,
+      "learning_rate_adapter": 9.975949367088609e-05,
+      "loss": 0.0444,
+      "step": 10950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.974683544303798e-05,
+      "learning_rate_adapter": 9.974683544303798e-05,
+      "loss": 0.0444,
+      "step": 11000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.973417721518989e-05,
+      "learning_rate_adapter": 9.973417721518989e-05,
+      "loss": 0.0443,
+      "step": 11050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.972151898734178e-05,
+      "learning_rate_adapter": 9.972151898734178e-05,
+      "loss": 0.0443,
+      "step": 11100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.970886075949367e-05,
+      "learning_rate_adapter": 9.970886075949367e-05,
+      "loss": 0.0441,
+      "step": 11150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.969620253164558e-05,
+      "learning_rate_adapter": 9.969620253164558e-05,
+      "loss": 0.0442,
+      "step": 11200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.968354430379747e-05,
+      "learning_rate_adapter": 9.968354430379747e-05,
+      "loss": 0.044,
+      "step": 11250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.967088607594938e-05,
+      "learning_rate_adapter": 9.967088607594938e-05,
+      "loss": 0.0443,
+      "step": 11300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.965822784810127e-05,
+      "learning_rate_adapter": 9.965822784810127e-05,
+      "loss": 0.0443,
+      "step": 11350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.964556962025316e-05,
+      "learning_rate_adapter": 9.964556962025316e-05,
+      "loss": 0.0439,
+      "step": 11400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.963291139240506e-05,
+      "learning_rate_adapter": 9.963291139240506e-05,
+      "loss": 0.0433,
+      "step": 11450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.962025316455697e-05,
+      "learning_rate_adapter": 9.962025316455697e-05,
+      "loss": 0.044,
+      "step": 11500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.960759493670888e-05,
+      "learning_rate_adapter": 9.960759493670888e-05,
+      "loss": 0.0439,
+      "step": 11550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.959493670886077e-05,
+      "learning_rate_adapter": 9.959493670886077e-05,
+      "loss": 0.0434,
+      "step": 11600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.958227848101266e-05,
+      "learning_rate_adapter": 9.958227848101266e-05,
+      "loss": 0.0435,
+      "step": 11650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.956962025316457e-05,
+      "learning_rate_adapter": 9.956962025316457e-05,
+      "loss": 0.0433,
+      "step": 11700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.955696202531646e-05,
+      "learning_rate_adapter": 9.955696202531646e-05,
+      "loss": 0.0437,
+      "step": 11750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.954430379746836e-05,
+      "learning_rate_adapter": 9.954430379746836e-05,
+      "loss": 0.0433,
+      "step": 11800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.953164556962026e-05,
+      "learning_rate_adapter": 9.953164556962026e-05,
+      "loss": 0.043,
+      "step": 11850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.951898734177215e-05,
+      "learning_rate_adapter": 9.951898734177215e-05,
+      "loss": 0.0435,
+      "step": 11900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.950632911392405e-05,
+      "learning_rate_adapter": 9.950632911392405e-05,
+      "loss": 0.0435,
+      "step": 11950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.949367088607595e-05,
+      "learning_rate_adapter": 9.949367088607595e-05,
+      "loss": 0.043,
+      "step": 12000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.948101265822785e-05,
+      "learning_rate_adapter": 9.948101265822785e-05,
+      "loss": 0.043,
+      "step": 12050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.946835443037976e-05,
+      "learning_rate_adapter": 9.946835443037976e-05,
+      "loss": 0.043,
+      "step": 12100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.945569620253165e-05,
+      "learning_rate_adapter": 9.945569620253165e-05,
+      "loss": 0.0429,
+      "step": 12150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.944303797468355e-05,
+      "learning_rate_adapter": 9.944303797468355e-05,
+      "loss": 0.0429,
+      "step": 12200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.943037974683545e-05,
+      "learning_rate_adapter": 9.943037974683545e-05,
+      "loss": 0.0429,
+      "step": 12250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.941772151898735e-05,
+      "learning_rate_adapter": 9.941772151898735e-05,
+      "loss": 0.0427,
+      "step": 12300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.940506329113924e-05,
+      "learning_rate_adapter": 9.940506329113924e-05,
+      "loss": 0.0427,
+      "step": 12350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.939240506329114e-05,
+      "learning_rate_adapter": 9.939240506329114e-05,
+      "loss": 0.0425,
+      "step": 12400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.937974683544304e-05,
+      "learning_rate_adapter": 9.937974683544304e-05,
+      "loss": 0.0425,
+      "step": 12450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.936708860759493e-05,
+      "learning_rate_adapter": 9.936708860759493e-05,
+      "loss": 0.0422,
+      "step": 12500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.935443037974684e-05,
+      "learning_rate_adapter": 9.935443037974684e-05,
+      "loss": 0.0423,
+      "step": 12550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.934177215189873e-05,
+      "learning_rate_adapter": 9.934177215189873e-05,
+      "loss": 0.0425,
+      "step": 12600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.932911392405064e-05,
+      "learning_rate_adapter": 9.932911392405064e-05,
+      "loss": 0.042,
+      "step": 12650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.931645569620254e-05,
+      "learning_rate_adapter": 9.931645569620254e-05,
+      "loss": 0.0421,
+      "step": 12700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.930379746835444e-05,
+      "learning_rate_adapter": 9.930379746835444e-05,
+      "loss": 0.0424,
+      "step": 12750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.929113924050634e-05,
+      "learning_rate_adapter": 9.929113924050634e-05,
+      "loss": 0.0419,
+      "step": 12800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.927848101265823e-05,
+      "learning_rate_adapter": 9.927848101265823e-05,
+      "loss": 0.0421,
+      "step": 12850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.926582278481014e-05,
+      "learning_rate_adapter": 9.926582278481014e-05,
+      "loss": 0.0422,
+      "step": 12900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.925316455696203e-05,
+      "learning_rate_adapter": 9.925316455696203e-05,
+      "loss": 0.0419,
+      "step": 12950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.924050632911392e-05,
+      "learning_rate_adapter": 9.924050632911392e-05,
+      "loss": 0.0421,
+      "step": 13000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.922784810126583e-05,
+      "learning_rate_adapter": 9.922784810126583e-05,
+      "loss": 0.042,
+      "step": 13050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.921518987341772e-05,
+      "learning_rate_adapter": 9.921518987341772e-05,
+      "loss": 0.042,
+      "step": 13100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.920253164556963e-05,
+      "learning_rate_adapter": 9.920253164556963e-05,
+      "loss": 0.0418,
+      "step": 13150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.918987341772152e-05,
+      "learning_rate_adapter": 9.918987341772152e-05,
+      "loss": 0.0418,
+      "step": 13200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.917721518987342e-05,
+      "learning_rate_adapter": 9.917721518987342e-05,
+      "loss": 0.0418,
+      "step": 13250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.916455696202533e-05,
+      "learning_rate_adapter": 9.916455696202533e-05,
+      "loss": 0.0415,
+      "step": 13300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.915189873417722e-05,
+      "learning_rate_adapter": 9.915189873417722e-05,
+      "loss": 0.042,
+      "step": 13350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.913924050632913e-05,
+      "learning_rate_adapter": 9.913924050632913e-05,
+      "loss": 0.0415,
+      "step": 13400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.912658227848102e-05,
+      "learning_rate_adapter": 9.912658227848102e-05,
+      "loss": 0.0416,
+      "step": 13450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.911392405063291e-05,
+      "learning_rate_adapter": 9.911392405063291e-05,
+      "loss": 0.0416,
+      "step": 13500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.910126582278482e-05,
+      "learning_rate_adapter": 9.910126582278482e-05,
+      "loss": 0.0415,
+      "step": 13550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.908860759493671e-05,
+      "learning_rate_adapter": 9.908860759493671e-05,
+      "loss": 0.0417,
+      "step": 13600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.907594936708861e-05,
+      "learning_rate_adapter": 9.907594936708861e-05,
+      "loss": 0.0414,
+      "step": 13650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.90632911392405e-05,
+      "learning_rate_adapter": 9.90632911392405e-05,
+      "loss": 0.0413,
+      "step": 13700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.90506329113924e-05,
+      "learning_rate_adapter": 9.90506329113924e-05,
+      "loss": 0.0409,
+      "step": 13750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.90379746835443e-05,
+      "learning_rate_adapter": 9.90379746835443e-05,
+      "loss": 0.0412,
+      "step": 13800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.902531645569621e-05,
+      "learning_rate_adapter": 9.902531645569621e-05,
+      "loss": 0.041,
+      "step": 13850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.901265822784812e-05,
+      "learning_rate_adapter": 9.901265822784812e-05,
+      "loss": 0.041,
+      "step": 13900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.041,
+      "step": 13950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.89873417721519e-05,
+      "learning_rate_adapter": 9.89873417721519e-05,
+      "loss": 0.0412,
+      "step": 14000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.89746835443038e-05,
+      "learning_rate_adapter": 9.89746835443038e-05,
+      "loss": 0.0407,
+      "step": 14050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89620253164557e-05,
+      "learning_rate_adapter": 9.89620253164557e-05,
+      "loss": 0.041,
+      "step": 14100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89493670886076e-05,
+      "learning_rate_adapter": 9.89493670886076e-05,
+      "loss": 0.0412,
+      "step": 14150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89367088607595e-05,
+      "learning_rate_adapter": 9.89367088607595e-05,
+      "loss": 0.0407,
+      "step": 14200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89240506329114e-05,
+      "learning_rate_adapter": 9.89240506329114e-05,
+      "loss": 0.0407,
+      "step": 14250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.891139240506329e-05,
+      "learning_rate_adapter": 9.891139240506329e-05,
+      "loss": 0.0406,
+      "step": 14300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.889873417721518e-05,
+      "learning_rate_adapter": 9.889873417721518e-05,
+      "loss": 0.0408,
+      "step": 14350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.888607594936709e-05,
+      "learning_rate_adapter": 9.888607594936709e-05,
+      "loss": 0.0407,
+      "step": 14400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.8873417721519e-05,
+      "learning_rate_adapter": 9.8873417721519e-05,
+      "loss": 0.0408,
+      "step": 14450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.88607594936709e-05,
+      "learning_rate_adapter": 9.88607594936709e-05,
+      "loss": 0.0409,
+      "step": 14500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.88481012658228e-05,
+      "learning_rate_adapter": 9.88481012658228e-05,
+      "loss": 0.0404,
+      "step": 14550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.883544303797469e-05,
+      "learning_rate_adapter": 9.883544303797469e-05,
+      "loss": 0.0402,
+      "step": 14600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.882278481012659e-05,
+      "learning_rate_adapter": 9.882278481012659e-05,
+      "loss": 0.0405,
+      "step": 14650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.881012658227848e-05,
+      "learning_rate_adapter": 9.881012658227848e-05,
+      "loss": 0.0403,
+      "step": 14700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.879746835443039e-05,
+      "learning_rate_adapter": 9.879746835443039e-05,
+      "loss": 0.0401,
+      "step": 14750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.878481012658228e-05,
+      "learning_rate_adapter": 9.878481012658228e-05,
+      "loss": 0.0404,
+      "step": 14800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.877215189873417e-05,
+      "learning_rate_adapter": 9.877215189873417e-05,
+      "loss": 0.0401,
+      "step": 14850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.875949367088608e-05,
+      "learning_rate_adapter": 9.875949367088608e-05,
+      "loss": 0.0402,
+      "step": 14900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.874683544303797e-05,
+      "learning_rate_adapter": 9.874683544303797e-05,
+      "loss": 0.0401,
+      "step": 14950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.873417721518988e-05,
+      "learning_rate_adapter": 9.873417721518988e-05,
+      "loss": 0.0402,
+      "step": 15000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.7560802229047224,
+      "eval_af_ud_pr_auc": 0.9988891516463385,
+      "eval_am_opus100_pr_auc": 0.38554098819507393,
+      "eval_ar_ersatz_pr_auc": 0.9125586179719074,
+      "eval_ar_opus100_pr_auc": 0.6589973502753137,
+      "eval_ar_ud_pr_auc": 0.8033348481650863,
+      "eval_average_ersatz_pr_auc": 0.9524414118878528,
+      "eval_average_opus100_pr_auc": 0.7959709127799777,
+      "eval_average_ud_pr_auc": 0.9424502839952154,
+      "eval_az_opus100_pr_auc": 0.6633997977804085,
+      "eval_be_opus100_pr_auc": 0.657715999809608,
+      "eval_be_ud_pr_auc": 0.8616649623914272,
+      "eval_bg_opus100_pr_auc": 0.9093137021799321,
+      "eval_bg_ud_pr_auc": 0.9853764418037256,
+      "eval_bn_opus100_pr_auc": 0.7438404092627013,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8637734333078687,
+      "eval_ca_ud_pr_auc": 0.9915468860053682,
+      "eval_ceb_ud_pr_auc": 0.9981508348498046,
+      "eval_cs_ersatz_pr_auc": 0.9743874251065706,
+      "eval_cs_opus100_pr_auc": 0.8886509456854466,
+      "eval_cs_ud_pr_auc": 0.9409607708149947,
+      "eval_cy_opus100_pr_auc": 0.736321834310324,
+      "eval_cy_ud_pr_auc": 0.995342867778944,
+      "eval_da_opus100_pr_auc": 0.872619798609454,
+      "eval_da_ud_pr_auc": 0.9756169498172892,
+      "eval_de_ersatz_pr_auc": 0.9556887268346499,
+      "eval_de_opus100_pr_auc": 0.8259920594615522,
+      "eval_de_ud_pr_auc": 0.9727207499200315,
+      "eval_el_opus100_pr_auc": 0.9144567644174709,
+      "eval_el_ud_pr_auc": 0.9920171438872414,
+      "eval_en_ersatz_pr_auc": 0.9764082214911682,
+      "eval_en_opus100_pr_auc": 0.9025208800294611,
+      "eval_en_ud_pr_auc": 0.9465744257615044,
+      "eval_eo_opus100_pr_auc": 0.909718481170086,
+      "eval_es_ersatz_pr_auc": 0.9914504970328641,
+      "eval_es_opus100_pr_auc": 0.9089718501027385,
+      "eval_es_ud_pr_auc": 0.9855124840894105,
+      "eval_et_ersatz_pr_auc": 0.9718386079932025,
+      "eval_et_opus100_pr_auc": 0.8748829220624424,
+      "eval_et_ud_pr_auc": 0.9116187286746374,
+      "eval_eu_opus100_pr_auc": 0.8663215929000755,
+      "eval_eu_ud_pr_auc": 0.9859851039723166,
+      "eval_fa_opus100_pr_auc": 0.5442630322973158,
+      "eval_fa_ud_pr_auc": 0.9889409995694306,
+      "eval_fi_ersatz_pr_auc": 0.9708435098383805,
+      "eval_fi_opus100_pr_auc": 0.8850267961818697,
+      "eval_fi_ud_pr_auc": 0.9304624271693716,
+      "eval_fr_ersatz_pr_auc": 0.9814881013366389,
+      "eval_fr_opus100_pr_auc": 0.8824062053236398,
+      "eval_fr_ud_pr_auc": 0.9447998938554248,
+      "eval_fy_opus100_pr_auc": 0.6710531265495363,
+      "eval_ga_opus100_pr_auc": 0.8532055837781313,
+      "eval_ga_ud_pr_auc": 0.8020167941602346,
+      "eval_gd_opus100_pr_auc": 0.5580862963935233,
+      "eval_gd_ud_pr_auc": 0.6821359784552711,
+      "eval_gl_opus100_pr_auc": 0.8722290100541326,
+      "eval_gl_ud_pr_auc": 0.985291155314857,
+      "eval_gu_ersatz_pr_auc": 0.9190133824547733,
+      "eval_gu_opus100_pr_auc": 0.6775404213966583,
+      "eval_ha_opus100_pr_auc": 0.8856168320013142,
+      "eval_he_opus100_pr_auc": 0.8582473210982999,
+      "eval_he_ud_pr_auc": 0.9486286830339326,
+      "eval_hi_ersatz_pr_auc": 0.9441229048954292,
+      "eval_hi_opus100_pr_auc": 0.5936746028996279,
+      "eval_hi_ud_pr_auc": 0.9780210983366094,
+      "eval_hu_opus100_pr_auc": 0.9210669123503691,
+      "eval_hu_ud_pr_auc": 0.9670516321103928,
+      "eval_hy_opus100_pr_auc": 0.8940565844405721,
+      "eval_hy_ud_pr_auc": 0.9734806298248364,
+      "eval_id_opus100_pr_auc": 0.8652498256540232,
+      "eval_id_ud_pr_auc": 0.9858829026316596,
+      "eval_ig_opus100_pr_auc": 0.8533874331657015,
+      "eval_is_opus100_pr_auc": 0.9218113885813198,
+      "eval_is_ud_pr_auc": 0.8652557438991967,
+      "eval_it_opus100_pr_auc": 0.868542145359124,
+      "eval_it_ud_pr_auc": 0.9912361126224806,
+      "eval_ja_ersatz_pr_auc": 0.8082763861163332,
+      "eval_ja_opus100_pr_auc": 0.7396078590318855,
+      "eval_ja_ud_pr_auc": 0.9780126478286965,
+      "eval_jv_ud_pr_auc": 0.9671607272773628,
+      "eval_ka_opus100_pr_auc": 0.861725282679294,
+      "eval_kk_ersatz_pr_auc": 0.9697001955467633,
+      "eval_kk_opus100_pr_auc": 0.812077164349915,
+      "eval_kk_ud_pr_auc": 0.9695470525134506,
+      "eval_km_ersatz_pr_auc": 0.8745206392591628,
+      "eval_km_opus100_pr_auc": 0.6749459531268929,
+      "eval_kn_opus100_pr_auc": 0.5111085337682455,
+      "eval_ko_opus100_pr_auc": 0.6290773301834511,
+      "eval_ko_ud_pr_auc": 0.9962206069717265,
+      "eval_ku_opus100_pr_auc": 0.7782860317059974,
+      "eval_ky_opus100_pr_auc": 0.8542950489915913,
+      "eval_la_ud_pr_auc": 0.9432161095256286,
+      "eval_loss": 0.04384109377861023,
+      "eval_lt_ersatz_pr_auc": 0.9710175588254186,
+      "eval_lt_opus100_pr_auc": 0.8040741272973465,
+      "eval_lt_ud_pr_auc": 0.9536988159418363,
+      "eval_lv_ersatz_pr_auc": 0.980978975358018,
+      "eval_lv_opus100_pr_auc": 0.8235461735528333,
+      "eval_lv_ud_pr_auc": 0.9551994959119853,
+      "eval_mg_opus100_pr_auc": 0.8806611861010125,
+      "eval_mk_opus100_pr_auc": 0.8870799520923481,
+      "eval_ml_opus100_pr_auc": 0.737869439385044,
+      "eval_mn_opus100_pr_auc": 0.9396656386929957,
+      "eval_mr_opus100_pr_auc": 0.8297835370709977,
+      "eval_mr_ud_pr_auc": 0.9646609091830602,
+      "eval_ms_opus100_pr_auc": 0.8446229982141268,
+      "eval_mt_opus100_pr_auc": 0.7684002891297191,
+      "eval_mt_ud_pr_auc": 0.8025674491057809,
+      "eval_my_opus100_pr_auc": 0.6393396191667156,
+      "eval_ne_opus100_pr_auc": 0.6470696553167771,
+      "eval_nl_opus100_pr_auc": 0.875134728574596,
+      "eval_nl_ud_pr_auc": 0.9396545765240801,
+      "eval_no_opus100_pr_auc": 0.9063373864327243,
+      "eval_no_ud_pr_auc": 0.9898538446026354,
+      "eval_pa_opus100_pr_auc": 0.6471265313522664,
+      "eval_pl_ersatz_pr_auc": 0.9671163820757834,
+      "eval_pl_opus100_pr_auc": 0.8842462798533298,
+      "eval_pl_ud_pr_auc": 0.9441308161031429,
+      "eval_ps_ersatz_pr_auc": 0.9273384175502513,
+      "eval_ps_opus100_pr_auc": 0.7304969006346319,
+      "eval_pt_opus100_pr_auc": 0.8974240555863058,
+      "eval_pt_ud_pr_auc": 0.9654493012915503,
+      "eval_ro_ersatz_pr_auc": 0.9903477647818424,
+      "eval_ro_opus100_pr_auc": 0.8750515091148692,
+      "eval_ro_ud_pr_auc": 0.9283955919194873,
+      "eval_ru_ersatz_pr_auc": 0.9824364163005546,
+      "eval_ru_opus100_pr_auc": 0.8734821779847141,
+      "eval_ru_ud_pr_auc": 0.8638277059184636,
+      "eval_runtime": 322.4908,
+      "eval_samples_per_second": 234.004,
+      "eval_si_opus100_pr_auc": 0.7826813814595001,
+      "eval_sk_opus100_pr_auc": 0.890797155392165,
+      "eval_sk_ud_pr_auc": 0.9705378100756403,
+      "eval_sl_opus100_pr_auc": 0.8502538212381141,
+      "eval_sl_ud_pr_auc": 0.9593913934158607,
+      "eval_sq_opus100_pr_auc": 0.8677016288970222,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9054673448497372,
+      "eval_sr_ud_pr_auc": 0.9936238476640682,
+      "eval_steps_per_second": 0.915,
+      "eval_sv_opus100_pr_auc": 0.8784296583537572,
+      "eval_sv_ud_pr_auc": 0.9224987536913366,
+      "eval_ta_ersatz_pr_auc": 0.9778723006904348,
+      "eval_ta_opus100_pr_auc": 0.5910462655160245,
+      "eval_ta_ud_pr_auc": 0.9992337945635755,
+      "eval_te_opus100_pr_auc": 0.7577786359933634,
+      "eval_tg_opus100_pr_auc": 0.858186540356231,
+      "eval_th_opus100_pr_auc": 0.6509726015316386,
+      "eval_th_ud_pr_auc": 0.6188690519520526,
+      "eval_tr_ersatz_pr_auc": 0.9491195454443354,
+      "eval_tr_opus100_pr_auc": 0.8881399402475222,
+      "eval_tr_ud_pr_auc": 0.890571547712407,
+      "eval_uk_opus100_pr_auc": 0.8599333623186658,
+      "eval_uk_ud_pr_auc": 0.9442195215038716,
+      "eval_ur_opus100_pr_auc": 0.46712410979903013,
+      "eval_ur_ud_pr_auc": 0.9936662210100998,
+      "eval_uz_opus100_pr_auc": 0.8421097343688991,
+      "eval_vi_opus100_pr_auc": 0.9172447005001819,
+      "eval_vi_ud_pr_auc": 0.9551852456545367,
+      "eval_xh_opus100_pr_auc": 0.8599026833397853,
+      "eval_yi_opus100_pr_auc": 0.6647472044965544,
+      "eval_yo_opus100_pr_auc": 0.7885115748726754,
+      "eval_yo_ud_pr_auc": 0.9398262668352688,
+      "eval_zh_ersatz_pr_auc": 0.9571864846282762,
+      "eval_zh_opus100_pr_auc": 0.8267408873184114,
+      "eval_zh_ud_pr_auc": 0.9819306824678572,
+      "eval_zu_opus100_pr_auc": 0.824727677728424,
+      "step": 15000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.872151898734178e-05,
+      "learning_rate_adapter": 9.872151898734178e-05,
+      "loss": 0.0402,
+      "step": 15050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.870886075949367e-05,
+      "learning_rate_adapter": 9.870886075949367e-05,
+      "loss": 0.0404,
+      "step": 15100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.869620253164558e-05,
+      "learning_rate_adapter": 9.869620253164558e-05,
+      "loss": 0.0398,
+      "step": 15150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.868354430379747e-05,
+      "learning_rate_adapter": 9.868354430379747e-05,
+      "loss": 0.0396,
+      "step": 15200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.867088607594938e-05,
+      "learning_rate_adapter": 9.867088607594938e-05,
+      "loss": 0.0403,
+      "step": 15250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.865822784810127e-05,
+      "learning_rate_adapter": 9.865822784810127e-05,
+      "loss": 0.0399,
+      "step": 15300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.864556962025316e-05,
+      "learning_rate_adapter": 9.864556962025316e-05,
+      "loss": 0.04,
+      "step": 15350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.863291139240507e-05,
+      "learning_rate_adapter": 9.863291139240507e-05,
+      "loss": 0.0401,
+      "step": 15400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.862025316455696e-05,
+      "learning_rate_adapter": 9.862025316455696e-05,
+      "loss": 0.0401,
+      "step": 15450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.860759493670887e-05,
+      "learning_rate_adapter": 9.860759493670887e-05,
+      "loss": 0.0398,
+      "step": 15500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.859493670886076e-05,
+      "learning_rate_adapter": 9.859493670886076e-05,
+      "loss": 0.0398,
+      "step": 15550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.858227848101266e-05,
+      "learning_rate_adapter": 9.858227848101266e-05,
+      "loss": 0.0398,
+      "step": 15600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.856962025316457e-05,
+      "learning_rate_adapter": 9.856962025316457e-05,
+      "loss": 0.0397,
+      "step": 15650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.855696202531646e-05,
+      "learning_rate_adapter": 9.855696202531646e-05,
+      "loss": 0.0399,
+      "step": 15700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.854430379746837e-05,
+      "learning_rate_adapter": 9.854430379746837e-05,
+      "loss": 0.0398,
+      "step": 15750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.853164556962026e-05,
+      "learning_rate_adapter": 9.853164556962026e-05,
+      "loss": 0.0401,
+      "step": 15800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.851898734177216e-05,
+      "learning_rate_adapter": 9.851898734177216e-05,
+      "loss": 0.0396,
+      "step": 15850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.850632911392406e-05,
+      "learning_rate_adapter": 9.850632911392406e-05,
+      "loss": 0.0398,
+      "step": 15900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.849367088607595e-05,
+      "learning_rate_adapter": 9.849367088607595e-05,
+      "loss": 0.0396,
+      "step": 15950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.848101265822785e-05,
+      "learning_rate_adapter": 9.848101265822785e-05,
+      "loss": 0.0397,
+      "step": 16000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.846835443037975e-05,
+      "learning_rate_adapter": 9.846835443037975e-05,
+      "loss": 0.0395,
+      "step": 16050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.845569620253165e-05,
+      "learning_rate_adapter": 9.845569620253165e-05,
+      "loss": 0.0395,
+      "step": 16100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.844303797468354e-05,
+      "learning_rate_adapter": 9.844303797468354e-05,
+      "loss": 0.0392,
+      "step": 16150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.843037974683545e-05,
+      "learning_rate_adapter": 9.843037974683545e-05,
+      "loss": 0.0396,
+      "step": 16200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.841772151898735e-05,
+      "learning_rate_adapter": 9.841772151898735e-05,
+      "loss": 0.0391,
+      "step": 16250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.840506329113925e-05,
+      "learning_rate_adapter": 9.840506329113925e-05,
+      "loss": 0.0394,
+      "step": 16300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.839240506329115e-05,
+      "learning_rate_adapter": 9.839240506329115e-05,
+      "loss": 0.0394,
+      "step": 16350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.837974683544304e-05,
+      "learning_rate_adapter": 9.837974683544304e-05,
+      "loss": 0.0394,
+      "step": 16400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.836708860759494e-05,
+      "learning_rate_adapter": 9.836708860759494e-05,
+      "loss": 0.0389,
+      "step": 16450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.835443037974684e-05,
+      "learning_rate_adapter": 9.835443037974684e-05,
+      "loss": 0.0391,
+      "step": 16500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.834177215189873e-05,
+      "learning_rate_adapter": 9.834177215189873e-05,
+      "loss": 0.0389,
+      "step": 16550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.832911392405064e-05,
+      "learning_rate_adapter": 9.832911392405064e-05,
+      "loss": 0.0391,
+      "step": 16600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.831645569620253e-05,
+      "learning_rate_adapter": 9.831645569620253e-05,
+      "loss": 0.0393,
+      "step": 16650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.830379746835442e-05,
+      "learning_rate_adapter": 9.830379746835442e-05,
+      "loss": 0.0391,
+      "step": 16700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.829113924050633e-05,
+      "learning_rate_adapter": 9.829113924050633e-05,
+      "loss": 0.0389,
+      "step": 16750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.827848101265824e-05,
+      "learning_rate_adapter": 9.827848101265824e-05,
+      "loss": 0.0388,
+      "step": 16800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.826582278481014e-05,
+      "learning_rate_adapter": 9.826582278481014e-05,
+      "loss": 0.0392,
+      "step": 16850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.825316455696203e-05,
+      "learning_rate_adapter": 9.825316455696203e-05,
+      "loss": 0.0389,
+      "step": 16900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.824050632911393e-05,
+      "learning_rate_adapter": 9.824050632911393e-05,
+      "loss": 0.0389,
+      "step": 16950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.822784810126583e-05,
+      "learning_rate_adapter": 9.822784810126583e-05,
+      "loss": 0.039,
+      "step": 17000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.821518987341772e-05,
+      "learning_rate_adapter": 9.821518987341772e-05,
+      "loss": 0.0391,
+      "step": 17050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.820253164556963e-05,
+      "learning_rate_adapter": 9.820253164556963e-05,
+      "loss": 0.0388,
+      "step": 17100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.818987341772152e-05,
+      "learning_rate_adapter": 9.818987341772152e-05,
+      "loss": 0.0389,
+      "step": 17150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.817721518987341e-05,
+      "learning_rate_adapter": 9.817721518987341e-05,
+      "loss": 0.0392,
+      "step": 17200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.816455696202532e-05,
+      "learning_rate_adapter": 9.816455696202532e-05,
+      "loss": 0.039,
+      "step": 17250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.815189873417721e-05,
+      "learning_rate_adapter": 9.815189873417721e-05,
+      "loss": 0.039,
+      "step": 17300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.813924050632912e-05,
+      "learning_rate_adapter": 9.813924050632912e-05,
+      "loss": 0.0389,
+      "step": 17350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.812658227848102e-05,
+      "learning_rate_adapter": 9.812658227848102e-05,
+      "loss": 0.0387,
+      "step": 17400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.811392405063293e-05,
+      "learning_rate_adapter": 9.811392405063293e-05,
+      "loss": 0.039,
+      "step": 17450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.810126582278482e-05,
+      "learning_rate_adapter": 9.810126582278482e-05,
+      "loss": 0.0386,
+      "step": 17500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.808860759493671e-05,
+      "learning_rate_adapter": 9.808860759493671e-05,
+      "loss": 0.0388,
+      "step": 17550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.807594936708862e-05,
+      "learning_rate_adapter": 9.807594936708862e-05,
+      "loss": 0.0388,
+      "step": 17600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.806329113924051e-05,
+      "learning_rate_adapter": 9.806329113924051e-05,
+      "loss": 0.0385,
+      "step": 17650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.805063291139241e-05,
+      "learning_rate_adapter": 9.805063291139241e-05,
+      "loss": 0.0387,
+      "step": 17700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.803797468354431e-05,
+      "learning_rate_adapter": 9.803797468354431e-05,
+      "loss": 0.0386,
+      "step": 17750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.80253164556962e-05,
+      "learning_rate_adapter": 9.80253164556962e-05,
+      "loss": 0.0385,
+      "step": 17800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.80126582278481e-05,
+      "learning_rate_adapter": 9.80126582278481e-05,
+      "loss": 0.0387,
+      "step": 17850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0385,
+      "step": 17900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79873417721519e-05,
+      "learning_rate_adapter": 9.79873417721519e-05,
+      "loss": 0.0385,
+      "step": 17950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.797468354430381e-05,
+      "learning_rate_adapter": 9.797468354430381e-05,
+      "loss": 0.0384,
+      "step": 18000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79620253164557e-05,
+      "learning_rate_adapter": 9.79620253164557e-05,
+      "loss": 0.0387,
+      "step": 18050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79493670886076e-05,
+      "learning_rate_adapter": 9.79493670886076e-05,
+      "loss": 0.0382,
+      "step": 18100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79367088607595e-05,
+      "learning_rate_adapter": 9.79367088607595e-05,
+      "loss": 0.0385,
+      "step": 18150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79240506329114e-05,
+      "learning_rate_adapter": 9.79240506329114e-05,
+      "loss": 0.0386,
+      "step": 18200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79113924050633e-05,
+      "learning_rate_adapter": 9.79113924050633e-05,
+      "loss": 0.0379,
+      "step": 18250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.789873417721519e-05,
+      "learning_rate_adapter": 9.789873417721519e-05,
+      "loss": 0.0382,
+      "step": 18300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.78860759493671e-05,
+      "learning_rate_adapter": 9.78860759493671e-05,
+      "loss": 0.0381,
+      "step": 18350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.787341772151899e-05,
+      "learning_rate_adapter": 9.787341772151899e-05,
+      "loss": 0.0382,
+      "step": 18400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.786075949367089e-05,
+      "learning_rate_adapter": 9.786075949367089e-05,
+      "loss": 0.0382,
+      "step": 18450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.784810126582278e-05,
+      "learning_rate_adapter": 9.784810126582278e-05,
+      "loss": 0.038,
+      "step": 18500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.783544303797469e-05,
+      "learning_rate_adapter": 9.783544303797469e-05,
+      "loss": 0.0378,
+      "step": 18550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.78227848101266e-05,
+      "learning_rate_adapter": 9.78227848101266e-05,
+      "loss": 0.0384,
+      "step": 18600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.781012658227849e-05,
+      "learning_rate_adapter": 9.781012658227849e-05,
+      "loss": 0.0383,
+      "step": 18650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.779746835443039e-05,
+      "learning_rate_adapter": 9.779746835443039e-05,
+      "loss": 0.0384,
+      "step": 18700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.778481012658228e-05,
+      "learning_rate_adapter": 9.778481012658228e-05,
+      "loss": 0.0376,
+      "step": 18750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.777215189873418e-05,
+      "learning_rate_adapter": 9.777215189873418e-05,
+      "loss": 0.038,
+      "step": 18800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.775949367088608e-05,
+      "learning_rate_adapter": 9.775949367088608e-05,
+      "loss": 0.038,
+      "step": 18850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.774683544303797e-05,
+      "learning_rate_adapter": 9.774683544303797e-05,
+      "loss": 0.038,
+      "step": 18900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.773417721518988e-05,
+      "learning_rate_adapter": 9.773417721518988e-05,
+      "loss": 0.0379,
+      "step": 18950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.772151898734177e-05,
+      "learning_rate_adapter": 9.772151898734177e-05,
+      "loss": 0.0381,
+      "step": 19000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.770886075949366e-05,
+      "learning_rate_adapter": 9.770886075949366e-05,
+      "loss": 0.0378,
+      "step": 19050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.769620253164557e-05,
+      "learning_rate_adapter": 9.769620253164557e-05,
+      "loss": 0.0381,
+      "step": 19100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.768354430379747e-05,
+      "learning_rate_adapter": 9.768354430379747e-05,
+      "loss": 0.0379,
+      "step": 19150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.767088607594938e-05,
+      "learning_rate_adapter": 9.767088607594938e-05,
+      "loss": 0.0379,
+      "step": 19200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.765822784810127e-05,
+      "learning_rate_adapter": 9.765822784810127e-05,
+      "loss": 0.0377,
+      "step": 19250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.764556962025318e-05,
+      "learning_rate_adapter": 9.764556962025318e-05,
+      "loss": 0.0379,
+      "step": 19300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.763291139240507e-05,
+      "learning_rate_adapter": 9.763291139240507e-05,
+      "loss": 0.0374,
+      "step": 19350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.762025316455696e-05,
+      "learning_rate_adapter": 9.762025316455696e-05,
+      "loss": 0.0376,
+      "step": 19400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.760759493670887e-05,
+      "learning_rate_adapter": 9.760759493670887e-05,
+      "loss": 0.0378,
+      "step": 19450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.759493670886076e-05,
+      "learning_rate_adapter": 9.759493670886076e-05,
+      "loss": 0.0378,
+      "step": 19500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.758227848101267e-05,
+      "learning_rate_adapter": 9.758227848101267e-05,
+      "loss": 0.0376,
+      "step": 19550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.756962025316456e-05,
+      "learning_rate_adapter": 9.756962025316456e-05,
+      "loss": 0.0374,
+      "step": 19600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.755696202531645e-05,
+      "learning_rate_adapter": 9.755696202531645e-05,
+      "loss": 0.0375,
+      "step": 19650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.754430379746836e-05,
+      "learning_rate_adapter": 9.754430379746836e-05,
+      "loss": 0.0378,
+      "step": 19700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.753164556962026e-05,
+      "learning_rate_adapter": 9.753164556962026e-05,
+      "loss": 0.0375,
+      "step": 19750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.751898734177217e-05,
+      "learning_rate_adapter": 9.751898734177217e-05,
+      "loss": 0.0374,
+      "step": 19800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.750632911392406e-05,
+      "learning_rate_adapter": 9.750632911392406e-05,
+      "loss": 0.0375,
+      "step": 19850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.749367088607595e-05,
+      "learning_rate_adapter": 9.749367088607595e-05,
+      "loss": 0.0377,
+      "step": 19900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.748101265822786e-05,
+      "learning_rate_adapter": 9.748101265822786e-05,
+      "loss": 0.0377,
+      "step": 19950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.746835443037975e-05,
+      "learning_rate_adapter": 9.746835443037975e-05,
+      "loss": 0.0374,
+      "step": 20000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7513508886744381,
+      "eval_af_ud_pr_auc": 0.9896673864817684,
+      "eval_am_opus100_pr_auc": 0.42607393814701305,
+      "eval_ar_ersatz_pr_auc": 0.9169752776495169,
+      "eval_ar_opus100_pr_auc": 0.6741118664504212,
+      "eval_ar_ud_pr_auc": 0.8391544474024687,
+      "eval_average_ersatz_pr_auc": 0.9589610896771764,
+      "eval_average_opus100_pr_auc": 0.8047395127736594,
+      "eval_average_ud_pr_auc": 0.9506340307334374,
+      "eval_az_opus100_pr_auc": 0.6908429213840596,
+      "eval_be_opus100_pr_auc": 0.6596009735578934,
+      "eval_be_ud_pr_auc": 0.8648091523193219,
+      "eval_bg_opus100_pr_auc": 0.9094394206873153,
+      "eval_bg_ud_pr_auc": 0.9923764294962194,
+      "eval_bn_opus100_pr_auc": 0.766129280346358,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8565385917867868,
+      "eval_ca_ud_pr_auc": 0.982142295346088,
+      "eval_ceb_ud_pr_auc": 0.9998862165321633,
+      "eval_cs_ersatz_pr_auc": 0.979522332169245,
+      "eval_cs_opus100_pr_auc": 0.8937690054426168,
+      "eval_cs_ud_pr_auc": 0.9478553428154818,
+      "eval_cy_opus100_pr_auc": 0.7380910389658214,
+      "eval_cy_ud_pr_auc": 0.995127903915387,
+      "eval_da_opus100_pr_auc": 0.8914650272021445,
+      "eval_da_ud_pr_auc": 0.9818523605205319,
+      "eval_de_ersatz_pr_auc": 0.9728517406481708,
+      "eval_de_opus100_pr_auc": 0.8458972066094063,
+      "eval_de_ud_pr_auc": 0.980944087971693,
+      "eval_el_opus100_pr_auc": 0.9159152887851815,
+      "eval_el_ud_pr_auc": 0.9955778095074079,
+      "eval_en_ersatz_pr_auc": 0.9819257474656904,
+      "eval_en_opus100_pr_auc": 0.9180871550032477,
+      "eval_en_ud_pr_auc": 0.9529933055812407,
+      "eval_eo_opus100_pr_auc": 0.9200258927691722,
+      "eval_es_ersatz_pr_auc": 0.9939332097071931,
+      "eval_es_opus100_pr_auc": 0.9141055564374388,
+      "eval_es_ud_pr_auc": 0.9877139303078075,
+      "eval_et_ersatz_pr_auc": 0.9736208910128166,
+      "eval_et_opus100_pr_auc": 0.8656655944884398,
+      "eval_et_ud_pr_auc": 0.9363703383354046,
+      "eval_eu_opus100_pr_auc": 0.8714288933452066,
+      "eval_eu_ud_pr_auc": 0.9907965218040378,
+      "eval_fa_opus100_pr_auc": 0.5533931115877582,
+      "eval_fa_ud_pr_auc": 0.9943459321294095,
+      "eval_fi_ersatz_pr_auc": 0.9829111402516355,
+      "eval_fi_opus100_pr_auc": 0.8802426013446605,
+      "eval_fi_ud_pr_auc": 0.9532447634425082,
+      "eval_fr_ersatz_pr_auc": 0.9838493199210947,
+      "eval_fr_opus100_pr_auc": 0.8902389813920185,
+      "eval_fr_ud_pr_auc": 0.957815626339688,
+      "eval_fy_opus100_pr_auc": 0.6652380877996675,
+      "eval_ga_opus100_pr_auc": 0.8706993240382391,
+      "eval_ga_ud_pr_auc": 0.8123565081952715,
+      "eval_gd_opus100_pr_auc": 0.5473369958191412,
+      "eval_gd_ud_pr_auc": 0.7401045101063156,
+      "eval_gl_opus100_pr_auc": 0.8717213697622922,
+      "eval_gl_ud_pr_auc": 0.9883297031338676,
+      "eval_gu_ersatz_pr_auc": 0.9123734680929814,
+      "eval_gu_opus100_pr_auc": 0.69788137217038,
+      "eval_ha_opus100_pr_auc": 0.88032224991913,
+      "eval_he_opus100_pr_auc": 0.8577015185084883,
+      "eval_he_ud_pr_auc": 0.9594118812167008,
+      "eval_hi_ersatz_pr_auc": 0.9723590187363581,
+      "eval_hi_opus100_pr_auc": 0.6326049090953113,
+      "eval_hi_ud_pr_auc": 0.98920157204698,
+      "eval_hu_opus100_pr_auc": 0.917400553164547,
+      "eval_hu_ud_pr_auc": 0.9770622864332317,
+      "eval_hy_opus100_pr_auc": 0.9032947283235044,
+      "eval_hy_ud_pr_auc": 0.9831717681003599,
+      "eval_id_opus100_pr_auc": 0.8568258730169922,
+      "eval_id_ud_pr_auc": 0.9854676043275516,
+      "eval_ig_opus100_pr_auc": 0.8621617208688048,
+      "eval_is_opus100_pr_auc": 0.9174207521044654,
+      "eval_is_ud_pr_auc": 0.87210123932725,
+      "eval_it_opus100_pr_auc": 0.8786472099856102,
+      "eval_it_ud_pr_auc": 0.991211477822587,
+      "eval_ja_ersatz_pr_auc": 0.8230336541031121,
+      "eval_ja_opus100_pr_auc": 0.7777265802056654,
+      "eval_ja_ud_pr_auc": 0.9762340273582157,
+      "eval_jv_ud_pr_auc": 0.966895777605507,
+      "eval_ka_opus100_pr_auc": 0.8530799437598494,
+      "eval_kk_ersatz_pr_auc": 0.9835798109603495,
+      "eval_kk_opus100_pr_auc": 0.7987270331894463,
+      "eval_kk_ud_pr_auc": 0.9772728959703714,
+      "eval_km_ersatz_pr_auc": 0.8848760574608614,
+      "eval_km_opus100_pr_auc": 0.6783009184923093,
+      "eval_kn_opus100_pr_auc": 0.5499239982721797,
+      "eval_ko_opus100_pr_auc": 0.6620438594951665,
+      "eval_ko_ud_pr_auc": 0.9983789820207974,
+      "eval_ku_opus100_pr_auc": 0.8163488841389718,
+      "eval_ky_opus100_pr_auc": 0.8506336925784352,
+      "eval_la_ud_pr_auc": 0.9307375055695847,
+      "eval_loss": 0.04119538888335228,
+      "eval_lt_ersatz_pr_auc": 0.9843518149569903,
+      "eval_lt_opus100_pr_auc": 0.8262195617624951,
+      "eval_lt_ud_pr_auc": 0.972431006441666,
+      "eval_lv_ersatz_pr_auc": 0.9895004949717695,
+      "eval_lv_opus100_pr_auc": 0.8558470334687136,
+      "eval_lv_ud_pr_auc": 0.9603124384877079,
+      "eval_mg_opus100_pr_auc": 0.8961126844608619,
+      "eval_mk_opus100_pr_auc": 0.8931867767288518,
+      "eval_ml_opus100_pr_auc": 0.7484000820579695,
+      "eval_mn_opus100_pr_auc": 0.9426059334724564,
+      "eval_mr_opus100_pr_auc": 0.8396129014546589,
+      "eval_mr_ud_pr_auc": 0.9799103379197471,
+      "eval_ms_opus100_pr_auc": 0.8573529112539321,
+      "eval_mt_opus100_pr_auc": 0.7929969335692375,
+      "eval_mt_ud_pr_auc": 0.8377652395195323,
+      "eval_my_opus100_pr_auc": 0.6386034154444798,
+      "eval_ne_opus100_pr_auc": 0.6705280047683307,
+      "eval_nl_opus100_pr_auc": 0.8801710537708699,
+      "eval_nl_ud_pr_auc": 0.9550718331464754,
+      "eval_no_opus100_pr_auc": 0.9054469766152096,
+      "eval_no_ud_pr_auc": 0.9930315878860512,
+      "eval_pa_opus100_pr_auc": 0.663162693736837,
+      "eval_pl_ersatz_pr_auc": 0.9745752812023466,
+      "eval_pl_opus100_pr_auc": 0.8911222512645846,
+      "eval_pl_ud_pr_auc": 0.9601916783874231,
+      "eval_ps_ersatz_pr_auc": 0.9235130513604463,
+      "eval_ps_opus100_pr_auc": 0.7074658609330157,
+      "eval_pt_opus100_pr_auc": 0.9085105053306335,
+      "eval_pt_ud_pr_auc": 0.971134129676118,
+      "eval_ro_ersatz_pr_auc": 0.991945109094012,
+      "eval_ro_opus100_pr_auc": 0.8675601463401987,
+      "eval_ro_ud_pr_auc": 0.9470902148646317,
+      "eval_ru_ersatz_pr_auc": 0.9871373783784484,
+      "eval_ru_opus100_pr_auc": 0.8660614169670041,
+      "eval_ru_ud_pr_auc": 0.866237534371236,
+      "eval_runtime": 321.4539,
+      "eval_samples_per_second": 234.758,
+      "eval_si_opus100_pr_auc": 0.7953929582097843,
+      "eval_sk_opus100_pr_auc": 0.9045025979244251,
+      "eval_sk_ud_pr_auc": 0.9750671738596612,
+      "eval_sl_opus100_pr_auc": 0.8506498156683184,
+      "eval_sl_ud_pr_auc": 0.9719486515205966,
+      "eval_sq_opus100_pr_auc": 0.879847385634317,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.901865321040608,
+      "eval_sr_ud_pr_auc": 0.9944269615535181,
+      "eval_steps_per_second": 0.918,
+      "eval_sv_opus100_pr_auc": 0.8774349131781937,
+      "eval_sv_ud_pr_auc": 0.9385658955509668,
+      "eval_ta_ersatz_pr_auc": 0.9800633866941184,
+      "eval_ta_opus100_pr_auc": 0.6114535745922935,
+      "eval_ta_ud_pr_auc": 0.9997261787395217,
+      "eval_te_opus100_pr_auc": 0.7917419281300138,
+      "eval_tg_opus100_pr_auc": 0.8618645191185571,
+      "eval_th_opus100_pr_auc": 0.6554871265787898,
+      "eval_th_ud_pr_auc": 0.6788292502379305,
+      "eval_tr_ersatz_pr_auc": 0.965676374614176,
+      "eval_tr_opus100_pr_auc": 0.8907269019955987,
+      "eval_tr_ud_pr_auc": 0.9256998580524451,
+      "eval_uk_opus100_pr_auc": 0.8486100957855967,
+      "eval_uk_ud_pr_auc": 0.938139381373214,
+      "eval_ur_opus100_pr_auc": 0.485347331448095,
+      "eval_ur_ud_pr_auc": 0.9898753639332101,
+      "eval_uz_opus100_pr_auc": 0.8508899122133065,
+      "eval_vi_opus100_pr_auc": 0.9088935733329753,
+      "eval_vi_ud_pr_auc": 0.9538410657275861,
+      "eval_xh_opus100_pr_auc": 0.8693670620737262,
+      "eval_yi_opus100_pr_auc": 0.7425433185422862,
+      "eval_yo_opus100_pr_auc": 0.7899990084369903,
+      "eval_yo_ud_pr_auc": 0.9186560530626046,
+      "eval_zh_ersatz_pr_auc": 0.9385694134465468,
+      "eval_zh_opus100_pr_auc": 0.826756779519122,
+      "eval_zh_ud_pr_auc": 0.9675763280108739,
+      "eval_zu_opus100_pr_auc": 0.8158439715007517,
+      "step": 20000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.745569620253165e-05,
+      "learning_rate_adapter": 9.745569620253165e-05,
+      "loss": 0.0374,
+      "step": 20050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.744303797468355e-05,
+      "learning_rate_adapter": 9.744303797468355e-05,
+      "loss": 0.0373,
+      "step": 20100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.743037974683544e-05,
+      "learning_rate_adapter": 9.743037974683544e-05,
+      "loss": 0.037,
+      "step": 20150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.741772151898734e-05,
+      "learning_rate_adapter": 9.741772151898734e-05,
+      "loss": 0.0373,
+      "step": 20200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.740506329113924e-05,
+      "learning_rate_adapter": 9.740506329113924e-05,
+      "loss": 0.0376,
+      "step": 20250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.739240506329114e-05,
+      "learning_rate_adapter": 9.739240506329114e-05,
+      "loss": 0.0375,
+      "step": 20300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.737974683544305e-05,
+      "learning_rate_adapter": 9.737974683544305e-05,
+      "loss": 0.0373,
+      "step": 20350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.736708860759494e-05,
+      "learning_rate_adapter": 9.736708860759494e-05,
+      "loss": 0.0373,
+      "step": 20400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.735443037974685e-05,
+      "learning_rate_adapter": 9.735443037974685e-05,
+      "loss": 0.0374,
+      "step": 20450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.734177215189874e-05,
+      "learning_rate_adapter": 9.734177215189874e-05,
+      "loss": 0.037,
+      "step": 20500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.732911392405064e-05,
+      "learning_rate_adapter": 9.732911392405064e-05,
+      "loss": 0.0373,
+      "step": 20550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.731645569620254e-05,
+      "learning_rate_adapter": 9.731645569620254e-05,
+      "loss": 0.0372,
+      "step": 20600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.730379746835443e-05,
+      "learning_rate_adapter": 9.730379746835443e-05,
+      "loss": 0.0371,
+      "step": 20650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.729113924050633e-05,
+      "learning_rate_adapter": 9.729113924050633e-05,
+      "loss": 0.0371,
+      "step": 20700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.727848101265822e-05,
+      "learning_rate_adapter": 9.727848101265822e-05,
+      "loss": 0.0369,
+      "step": 20750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.726582278481013e-05,
+      "learning_rate_adapter": 9.726582278481013e-05,
+      "loss": 0.0374,
+      "step": 20800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.725316455696202e-05,
+      "learning_rate_adapter": 9.725316455696202e-05,
+      "loss": 0.0372,
+      "step": 20850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.724050632911393e-05,
+      "learning_rate_adapter": 9.724050632911393e-05,
+      "loss": 0.0369,
+      "step": 20900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.722784810126583e-05,
+      "learning_rate_adapter": 9.722784810126583e-05,
+      "loss": 0.037,
+      "step": 20950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.721518987341773e-05,
+      "learning_rate_adapter": 9.721518987341773e-05,
+      "loss": 0.037,
+      "step": 21000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.720253164556963e-05,
+      "learning_rate_adapter": 9.720253164556963e-05,
+      "loss": 0.0371,
+      "step": 21050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.718987341772152e-05,
+      "learning_rate_adapter": 9.718987341772152e-05,
+      "loss": 0.0371,
+      "step": 21100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.717721518987343e-05,
+      "learning_rate_adapter": 9.717721518987343e-05,
+      "loss": 0.0371,
+      "step": 21150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.716455696202532e-05,
+      "learning_rate_adapter": 9.716455696202532e-05,
+      "loss": 0.037,
+      "step": 21200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.715189873417721e-05,
+      "learning_rate_adapter": 9.715189873417721e-05,
+      "loss": 0.0371,
+      "step": 21250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.713924050632912e-05,
+      "learning_rate_adapter": 9.713924050632912e-05,
+      "loss": 0.0369,
+      "step": 21300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.712658227848101e-05,
+      "learning_rate_adapter": 9.712658227848101e-05,
+      "loss": 0.0371,
+      "step": 21350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.711392405063292e-05,
+      "learning_rate_adapter": 9.711392405063292e-05,
+      "loss": 0.037,
+      "step": 21400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.710126582278481e-05,
+      "learning_rate_adapter": 9.710126582278481e-05,
+      "loss": 0.0369,
+      "step": 21450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.708860759493671e-05,
+      "learning_rate_adapter": 9.708860759493671e-05,
+      "loss": 0.0372,
+      "step": 21500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.707594936708862e-05,
+      "learning_rate_adapter": 9.707594936708862e-05,
+      "loss": 0.0369,
+      "step": 21550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.706329113924051e-05,
+      "learning_rate_adapter": 9.706329113924051e-05,
+      "loss": 0.0368,
+      "step": 21600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.705063291139242e-05,
+      "learning_rate_adapter": 9.705063291139242e-05,
+      "loss": 0.0367,
+      "step": 21650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.703797468354431e-05,
+      "learning_rate_adapter": 9.703797468354431e-05,
+      "loss": 0.0367,
+      "step": 21700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.70253164556962e-05,
+      "learning_rate_adapter": 9.70253164556962e-05,
+      "loss": 0.0369,
+      "step": 21750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.701265822784811e-05,
+      "learning_rate_adapter": 9.701265822784811e-05,
+      "loss": 0.0366,
+      "step": 21800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0368,
+      "step": 21850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69873417721519e-05,
+      "learning_rate_adapter": 9.69873417721519e-05,
+      "loss": 0.0366,
+      "step": 21900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69746835443038e-05,
+      "learning_rate_adapter": 9.69746835443038e-05,
+      "loss": 0.0366,
+      "step": 21950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.696202531645569e-05,
+      "learning_rate_adapter": 9.696202531645569e-05,
+      "loss": 0.0366,
+      "step": 22000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69493670886076e-05,
+      "learning_rate_adapter": 9.69493670886076e-05,
+      "loss": 0.0365,
+      "step": 22050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69367088607595e-05,
+      "learning_rate_adapter": 9.69367088607595e-05,
+      "loss": 0.0366,
+      "step": 22100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69240506329114e-05,
+      "learning_rate_adapter": 9.69240506329114e-05,
+      "loss": 0.0365,
+      "step": 22150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69113924050633e-05,
+      "learning_rate_adapter": 9.69113924050633e-05,
+      "loss": 0.0366,
+      "step": 22200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.689873417721519e-05,
+      "learning_rate_adapter": 9.689873417721519e-05,
+      "loss": 0.0365,
+      "step": 22250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.68860759493671e-05,
+      "learning_rate_adapter": 9.68860759493671e-05,
+      "loss": 0.0364,
+      "step": 22300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.687341772151899e-05,
+      "learning_rate_adapter": 9.687341772151899e-05,
+      "loss": 0.0365,
+      "step": 22350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.68607594936709e-05,
+      "learning_rate_adapter": 9.68607594936709e-05,
+      "loss": 0.0363,
+      "step": 22400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.684810126582279e-05,
+      "learning_rate_adapter": 9.684810126582279e-05,
+      "loss": 0.0365,
+      "step": 22450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.683544303797469e-05,
+      "learning_rate_adapter": 9.683544303797469e-05,
+      "loss": 0.0366,
+      "step": 22500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.682278481012658e-05,
+      "learning_rate_adapter": 9.682278481012658e-05,
+      "loss": 0.0366,
+      "step": 22550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.681012658227848e-05,
+      "learning_rate_adapter": 9.681012658227848e-05,
+      "loss": 0.0361,
+      "step": 22600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.679746835443038e-05,
+      "learning_rate_adapter": 9.679746835443038e-05,
+      "loss": 0.0367,
+      "step": 22650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.678481012658229e-05,
+      "learning_rate_adapter": 9.678481012658229e-05,
+      "loss": 0.0363,
+      "step": 22700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.677215189873419e-05,
+      "learning_rate_adapter": 9.677215189873419e-05,
+      "loss": 0.0366,
+      "step": 22750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.675949367088608e-05,
+      "learning_rate_adapter": 9.675949367088608e-05,
+      "loss": 0.0367,
+      "step": 22800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.674683544303798e-05,
+      "learning_rate_adapter": 9.674683544303798e-05,
+      "loss": 0.0366,
+      "step": 22850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.673417721518988e-05,
+      "learning_rate_adapter": 9.673417721518988e-05,
+      "loss": 0.0364,
+      "step": 22900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.672151898734177e-05,
+      "learning_rate_adapter": 9.672151898734177e-05,
+      "loss": 0.0363,
+      "step": 22950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.670886075949368e-05,
+      "learning_rate_adapter": 9.670886075949368e-05,
+      "loss": 0.0365,
+      "step": 23000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.669620253164557e-05,
+      "learning_rate_adapter": 9.669620253164557e-05,
+      "loss": 0.0359,
+      "step": 23050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.668354430379746e-05,
+      "learning_rate_adapter": 9.668354430379746e-05,
+      "loss": 0.0363,
+      "step": 23100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.667088607594937e-05,
+      "learning_rate_adapter": 9.667088607594937e-05,
+      "loss": 0.0363,
+      "step": 23150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.665822784810126e-05,
+      "learning_rate_adapter": 9.665822784810126e-05,
+      "loss": 0.0364,
+      "step": 23200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.664556962025317e-05,
+      "learning_rate_adapter": 9.664556962025317e-05,
+      "loss": 0.0361,
+      "step": 23250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.663291139240507e-05,
+      "learning_rate_adapter": 9.663291139240507e-05,
+      "loss": 0.0362,
+      "step": 23300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.662025316455697e-05,
+      "learning_rate_adapter": 9.662025316455697e-05,
+      "loss": 0.0362,
+      "step": 23350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.660759493670887e-05,
+      "learning_rate_adapter": 9.660759493670887e-05,
+      "loss": 0.0361,
+      "step": 23400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.659493670886076e-05,
+      "learning_rate_adapter": 9.659493670886076e-05,
+      "loss": 0.0361,
+      "step": 23450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.658227848101267e-05,
+      "learning_rate_adapter": 9.658227848101267e-05,
+      "loss": 0.0364,
+      "step": 23500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.656962025316456e-05,
+      "learning_rate_adapter": 9.656962025316456e-05,
+      "loss": 0.0363,
+      "step": 23550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.655696202531645e-05,
+      "learning_rate_adapter": 9.655696202531645e-05,
+      "loss": 0.0362,
+      "step": 23600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.654430379746836e-05,
+      "learning_rate_adapter": 9.654430379746836e-05,
+      "loss": 0.0364,
+      "step": 23650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.653164556962025e-05,
+      "learning_rate_adapter": 9.653164556962025e-05,
+      "loss": 0.0362,
+      "step": 23700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.651898734177216e-05,
+      "learning_rate_adapter": 9.651898734177216e-05,
+      "loss": 0.0362,
+      "step": 23750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.650632911392405e-05,
+      "learning_rate_adapter": 9.650632911392405e-05,
+      "loss": 0.0364,
+      "step": 23800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.649367088607595e-05,
+      "learning_rate_adapter": 9.649367088607595e-05,
+      "loss": 0.0363,
+      "step": 23850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.648101265822786e-05,
+      "learning_rate_adapter": 9.648101265822786e-05,
+      "loss": 0.036,
+      "step": 23900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.646835443037975e-05,
+      "learning_rate_adapter": 9.646835443037975e-05,
+      "loss": 0.0359,
+      "step": 23950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.645569620253166e-05,
+      "learning_rate_adapter": 9.645569620253166e-05,
+      "loss": 0.0356,
+      "step": 24000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.644303797468355e-05,
+      "learning_rate_adapter": 9.644303797468355e-05,
+      "loss": 0.0359,
+      "step": 24050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.643037974683545e-05,
+      "learning_rate_adapter": 9.643037974683545e-05,
+      "loss": 0.0357,
+      "step": 24100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.641772151898735e-05,
+      "learning_rate_adapter": 9.641772151898735e-05,
+      "loss": 0.036,
+      "step": 24150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.640506329113924e-05,
+      "learning_rate_adapter": 9.640506329113924e-05,
+      "loss": 0.036,
+      "step": 24200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.639240506329114e-05,
+      "learning_rate_adapter": 9.639240506329114e-05,
+      "loss": 0.0359,
+      "step": 24250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.637974683544304e-05,
+      "learning_rate_adapter": 9.637974683544304e-05,
+      "loss": 0.0358,
+      "step": 24300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.636708860759494e-05,
+      "learning_rate_adapter": 9.636708860759494e-05,
+      "loss": 0.0357,
+      "step": 24350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.635443037974683e-05,
+      "learning_rate_adapter": 9.635443037974683e-05,
+      "loss": 0.0357,
+      "step": 24400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.634177215189874e-05,
+      "learning_rate_adapter": 9.634177215189874e-05,
+      "loss": 0.0356,
+      "step": 24450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.632911392405065e-05,
+      "learning_rate_adapter": 9.632911392405065e-05,
+      "loss": 0.0358,
+      "step": 24500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.631645569620254e-05,
+      "learning_rate_adapter": 9.631645569620254e-05,
+      "loss": 0.0356,
+      "step": 24550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.630379746835444e-05,
+      "learning_rate_adapter": 9.630379746835444e-05,
+      "loss": 0.036,
+      "step": 24600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.629113924050634e-05,
+      "learning_rate_adapter": 9.629113924050634e-05,
+      "loss": 0.0355,
+      "step": 24650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.627848101265823e-05,
+      "learning_rate_adapter": 9.627848101265823e-05,
+      "loss": 0.0357,
+      "step": 24700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.626582278481013e-05,
+      "learning_rate_adapter": 9.626582278481013e-05,
+      "loss": 0.0358,
+      "step": 24750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.625316455696203e-05,
+      "learning_rate_adapter": 9.625316455696203e-05,
+      "loss": 0.0358,
+      "step": 24800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.624050632911393e-05,
+      "learning_rate_adapter": 9.624050632911393e-05,
+      "loss": 0.0357,
+      "step": 24850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.622784810126582e-05,
+      "learning_rate_adapter": 9.622784810126582e-05,
+      "loss": 0.0357,
+      "step": 24900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.621518987341772e-05,
+      "learning_rate_adapter": 9.621518987341772e-05,
+      "loss": 0.0358,
+      "step": 24950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.620253164556962e-05,
+      "learning_rate_adapter": 9.620253164556962e-05,
+      "loss": 0.0355,
+      "step": 25000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.7598323682748587,
+      "eval_af_ud_pr_auc": 0.9956476109298176,
+      "eval_am_opus100_pr_auc": 0.4873697030735662,
+      "eval_ar_ersatz_pr_auc": 0.9136403732024612,
+      "eval_ar_opus100_pr_auc": 0.6682706890581512,
+      "eval_ar_ud_pr_auc": 0.8520619623707196,
+      "eval_average_ersatz_pr_auc": 0.9561374370444856,
+      "eval_average_opus100_pr_auc": 0.8027791346000812,
+      "eval_average_ud_pr_auc": 0.9491450491879913,
+      "eval_az_opus100_pr_auc": 0.5990293004338327,
+      "eval_be_opus100_pr_auc": 0.6525937366202171,
+      "eval_be_ud_pr_auc": 0.8585392523177824,
+      "eval_bg_opus100_pr_auc": 0.8981930718499381,
+      "eval_bg_ud_pr_auc": 0.9915154057840619,
+      "eval_bn_opus100_pr_auc": 0.7737738638497642,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8499810867420844,
+      "eval_ca_ud_pr_auc": 0.9894740125297629,
+      "eval_ceb_ud_pr_auc": 0.9998283988420114,
+      "eval_cs_ersatz_pr_auc": 0.9775926141015664,
+      "eval_cs_opus100_pr_auc": 0.8788313792590366,
+      "eval_cs_ud_pr_auc": 0.9447873946731178,
+      "eval_cy_opus100_pr_auc": 0.7591749130174167,
+      "eval_cy_ud_pr_auc": 0.9960498407006934,
+      "eval_da_opus100_pr_auc": 0.8860013058683402,
+      "eval_da_ud_pr_auc": 0.9777585780886441,
+      "eval_de_ersatz_pr_auc": 0.972755412968704,
+      "eval_de_opus100_pr_auc": 0.8446233310115665,
+      "eval_de_ud_pr_auc": 0.9806119507432526,
+      "eval_el_opus100_pr_auc": 0.9064333283854275,
+      "eval_el_ud_pr_auc": 0.9885190309068561,
+      "eval_en_ersatz_pr_auc": 0.9859007738319034,
+      "eval_en_opus100_pr_auc": 0.9101075019483112,
+      "eval_en_ud_pr_auc": 0.9524990057163953,
+      "eval_eo_opus100_pr_auc": 0.9165853835053788,
+      "eval_es_ersatz_pr_auc": 0.993598081099676,
+      "eval_es_opus100_pr_auc": 0.9126242747872336,
+      "eval_es_ud_pr_auc": 0.9880692306967113,
+      "eval_et_ersatz_pr_auc": 0.9733079100160833,
+      "eval_et_opus100_pr_auc": 0.8388087909559938,
+      "eval_et_ud_pr_auc": 0.9464393818786906,
+      "eval_eu_opus100_pr_auc": 0.8728133470399133,
+      "eval_eu_ud_pr_auc": 0.9882938097939241,
+      "eval_fa_opus100_pr_auc": 0.5453498675672812,
+      "eval_fa_ud_pr_auc": 0.9936552424988339,
+      "eval_fi_ersatz_pr_auc": 0.9797070188809913,
+      "eval_fi_opus100_pr_auc": 0.8634375614672418,
+      "eval_fi_ud_pr_auc": 0.9457340811658836,
+      "eval_fr_ersatz_pr_auc": 0.9872391509931814,
+      "eval_fr_opus100_pr_auc": 0.8782770256706016,
+      "eval_fr_ud_pr_auc": 0.9648882787173916,
+      "eval_fy_opus100_pr_auc": 0.6628413863789524,
+      "eval_ga_opus100_pr_auc": 0.877409526655,
+      "eval_ga_ud_pr_auc": 0.7983753046335895,
+      "eval_gd_opus100_pr_auc": 0.5500594432352388,
+      "eval_gd_ud_pr_auc": 0.7390167379314855,
+      "eval_gl_opus100_pr_auc": 0.8554887772172103,
+      "eval_gl_ud_pr_auc": 0.9893701043616175,
+      "eval_gu_ersatz_pr_auc": 0.9118658171104058,
+      "eval_gu_opus100_pr_auc": 0.6948248100153176,
+      "eval_ha_opus100_pr_auc": 0.8691691189017628,
+      "eval_he_opus100_pr_auc": 0.8719774279039173,
+      "eval_he_ud_pr_auc": 0.9721825775447988,
+      "eval_hi_ersatz_pr_auc": 0.9635042222141355,
+      "eval_hi_opus100_pr_auc": 0.6266301355581144,
+      "eval_hi_ud_pr_auc": 0.9866391007933715,
+      "eval_hu_opus100_pr_auc": 0.9085794449255734,
+      "eval_hu_ud_pr_auc": 0.9839265897727736,
+      "eval_hy_opus100_pr_auc": 0.9136972418719008,
+      "eval_hy_ud_pr_auc": 0.985888810616843,
+      "eval_id_opus100_pr_auc": 0.854748797856315,
+      "eval_id_ud_pr_auc": 0.9882905051291629,
+      "eval_ig_opus100_pr_auc": 0.8540583416922238,
+      "eval_is_opus100_pr_auc": 0.9046876909143551,
+      "eval_is_ud_pr_auc": 0.8536606395311414,
+      "eval_it_opus100_pr_auc": 0.8790015139452734,
+      "eval_it_ud_pr_auc": 0.9904481069846784,
+      "eval_ja_ersatz_pr_auc": 0.7703882102710624,
+      "eval_ja_opus100_pr_auc": 0.7799655390934557,
+      "eval_ja_ud_pr_auc": 0.976936204329053,
+      "eval_jv_ud_pr_auc": 0.9717019300770284,
+      "eval_ka_opus100_pr_auc": 0.8617112173685393,
+      "eval_kk_ersatz_pr_auc": 0.9764552326542338,
+      "eval_kk_opus100_pr_auc": 0.7983874852912478,
+      "eval_kk_ud_pr_auc": 0.9605786458539719,
+      "eval_km_ersatz_pr_auc": 0.8926661981159889,
+      "eval_km_opus100_pr_auc": 0.7116224483674646,
+      "eval_kn_opus100_pr_auc": 0.5476815305608704,
+      "eval_ko_opus100_pr_auc": 0.6579729043774415,
+      "eval_ko_ud_pr_auc": 0.9967691576248595,
+      "eval_ku_opus100_pr_auc": 0.8103115948502849,
+      "eval_ky_opus100_pr_auc": 0.826515465976196,
+      "eval_la_ud_pr_auc": 0.931312981798192,
+      "eval_loss": 0.03948049992322922,
+      "eval_lt_ersatz_pr_auc": 0.9863552127548395,
+      "eval_lt_opus100_pr_auc": 0.8291524221829059,
+      "eval_lt_ud_pr_auc": 0.98239290757016,
+      "eval_lv_ersatz_pr_auc": 0.9878935695044101,
+      "eval_lv_opus100_pr_auc": 0.8497747061547155,
+      "eval_lv_ud_pr_auc": 0.9554016391737361,
+      "eval_mg_opus100_pr_auc": 0.9062967539822182,
+      "eval_mk_opus100_pr_auc": 0.8847191386623354,
+      "eval_ml_opus100_pr_auc": 0.7528085298122901,
+      "eval_mn_opus100_pr_auc": 0.9444488275928542,
+      "eval_mr_opus100_pr_auc": 0.8566558538967695,
+      "eval_mr_ud_pr_auc": 0.9483428929252878,
+      "eval_ms_opus100_pr_auc": 0.8461773358603557,
+      "eval_mt_opus100_pr_auc": 0.7987515239206571,
+      "eval_mt_ud_pr_auc": 0.839018785024504,
+      "eval_my_opus100_pr_auc": 0.6909100745642012,
+      "eval_ne_opus100_pr_auc": 0.6691882739624735,
+      "eval_nl_opus100_pr_auc": 0.8748576636106044,
+      "eval_nl_ud_pr_auc": 0.9654708026983011,
+      "eval_no_opus100_pr_auc": 0.8997420394030661,
+      "eval_no_ud_pr_auc": 0.9897267878480139,
+      "eval_pa_opus100_pr_auc": 0.6545721891652035,
+      "eval_pl_ersatz_pr_auc": 0.9704432144996042,
+      "eval_pl_opus100_pr_auc": 0.8720743690480919,
+      "eval_pl_ud_pr_auc": 0.9538098817851096,
+      "eval_ps_ersatz_pr_auc": 0.9232293991665776,
+      "eval_ps_opus100_pr_auc": 0.6931761270144,
+      "eval_pt_opus100_pr_auc": 0.9056936679223937,
+      "eval_pt_ud_pr_auc": 0.9757258909180655,
+      "eval_ro_ersatz_pr_auc": 0.9920727167351329,
+      "eval_ro_opus100_pr_auc": 0.8484772645315332,
+      "eval_ro_ud_pr_auc": 0.9106100290880682,
+      "eval_ru_ersatz_pr_auc": 0.9838434674356376,
+      "eval_ru_opus100_pr_auc": 0.900733554084089,
+      "eval_ru_ud_pr_auc": 0.8282369254332612,
+      "eval_runtime": 321.5195,
+      "eval_samples_per_second": 234.711,
+      "eval_si_opus100_pr_auc": 0.7953945456225483,
+      "eval_sk_opus100_pr_auc": 0.897690456481302,
+      "eval_sk_ud_pr_auc": 0.9723148703700206,
+      "eval_sl_opus100_pr_auc": 0.8460622520486049,
+      "eval_sl_ud_pr_auc": 0.9775754871563811,
+      "eval_sq_opus100_pr_auc": 0.8670073622900896,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8974644627344257,
+      "eval_sr_ud_pr_auc": 0.9941217093626888,
+      "eval_steps_per_second": 0.918,
+      "eval_sv_opus100_pr_auc": 0.8726109552791131,
+      "eval_sv_ud_pr_auc": 0.9385548376474501,
+      "eval_ta_ersatz_pr_auc": 0.980995112634156,
+      "eval_ta_opus100_pr_auc": 0.6173361592296167,
+      "eval_ta_ud_pr_auc": 0.9983190679851589,
+      "eval_te_opus100_pr_auc": 0.7895840651872311,
+      "eval_tg_opus100_pr_auc": 0.865553804927394,
+      "eval_th_opus100_pr_auc": 0.6539138356598592,
+      "eval_th_ud_pr_auc": 0.7041622924815105,
+      "eval_tr_ersatz_pr_auc": 0.957013611759148,
+      "eval_tr_opus100_pr_auc": 0.8814519147223848,
+      "eval_tr_ud_pr_auc": 0.9275777266236116,
+      "eval_uk_opus100_pr_auc": 0.8565966023763217,
+      "eval_uk_ud_pr_auc": 0.9252436348593882,
+      "eval_ur_opus100_pr_auc": 0.47264125560364567,
+      "eval_ur_ud_pr_auc": 0.9930395368949699,
+      "eval_uz_opus100_pr_auc": 0.8509863936839867,
+      "eval_vi_opus100_pr_auc": 0.905309788037336,
+      "eval_vi_ud_pr_auc": 0.9473570761540367,
+      "eval_xh_opus100_pr_auc": 0.8735819284874462,
+      "eval_yi_opus100_pr_auc": 0.7241687542529179,
+      "eval_yo_opus100_pr_auc": 0.7957669526323026,
+      "eval_yo_ud_pr_auc": 0.9121498601685052,
+      "eval_zh_ersatz_pr_auc": 0.9545562950287868,
+      "eval_zh_opus100_pr_auc": 0.8443009326586415,
+      "eval_zh_ud_pr_auc": 0.982645296210153,
+      "eval_zu_opus100_pr_auc": 0.8228026265775136,
+      "step": 25000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.618987341772153e-05,
+      "learning_rate_adapter": 9.618987341772153e-05,
+      "loss": 0.0354,
+      "step": 25050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.617721518987343e-05,
+      "learning_rate_adapter": 9.617721518987343e-05,
+      "loss": 0.0357,
+      "step": 25100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.616455696202532e-05,
+      "learning_rate_adapter": 9.616455696202532e-05,
+      "loss": 0.0355,
+      "step": 25150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.615189873417722e-05,
+      "learning_rate_adapter": 9.615189873417722e-05,
+      "loss": 0.0355,
+      "step": 25200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.613924050632912e-05,
+      "learning_rate_adapter": 9.613924050632912e-05,
+      "loss": 0.0357,
+      "step": 25250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.612658227848101e-05,
+      "learning_rate_adapter": 9.612658227848101e-05,
+      "loss": 0.0357,
+      "step": 25300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.611392405063292e-05,
+      "learning_rate_adapter": 9.611392405063292e-05,
+      "loss": 0.0357,
+      "step": 25350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.610126582278481e-05,
+      "learning_rate_adapter": 9.610126582278481e-05,
+      "loss": 0.0355,
+      "step": 25400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.60886075949367e-05,
+      "learning_rate_adapter": 9.60886075949367e-05,
+      "loss": 0.0355,
+      "step": 25450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.607594936708861e-05,
+      "learning_rate_adapter": 9.607594936708861e-05,
+      "loss": 0.0358,
+      "step": 25500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.60632911392405e-05,
+      "learning_rate_adapter": 9.60632911392405e-05,
+      "loss": 0.0354,
+      "step": 25550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.605063291139241e-05,
+      "learning_rate_adapter": 9.605063291139241e-05,
+      "loss": 0.0356,
+      "step": 25600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.603797468354431e-05,
+      "learning_rate_adapter": 9.603797468354431e-05,
+      "loss": 0.0357,
+      "step": 25650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.602531645569622e-05,
+      "learning_rate_adapter": 9.602531645569622e-05,
+      "loss": 0.0354,
+      "step": 25700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.601265822784811e-05,
+      "learning_rate_adapter": 9.601265822784811e-05,
+      "loss": 0.0356,
+      "step": 25750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0352,
+      "step": 25800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.598734177215191e-05,
+      "learning_rate_adapter": 9.598734177215191e-05,
+      "loss": 0.0353,
+      "step": 25850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.59746835443038e-05,
+      "learning_rate_adapter": 9.59746835443038e-05,
+      "loss": 0.0352,
+      "step": 25900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.59620253164557e-05,
+      "learning_rate_adapter": 9.59620253164557e-05,
+      "loss": 0.0355,
+      "step": 25950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.59493670886076e-05,
+      "learning_rate_adapter": 9.59493670886076e-05,
+      "loss": 0.0352,
+      "step": 26000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.593670886075949e-05,
+      "learning_rate_adapter": 9.593670886075949e-05,
+      "loss": 0.0353,
+      "step": 26050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.59240506329114e-05,
+      "learning_rate_adapter": 9.59240506329114e-05,
+      "loss": 0.0351,
+      "step": 26100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.591139240506329e-05,
+      "learning_rate_adapter": 9.591139240506329e-05,
+      "loss": 0.0355,
+      "step": 26150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58987341772152e-05,
+      "learning_rate_adapter": 9.58987341772152e-05,
+      "loss": 0.0354,
+      "step": 26200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58860759493671e-05,
+      "learning_rate_adapter": 9.58860759493671e-05,
+      "loss": 0.0353,
+      "step": 26250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.587341772151899e-05,
+      "learning_rate_adapter": 9.587341772151899e-05,
+      "loss": 0.0353,
+      "step": 26300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58607594936709e-05,
+      "learning_rate_adapter": 9.58607594936709e-05,
+      "loss": 0.0353,
+      "step": 26350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.584810126582279e-05,
+      "learning_rate_adapter": 9.584810126582279e-05,
+      "loss": 0.0353,
+      "step": 26400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58354430379747e-05,
+      "learning_rate_adapter": 9.58354430379747e-05,
+      "loss": 0.035,
+      "step": 26450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.582278481012659e-05,
+      "learning_rate_adapter": 9.582278481012659e-05,
+      "loss": 0.0354,
+      "step": 26500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.581012658227848e-05,
+      "learning_rate_adapter": 9.581012658227848e-05,
+      "loss": 0.0351,
+      "step": 26550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.579746835443038e-05,
+      "learning_rate_adapter": 9.579746835443038e-05,
+      "loss": 0.0351,
+      "step": 26600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.578481012658228e-05,
+      "learning_rate_adapter": 9.578481012658228e-05,
+      "loss": 0.0352,
+      "step": 26650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.577215189873418e-05,
+      "learning_rate_adapter": 9.577215189873418e-05,
+      "loss": 0.0351,
+      "step": 26700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.575949367088607e-05,
+      "learning_rate_adapter": 9.575949367088607e-05,
+      "loss": 0.0354,
+      "step": 26750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.574683544303798e-05,
+      "learning_rate_adapter": 9.574683544303798e-05,
+      "loss": 0.0352,
+      "step": 26800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.573417721518989e-05,
+      "learning_rate_adapter": 9.573417721518989e-05,
+      "loss": 0.035,
+      "step": 26850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.572151898734178e-05,
+      "learning_rate_adapter": 9.572151898734178e-05,
+      "loss": 0.0349,
+      "step": 26900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.570886075949368e-05,
+      "learning_rate_adapter": 9.570886075949368e-05,
+      "loss": 0.0352,
+      "step": 26950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.569620253164557e-05,
+      "learning_rate_adapter": 9.569620253164557e-05,
+      "loss": 0.0352,
+      "step": 27000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.568354430379747e-05,
+      "learning_rate_adapter": 9.568354430379747e-05,
+      "loss": 0.0352,
+      "step": 27050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.567088607594937e-05,
+      "learning_rate_adapter": 9.567088607594937e-05,
+      "loss": 0.035,
+      "step": 27100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.565822784810126e-05,
+      "learning_rate_adapter": 9.565822784810126e-05,
+      "loss": 0.0352,
+      "step": 27150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.564556962025317e-05,
+      "learning_rate_adapter": 9.564556962025317e-05,
+      "loss": 0.0352,
+      "step": 27200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.563291139240506e-05,
+      "learning_rate_adapter": 9.563291139240506e-05,
+      "loss": 0.0352,
+      "step": 27250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.562025316455697e-05,
+      "learning_rate_adapter": 9.562025316455697e-05,
+      "loss": 0.0348,
+      "step": 27300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.560759493670886e-05,
+      "learning_rate_adapter": 9.560759493670886e-05,
+      "loss": 0.035,
+      "step": 27350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.559493670886077e-05,
+      "learning_rate_adapter": 9.559493670886077e-05,
+      "loss": 0.035,
+      "step": 27400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.558227848101267e-05,
+      "learning_rate_adapter": 9.558227848101267e-05,
+      "loss": 0.0349,
+      "step": 27450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.556962025316456e-05,
+      "learning_rate_adapter": 9.556962025316456e-05,
+      "loss": 0.0349,
+      "step": 27500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.555696202531647e-05,
+      "learning_rate_adapter": 9.555696202531647e-05,
+      "loss": 0.0353,
+      "step": 27550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.554430379746836e-05,
+      "learning_rate_adapter": 9.554430379746836e-05,
+      "loss": 0.0352,
+      "step": 27600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.553164556962025e-05,
+      "learning_rate_adapter": 9.553164556962025e-05,
+      "loss": 0.035,
+      "step": 27650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.551898734177216e-05,
+      "learning_rate_adapter": 9.551898734177216e-05,
+      "loss": 0.0349,
+      "step": 27700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.550632911392405e-05,
+      "learning_rate_adapter": 9.550632911392405e-05,
+      "loss": 0.0346,
+      "step": 27750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.549367088607596e-05,
+      "learning_rate_adapter": 9.549367088607596e-05,
+      "loss": 0.0348,
+      "step": 27800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.548101265822785e-05,
+      "learning_rate_adapter": 9.548101265822785e-05,
+      "loss": 0.0351,
+      "step": 27850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.546835443037974e-05,
+      "learning_rate_adapter": 9.546835443037974e-05,
+      "loss": 0.0349,
+      "step": 27900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.545569620253165e-05,
+      "learning_rate_adapter": 9.545569620253165e-05,
+      "loss": 0.0349,
+      "step": 27950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.544303797468355e-05,
+      "learning_rate_adapter": 9.544303797468355e-05,
+      "loss": 0.035,
+      "step": 28000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.543037974683546e-05,
+      "learning_rate_adapter": 9.543037974683546e-05,
+      "loss": 0.0348,
+      "step": 28050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.541772151898735e-05,
+      "learning_rate_adapter": 9.541772151898735e-05,
+      "loss": 0.0349,
+      "step": 28100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.540506329113924e-05,
+      "learning_rate_adapter": 9.540506329113924e-05,
+      "loss": 0.0349,
+      "step": 28150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.539240506329115e-05,
+      "learning_rate_adapter": 9.539240506329115e-05,
+      "loss": 0.0349,
+      "step": 28200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.537974683544304e-05,
+      "learning_rate_adapter": 9.537974683544304e-05,
+      "loss": 0.0348,
+      "step": 28250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.536708860759495e-05,
+      "learning_rate_adapter": 9.536708860759495e-05,
+      "loss": 0.0347,
+      "step": 28300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.535443037974684e-05,
+      "learning_rate_adapter": 9.535443037974684e-05,
+      "loss": 0.0346,
+      "step": 28350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.534177215189873e-05,
+      "learning_rate_adapter": 9.534177215189873e-05,
+      "loss": 0.0347,
+      "step": 28400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.532911392405063e-05,
+      "learning_rate_adapter": 9.532911392405063e-05,
+      "loss": 0.0344,
+      "step": 28450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.531645569620253e-05,
+      "learning_rate_adapter": 9.531645569620253e-05,
+      "loss": 0.0348,
+      "step": 28500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.530379746835443e-05,
+      "learning_rate_adapter": 9.530379746835443e-05,
+      "loss": 0.0348,
+      "step": 28550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.529113924050634e-05,
+      "learning_rate_adapter": 9.529113924050634e-05,
+      "loss": 0.0346,
+      "step": 28600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.527848101265823e-05,
+      "learning_rate_adapter": 9.527848101265823e-05,
+      "loss": 0.035,
+      "step": 28650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.526582278481014e-05,
+      "learning_rate_adapter": 9.526582278481014e-05,
+      "loss": 0.0348,
+      "step": 28700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.525316455696203e-05,
+      "learning_rate_adapter": 9.525316455696203e-05,
+      "loss": 0.0347,
+      "step": 28750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.524050632911393e-05,
+      "learning_rate_adapter": 9.524050632911393e-05,
+      "loss": 0.0347,
+      "step": 28800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.522784810126583e-05,
+      "learning_rate_adapter": 9.522784810126583e-05,
+      "loss": 0.0345,
+      "step": 28850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.521518987341772e-05,
+      "learning_rate_adapter": 9.521518987341772e-05,
+      "loss": 0.0344,
+      "step": 28900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.520253164556962e-05,
+      "learning_rate_adapter": 9.520253164556962e-05,
+      "loss": 0.0347,
+      "step": 28950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.518987341772152e-05,
+      "learning_rate_adapter": 9.518987341772152e-05,
+      "loss": 0.0344,
+      "step": 29000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.517721518987342e-05,
+      "learning_rate_adapter": 9.517721518987342e-05,
+      "loss": 0.0347,
+      "step": 29050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.516455696202531e-05,
+      "learning_rate_adapter": 9.516455696202531e-05,
+      "loss": 0.0347,
+      "step": 29100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.515189873417722e-05,
+      "learning_rate_adapter": 9.515189873417722e-05,
+      "loss": 0.0348,
+      "step": 29150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.513924050632912e-05,
+      "learning_rate_adapter": 9.513924050632912e-05,
+      "loss": 0.0345,
+      "step": 29200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.512658227848102e-05,
+      "learning_rate_adapter": 9.512658227848102e-05,
+      "loss": 0.0341,
+      "step": 29250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.511392405063292e-05,
+      "learning_rate_adapter": 9.511392405063292e-05,
+      "loss": 0.0344,
+      "step": 29300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.510126582278481e-05,
+      "learning_rate_adapter": 9.510126582278481e-05,
+      "loss": 0.0342,
+      "step": 29350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.508860759493672e-05,
+      "learning_rate_adapter": 9.508860759493672e-05,
+      "loss": 0.0344,
+      "step": 29400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.507594936708861e-05,
+      "learning_rate_adapter": 9.507594936708861e-05,
+      "loss": 0.0346,
+      "step": 29450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.50632911392405e-05,
+      "learning_rate_adapter": 9.50632911392405e-05,
+      "loss": 0.0343,
+      "step": 29500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.505063291139241e-05,
+      "learning_rate_adapter": 9.505063291139241e-05,
+      "loss": 0.0341,
+      "step": 29550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.50379746835443e-05,
+      "learning_rate_adapter": 9.50379746835443e-05,
+      "loss": 0.0345,
+      "step": 29600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.502531645569621e-05,
+      "learning_rate_adapter": 9.502531645569621e-05,
+      "loss": 0.0344,
+      "step": 29650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.50126582278481e-05,
+      "learning_rate_adapter": 9.50126582278481e-05,
+      "loss": 0.0346,
+      "step": 29700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0345,
+      "step": 29750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.498734177215191e-05,
+      "learning_rate_adapter": 9.498734177215191e-05,
+      "loss": 0.0343,
+      "step": 29800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.49746835443038e-05,
+      "learning_rate_adapter": 9.49746835443038e-05,
+      "loss": 0.0342,
+      "step": 29850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.496202531645571e-05,
+      "learning_rate_adapter": 9.496202531645571e-05,
+      "loss": 0.0346,
+      "step": 29900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.49493670886076e-05,
+      "learning_rate_adapter": 9.49493670886076e-05,
+      "loss": 0.0343,
+      "step": 29950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.493670886075949e-05,
+      "learning_rate_adapter": 9.493670886075949e-05,
+      "loss": 0.0346,
+      "step": 30000
+    },
+    {
+      "epoch": 0.2,
+      "eval_af_opus100_pr_auc": 0.7646815545968968,
+      "eval_af_ud_pr_auc": 0.9855395462860765,
+      "eval_am_opus100_pr_auc": 0.4664225950158202,
+      "eval_ar_ersatz_pr_auc": 0.9375498429303805,
+      "eval_ar_opus100_pr_auc": 0.6988635014322772,
+      "eval_ar_ud_pr_auc": 0.8665911793273675,
+      "eval_average_ersatz_pr_auc": 0.956234244446793,
+      "eval_average_opus100_pr_auc": 0.8129752880854169,
+      "eval_average_ud_pr_auc": 0.9553320146273305,
+      "eval_az_opus100_pr_auc": 0.6634714972887088,
+      "eval_be_opus100_pr_auc": 0.6749418137284292,
+      "eval_be_ud_pr_auc": 0.8821496206026815,
+      "eval_bg_opus100_pr_auc": 0.9054131956572634,
+      "eval_bg_ud_pr_auc": 0.9898389542282103,
+      "eval_bn_opus100_pr_auc": 0.7942663584900392,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8646878119370623,
+      "eval_ca_ud_pr_auc": 0.9930536750799215,
+      "eval_ceb_ud_pr_auc": 0.9999999999999999,
+      "eval_cs_ersatz_pr_auc": 0.973062800162617,
+      "eval_cs_opus100_pr_auc": 0.8857089611853526,
+      "eval_cs_ud_pr_auc": 0.9432549129628259,
+      "eval_cy_opus100_pr_auc": 0.760392916936818,
+      "eval_cy_ud_pr_auc": 0.9951901099716804,
+      "eval_da_opus100_pr_auc": 0.9066130241598572,
+      "eval_da_ud_pr_auc": 0.9806418435979389,
+      "eval_de_ersatz_pr_auc": 0.9687420013357401,
+      "eval_de_opus100_pr_auc": 0.872551857513154,
+      "eval_de_ud_pr_auc": 0.9841584632759693,
+      "eval_el_opus100_pr_auc": 0.9122612696201033,
+      "eval_el_ud_pr_auc": 0.9869364187074785,
+      "eval_en_ersatz_pr_auc": 0.9850659899845174,
+      "eval_en_opus100_pr_auc": 0.9215607181954156,
+      "eval_en_ud_pr_auc": 0.9531332682039448,
+      "eval_eo_opus100_pr_auc": 0.91149461228271,
+      "eval_es_ersatz_pr_auc": 0.9937694464103729,
+      "eval_es_opus100_pr_auc": 0.9150167983270345,
+      "eval_es_ud_pr_auc": 0.9925618427406439,
+      "eval_et_ersatz_pr_auc": 0.9757945082133941,
+      "eval_et_opus100_pr_auc": 0.8845634538470093,
+      "eval_et_ud_pr_auc": 0.9529913361150953,
+      "eval_eu_opus100_pr_auc": 0.8812699133643433,
+      "eval_eu_ud_pr_auc": 0.9909112576175343,
+      "eval_fa_opus100_pr_auc": 0.5542701006472849,
+      "eval_fa_ud_pr_auc": 0.9970088380763207,
+      "eval_fi_ersatz_pr_auc": 0.9800289782728308,
+      "eval_fi_opus100_pr_auc": 0.8741472979194053,
+      "eval_fi_ud_pr_auc": 0.9604416696204666,
+      "eval_fr_ersatz_pr_auc": 0.9904821269524764,
+      "eval_fr_opus100_pr_auc": 0.8956106325585299,
+      "eval_fr_ud_pr_auc": 0.9716204004357685,
+      "eval_fy_opus100_pr_auc": 0.6611532639965777,
+      "eval_ga_opus100_pr_auc": 0.8832207783339765,
+      "eval_ga_ud_pr_auc": 0.8175136695747196,
+      "eval_gd_opus100_pr_auc": 0.5485234218976395,
+      "eval_gd_ud_pr_auc": 0.765318794394365,
+      "eval_gl_opus100_pr_auc": 0.8614387198003032,
+      "eval_gl_ud_pr_auc": 0.992437486562186,
+      "eval_gu_ersatz_pr_auc": 0.8899094559820349,
+      "eval_gu_opus100_pr_auc": 0.6938521698012516,
+      "eval_ha_opus100_pr_auc": 0.8927351451231977,
+      "eval_he_opus100_pr_auc": 0.8716756352134759,
+      "eval_he_ud_pr_auc": 0.9786080778460485,
+      "eval_hi_ersatz_pr_auc": 0.9585358519112646,
+      "eval_hi_opus100_pr_auc": 0.6395144780602219,
+      "eval_hi_ud_pr_auc": 0.9807958872072132,
+      "eval_hu_opus100_pr_auc": 0.9149752119035316,
+      "eval_hu_ud_pr_auc": 0.9870035100774455,
+      "eval_hy_opus100_pr_auc": 0.9035586421024211,
+      "eval_hy_ud_pr_auc": 0.9850644200714189,
+      "eval_id_opus100_pr_auc": 0.8819891658322792,
+      "eval_id_ud_pr_auc": 0.9908630074829994,
+      "eval_ig_opus100_pr_auc": 0.8705242403175308,
+      "eval_is_opus100_pr_auc": 0.9133113847162194,
+      "eval_is_ud_pr_auc": 0.8864306485870385,
+      "eval_it_opus100_pr_auc": 0.9008502655507268,
+      "eval_it_ud_pr_auc": 0.9929083523631193,
+      "eval_ja_ersatz_pr_auc": 0.8032009663584461,
+      "eval_ja_opus100_pr_auc": 0.80638660062553,
+      "eval_ja_ud_pr_auc": 0.983381787911339,
+      "eval_jv_ud_pr_auc": 0.9801027693746642,
+      "eval_ka_opus100_pr_auc": 0.8676831710854376,
+      "eval_kk_ersatz_pr_auc": 0.9837801735159117,
+      "eval_kk_opus100_pr_auc": 0.7797514083272921,
+      "eval_kk_ud_pr_auc": 0.9750425352203386,
+      "eval_km_ersatz_pr_auc": 0.8999460358389559,
+      "eval_km_opus100_pr_auc": 0.7370050099348303,
+      "eval_kn_opus100_pr_auc": 0.5536207438534545,
+      "eval_ko_opus100_pr_auc": 0.682124909325883,
+      "eval_ko_ud_pr_auc": 0.9967543224603033,
+      "eval_ku_opus100_pr_auc": 0.8085692611019155,
+      "eval_ky_opus100_pr_auc": 0.8501092620429109,
+      "eval_la_ud_pr_auc": 0.934711615169709,
+      "eval_loss": 0.037847720086574554,
+      "eval_lt_ersatz_pr_auc": 0.9858241822735395,
+      "eval_lt_opus100_pr_auc": 0.858782714112588,
+      "eval_lt_ud_pr_auc": 0.9878344145075143,
+      "eval_lv_ersatz_pr_auc": 0.9877708662739096,
+      "eval_lv_opus100_pr_auc": 0.8724042953542315,
+      "eval_lv_ud_pr_auc": 0.9614060805297676,
+      "eval_mg_opus100_pr_auc": 0.9098518063593585,
+      "eval_mk_opus100_pr_auc": 0.8970847560928257,
+      "eval_ml_opus100_pr_auc": 0.7364895405801096,
+      "eval_mn_opus100_pr_auc": 0.9459285762203905,
+      "eval_mr_opus100_pr_auc": 0.8448638801783895,
+      "eval_mr_ud_pr_auc": 0.972675884973758,
+      "eval_ms_opus100_pr_auc": 0.8523269230884423,
+      "eval_mt_opus100_pr_auc": 0.8041878816243171,
+      "eval_mt_ud_pr_auc": 0.8648230012158941,
+      "eval_my_opus100_pr_auc": 0.6869693506564272,
+      "eval_ne_opus100_pr_auc": 0.6928567728116296,
+      "eval_nl_opus100_pr_auc": 0.8828676651782849,
+      "eval_nl_ud_pr_auc": 0.9809540298624889,
+      "eval_no_opus100_pr_auc": 0.9086807946063873,
+      "eval_no_ud_pr_auc": 0.9951531018913968,
+      "eval_pa_opus100_pr_auc": 0.6650162626554169,
+      "eval_pl_ersatz_pr_auc": 0.9692785552309859,
+      "eval_pl_opus100_pr_auc": 0.8834396777716995,
+      "eval_pl_ud_pr_auc": 0.9606923277605948,
+      "eval_ps_ersatz_pr_auc": 0.9209457472394255,
+      "eval_ps_opus100_pr_auc": 0.7094018086597306,
+      "eval_pt_opus100_pr_auc": 0.9200445163238806,
+      "eval_pt_ud_pr_auc": 0.9843774810888581,
+      "eval_ro_ersatz_pr_auc": 0.9927277742588215,
+      "eval_ro_opus100_pr_auc": 0.8615872040391946,
+      "eval_ro_ud_pr_auc": 0.9480598399859075,
+      "eval_ru_ersatz_pr_auc": 0.9857367187773352,
+      "eval_ru_opus100_pr_auc": 0.9105688184675778,
+      "eval_ru_ud_pr_auc": 0.8558066126041876,
+      "eval_runtime": 322.2119,
+      "eval_samples_per_second": 234.206,
+      "eval_si_opus100_pr_auc": 0.7997604205912197,
+      "eval_sk_opus100_pr_auc": 0.9028353850964019,
+      "eval_sk_ud_pr_auc": 0.9705144485589691,
+      "eval_sl_opus100_pr_auc": 0.8448835285130951,
+      "eval_sl_ud_pr_auc": 0.9744968325741368,
+      "eval_sq_opus100_pr_auc": 0.8854492319395383,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8982643679589798,
+      "eval_sr_ud_pr_auc": 0.9951131329259059,
+      "eval_steps_per_second": 0.916,
+      "eval_sv_opus100_pr_auc": 0.8811481836109193,
+      "eval_sv_ud_pr_auc": 0.9447433071479593,
+      "eval_ta_ersatz_pr_auc": 0.9776303056519545,
+      "eval_ta_opus100_pr_auc": 0.6329452657520546,
+      "eval_ta_ud_pr_auc": 0.9959647400007882,
+      "eval_te_opus100_pr_auc": 0.8091367167283463,
+      "eval_tg_opus100_pr_auc": 0.8816146724495036,
+      "eval_th_opus100_pr_auc": 0.6630127335043721,
+      "eval_th_ud_pr_auc": 0.7070880549586863,
+      "eval_tr_ersatz_pr_auc": 0.9565679060133057,
+      "eval_tr_opus100_pr_auc": 0.8927007304298598,
+      "eval_tr_ud_pr_auc": 0.9324819119435264,
+      "eval_uk_opus100_pr_auc": 0.8614198618180725,
+      "eval_uk_ud_pr_auc": 0.9206449302073232,
+      "eval_ur_opus100_pr_auc": 0.4903686243788045,
+      "eval_ur_ud_pr_auc": 0.9912576465565944,
+      "eval_uz_opus100_pr_auc": 0.8438339263650977,
+      "eval_vi_opus100_pr_auc": 0.9068568459446779,
+      "eval_vi_ud_pr_auc": 0.957387245163604,
+      "eval_xh_opus100_pr_auc": 0.8701670304440772,
+      "eval_yi_opus100_pr_auc": 0.7580861636564546,
+      "eval_yo_opus100_pr_auc": 0.802117065791441,
+      "eval_yo_ud_pr_auc": 0.9193608973026921,
+      "eval_zh_ersatz_pr_auc": 0.9208031442412253,
+      "eval_zh_opus100_pr_auc": 0.8364707125782455,
+      "eval_zh_ud_pr_auc": 0.9601286908444552,
+      "eval_zu_opus100_pr_auc": 0.8287661370220214,
+      "step": 30000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.49240506329114e-05,
+      "learning_rate_adapter": 9.49240506329114e-05,
+      "loss": 0.0345,
+      "step": 30050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.491139240506329e-05,
+      "learning_rate_adapter": 9.491139240506329e-05,
+      "loss": 0.0346,
+      "step": 30100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.48987341772152e-05,
+      "learning_rate_adapter": 9.48987341772152e-05,
+      "loss": 0.0342,
+      "step": 30150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.488607594936709e-05,
+      "learning_rate_adapter": 9.488607594936709e-05,
+      "loss": 0.034,
+      "step": 30200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.487341772151898e-05,
+      "learning_rate_adapter": 9.487341772151898e-05,
+      "loss": 0.0346,
+      "step": 30250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.486075949367089e-05,
+      "learning_rate_adapter": 9.486075949367089e-05,
+      "loss": 0.0341,
+      "step": 30300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.484810126582279e-05,
+      "learning_rate_adapter": 9.484810126582279e-05,
+      "loss": 0.0343,
+      "step": 30350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.48354430379747e-05,
+      "learning_rate_adapter": 9.48354430379747e-05,
+      "loss": 0.0344,
+      "step": 30400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.482278481012659e-05,
+      "learning_rate_adapter": 9.482278481012659e-05,
+      "loss": 0.0343,
+      "step": 30450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.481012658227848e-05,
+      "learning_rate_adapter": 9.481012658227848e-05,
+      "loss": 0.0342,
+      "step": 30500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.479746835443039e-05,
+      "learning_rate_adapter": 9.479746835443039e-05,
+      "loss": 0.0344,
+      "step": 30550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.478481012658228e-05,
+      "learning_rate_adapter": 9.478481012658228e-05,
+      "loss": 0.0342,
+      "step": 30600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.477215189873418e-05,
+      "learning_rate_adapter": 9.477215189873418e-05,
+      "loss": 0.0342,
+      "step": 30650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.475949367088608e-05,
+      "learning_rate_adapter": 9.475949367088608e-05,
+      "loss": 0.0342,
+      "step": 30700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.474683544303798e-05,
+      "learning_rate_adapter": 9.474683544303798e-05,
+      "loss": 0.0342,
+      "step": 30750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.473417721518987e-05,
+      "learning_rate_adapter": 9.473417721518987e-05,
+      "loss": 0.0342,
+      "step": 30800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.472151898734177e-05,
+      "learning_rate_adapter": 9.472151898734177e-05,
+      "loss": 0.0344,
+      "step": 30850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.470886075949367e-05,
+      "learning_rate_adapter": 9.470886075949367e-05,
+      "loss": 0.0343,
+      "step": 30900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.469620253164558e-05,
+      "learning_rate_adapter": 9.469620253164558e-05,
+      "loss": 0.0341,
+      "step": 30950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.468354430379748e-05,
+      "learning_rate_adapter": 9.468354430379748e-05,
+      "loss": 0.0339,
+      "step": 31000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.467088607594938e-05,
+      "learning_rate_adapter": 9.467088607594938e-05,
+      "loss": 0.0339,
+      "step": 31050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.465822784810127e-05,
+      "learning_rate_adapter": 9.465822784810127e-05,
+      "loss": 0.0338,
+      "step": 31100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.464556962025317e-05,
+      "learning_rate_adapter": 9.464556962025317e-05,
+      "loss": 0.034,
+      "step": 31150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.463291139240507e-05,
+      "learning_rate_adapter": 9.463291139240507e-05,
+      "loss": 0.0343,
+      "step": 31200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.462025316455697e-05,
+      "learning_rate_adapter": 9.462025316455697e-05,
+      "loss": 0.0341,
+      "step": 31250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.460759493670886e-05,
+      "learning_rate_adapter": 9.460759493670886e-05,
+      "loss": 0.0343,
+      "step": 31300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.459493670886076e-05,
+      "learning_rate_adapter": 9.459493670886076e-05,
+      "loss": 0.0341,
+      "step": 31350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.458227848101266e-05,
+      "learning_rate_adapter": 9.458227848101266e-05,
+      "loss": 0.0337,
+      "step": 31400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.456962025316455e-05,
+      "learning_rate_adapter": 9.456962025316455e-05,
+      "loss": 0.0339,
+      "step": 31450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.455696202531646e-05,
+      "learning_rate_adapter": 9.455696202531646e-05,
+      "loss": 0.0341,
+      "step": 31500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.454430379746836e-05,
+      "learning_rate_adapter": 9.454430379746836e-05,
+      "loss": 0.0342,
+      "step": 31550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.453164556962026e-05,
+      "learning_rate_adapter": 9.453164556962026e-05,
+      "loss": 0.0341,
+      "step": 31600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.451898734177216e-05,
+      "learning_rate_adapter": 9.451898734177216e-05,
+      "loss": 0.034,
+      "step": 31650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.450632911392405e-05,
+      "learning_rate_adapter": 9.450632911392405e-05,
+      "loss": 0.0341,
+      "step": 31700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.449367088607596e-05,
+      "learning_rate_adapter": 9.449367088607596e-05,
+      "loss": 0.0339,
+      "step": 31750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.448101265822785e-05,
+      "learning_rate_adapter": 9.448101265822785e-05,
+      "loss": 0.034,
+      "step": 31800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.446835443037974e-05,
+      "learning_rate_adapter": 9.446835443037974e-05,
+      "loss": 0.0339,
+      "step": 31850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.445569620253165e-05,
+      "learning_rate_adapter": 9.445569620253165e-05,
+      "loss": 0.0339,
+      "step": 31900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.444303797468354e-05,
+      "learning_rate_adapter": 9.444303797468354e-05,
+      "loss": 0.0341,
+      "step": 31950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.443037974683545e-05,
+      "learning_rate_adapter": 9.443037974683545e-05,
+      "loss": 0.034,
+      "step": 32000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.441772151898734e-05,
+      "learning_rate_adapter": 9.441772151898734e-05,
+      "loss": 0.0339,
+      "step": 32050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.440506329113924e-05,
+      "learning_rate_adapter": 9.440506329113924e-05,
+      "loss": 0.034,
+      "step": 32100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.439240506329115e-05,
+      "learning_rate_adapter": 9.439240506329115e-05,
+      "loss": 0.0341,
+      "step": 32150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.437974683544304e-05,
+      "learning_rate_adapter": 9.437974683544304e-05,
+      "loss": 0.0337,
+      "step": 32200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.436708860759495e-05,
+      "learning_rate_adapter": 9.436708860759495e-05,
+      "loss": 0.0341,
+      "step": 32250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.435443037974684e-05,
+      "learning_rate_adapter": 9.435443037974684e-05,
+      "loss": 0.0342,
+      "step": 32300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.434177215189875e-05,
+      "learning_rate_adapter": 9.434177215189875e-05,
+      "loss": 0.034,
+      "step": 32350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.432911392405064e-05,
+      "learning_rate_adapter": 9.432911392405064e-05,
+      "loss": 0.0338,
+      "step": 32400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.431645569620253e-05,
+      "learning_rate_adapter": 9.431645569620253e-05,
+      "loss": 0.0339,
+      "step": 32450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.430379746835444e-05,
+      "learning_rate_adapter": 9.430379746835444e-05,
+      "loss": 0.0338,
+      "step": 32500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.429113924050633e-05,
+      "learning_rate_adapter": 9.429113924050633e-05,
+      "loss": 0.0339,
+      "step": 32550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.427848101265823e-05,
+      "learning_rate_adapter": 9.427848101265823e-05,
+      "loss": 0.0337,
+      "step": 32600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.426582278481013e-05,
+      "learning_rate_adapter": 9.426582278481013e-05,
+      "loss": 0.0339,
+      "step": 32650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.425316455696203e-05,
+      "learning_rate_adapter": 9.425316455696203e-05,
+      "loss": 0.0336,
+      "step": 32700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.424050632911394e-05,
+      "learning_rate_adapter": 9.424050632911394e-05,
+      "loss": 0.0338,
+      "step": 32750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.422784810126583e-05,
+      "learning_rate_adapter": 9.422784810126583e-05,
+      "loss": 0.0339,
+      "step": 32800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.421518987341773e-05,
+      "learning_rate_adapter": 9.421518987341773e-05,
+      "loss": 0.0338,
+      "step": 32850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.420253164556963e-05,
+      "learning_rate_adapter": 9.420253164556963e-05,
+      "loss": 0.034,
+      "step": 32900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.418987341772152e-05,
+      "learning_rate_adapter": 9.418987341772152e-05,
+      "loss": 0.0338,
+      "step": 32950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.417721518987342e-05,
+      "learning_rate_adapter": 9.417721518987342e-05,
+      "loss": 0.0335,
+      "step": 33000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.416455696202532e-05,
+      "learning_rate_adapter": 9.416455696202532e-05,
+      "loss": 0.0336,
+      "step": 33050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.415189873417722e-05,
+      "learning_rate_adapter": 9.415189873417722e-05,
+      "loss": 0.0339,
+      "step": 33100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.413924050632911e-05,
+      "learning_rate_adapter": 9.413924050632911e-05,
+      "loss": 0.0337,
+      "step": 33150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.4126582278481e-05,
+      "learning_rate_adapter": 9.4126582278481e-05,
+      "loss": 0.034,
+      "step": 33200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.411392405063291e-05,
+      "learning_rate_adapter": 9.411392405063291e-05,
+      "loss": 0.0338,
+      "step": 33250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.410126582278482e-05,
+      "learning_rate_adapter": 9.410126582278482e-05,
+      "loss": 0.0337,
+      "step": 33300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.408860759493672e-05,
+      "learning_rate_adapter": 9.408860759493672e-05,
+      "loss": 0.0336,
+      "step": 33350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.407594936708861e-05,
+      "learning_rate_adapter": 9.407594936708861e-05,
+      "loss": 0.0334,
+      "step": 33400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.406329113924051e-05,
+      "learning_rate_adapter": 9.406329113924051e-05,
+      "loss": 0.0338,
+      "step": 33450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.405063291139241e-05,
+      "learning_rate_adapter": 9.405063291139241e-05,
+      "loss": 0.0336,
+      "step": 33500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.40379746835443e-05,
+      "learning_rate_adapter": 9.40379746835443e-05,
+      "loss": 0.0338,
+      "step": 33550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.402531645569621e-05,
+      "learning_rate_adapter": 9.402531645569621e-05,
+      "loss": 0.0335,
+      "step": 33600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.40126582278481e-05,
+      "learning_rate_adapter": 9.40126582278481e-05,
+      "loss": 0.0335,
+      "step": 33650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0332,
+      "step": 33700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39873417721519e-05,
+      "learning_rate_adapter": 9.39873417721519e-05,
+      "loss": 0.0337,
+      "step": 33750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.397468354430379e-05,
+      "learning_rate_adapter": 9.397468354430379e-05,
+      "loss": 0.0338,
+      "step": 33800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39620253164557e-05,
+      "learning_rate_adapter": 9.39620253164557e-05,
+      "loss": 0.0335,
+      "step": 33850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39493670886076e-05,
+      "learning_rate_adapter": 9.39493670886076e-05,
+      "loss": 0.0335,
+      "step": 33900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.393670886075951e-05,
+      "learning_rate_adapter": 9.393670886075951e-05,
+      "loss": 0.0335,
+      "step": 33950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39240506329114e-05,
+      "learning_rate_adapter": 9.39240506329114e-05,
+      "loss": 0.0337,
+      "step": 34000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39113924050633e-05,
+      "learning_rate_adapter": 9.39113924050633e-05,
+      "loss": 0.0337,
+      "step": 34050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.38987341772152e-05,
+      "learning_rate_adapter": 9.38987341772152e-05,
+      "loss": 0.0333,
+      "step": 34100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.388607594936709e-05,
+      "learning_rate_adapter": 9.388607594936709e-05,
+      "loss": 0.0334,
+      "step": 34150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.3873417721519e-05,
+      "learning_rate_adapter": 9.3873417721519e-05,
+      "loss": 0.0333,
+      "step": 34200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.386075949367089e-05,
+      "learning_rate_adapter": 9.386075949367089e-05,
+      "loss": 0.0335,
+      "step": 34250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.384810126582278e-05,
+      "learning_rate_adapter": 9.384810126582278e-05,
+      "loss": 0.0334,
+      "step": 34300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.383544303797469e-05,
+      "learning_rate_adapter": 9.383544303797469e-05,
+      "loss": 0.0337,
+      "step": 34350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.382278481012658e-05,
+      "learning_rate_adapter": 9.382278481012658e-05,
+      "loss": 0.0331,
+      "step": 34400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.381012658227848e-05,
+      "learning_rate_adapter": 9.381012658227848e-05,
+      "loss": 0.0332,
+      "step": 34450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.379746835443039e-05,
+      "learning_rate_adapter": 9.379746835443039e-05,
+      "loss": 0.0335,
+      "step": 34500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.378481012658228e-05,
+      "learning_rate_adapter": 9.378481012658228e-05,
+      "loss": 0.0334,
+      "step": 34550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.377215189873419e-05,
+      "learning_rate_adapter": 9.377215189873419e-05,
+      "loss": 0.0334,
+      "step": 34600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.375949367088608e-05,
+      "learning_rate_adapter": 9.375949367088608e-05,
+      "loss": 0.0333,
+      "step": 34650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.374683544303799e-05,
+      "learning_rate_adapter": 9.374683544303799e-05,
+      "loss": 0.0335,
+      "step": 34700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.373417721518988e-05,
+      "learning_rate_adapter": 9.373417721518988e-05,
+      "loss": 0.0332,
+      "step": 34750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.372151898734177e-05,
+      "learning_rate_adapter": 9.372151898734177e-05,
+      "loss": 0.0333,
+      "step": 34800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.370886075949367e-05,
+      "learning_rate_adapter": 9.370886075949367e-05,
+      "loss": 0.0334,
+      "step": 34850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.369620253164557e-05,
+      "learning_rate_adapter": 9.369620253164557e-05,
+      "loss": 0.0336,
+      "step": 34900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.368354430379747e-05,
+      "learning_rate_adapter": 9.368354430379747e-05,
+      "loss": 0.0333,
+      "step": 34950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.367088607594936e-05,
+      "learning_rate_adapter": 9.367088607594936e-05,
+      "loss": 0.0334,
+      "step": 35000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.770255660287423,
+      "eval_af_ud_pr_auc": 0.9949534282082073,
+      "eval_am_opus100_pr_auc": 0.4766753071243099,
+      "eval_ar_ersatz_pr_auc": 0.922351565084272,
+      "eval_ar_opus100_pr_auc": 0.6900070624798968,
+      "eval_ar_ud_pr_auc": 0.8797225656394442,
+      "eval_average_ersatz_pr_auc": 0.9556369296644761,
+      "eval_average_opus100_pr_auc": 0.817863401175224,
+      "eval_average_ud_pr_auc": 0.9553626922200192,
+      "eval_az_opus100_pr_auc": 0.6933685557893854,
+      "eval_be_opus100_pr_auc": 0.7023787238246013,
+      "eval_be_ud_pr_auc": 0.8852115173190044,
+      "eval_bg_opus100_pr_auc": 0.9101529709391306,
+      "eval_bg_ud_pr_auc": 0.990782024383791,
+      "eval_bn_opus100_pr_auc": 0.7885396032155937,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8753485336933279,
+      "eval_ca_ud_pr_auc": 0.9892649512817481,
+      "eval_ceb_ud_pr_auc": 1.0,
+      "eval_cs_ersatz_pr_auc": 0.9785984881872172,
+      "eval_cs_opus100_pr_auc": 0.9035426602799357,
+      "eval_cs_ud_pr_auc": 0.9506124875208986,
+      "eval_cy_opus100_pr_auc": 0.7509654707469493,
+      "eval_cy_ud_pr_auc": 0.9971705792972894,
+      "eval_da_opus100_pr_auc": 0.9029127485389478,
+      "eval_da_ud_pr_auc": 0.9808226918333006,
+      "eval_de_ersatz_pr_auc": 0.972616820420187,
+      "eval_de_opus100_pr_auc": 0.8670408322418643,
+      "eval_de_ud_pr_auc": 0.9826162583488043,
+      "eval_el_opus100_pr_auc": 0.9178252631883501,
+      "eval_el_ud_pr_auc": 0.9863937442052791,
+      "eval_en_ersatz_pr_auc": 0.9878287701035253,
+      "eval_en_opus100_pr_auc": 0.926608375920047,
+      "eval_en_ud_pr_auc": 0.9712065935557961,
+      "eval_eo_opus100_pr_auc": 0.9173278867656876,
+      "eval_es_ersatz_pr_auc": 0.9940407624831296,
+      "eval_es_opus100_pr_auc": 0.9165247440152126,
+      "eval_es_ud_pr_auc": 0.9918882599997837,
+      "eval_et_ersatz_pr_auc": 0.9755686445514393,
+      "eval_et_opus100_pr_auc": 0.886011565793511,
+      "eval_et_ud_pr_auc": 0.9584535144131443,
+      "eval_eu_opus100_pr_auc": 0.8698027464130949,
+      "eval_eu_ud_pr_auc": 0.9867909104102792,
+      "eval_fa_opus100_pr_auc": 0.5608463613418797,
+      "eval_fa_ud_pr_auc": 0.9946211740707049,
+      "eval_fi_ersatz_pr_auc": 0.9822079258000239,
+      "eval_fi_opus100_pr_auc": 0.8961877062224776,
+      "eval_fi_ud_pr_auc": 0.9641852143391599,
+      "eval_fr_ersatz_pr_auc": 0.987823867120959,
+      "eval_fr_opus100_pr_auc": 0.8961151415864486,
+      "eval_fr_ud_pr_auc": 0.9736459144478615,
+      "eval_fy_opus100_pr_auc": 0.6805634709768263,
+      "eval_ga_opus100_pr_auc": 0.8703845458887249,
+      "eval_ga_ud_pr_auc": 0.8071195676646545,
+      "eval_gd_opus100_pr_auc": 0.5883829100380996,
+      "eval_gd_ud_pr_auc": 0.7284397896888923,
+      "eval_gl_opus100_pr_auc": 0.8678931040898951,
+      "eval_gl_ud_pr_auc": 0.9936842918223339,
+      "eval_gu_ersatz_pr_auc": 0.9065977775516779,
+      "eval_gu_opus100_pr_auc": 0.7073320041030793,
+      "eval_ha_opus100_pr_auc": 0.8831529224771144,
+      "eval_he_opus100_pr_auc": 0.8607880594182477,
+      "eval_he_ud_pr_auc": 0.9708671706355232,
+      "eval_hi_ersatz_pr_auc": 0.9636895678267027,
+      "eval_hi_opus100_pr_auc": 0.6488241931720174,
+      "eval_hi_ud_pr_auc": 0.9827658931061064,
+      "eval_hu_opus100_pr_auc": 0.9172350635317347,
+      "eval_hu_ud_pr_auc": 0.9862168245137657,
+      "eval_hy_opus100_pr_auc": 0.9105726013549,
+      "eval_hy_ud_pr_auc": 0.9703631970071235,
+      "eval_id_opus100_pr_auc": 0.8723821879129802,
+      "eval_id_ud_pr_auc": 0.9892028191486327,
+      "eval_ig_opus100_pr_auc": 0.8709428075147848,
+      "eval_is_opus100_pr_auc": 0.9248027909910661,
+      "eval_is_ud_pr_auc": 0.9001232169900706,
+      "eval_it_opus100_pr_auc": 0.903553837297656,
+      "eval_it_ud_pr_auc": 0.9977778615759838,
+      "eval_ja_ersatz_pr_auc": 0.7576076424285032,
+      "eval_ja_opus100_pr_auc": 0.8029681942712649,
+      "eval_ja_ud_pr_auc": 0.9668978825613395,
+      "eval_jv_ud_pr_auc": 0.983947252693334,
+      "eval_ka_opus100_pr_auc": 0.8613093606206599,
+      "eval_kk_ersatz_pr_auc": 0.9842764258339536,
+      "eval_kk_opus100_pr_auc": 0.796576567629464,
+      "eval_kk_ud_pr_auc": 0.9772442328381231,
+      "eval_km_ersatz_pr_auc": 0.9058955576587119,
+      "eval_km_opus100_pr_auc": 0.716232927278321,
+      "eval_kn_opus100_pr_auc": 0.5621627631525083,
+      "eval_ko_opus100_pr_auc": 0.6806288832791669,
+      "eval_ko_ud_pr_auc": 0.9977545991514734,
+      "eval_ku_opus100_pr_auc": 0.8364022166879013,
+      "eval_ky_opus100_pr_auc": 0.8438425220119457,
+      "eval_la_ud_pr_auc": 0.9613442754191033,
+      "eval_loss": 0.03708421438932419,
+      "eval_lt_ersatz_pr_auc": 0.9852661698745064,
+      "eval_lt_opus100_pr_auc": 0.8410726601747847,
+      "eval_lt_ud_pr_auc": 0.9904307200801954,
+      "eval_lv_ersatz_pr_auc": 0.9861882268428689,
+      "eval_lv_opus100_pr_auc": 0.8548113062857483,
+      "eval_lv_ud_pr_auc": 0.9637275619956763,
+      "eval_mg_opus100_pr_auc": 0.9084236820644045,
+      "eval_mk_opus100_pr_auc": 0.8996006656627694,
+      "eval_ml_opus100_pr_auc": 0.758690501563385,
+      "eval_mn_opus100_pr_auc": 0.9422375237727203,
+      "eval_mr_opus100_pr_auc": 0.883989918982141,
+      "eval_mr_ud_pr_auc": 0.987561850786566,
+      "eval_ms_opus100_pr_auc": 0.8629013059165683,
+      "eval_mt_opus100_pr_auc": 0.8030463802312466,
+      "eval_mt_ud_pr_auc": 0.8489143447042623,
+      "eval_my_opus100_pr_auc": 0.6857549181906175,
+      "eval_ne_opus100_pr_auc": 0.6889865347071491,
+      "eval_nl_opus100_pr_auc": 0.8829769478590317,
+      "eval_nl_ud_pr_auc": 0.9720325216890935,
+      "eval_no_opus100_pr_auc": 0.9124663892033061,
+      "eval_no_ud_pr_auc": 0.9940274928309555,
+      "eval_pa_opus100_pr_auc": 0.6739532451519654,
+      "eval_pl_ersatz_pr_auc": 0.9631170201355794,
+      "eval_pl_opus100_pr_auc": 0.8774594386285742,
+      "eval_pl_ud_pr_auc": 0.9587871734535863,
+      "eval_ps_ersatz_pr_auc": 0.9206635834969494,
+      "eval_ps_opus100_pr_auc": 0.7335982286407676,
+      "eval_pt_opus100_pr_auc": 0.9173675127840438,
+      "eval_pt_ud_pr_auc": 0.98188467591223,
+      "eval_ro_ersatz_pr_auc": 0.9922993244839267,
+      "eval_ro_opus100_pr_auc": 0.8776309295828606,
+      "eval_ro_ud_pr_auc": 0.9023247493858604,
+      "eval_ru_ersatz_pr_auc": 0.9814987671254597,
+      "eval_ru_opus100_pr_auc": 0.9067072504503587,
+      "eval_ru_ud_pr_auc": 0.8607112162449172,
+      "eval_runtime": 321.2702,
+      "eval_samples_per_second": 234.893,
+      "eval_si_opus100_pr_auc": 0.8092300788690812,
+      "eval_sk_opus100_pr_auc": 0.9157833490026331,
+      "eval_sk_ud_pr_auc": 0.9702934403292446,
+      "eval_sl_opus100_pr_auc": 0.8489502655502956,
+      "eval_sl_ud_pr_auc": 0.9650755944117203,
+      "eval_sq_opus100_pr_auc": 0.8893621803507666,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9014061212060793,
+      "eval_sr_ud_pr_auc": 0.9957814291102942,
+      "eval_steps_per_second": 0.918,
+      "eval_sv_opus100_pr_auc": 0.8877285739767149,
+      "eval_sv_ud_pr_auc": 0.9399180931309691,
+      "eval_ta_ersatz_pr_auc": 0.9784160957557828,
+      "eval_ta_opus100_pr_auc": 0.6424940376345446,
+      "eval_ta_ud_pr_auc": 0.9969676923674987,
+      "eval_te_opus100_pr_auc": 0.8136444007930326,
+      "eval_tg_opus100_pr_auc": 0.8806301179673958,
+      "eval_th_opus100_pr_auc": 0.6628822752926634,
+      "eval_th_ud_pr_auc": 0.7459008590799703,
+      "eval_tr_ersatz_pr_auc": 0.9568728378278487,
+      "eval_tr_opus100_pr_auc": 0.8910001410482189,
+      "eval_tr_ud_pr_auc": 0.9285742732436018,
+      "eval_uk_opus100_pr_auc": 0.8704164399889545,
+      "eval_uk_ud_pr_auc": 0.9334631127550528,
+      "eval_ur_opus100_pr_auc": 0.5033678095888382,
+      "eval_ur_ud_pr_auc": 0.9839980303517415,
+      "eval_uz_opus100_pr_auc": 0.8618076637459204,
+      "eval_vi_opus100_pr_auc": 0.9024100687025823,
+      "eval_vi_ud_pr_auc": 0.9516263559124625,
+      "eval_xh_opus100_pr_auc": 0.8622808091671399,
+      "eval_yi_opus100_pr_auc": 0.7939832049586896,
+      "eval_yo_opus100_pr_auc": 0.808074044848325,
+      "eval_yo_ud_pr_auc": 0.9172194325995653,
+      "eval_zh_ersatz_pr_auc": 0.9405866120252527,
+      "eval_zh_opus100_pr_auc": 0.8483994254376266,
+      "eval_zh_ud_pr_auc": 0.9743621320746733,
+      "eval_zu_opus100_pr_auc": 0.833900694280005,
+      "step": 35000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.365822784810127e-05,
+      "learning_rate_adapter": 9.365822784810127e-05,
+      "loss": 0.0334,
+      "step": 35050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.364556962025318e-05,
+      "learning_rate_adapter": 9.364556962025318e-05,
+      "loss": 0.0332,
+      "step": 35100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.363291139240507e-05,
+      "learning_rate_adapter": 9.363291139240507e-05,
+      "loss": 0.0335,
+      "step": 35150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.362025316455697e-05,
+      "learning_rate_adapter": 9.362025316455697e-05,
+      "loss": 0.0334,
+      "step": 35200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.360759493670887e-05,
+      "learning_rate_adapter": 9.360759493670887e-05,
+      "loss": 0.0333,
+      "step": 35250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.359493670886076e-05,
+      "learning_rate_adapter": 9.359493670886076e-05,
+      "loss": 0.0333,
+      "step": 35300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.358227848101266e-05,
+      "learning_rate_adapter": 9.358227848101266e-05,
+      "loss": 0.0332,
+      "step": 35350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.356962025316456e-05,
+      "learning_rate_adapter": 9.356962025316456e-05,
+      "loss": 0.0333,
+      "step": 35400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.355696202531646e-05,
+      "learning_rate_adapter": 9.355696202531646e-05,
+      "loss": 0.0331,
+      "step": 35450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.354430379746835e-05,
+      "learning_rate_adapter": 9.354430379746835e-05,
+      "loss": 0.0332,
+      "step": 35500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.353164556962026e-05,
+      "learning_rate_adapter": 9.353164556962026e-05,
+      "loss": 0.0333,
+      "step": 35550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.351898734177215e-05,
+      "learning_rate_adapter": 9.351898734177215e-05,
+      "loss": 0.0334,
+      "step": 35600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.350632911392406e-05,
+      "learning_rate_adapter": 9.350632911392406e-05,
+      "loss": 0.0332,
+      "step": 35650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.349367088607596e-05,
+      "learning_rate_adapter": 9.349367088607596e-05,
+      "loss": 0.0335,
+      "step": 35700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.348101265822785e-05,
+      "learning_rate_adapter": 9.348101265822785e-05,
+      "loss": 0.0333,
+      "step": 35750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.346835443037976e-05,
+      "learning_rate_adapter": 9.346835443037976e-05,
+      "loss": 0.0333,
+      "step": 35800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.345569620253165e-05,
+      "learning_rate_adapter": 9.345569620253165e-05,
+      "loss": 0.0332,
+      "step": 35850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.344303797468354e-05,
+      "learning_rate_adapter": 9.344303797468354e-05,
+      "loss": 0.0334,
+      "step": 35900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.343037974683545e-05,
+      "learning_rate_adapter": 9.343037974683545e-05,
+      "loss": 0.0333,
+      "step": 35950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.341772151898734e-05,
+      "learning_rate_adapter": 9.341772151898734e-05,
+      "loss": 0.0331,
+      "step": 36000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.340506329113925e-05,
+      "learning_rate_adapter": 9.340506329113925e-05,
+      "loss": 0.0336,
+      "step": 36050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.339240506329114e-05,
+      "learning_rate_adapter": 9.339240506329114e-05,
+      "loss": 0.0332,
+      "step": 36100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.337974683544303e-05,
+      "learning_rate_adapter": 9.337974683544303e-05,
+      "loss": 0.033,
+      "step": 36150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.336708860759494e-05,
+      "learning_rate_adapter": 9.336708860759494e-05,
+      "loss": 0.0333,
+      "step": 36200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.335443037974684e-05,
+      "learning_rate_adapter": 9.335443037974684e-05,
+      "loss": 0.033,
+      "step": 36250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.334177215189875e-05,
+      "learning_rate_adapter": 9.334177215189875e-05,
+      "loss": 0.0331,
+      "step": 36300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.332911392405064e-05,
+      "learning_rate_adapter": 9.332911392405064e-05,
+      "loss": 0.0334,
+      "step": 36350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.331645569620253e-05,
+      "learning_rate_adapter": 9.331645569620253e-05,
+      "loss": 0.0332,
+      "step": 36400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.330379746835444e-05,
+      "learning_rate_adapter": 9.330379746835444e-05,
+      "loss": 0.033,
+      "step": 36450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.329113924050633e-05,
+      "learning_rate_adapter": 9.329113924050633e-05,
+      "loss": 0.0329,
+      "step": 36500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.327848101265824e-05,
+      "learning_rate_adapter": 9.327848101265824e-05,
+      "loss": 0.0333,
+      "step": 36550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.326582278481013e-05,
+      "learning_rate_adapter": 9.326582278481013e-05,
+      "loss": 0.0328,
+      "step": 36600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.325316455696202e-05,
+      "learning_rate_adapter": 9.325316455696202e-05,
+      "loss": 0.0332,
+      "step": 36650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.324050632911393e-05,
+      "learning_rate_adapter": 9.324050632911393e-05,
+      "loss": 0.0332,
+      "step": 36700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.322784810126582e-05,
+      "learning_rate_adapter": 9.322784810126582e-05,
+      "loss": 0.0331,
+      "step": 36750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.321518987341772e-05,
+      "learning_rate_adapter": 9.321518987341772e-05,
+      "loss": 0.0328,
+      "step": 36800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.320253164556963e-05,
+      "learning_rate_adapter": 9.320253164556963e-05,
+      "loss": 0.033,
+      "step": 36850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.318987341772152e-05,
+      "learning_rate_adapter": 9.318987341772152e-05,
+      "loss": 0.033,
+      "step": 36900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.317721518987343e-05,
+      "learning_rate_adapter": 9.317721518987343e-05,
+      "loss": 0.033,
+      "step": 36950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.316455696202532e-05,
+      "learning_rate_adapter": 9.316455696202532e-05,
+      "loss": 0.0329,
+      "step": 37000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.315189873417722e-05,
+      "learning_rate_adapter": 9.315189873417722e-05,
+      "loss": 0.0331,
+      "step": 37050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.313924050632912e-05,
+      "learning_rate_adapter": 9.313924050632912e-05,
+      "loss": 0.033,
+      "step": 37100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.312658227848101e-05,
+      "learning_rate_adapter": 9.312658227848101e-05,
+      "loss": 0.0327,
+      "step": 37150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.311392405063291e-05,
+      "learning_rate_adapter": 9.311392405063291e-05,
+      "loss": 0.033,
+      "step": 37200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.31012658227848e-05,
+      "learning_rate_adapter": 9.31012658227848e-05,
+      "loss": 0.0331,
+      "step": 37250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.308860759493671e-05,
+      "learning_rate_adapter": 9.308860759493671e-05,
+      "loss": 0.033,
+      "step": 37300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.30759493670886e-05,
+      "learning_rate_adapter": 9.30759493670886e-05,
+      "loss": 0.0328,
+      "step": 37350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.306329113924051e-05,
+      "learning_rate_adapter": 9.306329113924051e-05,
+      "loss": 0.0328,
+      "step": 37400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.305063291139242e-05,
+      "learning_rate_adapter": 9.305063291139242e-05,
+      "loss": 0.0328,
+      "step": 37450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.303797468354431e-05,
+      "learning_rate_adapter": 9.303797468354431e-05,
+      "loss": 0.033,
+      "step": 37500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.302531645569621e-05,
+      "learning_rate_adapter": 9.302531645569621e-05,
+      "loss": 0.033,
+      "step": 37550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.30126582278481e-05,
+      "learning_rate_adapter": 9.30126582278481e-05,
+      "loss": 0.033,
+      "step": 37600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.033,
+      "step": 37650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.29873417721519e-05,
+      "learning_rate_adapter": 9.29873417721519e-05,
+      "loss": 0.0329,
+      "step": 37700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.29746835443038e-05,
+      "learning_rate_adapter": 9.29746835443038e-05,
+      "loss": 0.0324,
+      "step": 37750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.29620253164557e-05,
+      "learning_rate_adapter": 9.29620253164557e-05,
+      "loss": 0.0328,
+      "step": 37800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.294936708860759e-05,
+      "learning_rate_adapter": 9.294936708860759e-05,
+      "loss": 0.0328,
+      "step": 37850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.29367088607595e-05,
+      "learning_rate_adapter": 9.29367088607595e-05,
+      "loss": 0.0327,
+      "step": 37900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.292405063291139e-05,
+      "learning_rate_adapter": 9.292405063291139e-05,
+      "loss": 0.0329,
+      "step": 37950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.29113924050633e-05,
+      "learning_rate_adapter": 9.29113924050633e-05,
+      "loss": 0.033,
+      "step": 38000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.28987341772152e-05,
+      "learning_rate_adapter": 9.28987341772152e-05,
+      "loss": 0.033,
+      "step": 38050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.28860759493671e-05,
+      "learning_rate_adapter": 9.28860759493671e-05,
+      "loss": 0.0328,
+      "step": 38100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.2873417721519e-05,
+      "learning_rate_adapter": 9.2873417721519e-05,
+      "loss": 0.0329,
+      "step": 38150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.286075949367089e-05,
+      "learning_rate_adapter": 9.286075949367089e-05,
+      "loss": 0.0332,
+      "step": 38200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.284810126582278e-05,
+      "learning_rate_adapter": 9.284810126582278e-05,
+      "loss": 0.0325,
+      "step": 38250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.283544303797469e-05,
+      "learning_rate_adapter": 9.283544303797469e-05,
+      "loss": 0.0327,
+      "step": 38300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.282278481012658e-05,
+      "learning_rate_adapter": 9.282278481012658e-05,
+      "loss": 0.0329,
+      "step": 38350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.281012658227849e-05,
+      "learning_rate_adapter": 9.281012658227849e-05,
+      "loss": 0.033,
+      "step": 38400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.279746835443038e-05,
+      "learning_rate_adapter": 9.279746835443038e-05,
+      "loss": 0.0328,
+      "step": 38450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.278481012658227e-05,
+      "learning_rate_adapter": 9.278481012658227e-05,
+      "loss": 0.033,
+      "step": 38500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.277215189873418e-05,
+      "learning_rate_adapter": 9.277215189873418e-05,
+      "loss": 0.0326,
+      "step": 38550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.275949367088608e-05,
+      "learning_rate_adapter": 9.275949367088608e-05,
+      "loss": 0.0323,
+      "step": 38600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.274683544303799e-05,
+      "learning_rate_adapter": 9.274683544303799e-05,
+      "loss": 0.0328,
+      "step": 38650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.273417721518988e-05,
+      "learning_rate_adapter": 9.273417721518988e-05,
+      "loss": 0.0324,
+      "step": 38700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.272151898734177e-05,
+      "learning_rate_adapter": 9.272151898734177e-05,
+      "loss": 0.0325,
+      "step": 38750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.270886075949368e-05,
+      "learning_rate_adapter": 9.270886075949368e-05,
+      "loss": 0.033,
+      "step": 38800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.269620253164557e-05,
+      "learning_rate_adapter": 9.269620253164557e-05,
+      "loss": 0.0327,
+      "step": 38850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.268354430379748e-05,
+      "learning_rate_adapter": 9.268354430379748e-05,
+      "loss": 0.0326,
+      "step": 38900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.267088607594937e-05,
+      "learning_rate_adapter": 9.267088607594937e-05,
+      "loss": 0.0326,
+      "step": 38950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.265822784810127e-05,
+      "learning_rate_adapter": 9.265822784810127e-05,
+      "loss": 0.0328,
+      "step": 39000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.264556962025317e-05,
+      "learning_rate_adapter": 9.264556962025317e-05,
+      "loss": 0.0326,
+      "step": 39050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.263291139240506e-05,
+      "learning_rate_adapter": 9.263291139240506e-05,
+      "loss": 0.0327,
+      "step": 39100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.262025316455696e-05,
+      "learning_rate_adapter": 9.262025316455696e-05,
+      "loss": 0.0325,
+      "step": 39150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.260759493670887e-05,
+      "learning_rate_adapter": 9.260759493670887e-05,
+      "loss": 0.0327,
+      "step": 39200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.259493670886077e-05,
+      "learning_rate_adapter": 9.259493670886077e-05,
+      "loss": 0.0325,
+      "step": 39250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.258227848101267e-05,
+      "learning_rate_adapter": 9.258227848101267e-05,
+      "loss": 0.0326,
+      "step": 39300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.256962025316456e-05,
+      "learning_rate_adapter": 9.256962025316456e-05,
+      "loss": 0.0328,
+      "step": 39350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.255696202531646e-05,
+      "learning_rate_adapter": 9.255696202531646e-05,
+      "loss": 0.0329,
+      "step": 39400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.254430379746836e-05,
+      "learning_rate_adapter": 9.254430379746836e-05,
+      "loss": 0.0326,
+      "step": 39450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.253164556962026e-05,
+      "learning_rate_adapter": 9.253164556962026e-05,
+      "loss": 0.0325,
+      "step": 39500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.251898734177215e-05,
+      "learning_rate_adapter": 9.251898734177215e-05,
+      "loss": 0.0324,
+      "step": 39550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.250632911392405e-05,
+      "learning_rate_adapter": 9.250632911392405e-05,
+      "loss": 0.0326,
+      "step": 39600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.249367088607595e-05,
+      "learning_rate_adapter": 9.249367088607595e-05,
+      "loss": 0.0327,
+      "step": 39650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.248101265822784e-05,
+      "learning_rate_adapter": 9.248101265822784e-05,
+      "loss": 0.0328,
+      "step": 39700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.246835443037975e-05,
+      "learning_rate_adapter": 9.246835443037975e-05,
+      "loss": 0.0327,
+      "step": 39750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.245569620253165e-05,
+      "learning_rate_adapter": 9.245569620253165e-05,
+      "loss": 0.0326,
+      "step": 39800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.244303797468355e-05,
+      "learning_rate_adapter": 9.244303797468355e-05,
+      "loss": 0.0325,
+      "step": 39850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.243037974683545e-05,
+      "learning_rate_adapter": 9.243037974683545e-05,
+      "loss": 0.0326,
+      "step": 39900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.241772151898734e-05,
+      "learning_rate_adapter": 9.241772151898734e-05,
+      "loss": 0.0323,
+      "step": 39950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.240506329113925e-05,
+      "learning_rate_adapter": 9.240506329113925e-05,
+      "loss": 0.0325,
+      "step": 40000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.7553081707601649,
+      "eval_af_ud_pr_auc": 0.993881957388665,
+      "eval_am_opus100_pr_auc": 0.47891271060909824,
+      "eval_ar_ersatz_pr_auc": 0.9313099118858079,
+      "eval_ar_opus100_pr_auc": 0.6990951867197909,
+      "eval_ar_ud_pr_auc": 0.87587439219835,
+      "eval_average_ersatz_pr_auc": 0.9621520600291077,
+      "eval_average_opus100_pr_auc": 0.8152486212235428,
+      "eval_average_ud_pr_auc": 0.9571264175570122,
+      "eval_az_opus100_pr_auc": 0.6859151480600988,
+      "eval_be_opus100_pr_auc": 0.6549781592793449,
+      "eval_be_ud_pr_auc": 0.8650689927846404,
+      "eval_bg_opus100_pr_auc": 0.9061550253006491,
+      "eval_bg_ud_pr_auc": 0.9924098233222871,
+      "eval_bn_opus100_pr_auc": 0.803682716642536,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8679443091822381,
+      "eval_ca_ud_pr_auc": 0.9875133897287361,
+      "eval_ceb_ud_pr_auc": 0.9999717815047149,
+      "eval_cs_ersatz_pr_auc": 0.9788842764134045,
+      "eval_cs_opus100_pr_auc": 0.8911133730085062,
+      "eval_cs_ud_pr_auc": 0.9440094132905201,
+      "eval_cy_opus100_pr_auc": 0.7396476645777179,
+      "eval_cy_ud_pr_auc": 0.9968097922340685,
+      "eval_da_opus100_pr_auc": 0.8995501245549514,
+      "eval_da_ud_pr_auc": 0.9796026770404299,
+      "eval_de_ersatz_pr_auc": 0.9773246446335743,
+      "eval_de_opus100_pr_auc": 0.8717715374279258,
+      "eval_de_ud_pr_auc": 0.9859285242615551,
+      "eval_el_opus100_pr_auc": 0.9149317181931855,
+      "eval_el_ud_pr_auc": 0.9894953845851306,
+      "eval_en_ersatz_pr_auc": 0.9852091273472963,
+      "eval_en_opus100_pr_auc": 0.9200113217250283,
+      "eval_en_ud_pr_auc": 0.9620701499234927,
+      "eval_eo_opus100_pr_auc": 0.9168406485213405,
+      "eval_es_ersatz_pr_auc": 0.9929036038948287,
+      "eval_es_opus100_pr_auc": 0.9201943577077896,
+      "eval_es_ud_pr_auc": 0.9909732662382617,
+      "eval_et_ersatz_pr_auc": 0.9749047499604103,
+      "eval_et_opus100_pr_auc": 0.8722787396878932,
+      "eval_et_ud_pr_auc": 0.9581436922583928,
+      "eval_eu_opus100_pr_auc": 0.87361214935652,
+      "eval_eu_ud_pr_auc": 0.9923996875970225,
+      "eval_fa_opus100_pr_auc": 0.5649518159468181,
+      "eval_fa_ud_pr_auc": 0.9973514840701825,
+      "eval_fi_ersatz_pr_auc": 0.9805487791330179,
+      "eval_fi_opus100_pr_auc": 0.885365792166331,
+      "eval_fi_ud_pr_auc": 0.9634522623631131,
+      "eval_fr_ersatz_pr_auc": 0.9888647769378284,
+      "eval_fr_opus100_pr_auc": 0.8930557191569481,
+      "eval_fr_ud_pr_auc": 0.9700204920352441,
+      "eval_fy_opus100_pr_auc": 0.6360051002860062,
+      "eval_ga_opus100_pr_auc": 0.8806305314050361,
+      "eval_ga_ud_pr_auc": 0.818343785557402,
+      "eval_gd_opus100_pr_auc": 0.559850819623649,
+      "eval_gd_ud_pr_auc": 0.7641968340855311,
+      "eval_gl_opus100_pr_auc": 0.8643313879407265,
+      "eval_gl_ud_pr_auc": 0.9938088497783694,
+      "eval_gu_ersatz_pr_auc": 0.9066847748109507,
+      "eval_gu_opus100_pr_auc": 0.7000239993254616,
+      "eval_ha_opus100_pr_auc": 0.8890193383791134,
+      "eval_he_opus100_pr_auc": 0.8712600051081439,
+      "eval_he_ud_pr_auc": 0.9766944345159577,
+      "eval_hi_ersatz_pr_auc": 0.9585436065599607,
+      "eval_hi_opus100_pr_auc": 0.6553439488497895,
+      "eval_hi_ud_pr_auc": 0.9886890416243931,
+      "eval_hu_opus100_pr_auc": 0.9121607027178212,
+      "eval_hu_ud_pr_auc": 0.9797073053539684,
+      "eval_hy_opus100_pr_auc": 0.9067672489989415,
+      "eval_hy_ud_pr_auc": 0.9807804208432855,
+      "eval_id_opus100_pr_auc": 0.8672172250100635,
+      "eval_id_ud_pr_auc": 0.9898403910556711,
+      "eval_ig_opus100_pr_auc": 0.8445560308436527,
+      "eval_is_opus100_pr_auc": 0.9191638758685411,
+      "eval_is_ud_pr_auc": 0.8659837942252979,
+      "eval_it_opus100_pr_auc": 0.8903859330550578,
+      "eval_it_ud_pr_auc": 0.9975608983748454,
+      "eval_ja_ersatz_pr_auc": 0.8347525733527572,
+      "eval_ja_opus100_pr_auc": 0.7987771292296342,
+      "eval_ja_ud_pr_auc": 0.9794522829126349,
+      "eval_jv_ud_pr_auc": 0.9564169234252116,
+      "eval_ka_opus100_pr_auc": 0.8630171041938864,
+      "eval_kk_ersatz_pr_auc": 0.9838345453741562,
+      "eval_kk_opus100_pr_auc": 0.7603426311765579,
+      "eval_kk_ud_pr_auc": 0.9759387628794858,
+      "eval_km_ersatz_pr_auc": 0.9059734247090645,
+      "eval_km_opus100_pr_auc": 0.7256876195792293,
+      "eval_kn_opus100_pr_auc": 0.5791892744495759,
+      "eval_ko_opus100_pr_auc": 0.6742754222207343,
+      "eval_ko_ud_pr_auc": 0.9991375572338006,
+      "eval_ku_opus100_pr_auc": 0.8312140457703786,
+      "eval_ky_opus100_pr_auc": 0.8286283826711273,
+      "eval_la_ud_pr_auc": 0.9675904558068418,
+      "eval_loss": 0.03613150864839554,
+      "eval_lt_ersatz_pr_auc": 0.9876215603371151,
+      "eval_lt_opus100_pr_auc": 0.8402708265181338,
+      "eval_lt_ud_pr_auc": 0.9889691392876894,
+      "eval_lv_ersatz_pr_auc": 0.9882612843810179,
+      "eval_lv_opus100_pr_auc": 0.8643863980781734,
+      "eval_lv_ud_pr_auc": 0.9576994093941262,
+      "eval_mg_opus100_pr_auc": 0.916150401194222,
+      "eval_mk_opus100_pr_auc": 0.8981908358037579,
+      "eval_ml_opus100_pr_auc": 0.7706942588351281,
+      "eval_mn_opus100_pr_auc": 0.9399327080478763,
+      "eval_mr_opus100_pr_auc": 0.877781671509434,
+      "eval_mr_ud_pr_auc": 0.9786818693710392,
+      "eval_ms_opus100_pr_auc": 0.8641575862420852,
+      "eval_mt_opus100_pr_auc": 0.8208242282501584,
+      "eval_mt_ud_pr_auc": 0.8928457152139959,
+      "eval_my_opus100_pr_auc": 0.7132924863571346,
+      "eval_ne_opus100_pr_auc": 0.703403516301086,
+      "eval_nl_opus100_pr_auc": 0.8877078309852194,
+      "eval_nl_ud_pr_auc": 0.9773315766133481,
+      "eval_no_opus100_pr_auc": 0.9091596756147661,
+      "eval_no_ud_pr_auc": 0.9942368783008658,
+      "eval_pa_opus100_pr_auc": 0.6735905624185025,
+      "eval_pl_ersatz_pr_auc": 0.9652623492474796,
+      "eval_pl_opus100_pr_auc": 0.8802123937859623,
+      "eval_pl_ud_pr_auc": 0.9577431811527025,
+      "eval_ps_ersatz_pr_auc": 0.9348411263892152,
+      "eval_ps_opus100_pr_auc": 0.7132531915238319,
+      "eval_pt_opus100_pr_auc": 0.9181319773323653,
+      "eval_pt_ud_pr_auc": 0.9819064143402735,
+      "eval_ro_ersatz_pr_auc": 0.9927389398708971,
+      "eval_ro_opus100_pr_auc": 0.8497591761343672,
+      "eval_ro_ud_pr_auc": 0.9499471605638182,
+      "eval_ru_ersatz_pr_auc": 0.9837741426747701,
+      "eval_ru_opus100_pr_auc": 0.9034395172650509,
+      "eval_ru_ud_pr_auc": 0.8488885268943835,
+      "eval_runtime": 324.1342,
+      "eval_samples_per_second": 232.817,
+      "eval_si_opus100_pr_auc": 0.8087594363475016,
+      "eval_sk_opus100_pr_auc": 0.9207175999123252,
+      "eval_sk_ud_pr_auc": 0.9788166462384298,
+      "eval_sl_opus100_pr_auc": 0.8548899690367268,
+      "eval_sl_ud_pr_auc": 0.962912155299741,
+      "eval_sq_opus100_pr_auc": 0.8880758775324809,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8987420469179812,
+      "eval_sr_ud_pr_auc": 0.9955304078940787,
+      "eval_steps_per_second": 0.91,
+      "eval_sv_opus100_pr_auc": 0.8755969518111109,
+      "eval_sv_ud_pr_auc": 0.9396722630933941,
+      "eval_ta_ersatz_pr_auc": 0.9821734871004947,
+      "eval_ta_opus100_pr_auc": 0.6426714476657112,
+      "eval_ta_ud_pr_auc": 0.9967723934463975,
+      "eval_te_opus100_pr_auc": 0.8227093596055338,
+      "eval_tg_opus100_pr_auc": 0.8699713225504457,
+      "eval_th_opus100_pr_auc": 0.6701669326008223,
+      "eval_th_ud_pr_auc": 0.7333261870327611,
+      "eval_tr_ersatz_pr_auc": 0.9605686617484926,
+      "eval_tr_opus100_pr_auc": 0.8928352710619858,
+      "eval_tr_ud_pr_auc": 0.9527272780054369,
+      "eval_uk_opus100_pr_auc": 0.8642416937725317,
+      "eval_uk_ud_pr_auc": 0.9273880479026418,
+      "eval_ur_opus100_pr_auc": 0.5106308209504568,
+      "eval_ur_ud_pr_auc": 0.9915167516619454,
+      "eval_uz_opus100_pr_auc": 0.8606133076680338,
+      "eval_vi_opus100_pr_auc": 0.9052995171898987,
+      "eval_vi_ud_pr_auc": 0.9615771047164576,
+      "eval_xh_opus100_pr_auc": 0.8745488188696339,
+      "eval_yi_opus100_pr_auc": 0.7946077414912613,
+      "eval_yo_opus100_pr_auc": 0.8016639017652012,
+      "eval_yo_ud_pr_auc": 0.9145041852268266,
+      "eval_zh_ersatz_pr_auc": 0.9723649738778309,
+      "eval_zh_opus100_pr_auc": 0.8561553077680184,
+      "eval_zh_ud_pr_auc": 0.9940936086018374,
+      "eval_zu_opus100_pr_auc": 0.8199862283275738,
+      "step": 40000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.239240506329114e-05,
+      "learning_rate_adapter": 9.239240506329114e-05,
+      "loss": 0.0324,
+      "step": 40050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.237974683544303e-05,
+      "learning_rate_adapter": 9.237974683544303e-05,
+      "loss": 0.0325,
+      "step": 40100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.236708860759494e-05,
+      "learning_rate_adapter": 9.236708860759494e-05,
+      "loss": 0.0324,
+      "step": 40150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.235443037974683e-05,
+      "learning_rate_adapter": 9.235443037974683e-05,
+      "loss": 0.0325,
+      "step": 40200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.234177215189874e-05,
+      "learning_rate_adapter": 9.234177215189874e-05,
+      "loss": 0.0325,
+      "step": 40250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.232911392405063e-05,
+      "learning_rate_adapter": 9.232911392405063e-05,
+      "loss": 0.0326,
+      "step": 40300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.231645569620254e-05,
+      "learning_rate_adapter": 9.231645569620254e-05,
+      "loss": 0.0327,
+      "step": 40350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.230379746835444e-05,
+      "learning_rate_adapter": 9.230379746835444e-05,
+      "loss": 0.0324,
+      "step": 40400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.229113924050633e-05,
+      "learning_rate_adapter": 9.229113924050633e-05,
+      "loss": 0.0323,
+      "step": 40450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.227848101265824e-05,
+      "learning_rate_adapter": 9.227848101265824e-05,
+      "loss": 0.0322,
+      "step": 40500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.226582278481013e-05,
+      "learning_rate_adapter": 9.226582278481013e-05,
+      "loss": 0.0322,
+      "step": 40550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.225316455696204e-05,
+      "learning_rate_adapter": 9.225316455696204e-05,
+      "loss": 0.0325,
+      "step": 40600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.224050632911393e-05,
+      "learning_rate_adapter": 9.224050632911393e-05,
+      "loss": 0.0324,
+      "step": 40650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.222784810126582e-05,
+      "learning_rate_adapter": 9.222784810126582e-05,
+      "loss": 0.0322,
+      "step": 40700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.221518987341773e-05,
+      "learning_rate_adapter": 9.221518987341773e-05,
+      "loss": 0.0324,
+      "step": 40750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.220253164556962e-05,
+      "learning_rate_adapter": 9.220253164556962e-05,
+      "loss": 0.0322,
+      "step": 40800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.218987341772152e-05,
+      "learning_rate_adapter": 9.218987341772152e-05,
+      "loss": 0.0325,
+      "step": 40850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.217721518987342e-05,
+      "learning_rate_adapter": 9.217721518987342e-05,
+      "loss": 0.032,
+      "step": 40900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.216455696202532e-05,
+      "learning_rate_adapter": 9.216455696202532e-05,
+      "loss": 0.0324,
+      "step": 40950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.215189873417723e-05,
+      "learning_rate_adapter": 9.215189873417723e-05,
+      "loss": 0.0325,
+      "step": 41000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.213924050632912e-05,
+      "learning_rate_adapter": 9.213924050632912e-05,
+      "loss": 0.0322,
+      "step": 41050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.212658227848103e-05,
+      "learning_rate_adapter": 9.212658227848103e-05,
+      "loss": 0.0324,
+      "step": 41100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.211392405063292e-05,
+      "learning_rate_adapter": 9.211392405063292e-05,
+      "loss": 0.0323,
+      "step": 41150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.210126582278481e-05,
+      "learning_rate_adapter": 9.210126582278481e-05,
+      "loss": 0.0321,
+      "step": 41200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.208860759493671e-05,
+      "learning_rate_adapter": 9.208860759493671e-05,
+      "loss": 0.0323,
+      "step": 41250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.207594936708861e-05,
+      "learning_rate_adapter": 9.207594936708861e-05,
+      "loss": 0.0326,
+      "step": 41300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.206329113924051e-05,
+      "learning_rate_adapter": 9.206329113924051e-05,
+      "loss": 0.0325,
+      "step": 41350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.20506329113924e-05,
+      "learning_rate_adapter": 9.20506329113924e-05,
+      "loss": 0.0327,
+      "step": 41400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.203797468354431e-05,
+      "learning_rate_adapter": 9.203797468354431e-05,
+      "loss": 0.0324,
+      "step": 41450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.20253164556962e-05,
+      "learning_rate_adapter": 9.20253164556962e-05,
+      "loss": 0.0321,
+      "step": 41500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.201265822784811e-05,
+      "learning_rate_adapter": 9.201265822784811e-05,
+      "loss": 0.0322,
+      "step": 41550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0323,
+      "step": 41600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19873417721519e-05,
+      "learning_rate_adapter": 9.19873417721519e-05,
+      "loss": 0.0321,
+      "step": 41650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19746835443038e-05,
+      "learning_rate_adapter": 9.19746835443038e-05,
+      "loss": 0.0323,
+      "step": 41700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19620253164557e-05,
+      "learning_rate_adapter": 9.19620253164557e-05,
+      "loss": 0.0322,
+      "step": 41750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19493670886076e-05,
+      "learning_rate_adapter": 9.19493670886076e-05,
+      "loss": 0.0321,
+      "step": 41800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19367088607595e-05,
+      "learning_rate_adapter": 9.19367088607595e-05,
+      "loss": 0.0324,
+      "step": 41850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.192405063291139e-05,
+      "learning_rate_adapter": 9.192405063291139e-05,
+      "loss": 0.032,
+      "step": 41900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.191139240506329e-05,
+      "learning_rate_adapter": 9.191139240506329e-05,
+      "loss": 0.0322,
+      "step": 41950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.189873417721519e-05,
+      "learning_rate_adapter": 9.189873417721519e-05,
+      "loss": 0.0321,
+      "step": 42000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.188607594936708e-05,
+      "learning_rate_adapter": 9.188607594936708e-05,
+      "loss": 0.0323,
+      "step": 42050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.187341772151899e-05,
+      "learning_rate_adapter": 9.187341772151899e-05,
+      "loss": 0.0322,
+      "step": 42100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.18607594936709e-05,
+      "learning_rate_adapter": 9.18607594936709e-05,
+      "loss": 0.0322,
+      "step": 42150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.18481012658228e-05,
+      "learning_rate_adapter": 9.18481012658228e-05,
+      "loss": 0.0322,
+      "step": 42200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.183544303797469e-05,
+      "learning_rate_adapter": 9.183544303797469e-05,
+      "loss": 0.0318,
+      "step": 42250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.182278481012658e-05,
+      "learning_rate_adapter": 9.182278481012658e-05,
+      "loss": 0.0323,
+      "step": 42300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.181012658227849e-05,
+      "learning_rate_adapter": 9.181012658227849e-05,
+      "loss": 0.0323,
+      "step": 42350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.179746835443038e-05,
+      "learning_rate_adapter": 9.179746835443038e-05,
+      "loss": 0.0323,
+      "step": 42400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.178481012658229e-05,
+      "learning_rate_adapter": 9.178481012658229e-05,
+      "loss": 0.0318,
+      "step": 42450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.177215189873418e-05,
+      "learning_rate_adapter": 9.177215189873418e-05,
+      "loss": 0.0322,
+      "step": 42500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.175949367088607e-05,
+      "learning_rate_adapter": 9.175949367088607e-05,
+      "loss": 0.0323,
+      "step": 42550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.174683544303798e-05,
+      "learning_rate_adapter": 9.174683544303798e-05,
+      "loss": 0.0319,
+      "step": 42600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.173417721518987e-05,
+      "learning_rate_adapter": 9.173417721518987e-05,
+      "loss": 0.032,
+      "step": 42650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.172151898734177e-05,
+      "learning_rate_adapter": 9.172151898734177e-05,
+      "loss": 0.0321,
+      "step": 42700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.170886075949368e-05,
+      "learning_rate_adapter": 9.170886075949368e-05,
+      "loss": 0.0323,
+      "step": 42750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.169620253164557e-05,
+      "learning_rate_adapter": 9.169620253164557e-05,
+      "loss": 0.032,
+      "step": 42800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.168354430379748e-05,
+      "learning_rate_adapter": 9.168354430379748e-05,
+      "loss": 0.0321,
+      "step": 42850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.167088607594937e-05,
+      "learning_rate_adapter": 9.167088607594937e-05,
+      "loss": 0.0322,
+      "step": 42900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.165822784810128e-05,
+      "learning_rate_adapter": 9.165822784810128e-05,
+      "loss": 0.032,
+      "step": 42950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.164556962025317e-05,
+      "learning_rate_adapter": 9.164556962025317e-05,
+      "loss": 0.032,
+      "step": 43000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.163291139240506e-05,
+      "learning_rate_adapter": 9.163291139240506e-05,
+      "loss": 0.0321,
+      "step": 43050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.162025316455697e-05,
+      "learning_rate_adapter": 9.162025316455697e-05,
+      "loss": 0.0319,
+      "step": 43100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.160759493670886e-05,
+      "learning_rate_adapter": 9.160759493670886e-05,
+      "loss": 0.0324,
+      "step": 43150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.159493670886076e-05,
+      "learning_rate_adapter": 9.159493670886076e-05,
+      "loss": 0.0321,
+      "step": 43200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.158227848101266e-05,
+      "learning_rate_adapter": 9.158227848101266e-05,
+      "loss": 0.0324,
+      "step": 43250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.156962025316456e-05,
+      "learning_rate_adapter": 9.156962025316456e-05,
+      "loss": 0.0317,
+      "step": 43300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.155696202531647e-05,
+      "learning_rate_adapter": 9.155696202531647e-05,
+      "loss": 0.0318,
+      "step": 43350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.154430379746836e-05,
+      "learning_rate_adapter": 9.154430379746836e-05,
+      "loss": 0.0322,
+      "step": 43400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.153164556962026e-05,
+      "learning_rate_adapter": 9.153164556962026e-05,
+      "loss": 0.0318,
+      "step": 43450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.151898734177216e-05,
+      "learning_rate_adapter": 9.151898734177216e-05,
+      "loss": 0.0319,
+      "step": 43500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.150632911392405e-05,
+      "learning_rate_adapter": 9.150632911392405e-05,
+      "loss": 0.0319,
+      "step": 43550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.149367088607595e-05,
+      "learning_rate_adapter": 9.149367088607595e-05,
+      "loss": 0.0319,
+      "step": 43600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.148101265822785e-05,
+      "learning_rate_adapter": 9.148101265822785e-05,
+      "loss": 0.0321,
+      "step": 43650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.146835443037975e-05,
+      "learning_rate_adapter": 9.146835443037975e-05,
+      "loss": 0.0319,
+      "step": 43700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.145569620253164e-05,
+      "learning_rate_adapter": 9.145569620253164e-05,
+      "loss": 0.0322,
+      "step": 43750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.144303797468355e-05,
+      "learning_rate_adapter": 9.144303797468355e-05,
+      "loss": 0.0321,
+      "step": 43800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.143037974683544e-05,
+      "learning_rate_adapter": 9.143037974683544e-05,
+      "loss": 0.0323,
+      "step": 43850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.141772151898735e-05,
+      "learning_rate_adapter": 9.141772151898735e-05,
+      "loss": 0.032,
+      "step": 43900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.140506329113925e-05,
+      "learning_rate_adapter": 9.140506329113925e-05,
+      "loss": 0.0321,
+      "step": 43950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.139240506329115e-05,
+      "learning_rate_adapter": 9.139240506329115e-05,
+      "loss": 0.0318,
+      "step": 44000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.137974683544305e-05,
+      "learning_rate_adapter": 9.137974683544305e-05,
+      "loss": 0.0321,
+      "step": 44050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.136708860759494e-05,
+      "learning_rate_adapter": 9.136708860759494e-05,
+      "loss": 0.0321,
+      "step": 44100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.135443037974683e-05,
+      "learning_rate_adapter": 9.135443037974683e-05,
+      "loss": 0.0319,
+      "step": 44150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.134177215189874e-05,
+      "learning_rate_adapter": 9.134177215189874e-05,
+      "loss": 0.0319,
+      "step": 44200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.132911392405063e-05,
+      "learning_rate_adapter": 9.132911392405063e-05,
+      "loss": 0.0317,
+      "step": 44250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.131645569620254e-05,
+      "learning_rate_adapter": 9.131645569620254e-05,
+      "loss": 0.0319,
+      "step": 44300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.130379746835443e-05,
+      "learning_rate_adapter": 9.130379746835443e-05,
+      "loss": 0.032,
+      "step": 44350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.129113924050634e-05,
+      "learning_rate_adapter": 9.129113924050634e-05,
+      "loss": 0.0318,
+      "step": 44400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.127848101265823e-05,
+      "learning_rate_adapter": 9.127848101265823e-05,
+      "loss": 0.0317,
+      "step": 44450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.126582278481013e-05,
+      "learning_rate_adapter": 9.126582278481013e-05,
+      "loss": 0.0318,
+      "step": 44500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.125316455696204e-05,
+      "learning_rate_adapter": 9.125316455696204e-05,
+      "loss": 0.0321,
+      "step": 44550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.124050632911393e-05,
+      "learning_rate_adapter": 9.124050632911393e-05,
+      "loss": 0.032,
+      "step": 44600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.122784810126582e-05,
+      "learning_rate_adapter": 9.122784810126582e-05,
+      "loss": 0.0321,
+      "step": 44650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.121518987341773e-05,
+      "learning_rate_adapter": 9.121518987341773e-05,
+      "loss": 0.0319,
+      "step": 44700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.120253164556962e-05,
+      "learning_rate_adapter": 9.120253164556962e-05,
+      "loss": 0.0317,
+      "step": 44750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.118987341772153e-05,
+      "learning_rate_adapter": 9.118987341772153e-05,
+      "loss": 0.0316,
+      "step": 44800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.117721518987342e-05,
+      "learning_rate_adapter": 9.117721518987342e-05,
+      "loss": 0.0319,
+      "step": 44850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.116455696202531e-05,
+      "learning_rate_adapter": 9.116455696202531e-05,
+      "loss": 0.0317,
+      "step": 44900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.115189873417722e-05,
+      "learning_rate_adapter": 9.115189873417722e-05,
+      "loss": 0.032,
+      "step": 44950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.113924050632912e-05,
+      "learning_rate_adapter": 9.113924050632912e-05,
+      "loss": 0.0321,
+      "step": 45000
+    },
+    {
+      "epoch": 0.3,
+      "eval_af_opus100_pr_auc": 0.7538682394298557,
+      "eval_af_ud_pr_auc": 0.9926707668155662,
+      "eval_am_opus100_pr_auc": 0.4768298451306832,
+      "eval_ar_ersatz_pr_auc": 0.9278096372278944,
+      "eval_ar_opus100_pr_auc": 0.6953289438960208,
+      "eval_ar_ud_pr_auc": 0.889570503046648,
+      "eval_average_ersatz_pr_auc": 0.9612653141658046,
+      "eval_average_opus100_pr_auc": 0.8170222395047184,
+      "eval_average_ud_pr_auc": 0.9615086573954871,
+      "eval_az_opus100_pr_auc": 0.7045849850907488,
+      "eval_be_opus100_pr_auc": 0.6578845817839643,
+      "eval_be_ud_pr_auc": 0.88960169442466,
+      "eval_bg_opus100_pr_auc": 0.9031108881900677,
+      "eval_bg_ud_pr_auc": 0.9932926162877469,
+      "eval_bn_opus100_pr_auc": 0.8024410592614752,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8724728463511364,
+      "eval_ca_ud_pr_auc": 0.9943330999359453,
+      "eval_ceb_ud_pr_auc": 0.9999999999999999,
+      "eval_cs_ersatz_pr_auc": 0.9812181356450119,
+      "eval_cs_opus100_pr_auc": 0.898117309080716,
+      "eval_cs_ud_pr_auc": 0.9542081186872889,
+      "eval_cy_opus100_pr_auc": 0.7602393720688521,
+      "eval_cy_ud_pr_auc": 0.9960315794722047,
+      "eval_da_opus100_pr_auc": 0.9096869602414523,
+      "eval_da_ud_pr_auc": 0.981690759360963,
+      "eval_de_ersatz_pr_auc": 0.9770765222397215,
+      "eval_de_opus100_pr_auc": 0.8799876322116701,
+      "eval_de_ud_pr_auc": 0.9839183141417852,
+      "eval_el_opus100_pr_auc": 0.9128316787645621,
+      "eval_el_ud_pr_auc": 0.9927935840205109,
+      "eval_en_ersatz_pr_auc": 0.9875991446949766,
+      "eval_en_opus100_pr_auc": 0.9190921158527814,
+      "eval_en_ud_pr_auc": 0.9629851147180107,
+      "eval_eo_opus100_pr_auc": 0.9161254125727596,
+      "eval_es_ersatz_pr_auc": 0.9954529363849502,
+      "eval_es_opus100_pr_auc": 0.9184332408788656,
+      "eval_es_ud_pr_auc": 0.992209023855495,
+      "eval_et_ersatz_pr_auc": 0.9781926862857614,
+      "eval_et_opus100_pr_auc": 0.8817906299512728,
+      "eval_et_ud_pr_auc": 0.9634034685824158,
+      "eval_eu_opus100_pr_auc": 0.8720454058356012,
+      "eval_eu_ud_pr_auc": 0.9891412986764981,
+      "eval_fa_opus100_pr_auc": 0.5659077147939047,
+      "eval_fa_ud_pr_auc": 0.994949633122826,
+      "eval_fi_ersatz_pr_auc": 0.987257639872878,
+      "eval_fi_opus100_pr_auc": 0.887349569376009,
+      "eval_fi_ud_pr_auc": 0.9651525674827892,
+      "eval_fr_ersatz_pr_auc": 0.9910661312246242,
+      "eval_fr_opus100_pr_auc": 0.9036992937281039,
+      "eval_fr_ud_pr_auc": 0.9745956313192221,
+      "eval_fy_opus100_pr_auc": 0.6604295492534621,
+      "eval_ga_opus100_pr_auc": 0.8807984583838049,
+      "eval_ga_ud_pr_auc": 0.8355246640913125,
+      "eval_gd_opus100_pr_auc": 0.5903003701298559,
+      "eval_gd_ud_pr_auc": 0.773005031791098,
+      "eval_gl_opus100_pr_auc": 0.8669751829095448,
+      "eval_gl_ud_pr_auc": 0.9956807258957125,
+      "eval_gu_ersatz_pr_auc": 0.925572250343045,
+      "eval_gu_opus100_pr_auc": 0.6954557066081887,
+      "eval_ha_opus100_pr_auc": 0.8985943200232305,
+      "eval_he_opus100_pr_auc": 0.8641714099348554,
+      "eval_he_ud_pr_auc": 0.9796719636290889,
+      "eval_hi_ersatz_pr_auc": 0.9731704568205599,
+      "eval_hi_opus100_pr_auc": 0.6614245055103972,
+      "eval_hi_ud_pr_auc": 0.9900209306521863,
+      "eval_hu_opus100_pr_auc": 0.908577617751829,
+      "eval_hu_ud_pr_auc": 0.9826829400922044,
+      "eval_hy_opus100_pr_auc": 0.903345366946656,
+      "eval_hy_ud_pr_auc": 0.9793743887071132,
+      "eval_id_opus100_pr_auc": 0.8747824870363056,
+      "eval_id_ud_pr_auc": 0.9902807791709903,
+      "eval_ig_opus100_pr_auc": 0.8562284015224156,
+      "eval_is_opus100_pr_auc": 0.9148509255862715,
+      "eval_is_ud_pr_auc": 0.8987059215665462,
+      "eval_it_opus100_pr_auc": 0.9040344744103955,
+      "eval_it_ud_pr_auc": 0.9978621024686496,
+      "eval_ja_ersatz_pr_auc": 0.772440383730874,
+      "eval_ja_opus100_pr_auc": 0.813947420550098,
+      "eval_ja_ud_pr_auc": 0.9733879430252143,
+      "eval_jv_ud_pr_auc": 0.9753410105015088,
+      "eval_ka_opus100_pr_auc": 0.8516924987762152,
+      "eval_kk_ersatz_pr_auc": 0.9785667764109107,
+      "eval_kk_opus100_pr_auc": 0.770835906264178,
+      "eval_kk_ud_pr_auc": 0.971702811067234,
+      "eval_km_ersatz_pr_auc": 0.902679855669457,
+      "eval_km_opus100_pr_auc": 0.7169539879601949,
+      "eval_kn_opus100_pr_auc": 0.5969129028838243,
+      "eval_ko_opus100_pr_auc": 0.6653044206468375,
+      "eval_ko_ud_pr_auc": 0.9985901608638741,
+      "eval_ku_opus100_pr_auc": 0.8186534531105328,
+      "eval_ky_opus100_pr_auc": 0.8360740907565105,
+      "eval_la_ud_pr_auc": 0.9614016167205953,
+      "eval_loss": 0.03545336425304413,
+      "eval_lt_ersatz_pr_auc": 0.98970865189653,
+      "eval_lt_opus100_pr_auc": 0.8636913704365805,
+      "eval_lt_ud_pr_auc": 0.9902013405989394,
+      "eval_lv_ersatz_pr_auc": 0.9901410128709057,
+      "eval_lv_opus100_pr_auc": 0.8784205073027308,
+      "eval_lv_ud_pr_auc": 0.9666058340781122,
+      "eval_mg_opus100_pr_auc": 0.9174680017225686,
+      "eval_mk_opus100_pr_auc": 0.8993124346233461,
+      "eval_ml_opus100_pr_auc": 0.7585363585878412,
+      "eval_mn_opus100_pr_auc": 0.9440892856688924,
+      "eval_mr_opus100_pr_auc": 0.8548976009585991,
+      "eval_mr_ud_pr_auc": 0.9742716907176943,
+      "eval_ms_opus100_pr_auc": 0.8618833009795821,
+      "eval_mt_opus100_pr_auc": 0.8321617651723856,
+      "eval_mt_ud_pr_auc": 0.8861327767427563,
+      "eval_my_opus100_pr_auc": 0.7317015040947322,
+      "eval_ne_opus100_pr_auc": 0.6813211032856021,
+      "eval_nl_opus100_pr_auc": 0.8847403945129387,
+      "eval_nl_ud_pr_auc": 0.9791106968347183,
+      "eval_no_opus100_pr_auc": 0.9074941740449095,
+      "eval_no_ud_pr_auc": 0.9954312572638824,
+      "eval_pa_opus100_pr_auc": 0.6666425872648754,
+      "eval_pl_ersatz_pr_auc": 0.9699651406365057,
+      "eval_pl_opus100_pr_auc": 0.8851298728198123,
+      "eval_pl_ud_pr_auc": 0.9668050474826339,
+      "eval_ps_ersatz_pr_auc": 0.9388729361658225,
+      "eval_ps_opus100_pr_auc": 0.719889539681183,
+      "eval_pt_opus100_pr_auc": 0.9198877432519089,
+      "eval_pt_ud_pr_auc": 0.985592700880874,
+      "eval_ro_ersatz_pr_auc": 0.9944058957786055,
+      "eval_ro_opus100_pr_auc": 0.8727960787475321,
+      "eval_ro_ud_pr_auc": 0.960845567305584,
+      "eval_ru_ersatz_pr_auc": 0.9897941099044627,
+      "eval_ru_opus100_pr_auc": 0.9254354029301005,
+      "eval_ru_ud_pr_auc": 0.8762420756892803,
+      "eval_runtime": 323.1537,
+      "eval_samples_per_second": 233.524,
+      "eval_si_opus100_pr_auc": 0.8093570194914435,
+      "eval_sk_opus100_pr_auc": 0.9205110856599932,
+      "eval_sk_ud_pr_auc": 0.9805385012647503,
+      "eval_sl_opus100_pr_auc": 0.8531022436698866,
+      "eval_sl_ud_pr_auc": 0.9783186177384839,
+      "eval_sq_opus100_pr_auc": 0.8838125583552078,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8998527018206798,
+      "eval_sr_ud_pr_auc": 0.9949970780026354,
+      "eval_steps_per_second": 0.913,
+      "eval_sv_opus100_pr_auc": 0.8863488792748151,
+      "eval_sv_ud_pr_auc": 0.9481502707889666,
+      "eval_ta_ersatz_pr_auc": 0.9796343064592647,
+      "eval_ta_opus100_pr_auc": 0.6418204681927161,
+      "eval_ta_ud_pr_auc": 0.9939317719673318,
+      "eval_te_opus100_pr_auc": 0.8212240838641213,
+      "eval_tg_opus100_pr_auc": 0.8821880976343626,
+      "eval_th_opus100_pr_auc": 0.6739017721802236,
+      "eval_th_ud_pr_auc": 0.780939028224292,
+      "eval_tr_ersatz_pr_auc": 0.9576641544962933,
+      "eval_tr_opus100_pr_auc": 0.8876108884360995,
+      "eval_tr_ud_pr_auc": 0.9514662787674708,
+      "eval_uk_opus100_pr_auc": 0.8639277577524295,
+      "eval_uk_ud_pr_auc": 0.9388998581905159,
+      "eval_ur_opus100_pr_auc": 0.5025220932143666,
+      "eval_ur_ud_pr_auc": 0.9916496689772762,
+      "eval_uz_opus100_pr_auc": 0.863625451407181,
+      "eval_vi_opus100_pr_auc": 0.9029012686869151,
+      "eval_vi_ud_pr_auc": 0.9600058070234819,
+      "eval_xh_opus100_pr_auc": 0.8759115952284477,
+      "eval_yi_opus100_pr_auc": 0.7135608785118265,
+      "eval_yo_opus100_pr_auc": 0.8006064817900056,
+      "eval_yo_ud_pr_auc": 0.9083108727334741,
+      "eval_zh_ersatz_pr_auc": 0.9595481468886465,
+      "eval_zh_opus100_pr_auc": 0.8452014529527315,
+      "eval_zh_ud_pr_auc": 0.9837659660757118,
+      "eval_zu_opus100_pr_auc": 0.8201666537312173,
+      "step": 45000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.112658227848101e-05,
+      "learning_rate_adapter": 9.112658227848101e-05,
+      "loss": 0.032,
+      "step": 45050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.111392405063292e-05,
+      "learning_rate_adapter": 9.111392405063292e-05,
+      "loss": 0.032,
+      "step": 45100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.110126582278481e-05,
+      "learning_rate_adapter": 9.110126582278481e-05,
+      "loss": 0.0318,
+      "step": 45150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.108860759493672e-05,
+      "learning_rate_adapter": 9.108860759493672e-05,
+      "loss": 0.0319,
+      "step": 45200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.107594936708861e-05,
+      "learning_rate_adapter": 9.107594936708861e-05,
+      "loss": 0.0316,
+      "step": 45250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.106329113924052e-05,
+      "learning_rate_adapter": 9.106329113924052e-05,
+      "loss": 0.032,
+      "step": 45300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.105063291139241e-05,
+      "learning_rate_adapter": 9.105063291139241e-05,
+      "loss": 0.0316,
+      "step": 45350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.103797468354431e-05,
+      "learning_rate_adapter": 9.103797468354431e-05,
+      "loss": 0.0316,
+      "step": 45400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.10253164556962e-05,
+      "learning_rate_adapter": 9.10253164556962e-05,
+      "loss": 0.0318,
+      "step": 45450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.10126582278481e-05,
+      "learning_rate_adapter": 9.10126582278481e-05,
+      "loss": 0.0317,
+      "step": 45500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0316,
+      "step": 45550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09873417721519e-05,
+      "learning_rate_adapter": 9.09873417721519e-05,
+      "loss": 0.0317,
+      "step": 45600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09746835443038e-05,
+      "learning_rate_adapter": 9.09746835443038e-05,
+      "loss": 0.0318,
+      "step": 45650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09620253164557e-05,
+      "learning_rate_adapter": 9.09620253164557e-05,
+      "loss": 0.0318,
+      "step": 45700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09493670886076e-05,
+      "learning_rate_adapter": 9.09493670886076e-05,
+      "loss": 0.0319,
+      "step": 45750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09367088607595e-05,
+      "learning_rate_adapter": 9.09367088607595e-05,
+      "loss": 0.0319,
+      "step": 45800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09240506329114e-05,
+      "learning_rate_adapter": 9.09240506329114e-05,
+      "loss": 0.0319,
+      "step": 45850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09113924050633e-05,
+      "learning_rate_adapter": 9.09113924050633e-05,
+      "loss": 0.0316,
+      "step": 45900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.08987341772152e-05,
+      "learning_rate_adapter": 9.08987341772152e-05,
+      "loss": 0.0316,
+      "step": 45950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.088607594936709e-05,
+      "learning_rate_adapter": 9.088607594936709e-05,
+      "loss": 0.0316,
+      "step": 46000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.087341772151899e-05,
+      "learning_rate_adapter": 9.087341772151899e-05,
+      "loss": 0.0318,
+      "step": 46050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.086075949367088e-05,
+      "learning_rate_adapter": 9.086075949367088e-05,
+      "loss": 0.0322,
+      "step": 46100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.084810126582279e-05,
+      "learning_rate_adapter": 9.084810126582279e-05,
+      "loss": 0.0317,
+      "step": 46150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.083544303797468e-05,
+      "learning_rate_adapter": 9.083544303797468e-05,
+      "loss": 0.0319,
+      "step": 46200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.082278481012659e-05,
+      "learning_rate_adapter": 9.082278481012659e-05,
+      "loss": 0.0317,
+      "step": 46250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.081012658227849e-05,
+      "learning_rate_adapter": 9.081012658227849e-05,
+      "loss": 0.0316,
+      "step": 46300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.079746835443038e-05,
+      "learning_rate_adapter": 9.079746835443038e-05,
+      "loss": 0.0317,
+      "step": 46350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.078481012658229e-05,
+      "learning_rate_adapter": 9.078481012658229e-05,
+      "loss": 0.0318,
+      "step": 46400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.077215189873418e-05,
+      "learning_rate_adapter": 9.077215189873418e-05,
+      "loss": 0.032,
+      "step": 46450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.075949367088607e-05,
+      "learning_rate_adapter": 9.075949367088607e-05,
+      "loss": 0.0317,
+      "step": 46500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.074683544303798e-05,
+      "learning_rate_adapter": 9.074683544303798e-05,
+      "loss": 0.0315,
+      "step": 46550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.073417721518987e-05,
+      "learning_rate_adapter": 9.073417721518987e-05,
+      "loss": 0.0318,
+      "step": 46600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.072151898734178e-05,
+      "learning_rate_adapter": 9.072151898734178e-05,
+      "loss": 0.032,
+      "step": 46650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.070886075949367e-05,
+      "learning_rate_adapter": 9.070886075949367e-05,
+      "loss": 0.0316,
+      "step": 46700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.069620253164558e-05,
+      "learning_rate_adapter": 9.069620253164558e-05,
+      "loss": 0.0314,
+      "step": 46750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.068354430379747e-05,
+      "learning_rate_adapter": 9.068354430379747e-05,
+      "loss": 0.0317,
+      "step": 46800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.067088607594937e-05,
+      "learning_rate_adapter": 9.067088607594937e-05,
+      "loss": 0.0316,
+      "step": 46850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.065822784810128e-05,
+      "learning_rate_adapter": 9.065822784810128e-05,
+      "loss": 0.0315,
+      "step": 46900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.064556962025317e-05,
+      "learning_rate_adapter": 9.064556962025317e-05,
+      "loss": 0.0315,
+      "step": 46950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.063291139240506e-05,
+      "learning_rate_adapter": 9.063291139240506e-05,
+      "loss": 0.0314,
+      "step": 47000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.062025316455697e-05,
+      "learning_rate_adapter": 9.062025316455697e-05,
+      "loss": 0.0313,
+      "step": 47050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.060759493670886e-05,
+      "learning_rate_adapter": 9.060759493670886e-05,
+      "loss": 0.0316,
+      "step": 47100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.059493670886077e-05,
+      "learning_rate_adapter": 9.059493670886077e-05,
+      "loss": 0.0315,
+      "step": 47150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.058227848101266e-05,
+      "learning_rate_adapter": 9.058227848101266e-05,
+      "loss": 0.0315,
+      "step": 47200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.056962025316456e-05,
+      "learning_rate_adapter": 9.056962025316456e-05,
+      "loss": 0.0314,
+      "step": 47250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.055696202531646e-05,
+      "learning_rate_adapter": 9.055696202531646e-05,
+      "loss": 0.0317,
+      "step": 47300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.054430379746836e-05,
+      "learning_rate_adapter": 9.054430379746836e-05,
+      "loss": 0.0313,
+      "step": 47350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.053164556962025e-05,
+      "learning_rate_adapter": 9.053164556962025e-05,
+      "loss": 0.0317,
+      "step": 47400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.051898734177216e-05,
+      "learning_rate_adapter": 9.051898734177216e-05,
+      "loss": 0.0316,
+      "step": 47450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.050632911392407e-05,
+      "learning_rate_adapter": 9.050632911392407e-05,
+      "loss": 0.0315,
+      "step": 47500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.049367088607596e-05,
+      "learning_rate_adapter": 9.049367088607596e-05,
+      "loss": 0.0316,
+      "step": 47550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.048101265822785e-05,
+      "learning_rate_adapter": 9.048101265822785e-05,
+      "loss": 0.0316,
+      "step": 47600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.046835443037975e-05,
+      "learning_rate_adapter": 9.046835443037975e-05,
+      "loss": 0.0313,
+      "step": 47650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.045569620253165e-05,
+      "learning_rate_adapter": 9.045569620253165e-05,
+      "loss": 0.0316,
+      "step": 47700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.044303797468355e-05,
+      "learning_rate_adapter": 9.044303797468355e-05,
+      "loss": 0.0314,
+      "step": 47750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.043037974683544e-05,
+      "learning_rate_adapter": 9.043037974683544e-05,
+      "loss": 0.0314,
+      "step": 47800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.041772151898734e-05,
+      "learning_rate_adapter": 9.041772151898734e-05,
+      "loss": 0.0315,
+      "step": 47850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.040506329113924e-05,
+      "learning_rate_adapter": 9.040506329113924e-05,
+      "loss": 0.0317,
+      "step": 47900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.039240506329115e-05,
+      "learning_rate_adapter": 9.039240506329115e-05,
+      "loss": 0.0318,
+      "step": 47950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.037974683544304e-05,
+      "learning_rate_adapter": 9.037974683544304e-05,
+      "loss": 0.0317,
+      "step": 48000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.036708860759495e-05,
+      "learning_rate_adapter": 9.036708860759495e-05,
+      "loss": 0.0315,
+      "step": 48050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.035443037974684e-05,
+      "learning_rate_adapter": 9.035443037974684e-05,
+      "loss": 0.0314,
+      "step": 48100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.034177215189874e-05,
+      "learning_rate_adapter": 9.034177215189874e-05,
+      "loss": 0.0315,
+      "step": 48150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.032911392405064e-05,
+      "learning_rate_adapter": 9.032911392405064e-05,
+      "loss": 0.0316,
+      "step": 48200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.031645569620254e-05,
+      "learning_rate_adapter": 9.031645569620254e-05,
+      "loss": 0.0315,
+      "step": 48250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.030379746835443e-05,
+      "learning_rate_adapter": 9.030379746835443e-05,
+      "loss": 0.0313,
+      "step": 48300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.029113924050633e-05,
+      "learning_rate_adapter": 9.029113924050633e-05,
+      "loss": 0.0313,
+      "step": 48350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.027848101265823e-05,
+      "learning_rate_adapter": 9.027848101265823e-05,
+      "loss": 0.0316,
+      "step": 48400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.026582278481012e-05,
+      "learning_rate_adapter": 9.026582278481012e-05,
+      "loss": 0.0314,
+      "step": 48450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.025316455696203e-05,
+      "learning_rate_adapter": 9.025316455696203e-05,
+      "loss": 0.0314,
+      "step": 48500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.024050632911393e-05,
+      "learning_rate_adapter": 9.024050632911393e-05,
+      "loss": 0.0314,
+      "step": 48550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.022784810126583e-05,
+      "learning_rate_adapter": 9.022784810126583e-05,
+      "loss": 0.0313,
+      "step": 48600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.021518987341773e-05,
+      "learning_rate_adapter": 9.021518987341773e-05,
+      "loss": 0.0315,
+      "step": 48650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.020253164556962e-05,
+      "learning_rate_adapter": 9.020253164556962e-05,
+      "loss": 0.0314,
+      "step": 48700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.018987341772153e-05,
+      "learning_rate_adapter": 9.018987341772153e-05,
+      "loss": 0.0314,
+      "step": 48750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.017721518987342e-05,
+      "learning_rate_adapter": 9.017721518987342e-05,
+      "loss": 0.0312,
+      "step": 48800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.016455696202533e-05,
+      "learning_rate_adapter": 9.016455696202533e-05,
+      "loss": 0.0314,
+      "step": 48850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.015189873417722e-05,
+      "learning_rate_adapter": 9.015189873417722e-05,
+      "loss": 0.0314,
+      "step": 48900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.013924050632911e-05,
+      "learning_rate_adapter": 9.013924050632911e-05,
+      "loss": 0.0312,
+      "step": 48950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.012658227848102e-05,
+      "learning_rate_adapter": 9.012658227848102e-05,
+      "loss": 0.0312,
+      "step": 49000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.011392405063291e-05,
+      "learning_rate_adapter": 9.011392405063291e-05,
+      "loss": 0.0314,
+      "step": 49050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.010126582278481e-05,
+      "learning_rate_adapter": 9.010126582278481e-05,
+      "loss": 0.0313,
+      "step": 49100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.008860759493671e-05,
+      "learning_rate_adapter": 9.008860759493671e-05,
+      "loss": 0.0315,
+      "step": 49150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.007594936708861e-05,
+      "learning_rate_adapter": 9.007594936708861e-05,
+      "loss": 0.0311,
+      "step": 49200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.006329113924052e-05,
+      "learning_rate_adapter": 9.006329113924052e-05,
+      "loss": 0.0312,
+      "step": 49250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.005063291139241e-05,
+      "learning_rate_adapter": 9.005063291139241e-05,
+      "loss": 0.0311,
+      "step": 49300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.003797468354432e-05,
+      "learning_rate_adapter": 9.003797468354432e-05,
+      "loss": 0.0314,
+      "step": 49350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.002531645569621e-05,
+      "learning_rate_adapter": 9.002531645569621e-05,
+      "loss": 0.0314,
+      "step": 49400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.00126582278481e-05,
+      "learning_rate_adapter": 9.00126582278481e-05,
+      "loss": 0.0313,
+      "step": 49450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0312,
+      "step": 49500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 8.99873417721519e-05,
+      "learning_rate_adapter": 8.99873417721519e-05,
+      "loss": 0.0314,
+      "step": 49550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 8.99746835443038e-05,
+      "learning_rate_adapter": 8.99746835443038e-05,
+      "loss": 0.0313,
+      "step": 49600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 8.99620253164557e-05,
+      "learning_rate_adapter": 8.99620253164557e-05,
+      "loss": 0.0312,
+      "step": 49650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.99493670886076e-05,
+      "learning_rate_adapter": 8.99493670886076e-05,
+      "loss": 0.0312,
+      "step": 49700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.993670886075949e-05,
+      "learning_rate_adapter": 8.993670886075949e-05,
+      "loss": 0.0312,
+      "step": 49750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.99240506329114e-05,
+      "learning_rate_adapter": 8.99240506329114e-05,
+      "loss": 0.0311,
+      "step": 49800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.99113924050633e-05,
+      "learning_rate_adapter": 8.99113924050633e-05,
+      "loss": 0.0314,
+      "step": 49850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.98987341772152e-05,
+      "learning_rate_adapter": 8.98987341772152e-05,
+      "loss": 0.031,
+      "step": 49900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.988607594936709e-05,
+      "learning_rate_adapter": 8.988607594936709e-05,
+      "loss": 0.0315,
+      "step": 49950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.9873417721519e-05,
+      "learning_rate_adapter": 8.9873417721519e-05,
+      "loss": 0.0312,
+      "step": 50000
+    },
+    {
+      "epoch": 0.34,
+      "eval_af_opus100_pr_auc": 0.7788851550918992,
+      "eval_af_ud_pr_auc": 0.9910656764171095,
+      "eval_am_opus100_pr_auc": 0.5206526369577122,
+      "eval_ar_ersatz_pr_auc": 0.9219185062459836,
+      "eval_ar_opus100_pr_auc": 0.697272909768446,
+      "eval_ar_ud_pr_auc": 0.88119908570662,
+      "eval_average_ersatz_pr_auc": 0.9602825359935956,
+      "eval_average_opus100_pr_auc": 0.8233174711936335,
+      "eval_average_ud_pr_auc": 0.9576272989362844,
+      "eval_az_opus100_pr_auc": 0.6851435514722846,
+      "eval_be_opus100_pr_auc": 0.737059357570614,
+      "eval_be_ud_pr_auc": 0.8871753833063771,
+      "eval_bg_opus100_pr_auc": 0.9075743890974599,
+      "eval_bg_ud_pr_auc": 0.9918999679186016,
+      "eval_bn_opus100_pr_auc": 0.8018749156413033,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8801075432545106,
+      "eval_ca_ud_pr_auc": 0.9893469308705694,
+      "eval_ceb_ud_pr_auc": 1.0,
+      "eval_cs_ersatz_pr_auc": 0.9776036731563497,
+      "eval_cs_opus100_pr_auc": 0.8972696489640495,
+      "eval_cs_ud_pr_auc": 0.9514421282504119,
+      "eval_cy_opus100_pr_auc": 0.7670620199703048,
+      "eval_cy_ud_pr_auc": 0.9958412593876703,
+      "eval_da_opus100_pr_auc": 0.9032593201140078,
+      "eval_da_ud_pr_auc": 0.9787600777907729,
+      "eval_de_ersatz_pr_auc": 0.9750889431223115,
+      "eval_de_opus100_pr_auc": 0.8802587987297397,
+      "eval_de_ud_pr_auc": 0.9841084128775597,
+      "eval_el_opus100_pr_auc": 0.9122757147225247,
+      "eval_el_ud_pr_auc": 0.9925211747066399,
+      "eval_en_ersatz_pr_auc": 0.9880464676090066,
+      "eval_en_opus100_pr_auc": 0.9240219284189091,
+      "eval_en_ud_pr_auc": 0.9716406251154781,
+      "eval_eo_opus100_pr_auc": 0.9167706090778888,
+      "eval_es_ersatz_pr_auc": 0.9941525174725532,
+      "eval_es_opus100_pr_auc": 0.922236918264473,
+      "eval_es_ud_pr_auc": 0.991807708986038,
+      "eval_et_ersatz_pr_auc": 0.9759070273206485,
+      "eval_et_opus100_pr_auc": 0.8691460321167415,
+      "eval_et_ud_pr_auc": 0.9509386042833909,
+      "eval_eu_opus100_pr_auc": 0.8776843159535309,
+      "eval_eu_ud_pr_auc": 0.9917161356115287,
+      "eval_fa_opus100_pr_auc": 0.5800896886489765,
+      "eval_fa_ud_pr_auc": 0.9913564056594546,
+      "eval_fi_ersatz_pr_auc": 0.9844229563112643,
+      "eval_fi_opus100_pr_auc": 0.8859988058011519,
+      "eval_fi_ud_pr_auc": 0.9619970548156884,
+      "eval_fr_ersatz_pr_auc": 0.9877172569979247,
+      "eval_fr_opus100_pr_auc": 0.9066706447865897,
+      "eval_fr_ud_pr_auc": 0.9747268720041957,
+      "eval_fy_opus100_pr_auc": 0.7000255854570232,
+      "eval_ga_opus100_pr_auc": 0.8934011082766385,
+      "eval_ga_ud_pr_auc": 0.8141414949158142,
+      "eval_gd_opus100_pr_auc": 0.5796700015602034,
+      "eval_gd_ud_pr_auc": 0.7703048588535427,
+      "eval_gl_opus100_pr_auc": 0.8759105221109291,
+      "eval_gl_ud_pr_auc": 0.9939889289088868,
+      "eval_gu_ersatz_pr_auc": 0.9068917661890202,
+      "eval_gu_opus100_pr_auc": 0.7171817567807272,
+      "eval_ha_opus100_pr_auc": 0.9002660407546328,
+      "eval_he_opus100_pr_auc": 0.8559717539232438,
+      "eval_he_ud_pr_auc": 0.9782784765222513,
+      "eval_hi_ersatz_pr_auc": 0.9689245055531807,
+      "eval_hi_opus100_pr_auc": 0.6510441061361925,
+      "eval_hi_ud_pr_auc": 0.9855809834795748,
+      "eval_hu_opus100_pr_auc": 0.9158345885597843,
+      "eval_hu_ud_pr_auc": 0.983625985508146,
+      "eval_hy_opus100_pr_auc": 0.9123077495795995,
+      "eval_hy_ud_pr_auc": 0.9854823968850457,
+      "eval_id_opus100_pr_auc": 0.8770404343598236,
+      "eval_id_ud_pr_auc": 0.9883044677076327,
+      "eval_ig_opus100_pr_auc": 0.8671914209648262,
+      "eval_is_opus100_pr_auc": 0.9286479624544687,
+      "eval_is_ud_pr_auc": 0.873987641684345,
+      "eval_it_opus100_pr_auc": 0.9039257629248767,
+      "eval_it_ud_pr_auc": 0.9939848066512393,
+      "eval_ja_ersatz_pr_auc": 0.7982061597170513,
+      "eval_ja_opus100_pr_auc": 0.8297441772257975,
+      "eval_ja_ud_pr_auc": 0.9791263477847186,
+      "eval_jv_ud_pr_auc": 0.952332271780724,
+      "eval_ka_opus100_pr_auc": 0.8513797729415881,
+      "eval_kk_ersatz_pr_auc": 0.9849421188718432,
+      "eval_kk_opus100_pr_auc": 0.7910349545910328,
+      "eval_kk_ud_pr_auc": 0.969009160292797,
+      "eval_km_ersatz_pr_auc": 0.9082338441220366,
+      "eval_km_opus100_pr_auc": 0.7410430480619475,
+      "eval_kn_opus100_pr_auc": 0.5974251530897878,
+      "eval_ko_opus100_pr_auc": 0.6708883166479033,
+      "eval_ko_ud_pr_auc": 0.9981941990635583,
+      "eval_ku_opus100_pr_auc": 0.822449451944011,
+      "eval_ky_opus100_pr_auc": 0.8322560498185804,
+      "eval_la_ud_pr_auc": 0.9429252354029423,
+      "eval_loss": 0.03505103290081024,
+      "eval_lt_ersatz_pr_auc": 0.9890879646162496,
+      "eval_lt_opus100_pr_auc": 0.862751816055165,
+      "eval_lt_ud_pr_auc": 0.9916040674007255,
+      "eval_lv_ersatz_pr_auc": 0.9888228928445707,
+      "eval_lv_opus100_pr_auc": 0.8699497766286504,
+      "eval_lv_ud_pr_auc": 0.9609116522882211,
+      "eval_mg_opus100_pr_auc": 0.9188702301545573,
+      "eval_mk_opus100_pr_auc": 0.8979856863627935,
+      "eval_ml_opus100_pr_auc": 0.7741294527318945,
+      "eval_mn_opus100_pr_auc": 0.9461908843088211,
+      "eval_mr_opus100_pr_auc": 0.8752465459497473,
+      "eval_mr_ud_pr_auc": 0.9909281947629428,
+      "eval_ms_opus100_pr_auc": 0.8726698501599378,
+      "eval_mt_opus100_pr_auc": 0.8318100014869686,
+      "eval_mt_ud_pr_auc": 0.8722364512379805,
+      "eval_my_opus100_pr_auc": 0.73406340796072,
+      "eval_ne_opus100_pr_auc": 0.6899262159050222,
+      "eval_nl_opus100_pr_auc": 0.8868656174351136,
+      "eval_nl_ud_pr_auc": 0.9800218190832223,
+      "eval_no_opus100_pr_auc": 0.917450899963403,
+      "eval_no_ud_pr_auc": 0.9952411392389348,
+      "eval_pa_opus100_pr_auc": 0.6939393182842232,
+      "eval_pl_ersatz_pr_auc": 0.9680659795169135,
+      "eval_pl_opus100_pr_auc": 0.8850650506430118,
+      "eval_pl_ud_pr_auc": 0.9588084164889707,
+      "eval_ps_ersatz_pr_auc": 0.9319993329388957,
+      "eval_ps_opus100_pr_auc": 0.72327460892525,
+      "eval_pt_opus100_pr_auc": 0.9142882693539145,
+      "eval_pt_ud_pr_auc": 0.9796142200997768,
+      "eval_ro_ersatz_pr_auc": 0.9931678037673716,
+      "eval_ro_opus100_pr_auc": 0.8720966587745923,
+      "eval_ro_ud_pr_auc": 0.9442764650910623,
+      "eval_ru_ersatz_pr_auc": 0.9850149444594614,
+      "eval_ru_opus100_pr_auc": 0.9172261915529065,
+      "eval_ru_ud_pr_auc": 0.8541313768583693,
+      "eval_runtime": 322.0512,
+      "eval_samples_per_second": 234.323,
+      "eval_si_opus100_pr_auc": 0.8115637246247212,
+      "eval_sk_opus100_pr_auc": 0.9202609414408536,
+      "eval_sk_ud_pr_auc": 0.9745618903804792,
+      "eval_sl_opus100_pr_auc": 0.8518482073914893,
+      "eval_sl_ud_pr_auc": 0.9734829796989941,
+      "eval_sq_opus100_pr_auc": 0.8821002954782906,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9018395658328372,
+      "eval_sr_ud_pr_auc": 0.995101016038554,
+      "eval_steps_per_second": 0.916,
+      "eval_sv_opus100_pr_auc": 0.8848744557252195,
+      "eval_sv_ud_pr_auc": 0.9292280006255934,
+      "eval_ta_ersatz_pr_auc": 0.9801350304255916,
+      "eval_ta_opus100_pr_auc": 0.6542081107549522,
+      "eval_ta_ud_pr_auc": 0.9929674833498623,
+      "eval_te_opus100_pr_auc": 0.8193784092595348,
+      "eval_tg_opus100_pr_auc": 0.8893473705927805,
+      "eval_th_opus100_pr_auc": 0.6713254860285374,
+      "eval_th_ud_pr_auc": 0.7831486138947688,
+      "eval_tr_ersatz_pr_auc": 0.9504022325962705,
+      "eval_tr_opus100_pr_auc": 0.8858551200492987,
+      "eval_tr_ud_pr_auc": 0.9448948828765593,
+      "eval_uk_opus100_pr_auc": 0.8622767484971237,
+      "eval_uk_ud_pr_auc": 0.9311925025515686,
+      "eval_ur_opus100_pr_auc": 0.5011363957576789,
+      "eval_ur_ud_pr_auc": 0.9947319577643382,
+      "eval_uz_opus100_pr_auc": 0.866507560795795,
+      "eval_vi_opus100_pr_auc": 0.9048818072569144,
+      "eval_vi_ud_pr_auc": 0.9599386705007379,
+      "eval_xh_opus100_pr_auc": 0.8823246913072573,
+      "eval_yi_opus100_pr_auc": 0.7811865421428824,
+      "eval_yo_opus100_pr_auc": 0.8107130162268867,
+      "eval_yo_ud_pr_auc": 0.900146189898934,
+      "eval_zh_ersatz_pr_auc": 0.9674638680046047,
+      "eval_zh_opus100_pr_auc": 0.8566824819952482,
+      "eval_zh_ud_pr_auc": 0.9907772900882866,
+      "eval_zu_opus100_pr_auc": 0.823966601496224,
+      "step": 50000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.986075949367089e-05,
+      "learning_rate_adapter": 8.986075949367089e-05,
+      "loss": 0.0311,
+      "step": 50050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.984810126582279e-05,
+      "learning_rate_adapter": 8.984810126582279e-05,
+      "loss": 0.0312,
+      "step": 50100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.983544303797468e-05,
+      "learning_rate_adapter": 8.983544303797468e-05,
+      "loss": 0.0312,
+      "step": 50150
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.982278481012658e-05,
+      "learning_rate_adapter": 8.982278481012658e-05,
+      "loss": 0.0313,
+      "step": 50200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.981012658227848e-05,
+      "learning_rate_adapter": 8.981012658227848e-05,
+      "loss": 0.031,
+      "step": 50250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.979746835443039e-05,
+      "learning_rate_adapter": 8.979746835443039e-05,
+      "loss": 0.031,
+      "step": 50300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.978481012658228e-05,
+      "learning_rate_adapter": 8.978481012658228e-05,
+      "loss": 0.031,
+      "step": 50350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.977215189873419e-05,
+      "learning_rate_adapter": 8.977215189873419e-05,
+      "loss": 0.0313,
+      "step": 50400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.975949367088609e-05,
+      "learning_rate_adapter": 8.975949367088609e-05,
+      "loss": 0.0311,
+      "step": 50450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.974683544303798e-05,
+      "learning_rate_adapter": 8.974683544303798e-05,
+      "loss": 0.0312,
+      "step": 50500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.973417721518987e-05,
+      "learning_rate_adapter": 8.973417721518987e-05,
+      "loss": 0.0313,
+      "step": 50550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.972151898734178e-05,
+      "learning_rate_adapter": 8.972151898734178e-05,
+      "loss": 0.0312,
+      "step": 50600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.970886075949367e-05,
+      "learning_rate_adapter": 8.970886075949367e-05,
+      "loss": 0.0311,
+      "step": 50650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.969620253164558e-05,
+      "learning_rate_adapter": 8.969620253164558e-05,
+      "loss": 0.0311,
+      "step": 50700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.968354430379747e-05,
+      "learning_rate_adapter": 8.968354430379747e-05,
+      "loss": 0.0312,
+      "step": 50750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.967088607594936e-05,
+      "learning_rate_adapter": 8.967088607594936e-05,
+      "loss": 0.0311,
+      "step": 50800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.965822784810127e-05,
+      "learning_rate_adapter": 8.965822784810127e-05,
+      "loss": 0.031,
+      "step": 50850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.964556962025317e-05,
+      "learning_rate_adapter": 8.964556962025317e-05,
+      "loss": 0.0312,
+      "step": 50900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.963291139240507e-05,
+      "learning_rate_adapter": 8.963291139240507e-05,
+      "loss": 0.0309,
+      "step": 50950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.962025316455697e-05,
+      "learning_rate_adapter": 8.962025316455697e-05,
+      "loss": 0.0311,
+      "step": 51000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.960759493670886e-05,
+      "learning_rate_adapter": 8.960759493670886e-05,
+      "loss": 0.0314,
+      "step": 51050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.959493670886077e-05,
+      "learning_rate_adapter": 8.959493670886077e-05,
+      "loss": 0.0314,
+      "step": 51100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.958227848101266e-05,
+      "learning_rate_adapter": 8.958227848101266e-05,
+      "loss": 0.0314,
+      "step": 51150
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.956962025316457e-05,
+      "learning_rate_adapter": 8.956962025316457e-05,
+      "loss": 0.031,
+      "step": 51200
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.955696202531646e-05,
+      "learning_rate_adapter": 8.955696202531646e-05,
+      "loss": 0.0311,
+      "step": 51250
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.954430379746835e-05,
+      "learning_rate_adapter": 8.954430379746835e-05,
+      "loss": 0.0312,
+      "step": 51300
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.953164556962026e-05,
+      "learning_rate_adapter": 8.953164556962026e-05,
+      "loss": 0.0312,
+      "step": 51350
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.951898734177215e-05,
+      "learning_rate_adapter": 8.951898734177215e-05,
+      "loss": 0.0311,
+      "step": 51400
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.950632911392405e-05,
+      "learning_rate_adapter": 8.950632911392405e-05,
+      "loss": 0.0312,
+      "step": 51450
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.949367088607596e-05,
+      "learning_rate_adapter": 8.949367088607596e-05,
+      "loss": 0.0311,
+      "step": 51500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.948101265822785e-05,
+      "learning_rate_adapter": 8.948101265822785e-05,
+      "loss": 0.0309,
+      "step": 51550
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.946835443037976e-05,
+      "learning_rate_adapter": 8.946835443037976e-05,
+      "loss": 0.0311,
+      "step": 51600
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.945569620253165e-05,
+      "learning_rate_adapter": 8.945569620253165e-05,
+      "loss": 0.031,
+      "step": 51650
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.944303797468356e-05,
+      "learning_rate_adapter": 8.944303797468356e-05,
+      "loss": 0.0311,
+      "step": 51700
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.943037974683545e-05,
+      "learning_rate_adapter": 8.943037974683545e-05,
+      "loss": 0.0311,
+      "step": 51750
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.941772151898734e-05,
+      "learning_rate_adapter": 8.941772151898734e-05,
+      "loss": 0.0311,
+      "step": 51800
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.940506329113925e-05,
+      "learning_rate_adapter": 8.940506329113925e-05,
+      "loss": 0.0309,
+      "step": 51850
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.939240506329114e-05,
+      "learning_rate_adapter": 8.939240506329114e-05,
+      "loss": 0.0312,
+      "step": 51900
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.937974683544304e-05,
+      "learning_rate_adapter": 8.937974683544304e-05,
+      "loss": 0.031,
+      "step": 51950
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.936708860759493e-05,
+      "learning_rate_adapter": 8.936708860759493e-05,
+      "loss": 0.031,
+      "step": 52000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.935443037974684e-05,
+      "learning_rate_adapter": 8.935443037974684e-05,
+      "loss": 0.0311,
+      "step": 52050
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.934177215189875e-05,
+      "learning_rate_adapter": 8.934177215189875e-05,
+      "loss": 0.0307,
+      "step": 52100
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.932911392405064e-05,
+      "learning_rate_adapter": 8.932911392405064e-05,
+      "loss": 0.031,
+      "step": 52150
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.931645569620254e-05,
+      "learning_rate_adapter": 8.931645569620254e-05,
+      "loss": 0.0309,
+      "step": 52200
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.930379746835444e-05,
+      "learning_rate_adapter": 8.930379746835444e-05,
+      "loss": 0.0309,
+      "step": 52250
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.929113924050634e-05,
+      "learning_rate_adapter": 8.929113924050634e-05,
+      "loss": 0.0308,
+      "step": 52300
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.927848101265823e-05,
+      "learning_rate_adapter": 8.927848101265823e-05,
+      "loss": 0.031,
+      "step": 52350
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.926582278481013e-05,
+      "learning_rate_adapter": 8.926582278481013e-05,
+      "loss": 0.031,
+      "step": 52400
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.925316455696203e-05,
+      "learning_rate_adapter": 8.925316455696203e-05,
+      "loss": 0.0312,
+      "step": 52450
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.924050632911392e-05,
+      "learning_rate_adapter": 8.924050632911392e-05,
+      "loss": 0.031,
+      "step": 52500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.922784810126583e-05,
+      "learning_rate_adapter": 8.922784810126583e-05,
+      "loss": 0.031,
+      "step": 52550
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.921518987341772e-05,
+      "learning_rate_adapter": 8.921518987341772e-05,
+      "loss": 0.031,
+      "step": 52600
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.920253164556963e-05,
+      "learning_rate_adapter": 8.920253164556963e-05,
+      "loss": 0.0307,
+      "step": 52650
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.918987341772152e-05,
+      "learning_rate_adapter": 8.918987341772152e-05,
+      "loss": 0.0309,
+      "step": 52700
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.917721518987342e-05,
+      "learning_rate_adapter": 8.917721518987342e-05,
+      "loss": 0.0312,
+      "step": 52750
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.916455696202533e-05,
+      "learning_rate_adapter": 8.916455696202533e-05,
+      "loss": 0.0308,
+      "step": 52800
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.915189873417722e-05,
+      "learning_rate_adapter": 8.915189873417722e-05,
+      "loss": 0.0312,
+      "step": 52850
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.913924050632911e-05,
+      "learning_rate_adapter": 8.913924050632911e-05,
+      "loss": 0.0312,
+      "step": 52900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.912658227848102e-05,
+      "learning_rate_adapter": 8.912658227848102e-05,
+      "loss": 0.0311,
+      "step": 52950
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.911392405063291e-05,
+      "learning_rate_adapter": 8.911392405063291e-05,
+      "loss": 0.0309,
+      "step": 53000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.910126582278482e-05,
+      "learning_rate_adapter": 8.910126582278482e-05,
+      "loss": 0.0308,
+      "step": 53050
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.908860759493671e-05,
+      "learning_rate_adapter": 8.908860759493671e-05,
+      "loss": 0.0308,
+      "step": 53100
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.90759493670886e-05,
+      "learning_rate_adapter": 8.90759493670886e-05,
+      "loss": 0.0311,
+      "step": 53150
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.906329113924051e-05,
+      "learning_rate_adapter": 8.906329113924051e-05,
+      "loss": 0.0307,
+      "step": 53200
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.905063291139241e-05,
+      "learning_rate_adapter": 8.905063291139241e-05,
+      "loss": 0.0309,
+      "step": 53250
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.90379746835443e-05,
+      "learning_rate_adapter": 8.90379746835443e-05,
+      "loss": 0.031,
+      "step": 53300
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.902531645569621e-05,
+      "learning_rate_adapter": 8.902531645569621e-05,
+      "loss": 0.031,
+      "step": 53350
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.90126582278481e-05,
+      "learning_rate_adapter": 8.90126582278481e-05,
+      "loss": 0.0304,
+      "step": 53400
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0308,
+      "step": 53450
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89873417721519e-05,
+      "learning_rate_adapter": 8.89873417721519e-05,
+      "loss": 0.0306,
+      "step": 53500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89746835443038e-05,
+      "learning_rate_adapter": 8.89746835443038e-05,
+      "loss": 0.0308,
+      "step": 53550
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89620253164557e-05,
+      "learning_rate_adapter": 8.89620253164557e-05,
+      "loss": 0.0311,
+      "step": 53600
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89493670886076e-05,
+      "learning_rate_adapter": 8.89493670886076e-05,
+      "loss": 0.031,
+      "step": 53650
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89367088607595e-05,
+      "learning_rate_adapter": 8.89367088607595e-05,
+      "loss": 0.0309,
+      "step": 53700
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.892405063291139e-05,
+      "learning_rate_adapter": 8.892405063291139e-05,
+      "loss": 0.0308,
+      "step": 53750
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89113924050633e-05,
+      "learning_rate_adapter": 8.89113924050633e-05,
+      "loss": 0.0307,
+      "step": 53800
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.88987341772152e-05,
+      "learning_rate_adapter": 8.88987341772152e-05,
+      "loss": 0.031,
+      "step": 53850
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.888607594936709e-05,
+      "learning_rate_adapter": 8.888607594936709e-05,
+      "loss": 0.0308,
+      "step": 53900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.8873417721519e-05,
+      "learning_rate_adapter": 8.8873417721519e-05,
+      "loss": 0.0306,
+      "step": 53950
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.886075949367089e-05,
+      "learning_rate_adapter": 8.886075949367089e-05,
+      "loss": 0.0309,
+      "step": 54000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.88481012658228e-05,
+      "learning_rate_adapter": 8.88481012658228e-05,
+      "loss": 0.0309,
+      "step": 54050
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.883544303797469e-05,
+      "learning_rate_adapter": 8.883544303797469e-05,
+      "loss": 0.0307,
+      "step": 54100
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.882278481012659e-05,
+      "learning_rate_adapter": 8.882278481012659e-05,
+      "loss": 0.0306,
+      "step": 54150
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.881012658227848e-05,
+      "learning_rate_adapter": 8.881012658227848e-05,
+      "loss": 0.0307,
+      "step": 54200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.879746835443038e-05,
+      "learning_rate_adapter": 8.879746835443038e-05,
+      "loss": 0.031,
+      "step": 54250
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.878481012658228e-05,
+      "learning_rate_adapter": 8.878481012658228e-05,
+      "loss": 0.0307,
+      "step": 54300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.877215189873417e-05,
+      "learning_rate_adapter": 8.877215189873417e-05,
+      "loss": 0.0306,
+      "step": 54350
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.875949367088608e-05,
+      "learning_rate_adapter": 8.875949367088608e-05,
+      "loss": 0.0306,
+      "step": 54400
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.874683544303799e-05,
+      "learning_rate_adapter": 8.874683544303799e-05,
+      "loss": 0.0307,
+      "step": 54450
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.873417721518988e-05,
+      "learning_rate_adapter": 8.873417721518988e-05,
+      "loss": 0.0308,
+      "step": 54500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.872151898734178e-05,
+      "learning_rate_adapter": 8.872151898734178e-05,
+      "loss": 0.0305,
+      "step": 54550
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.870886075949368e-05,
+      "learning_rate_adapter": 8.870886075949368e-05,
+      "loss": 0.0307,
+      "step": 54600
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.869620253164558e-05,
+      "learning_rate_adapter": 8.869620253164558e-05,
+      "loss": 0.0308,
+      "step": 54650
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.868354430379747e-05,
+      "learning_rate_adapter": 8.868354430379747e-05,
+      "loss": 0.031,
+      "step": 54700
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.867088607594937e-05,
+      "learning_rate_adapter": 8.867088607594937e-05,
+      "loss": 0.0306,
+      "step": 54750
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.865822784810127e-05,
+      "learning_rate_adapter": 8.865822784810127e-05,
+      "loss": 0.0309,
+      "step": 54800
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.864556962025316e-05,
+      "learning_rate_adapter": 8.864556962025316e-05,
+      "loss": 0.0307,
+      "step": 54850
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.863291139240507e-05,
+      "learning_rate_adapter": 8.863291139240507e-05,
+      "loss": 0.0306,
+      "step": 54900
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.862025316455696e-05,
+      "learning_rate_adapter": 8.862025316455696e-05,
+      "loss": 0.0306,
+      "step": 54950
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.860759493670887e-05,
+      "learning_rate_adapter": 8.860759493670887e-05,
+      "loss": 0.0309,
+      "step": 55000
+    },
+    {
+      "epoch": 0.37,
+      "eval_af_opus100_pr_auc": 0.787562346391538,
+      "eval_af_ud_pr_auc": 0.9853501167160444,
+      "eval_am_opus100_pr_auc": 0.554680669818935,
+      "eval_ar_ersatz_pr_auc": 0.9244658139294104,
+      "eval_ar_opus100_pr_auc": 0.6963638419053796,
+      "eval_ar_ud_pr_auc": 0.889946885553521,
+      "eval_average_ersatz_pr_auc": 0.9619217589209185,
+      "eval_average_opus100_pr_auc": 0.8246993808232066,
+      "eval_average_ud_pr_auc": 0.9595460436798864,
+      "eval_az_opus100_pr_auc": 0.7234980305004259,
+      "eval_be_opus100_pr_auc": 0.7061014495530255,
+      "eval_be_ud_pr_auc": 0.8906371134122755,
+      "eval_bg_opus100_pr_auc": 0.9037237242900777,
+      "eval_bg_ud_pr_auc": 0.9932701203558496,
+      "eval_bn_opus100_pr_auc": 0.8014098627890618,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8701592554759182,
+      "eval_ca_ud_pr_auc": 0.9896153235626796,
+      "eval_ceb_ud_pr_auc": 0.9999717815047151,
+      "eval_cs_ersatz_pr_auc": 0.981977057649151,
+      "eval_cs_opus100_pr_auc": 0.8944361944086103,
+      "eval_cs_ud_pr_auc": 0.9560572719224534,
+      "eval_cy_opus100_pr_auc": 0.7662372162173992,
+      "eval_cy_ud_pr_auc": 0.997053544489526,
+      "eval_da_opus100_pr_auc": 0.9068419885028494,
+      "eval_da_ud_pr_auc": 0.9769168774348249,
+      "eval_de_ersatz_pr_auc": 0.9763418893075244,
+      "eval_de_opus100_pr_auc": 0.8839148671411392,
+      "eval_de_ud_pr_auc": 0.9861088353906884,
+      "eval_el_opus100_pr_auc": 0.9117512233551286,
+      "eval_el_ud_pr_auc": 0.9899587946490613,
+      "eval_en_ersatz_pr_auc": 0.9868161537196227,
+      "eval_en_opus100_pr_auc": 0.9286813811374031,
+      "eval_en_ud_pr_auc": 0.9662864254448611,
+      "eval_eo_opus100_pr_auc": 0.9206319852741244,
+      "eval_es_ersatz_pr_auc": 0.9953761492542885,
+      "eval_es_opus100_pr_auc": 0.9205566245728941,
+      "eval_es_ud_pr_auc": 0.9940363368971878,
+      "eval_et_ersatz_pr_auc": 0.9777811258971215,
+      "eval_et_opus100_pr_auc": 0.8787979874111366,
+      "eval_et_ud_pr_auc": 0.9626767167772639,
+      "eval_eu_opus100_pr_auc": 0.8762753794649086,
+      "eval_eu_ud_pr_auc": 0.9865786780419128,
+      "eval_fa_opus100_pr_auc": 0.5866807711092451,
+      "eval_fa_ud_pr_auc": 0.9960929379470562,
+      "eval_fi_ersatz_pr_auc": 0.9870818534877377,
+      "eval_fi_opus100_pr_auc": 0.9018087316335349,
+      "eval_fi_ud_pr_auc": 0.9598991216271873,
+      "eval_fr_ersatz_pr_auc": 0.9914383185018157,
+      "eval_fr_opus100_pr_auc": 0.8966185380151094,
+      "eval_fr_ud_pr_auc": 0.9795225465623507,
+      "eval_fy_opus100_pr_auc": 0.6873066685434692,
+      "eval_ga_opus100_pr_auc": 0.8796916056575838,
+      "eval_ga_ud_pr_auc": 0.8157203336610054,
+      "eval_gd_opus100_pr_auc": 0.6179757076687985,
+      "eval_gd_ud_pr_auc": 0.7661847907897404,
+      "eval_gl_opus100_pr_auc": 0.8721229159837351,
+      "eval_gl_ud_pr_auc": 0.9952460374019012,
+      "eval_gu_ersatz_pr_auc": 0.9123442509867731,
+      "eval_gu_opus100_pr_auc": 0.7179839326866105,
+      "eval_ha_opus100_pr_auc": 0.9044573468893718,
+      "eval_he_opus100_pr_auc": 0.8586443279128819,
+      "eval_he_ud_pr_auc": 0.9798244017297825,
+      "eval_hi_ersatz_pr_auc": 0.974622574526348,
+      "eval_hi_opus100_pr_auc": 0.6623120940863564,
+      "eval_hi_ud_pr_auc": 0.9845071886309645,
+      "eval_hu_opus100_pr_auc": 0.9161402619451975,
+      "eval_hu_ud_pr_auc": 0.9844221540765826,
+      "eval_hy_opus100_pr_auc": 0.9056252342270059,
+      "eval_hy_ud_pr_auc": 0.9782221670832637,
+      "eval_id_opus100_pr_auc": 0.8706022008999564,
+      "eval_id_ud_pr_auc": 0.9917974824825186,
+      "eval_ig_opus100_pr_auc": 0.8752593043301977,
+      "eval_is_opus100_pr_auc": 0.925586622720319,
+      "eval_is_ud_pr_auc": 0.9058225297933497,
+      "eval_it_opus100_pr_auc": 0.9027951652651962,
+      "eval_it_ud_pr_auc": 0.992932647503541,
+      "eval_ja_ersatz_pr_auc": 0.7992317617017158,
+      "eval_ja_opus100_pr_auc": 0.8105927598501201,
+      "eval_ja_ud_pr_auc": 0.9783330333428815,
+      "eval_jv_ud_pr_auc": 0.9740521721080897,
+      "eval_ka_opus100_pr_auc": 0.8603094238736174,
+      "eval_kk_ersatz_pr_auc": 0.9866258158135701,
+      "eval_kk_opus100_pr_auc": 0.7884090915452653,
+      "eval_kk_ud_pr_auc": 0.9752834514550267,
+      "eval_km_ersatz_pr_auc": 0.9064458858351346,
+      "eval_km_opus100_pr_auc": 0.7158787728452782,
+      "eval_kn_opus100_pr_auc": 0.61235000782271,
+      "eval_ko_opus100_pr_auc": 0.6670206393916828,
+      "eval_ko_ud_pr_auc": 0.9991368763130656,
+      "eval_ku_opus100_pr_auc": 0.8318666748065471,
+      "eval_ky_opus100_pr_auc": 0.8620534588498163,
+      "eval_la_ud_pr_auc": 0.9435772181140557,
+      "eval_loss": 0.03444743901491165,
+      "eval_lt_ersatz_pr_auc": 0.989271741462383,
+      "eval_lt_opus100_pr_auc": 0.8515570202909499,
+      "eval_lt_ud_pr_auc": 0.9923573701800495,
+      "eval_lv_ersatz_pr_auc": 0.9897993699234547,
+      "eval_lv_opus100_pr_auc": 0.873654206782407,
+      "eval_lv_ud_pr_auc": 0.9579848703463117,
+      "eval_mg_opus100_pr_auc": 0.923178554941787,
+      "eval_mk_opus100_pr_auc": 0.9018497923232361,
+      "eval_ml_opus100_pr_auc": 0.7652113682204225,
+      "eval_mn_opus100_pr_auc": 0.9482562579622826,
+      "eval_mr_opus100_pr_auc": 0.8856298639463583,
+      "eval_mr_ud_pr_auc": 0.9889475582704177,
+      "eval_ms_opus100_pr_auc": 0.8594461713386667,
+      "eval_mt_opus100_pr_auc": 0.818174043939601,
+      "eval_mt_ud_pr_auc": 0.8921222230123415,
+      "eval_my_opus100_pr_auc": 0.7248585063418179,
+      "eval_ne_opus100_pr_auc": 0.7186223565989174,
+      "eval_nl_opus100_pr_auc": 0.8859718003235862,
+      "eval_nl_ud_pr_auc": 0.9819111070082716,
+      "eval_no_opus100_pr_auc": 0.9179431897943361,
+      "eval_no_ud_pr_auc": 0.9953976883334723,
+      "eval_pa_opus100_pr_auc": 0.6904942547212997,
+      "eval_pl_ersatz_pr_auc": 0.9644680013926421,
+      "eval_pl_opus100_pr_auc": 0.8803952413317649,
+      "eval_pl_ud_pr_auc": 0.9602533226398386,
+      "eval_ps_ersatz_pr_auc": 0.9318476379116092,
+      "eval_ps_opus100_pr_auc": 0.7218849065939489,
+      "eval_pt_opus100_pr_auc": 0.914524525674291,
+      "eval_pt_ud_pr_auc": 0.9822654374770226,
+      "eval_ro_ersatz_pr_auc": 0.9940053337850011,
+      "eval_ro_opus100_pr_auc": 0.853836676463828,
+      "eval_ro_ud_pr_auc": 0.9618156095584831,
+      "eval_ru_ersatz_pr_auc": 0.9874632245850126,
+      "eval_ru_opus100_pr_auc": 0.9133754747816117,
+      "eval_ru_ud_pr_auc": 0.854561466944021,
+      "eval_runtime": 323.4783,
+      "eval_samples_per_second": 233.289,
+      "eval_si_opus100_pr_auc": 0.8060881968515674,
+      "eval_sk_opus100_pr_auc": 0.9172735731065681,
+      "eval_sk_ud_pr_auc": 0.9778538691454398,
+      "eval_sl_opus100_pr_auc": 0.8553787687285687,
+      "eval_sl_ud_pr_auc": 0.9637959716926028,
+      "eval_sq_opus100_pr_auc": 0.8919008343177941,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9010379225586671,
+      "eval_sr_ud_pr_auc": 0.9949994529087631,
+      "eval_steps_per_second": 0.912,
+      "eval_sv_opus100_pr_auc": 0.8859243609276534,
+      "eval_sv_ud_pr_auc": 0.9406874006451006,
+      "eval_ta_ersatz_pr_auc": 0.9812061187026904,
+      "eval_ta_opus100_pr_auc": 0.6605572422996714,
+      "eval_ta_ud_pr_auc": 0.9947884056058104,
+      "eval_te_opus100_pr_auc": 0.8200884443402968,
+      "eval_tg_opus100_pr_auc": 0.8796933169621665,
+      "eval_th_opus100_pr_auc": 0.6576490809232836,
+      "eval_th_ud_pr_auc": 0.7847094616496498,
+      "eval_tr_ersatz_pr_auc": 0.9547179341002405,
+      "eval_tr_opus100_pr_auc": 0.8819022713819387,
+      "eval_tr_ud_pr_auc": 0.9387457470156576,
+      "eval_uk_opus100_pr_auc": 0.8598403130448476,
+      "eval_uk_ud_pr_auc": 0.9345313117819086,
+      "eval_ur_opus100_pr_auc": 0.5215243845611034,
+      "eval_ur_ud_pr_auc": 0.9952560356409087,
+      "eval_uz_opus100_pr_auc": 0.8746884985648429,
+      "eval_vi_opus100_pr_auc": 0.8989311873405139,
+      "eval_vi_ud_pr_auc": 0.9497455756870387,
+      "eval_xh_opus100_pr_auc": 0.8603136793010115,
+      "eval_yi_opus100_pr_auc": 0.8373938941965998,
+      "eval_yo_opus100_pr_auc": 0.8167964548196949,
+      "eval_yo_ud_pr_auc": 0.8997506387395539,
+      "eval_zh_ersatz_pr_auc": 0.9689506837869577,
+      "eval_zh_opus100_pr_auc": 0.8589002110965305,
+      "eval_zh_ud_pr_auc": 0.9866020526956347,
+      "eval_zu_opus100_pr_auc": 0.8288860930389491,
+      "step": 55000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.859493670886077e-05,
+      "learning_rate_adapter": 8.859493670886077e-05,
+      "loss": 0.0306,
+      "step": 55050
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.858227848101266e-05,
+      "learning_rate_adapter": 8.858227848101266e-05,
+      "loss": 0.0304,
+      "step": 55100
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.856962025316457e-05,
+      "learning_rate_adapter": 8.856962025316457e-05,
+      "loss": 0.0306,
+      "step": 55150
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.855696202531646e-05,
+      "learning_rate_adapter": 8.855696202531646e-05,
+      "loss": 0.0307,
+      "step": 55200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.854430379746835e-05,
+      "learning_rate_adapter": 8.854430379746835e-05,
+      "loss": 0.0307,
+      "step": 55250
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.853164556962026e-05,
+      "learning_rate_adapter": 8.853164556962026e-05,
+      "loss": 0.0305,
+      "step": 55300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.851898734177215e-05,
+      "learning_rate_adapter": 8.851898734177215e-05,
+      "loss": 0.0307,
+      "step": 55350
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.850632911392406e-05,
+      "learning_rate_adapter": 8.850632911392406e-05,
+      "loss": 0.0307,
+      "step": 55400
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.849367088607595e-05,
+      "learning_rate_adapter": 8.849367088607595e-05,
+      "loss": 0.0307,
+      "step": 55450
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.848101265822785e-05,
+      "learning_rate_adapter": 8.848101265822785e-05,
+      "loss": 0.0308,
+      "step": 55500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.846835443037975e-05,
+      "learning_rate_adapter": 8.846835443037975e-05,
+      "loss": 0.0308,
+      "step": 55550
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.845569620253165e-05,
+      "learning_rate_adapter": 8.845569620253165e-05,
+      "loss": 0.0306,
+      "step": 55600
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.844303797468356e-05,
+      "learning_rate_adapter": 8.844303797468356e-05,
+      "loss": 0.0307,
+      "step": 55650
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.843037974683545e-05,
+      "learning_rate_adapter": 8.843037974683545e-05,
+      "loss": 0.0306,
+      "step": 55700
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.841772151898736e-05,
+      "learning_rate_adapter": 8.841772151898736e-05,
+      "loss": 0.0308,
+      "step": 55750
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.840506329113925e-05,
+      "learning_rate_adapter": 8.840506329113925e-05,
+      "loss": 0.0306,
+      "step": 55800
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.839240506329114e-05,
+      "learning_rate_adapter": 8.839240506329114e-05,
+      "loss": 0.0305,
+      "step": 55850
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.837974683544305e-05,
+      "learning_rate_adapter": 8.837974683544305e-05,
+      "loss": 0.0308,
+      "step": 55900
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.836708860759494e-05,
+      "learning_rate_adapter": 8.836708860759494e-05,
+      "loss": 0.0308,
+      "step": 55950
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.835443037974684e-05,
+      "learning_rate_adapter": 8.835443037974684e-05,
+      "loss": 0.0305,
+      "step": 56000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.834177215189874e-05,
+      "learning_rate_adapter": 8.834177215189874e-05,
+      "loss": 0.0305,
+      "step": 56050
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.832911392405063e-05,
+      "learning_rate_adapter": 8.832911392405063e-05,
+      "loss": 0.0305,
+      "step": 56100
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.831645569620253e-05,
+      "learning_rate_adapter": 8.831645569620253e-05,
+      "loss": 0.0305,
+      "step": 56150
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.830379746835444e-05,
+      "learning_rate_adapter": 8.830379746835444e-05,
+      "loss": 0.0304,
+      "step": 56200
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.829113924050633e-05,
+      "learning_rate_adapter": 8.829113924050633e-05,
+      "loss": 0.0306,
+      "step": 56250
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.827848101265824e-05,
+      "learning_rate_adapter": 8.827848101265824e-05,
+      "loss": 0.0308,
+      "step": 56300
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.826582278481013e-05,
+      "learning_rate_adapter": 8.826582278481013e-05,
+      "loss": 0.0305,
+      "step": 56350
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.825316455696203e-05,
+      "learning_rate_adapter": 8.825316455696203e-05,
+      "loss": 0.0305,
+      "step": 56400
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.824050632911393e-05,
+      "learning_rate_adapter": 8.824050632911393e-05,
+      "loss": 0.0306,
+      "step": 56450
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.822784810126583e-05,
+      "learning_rate_adapter": 8.822784810126583e-05,
+      "loss": 0.0305,
+      "step": 56500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.821518987341772e-05,
+      "learning_rate_adapter": 8.821518987341772e-05,
+      "loss": 0.0303,
+      "step": 56550
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.820253164556962e-05,
+      "learning_rate_adapter": 8.820253164556962e-05,
+      "loss": 0.0305,
+      "step": 56600
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.818987341772152e-05,
+      "learning_rate_adapter": 8.818987341772152e-05,
+      "loss": 0.0308,
+      "step": 56650
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.817721518987341e-05,
+      "learning_rate_adapter": 8.817721518987341e-05,
+      "loss": 0.0308,
+      "step": 56700
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.816455696202532e-05,
+      "learning_rate_adapter": 8.816455696202532e-05,
+      "loss": 0.0304,
+      "step": 56750
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.815189873417722e-05,
+      "learning_rate_adapter": 8.815189873417722e-05,
+      "loss": 0.0305,
+      "step": 56800
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.813924050632912e-05,
+      "learning_rate_adapter": 8.813924050632912e-05,
+      "loss": 0.0305,
+      "step": 56850
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.812658227848102e-05,
+      "learning_rate_adapter": 8.812658227848102e-05,
+      "loss": 0.0304,
+      "step": 56900
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.811392405063291e-05,
+      "learning_rate_adapter": 8.811392405063291e-05,
+      "loss": 0.0305,
+      "step": 56950
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.810126582278482e-05,
+      "learning_rate_adapter": 8.810126582278482e-05,
+      "loss": 0.0303,
+      "step": 57000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.808860759493671e-05,
+      "learning_rate_adapter": 8.808860759493671e-05,
+      "loss": 0.0305,
+      "step": 57050
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.807594936708862e-05,
+      "learning_rate_adapter": 8.807594936708862e-05,
+      "loss": 0.0306,
+      "step": 57100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.806329113924051e-05,
+      "learning_rate_adapter": 8.806329113924051e-05,
+      "loss": 0.0306,
+      "step": 57150
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.80506329113924e-05,
+      "learning_rate_adapter": 8.80506329113924e-05,
+      "loss": 0.0303,
+      "step": 57200
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.803797468354431e-05,
+      "learning_rate_adapter": 8.803797468354431e-05,
+      "loss": 0.0302,
+      "step": 57250
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.80253164556962e-05,
+      "learning_rate_adapter": 8.80253164556962e-05,
+      "loss": 0.0305,
+      "step": 57300
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.80126582278481e-05,
+      "learning_rate_adapter": 8.80126582278481e-05,
+      "loss": 0.0306,
+      "step": 57350
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0308,
+      "step": 57400
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79873417721519e-05,
+      "learning_rate_adapter": 8.79873417721519e-05,
+      "loss": 0.0306,
+      "step": 57450
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.797468354430381e-05,
+      "learning_rate_adapter": 8.797468354430381e-05,
+      "loss": 0.0305,
+      "step": 57500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79620253164557e-05,
+      "learning_rate_adapter": 8.79620253164557e-05,
+      "loss": 0.0305,
+      "step": 57550
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79493670886076e-05,
+      "learning_rate_adapter": 8.79493670886076e-05,
+      "loss": 0.0302,
+      "step": 57600
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79367088607595e-05,
+      "learning_rate_adapter": 8.79367088607595e-05,
+      "loss": 0.0304,
+      "step": 57650
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.792405063291139e-05,
+      "learning_rate_adapter": 8.792405063291139e-05,
+      "loss": 0.0307,
+      "step": 57700
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79113924050633e-05,
+      "learning_rate_adapter": 8.79113924050633e-05,
+      "loss": 0.0304,
+      "step": 57750
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.789873417721519e-05,
+      "learning_rate_adapter": 8.789873417721519e-05,
+      "loss": 0.0303,
+      "step": 57800
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.78860759493671e-05,
+      "learning_rate_adapter": 8.78860759493671e-05,
+      "loss": 0.0303,
+      "step": 57850
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.787341772151899e-05,
+      "learning_rate_adapter": 8.787341772151899e-05,
+      "loss": 0.0306,
+      "step": 57900
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.786075949367089e-05,
+      "learning_rate_adapter": 8.786075949367089e-05,
+      "loss": 0.0306,
+      "step": 57950
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.78481012658228e-05,
+      "learning_rate_adapter": 8.78481012658228e-05,
+      "loss": 0.0301,
+      "step": 58000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.783544303797469e-05,
+      "learning_rate_adapter": 8.783544303797469e-05,
+      "loss": 0.0301,
+      "step": 58050
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.78227848101266e-05,
+      "learning_rate_adapter": 8.78227848101266e-05,
+      "loss": 0.0304,
+      "step": 58100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.781012658227849e-05,
+      "learning_rate_adapter": 8.781012658227849e-05,
+      "loss": 0.0306,
+      "step": 58150
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.779746835443038e-05,
+      "learning_rate_adapter": 8.779746835443038e-05,
+      "loss": 0.0304,
+      "step": 58200
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.778481012658229e-05,
+      "learning_rate_adapter": 8.778481012658229e-05,
+      "loss": 0.0304,
+      "step": 58250
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.777215189873418e-05,
+      "learning_rate_adapter": 8.777215189873418e-05,
+      "loss": 0.0305,
+      "step": 58300
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.775949367088608e-05,
+      "learning_rate_adapter": 8.775949367088608e-05,
+      "loss": 0.0304,
+      "step": 58350
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.774683544303797e-05,
+      "learning_rate_adapter": 8.774683544303797e-05,
+      "loss": 0.0304,
+      "step": 58400
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.773417721518987e-05,
+      "learning_rate_adapter": 8.773417721518987e-05,
+      "loss": 0.0305,
+      "step": 58450
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.772151898734177e-05,
+      "learning_rate_adapter": 8.772151898734177e-05,
+      "loss": 0.0305,
+      "step": 58500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.770886075949368e-05,
+      "learning_rate_adapter": 8.770886075949368e-05,
+      "loss": 0.0306,
+      "step": 58550
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.769620253164558e-05,
+      "learning_rate_adapter": 8.769620253164558e-05,
+      "loss": 0.0302,
+      "step": 58600
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.768354430379748e-05,
+      "learning_rate_adapter": 8.768354430379748e-05,
+      "loss": 0.0301,
+      "step": 58650
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.767088607594938e-05,
+      "learning_rate_adapter": 8.767088607594938e-05,
+      "loss": 0.0303,
+      "step": 58700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.765822784810127e-05,
+      "learning_rate_adapter": 8.765822784810127e-05,
+      "loss": 0.0304,
+      "step": 58750
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.764556962025317e-05,
+      "learning_rate_adapter": 8.764556962025317e-05,
+      "loss": 0.0301,
+      "step": 58800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.763291139240507e-05,
+      "learning_rate_adapter": 8.763291139240507e-05,
+      "loss": 0.0302,
+      "step": 58850
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.762025316455696e-05,
+      "learning_rate_adapter": 8.762025316455696e-05,
+      "loss": 0.0305,
+      "step": 58900
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.760759493670887e-05,
+      "learning_rate_adapter": 8.760759493670887e-05,
+      "loss": 0.0304,
+      "step": 58950
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.759493670886076e-05,
+      "learning_rate_adapter": 8.759493670886076e-05,
+      "loss": 0.0303,
+      "step": 59000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.758227848101265e-05,
+      "learning_rate_adapter": 8.758227848101265e-05,
+      "loss": 0.0302,
+      "step": 59050
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.756962025316456e-05,
+      "learning_rate_adapter": 8.756962025316456e-05,
+      "loss": 0.0304,
+      "step": 59100
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.755696202531646e-05,
+      "learning_rate_adapter": 8.755696202531646e-05,
+      "loss": 0.0303,
+      "step": 59150
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.754430379746837e-05,
+      "learning_rate_adapter": 8.754430379746837e-05,
+      "loss": 0.0302,
+      "step": 59200
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.753164556962026e-05,
+      "learning_rate_adapter": 8.753164556962026e-05,
+      "loss": 0.0302,
+      "step": 59250
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.751898734177215e-05,
+      "learning_rate_adapter": 8.751898734177215e-05,
+      "loss": 0.0305,
+      "step": 59300
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.750632911392406e-05,
+      "learning_rate_adapter": 8.750632911392406e-05,
+      "loss": 0.0304,
+      "step": 59350
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.749367088607595e-05,
+      "learning_rate_adapter": 8.749367088607595e-05,
+      "loss": 0.0303,
+      "step": 59400
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.748101265822786e-05,
+      "learning_rate_adapter": 8.748101265822786e-05,
+      "loss": 0.0302,
+      "step": 59450
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.746835443037975e-05,
+      "learning_rate_adapter": 8.746835443037975e-05,
+      "loss": 0.03,
+      "step": 59500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.745569620253164e-05,
+      "learning_rate_adapter": 8.745569620253164e-05,
+      "loss": 0.0305,
+      "step": 59550
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.744303797468355e-05,
+      "learning_rate_adapter": 8.744303797468355e-05,
+      "loss": 0.0302,
+      "step": 59600
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.743037974683544e-05,
+      "learning_rate_adapter": 8.743037974683544e-05,
+      "loss": 0.03,
+      "step": 59650
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.741772151898735e-05,
+      "learning_rate_adapter": 8.741772151898735e-05,
+      "loss": 0.0302,
+      "step": 59700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.740506329113925e-05,
+      "learning_rate_adapter": 8.740506329113925e-05,
+      "loss": 0.0304,
+      "step": 59750
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.739240506329114e-05,
+      "learning_rate_adapter": 8.739240506329114e-05,
+      "loss": 0.0303,
+      "step": 59800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.737974683544305e-05,
+      "learning_rate_adapter": 8.737974683544305e-05,
+      "loss": 0.0303,
+      "step": 59850
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.736708860759494e-05,
+      "learning_rate_adapter": 8.736708860759494e-05,
+      "loss": 0.0304,
+      "step": 59900
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.735443037974685e-05,
+      "learning_rate_adapter": 8.735443037974685e-05,
+      "loss": 0.0306,
+      "step": 59950
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.734177215189874e-05,
+      "learning_rate_adapter": 8.734177215189874e-05,
+      "loss": 0.0303,
+      "step": 60000
+    },
+    {
+      "epoch": 0.4,
+      "eval_af_opus100_pr_auc": 0.76440051218296,
+      "eval_af_ud_pr_auc": 0.9881915696739968,
+      "eval_am_opus100_pr_auc": 0.48091086222829416,
+      "eval_ar_ersatz_pr_auc": 0.9038250566542724,
+      "eval_ar_opus100_pr_auc": 0.6974740965147693,
+      "eval_ar_ud_pr_auc": 0.8816998909732745,
+      "eval_average_ersatz_pr_auc": 0.9593527069577181,
+      "eval_average_opus100_pr_auc": 0.8245334891793809,
+      "eval_average_ud_pr_auc": 0.9597882542519357,
+      "eval_az_opus100_pr_auc": 0.7297648412415813,
+      "eval_be_opus100_pr_auc": 0.6866526034785927,
+      "eval_be_ud_pr_auc": 0.877484970258147,
+      "eval_bg_opus100_pr_auc": 0.9106766208946695,
+      "eval_bg_ud_pr_auc": 0.9921126791956941,
+      "eval_bn_opus100_pr_auc": 0.811487651171105,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8704610478022675,
+      "eval_ca_ud_pr_auc": 0.9886915669763124,
+      "eval_ceb_ud_pr_auc": 0.9998573854047752,
+      "eval_cs_ersatz_pr_auc": 0.9790387017101801,
+      "eval_cs_opus100_pr_auc": 0.9021947923511112,
+      "eval_cs_ud_pr_auc": 0.9505603396133726,
+      "eval_cy_opus100_pr_auc": 0.7594395398777649,
+      "eval_cy_ud_pr_auc": 0.9929644908491917,
+      "eval_da_opus100_pr_auc": 0.912492658893486,
+      "eval_da_ud_pr_auc": 0.9826059901259089,
+      "eval_de_ersatz_pr_auc": 0.9697727971720517,
+      "eval_de_opus100_pr_auc": 0.8786317363035053,
+      "eval_de_ud_pr_auc": 0.9854207836123989,
+      "eval_el_opus100_pr_auc": 0.9177457576467952,
+      "eval_el_ud_pr_auc": 0.9897710402514734,
+      "eval_en_ersatz_pr_auc": 0.9838121204820525,
+      "eval_en_opus100_pr_auc": 0.9255894809904566,
+      "eval_en_ud_pr_auc": 0.9579295287391907,
+      "eval_eo_opus100_pr_auc": 0.9245514530097968,
+      "eval_es_ersatz_pr_auc": 0.9943905476706049,
+      "eval_es_opus100_pr_auc": 0.9285082998254686,
+      "eval_es_ud_pr_auc": 0.99294305154503,
+      "eval_et_ersatz_pr_auc": 0.9780494249827355,
+      "eval_et_opus100_pr_auc": 0.889343441400454,
+      "eval_et_ud_pr_auc": 0.966121441552378,
+      "eval_eu_opus100_pr_auc": 0.8802633438045614,
+      "eval_eu_ud_pr_auc": 0.9915223070060084,
+      "eval_fa_opus100_pr_auc": 0.5723353697351354,
+      "eval_fa_ud_pr_auc": 0.9954611536350682,
+      "eval_fi_ersatz_pr_auc": 0.9845993394576844,
+      "eval_fi_opus100_pr_auc": 0.8995859265211941,
+      "eval_fi_ud_pr_auc": 0.9581074642950276,
+      "eval_fr_ersatz_pr_auc": 0.9885854254777169,
+      "eval_fr_opus100_pr_auc": 0.9010917534588974,
+      "eval_fr_ud_pr_auc": 0.985269754000305,
+      "eval_fy_opus100_pr_auc": 0.6551916894631923,
+      "eval_ga_opus100_pr_auc": 0.8871773000196284,
+      "eval_ga_ud_pr_auc": 0.8260537335802606,
+      "eval_gd_opus100_pr_auc": 0.6107793736132895,
+      "eval_gd_ud_pr_auc": 0.7675453007529195,
+      "eval_gl_opus100_pr_auc": 0.8813640053621883,
+      "eval_gl_ud_pr_auc": 0.994271265883166,
+      "eval_gu_ersatz_pr_auc": 0.9256056373878385,
+      "eval_gu_opus100_pr_auc": 0.7206111223456083,
+      "eval_ha_opus100_pr_auc": 0.9058434220328692,
+      "eval_he_opus100_pr_auc": 0.8697173162891426,
+      "eval_he_ud_pr_auc": 0.9709094361590894,
+      "eval_hi_ersatz_pr_auc": 0.9680245261464376,
+      "eval_hi_opus100_pr_auc": 0.6632351751506927,
+      "eval_hi_ud_pr_auc": 0.9840808682027479,
+      "eval_hu_opus100_pr_auc": 0.9194584805493663,
+      "eval_hu_ud_pr_auc": 0.982064838793468,
+      "eval_hy_opus100_pr_auc": 0.9073355774916603,
+      "eval_hy_ud_pr_auc": 0.9843886871400884,
+      "eval_id_opus100_pr_auc": 0.8821140881206645,
+      "eval_id_ud_pr_auc": 0.9905417435769119,
+      "eval_ig_opus100_pr_auc": 0.8855568793256431,
+      "eval_is_opus100_pr_auc": 0.9232381823638941,
+      "eval_is_ud_pr_auc": 0.9121613998188498,
+      "eval_it_opus100_pr_auc": 0.9082604183825965,
+      "eval_it_ud_pr_auc": 0.9926048661047868,
+      "eval_ja_ersatz_pr_auc": 0.7785009848901052,
+      "eval_ja_opus100_pr_auc": 0.810887495167207,
+      "eval_ja_ud_pr_auc": 0.9779720611507962,
+      "eval_jv_ud_pr_auc": 0.9724063526288026,
+      "eval_ka_opus100_pr_auc": 0.8594278305656444,
+      "eval_kk_ersatz_pr_auc": 0.9865636653849661,
+      "eval_kk_opus100_pr_auc": 0.787391018223083,
+      "eval_kk_ud_pr_auc": 0.9797654933658935,
+      "eval_km_ersatz_pr_auc": 0.9169508103307261,
+      "eval_km_opus100_pr_auc": 0.7446395952332983,
+      "eval_kn_opus100_pr_auc": 0.6306046013761261,
+      "eval_ko_opus100_pr_auc": 0.6680589981882133,
+      "eval_ko_ud_pr_auc": 0.9986303390395043,
+      "eval_ku_opus100_pr_auc": 0.8105715426304813,
+      "eval_ky_opus100_pr_auc": 0.842084097190088,
+      "eval_la_ud_pr_auc": 0.9328377909274196,
+      "eval_loss": 0.03396853432059288,
+      "eval_lt_ersatz_pr_auc": 0.9887222643840478,
+      "eval_lt_opus100_pr_auc": 0.8711722107884232,
+      "eval_lt_ud_pr_auc": 0.9910434695270448,
+      "eval_lv_ersatz_pr_auc": 0.9887593451181611,
+      "eval_lv_opus100_pr_auc": 0.881738925114186,
+      "eval_lv_ud_pr_auc": 0.9679778404901551,
+      "eval_mg_opus100_pr_auc": 0.9154740633168413,
+      "eval_mk_opus100_pr_auc": 0.9036670720299417,
+      "eval_ml_opus100_pr_auc": 0.7633608440778288,
+      "eval_mn_opus100_pr_auc": 0.943378209608006,
+      "eval_mr_opus100_pr_auc": 0.8805327151648557,
+      "eval_mr_ud_pr_auc": 0.9823710719224342,
+      "eval_ms_opus100_pr_auc": 0.8653612548888765,
+      "eval_mt_opus100_pr_auc": 0.8314921675717794,
+      "eval_mt_ud_pr_auc": 0.8991107217659189,
+      "eval_my_opus100_pr_auc": 0.7318885155574677,
+      "eval_ne_opus100_pr_auc": 0.6990672958904888,
+      "eval_nl_opus100_pr_auc": 0.8886270451918149,
+      "eval_nl_ud_pr_auc": 0.9789754957295963,
+      "eval_no_opus100_pr_auc": 0.9142146085553339,
+      "eval_no_ud_pr_auc": 0.9939394387045868,
+      "eval_pa_opus100_pr_auc": 0.6897420974774577,
+      "eval_pl_ersatz_pr_auc": 0.9615219982061605,
+      "eval_pl_opus100_pr_auc": 0.8899283322865174,
+      "eval_pl_ud_pr_auc": 0.9661604556177315,
+      "eval_ps_ersatz_pr_auc": 0.9290399071435902,
+      "eval_ps_opus100_pr_auc": 0.6974254427382779,
+      "eval_pt_opus100_pr_auc": 0.9256574866591114,
+      "eval_pt_ud_pr_auc": 0.9807728102062334,
+      "eval_ro_ersatz_pr_auc": 0.9919743711689089,
+      "eval_ro_opus100_pr_auc": 0.8814353696379204,
+      "eval_ro_ud_pr_auc": 0.9509861005936331,
+      "eval_ru_ersatz_pr_auc": 0.9887621992242626,
+      "eval_ru_opus100_pr_auc": 0.9231845365505195,
+      "eval_ru_ud_pr_auc": 0.8568778674377664,
+      "eval_runtime": 326.8572,
+      "eval_samples_per_second": 230.878,
+      "eval_si_opus100_pr_auc": 0.8083923461105448,
+      "eval_sk_opus100_pr_auc": 0.9307276451694146,
+      "eval_sk_ud_pr_auc": 0.9777338426432947,
+      "eval_sl_opus100_pr_auc": 0.8607267561415701,
+      "eval_sl_ud_pr_auc": 0.9621122322198056,
+      "eval_sq_opus100_pr_auc": 0.8917460142499121,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9071963610972824,
+      "eval_sr_ud_pr_auc": 0.9954106619379102,
+      "eval_steps_per_second": 0.903,
+      "eval_sv_opus100_pr_auc": 0.8844099792026093,
+      "eval_sv_ud_pr_auc": 0.9386344597331385,
+      "eval_ta_ersatz_pr_auc": 0.9807054697016668,
+      "eval_ta_opus100_pr_auc": 0.6631004721749401,
+      "eval_ta_ud_pr_auc": 0.9943696087594578,
+      "eval_te_opus100_pr_auc": 0.8237814491761758,
+      "eval_tg_opus100_pr_auc": 0.8820169397938786,
+      "eval_th_opus100_pr_auc": 0.6726115120384404,
+      "eval_th_ud_pr_auc": 0.803711548433758,
+      "eval_tr_ersatz_pr_auc": 0.9538258619607921,
+      "eval_tr_opus100_pr_auc": 0.8863164232679647,
+      "eval_tr_ud_pr_auc": 0.9421587124894303,
+      "eval_uk_opus100_pr_auc": 0.8695756596910329,
+      "eval_uk_ud_pr_auc": 0.9368990211343454,
+      "eval_ur_opus100_pr_auc": 0.5322426965251247,
+      "eval_ur_ud_pr_auc": 0.9933501799975284,
+      "eval_uz_opus100_pr_auc": 0.8676631896086914,
+      "eval_vi_opus100_pr_auc": 0.9085884253068021,
+      "eval_vi_ud_pr_auc": 0.9640380269092613,
+      "eval_xh_opus100_pr_auc": 0.8796263833647415,
+      "eval_yi_opus100_pr_auc": 0.7463062916855917,
+      "eval_yo_opus100_pr_auc": 0.8161541626855338,
+      "eval_yo_ud_pr_auc": 0.9078353021705976,
+      "eval_zh_ersatz_pr_auc": 0.9647290984148382,
+      "eval_zh_opus100_pr_auc": 0.8434849394347343,
+      "eval_zh_ud_pr_auc": 0.9805120391044501,
+      "eval_zu_opus100_pr_auc": 0.8225802744611431,
+      "step": 60000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.732911392405063e-05,
+      "learning_rate_adapter": 8.732911392405063e-05,
+      "loss": 0.0303,
+      "step": 60050
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.731645569620254e-05,
+      "learning_rate_adapter": 8.731645569620254e-05,
+      "loss": 0.0302,
+      "step": 60100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.730379746835443e-05,
+      "learning_rate_adapter": 8.730379746835443e-05,
+      "loss": 0.0302,
+      "step": 60150
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.729113924050633e-05,
+      "learning_rate_adapter": 8.729113924050633e-05,
+      "loss": 0.0302,
+      "step": 60200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.727848101265823e-05,
+      "learning_rate_adapter": 8.727848101265823e-05,
+      "loss": 0.0301,
+      "step": 60250
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.726582278481013e-05,
+      "learning_rate_adapter": 8.726582278481013e-05,
+      "loss": 0.0302,
+      "step": 60300
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.725316455696204e-05,
+      "learning_rate_adapter": 8.725316455696204e-05,
+      "loss": 0.0301,
+      "step": 60350
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.724050632911393e-05,
+      "learning_rate_adapter": 8.724050632911393e-05,
+      "loss": 0.0299,
+      "step": 60400
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.722784810126583e-05,
+      "learning_rate_adapter": 8.722784810126583e-05,
+      "loss": 0.0304,
+      "step": 60450
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.721518987341773e-05,
+      "learning_rate_adapter": 8.721518987341773e-05,
+      "loss": 0.0302,
+      "step": 60500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.720253164556963e-05,
+      "learning_rate_adapter": 8.720253164556963e-05,
+      "loss": 0.0305,
+      "step": 60550
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.718987341772152e-05,
+      "learning_rate_adapter": 8.718987341772152e-05,
+      "loss": 0.0304,
+      "step": 60600
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.717721518987342e-05,
+      "learning_rate_adapter": 8.717721518987342e-05,
+      "loss": 0.0302,
+      "step": 60650
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.716455696202532e-05,
+      "learning_rate_adapter": 8.716455696202532e-05,
+      "loss": 0.0304,
+      "step": 60700
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.715189873417721e-05,
+      "learning_rate_adapter": 8.715189873417721e-05,
+      "loss": 0.03,
+      "step": 60750
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.713924050632912e-05,
+      "learning_rate_adapter": 8.713924050632912e-05,
+      "loss": 0.0303,
+      "step": 60800
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.712658227848101e-05,
+      "learning_rate_adapter": 8.712658227848101e-05,
+      "loss": 0.0303,
+      "step": 60850
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.711392405063292e-05,
+      "learning_rate_adapter": 8.711392405063292e-05,
+      "loss": 0.0304,
+      "step": 60900
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.710126582278482e-05,
+      "learning_rate_adapter": 8.710126582278482e-05,
+      "loss": 0.0304,
+      "step": 60950
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.708860759493672e-05,
+      "learning_rate_adapter": 8.708860759493672e-05,
+      "loss": 0.0301,
+      "step": 61000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.707594936708862e-05,
+      "learning_rate_adapter": 8.707594936708862e-05,
+      "loss": 0.0303,
+      "step": 61050
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.706329113924051e-05,
+      "learning_rate_adapter": 8.706329113924051e-05,
+      "loss": 0.0301,
+      "step": 61100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.70506329113924e-05,
+      "learning_rate_adapter": 8.70506329113924e-05,
+      "loss": 0.0303,
+      "step": 61150
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.703797468354431e-05,
+      "learning_rate_adapter": 8.703797468354431e-05,
+      "loss": 0.0302,
+      "step": 61200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.70253164556962e-05,
+      "learning_rate_adapter": 8.70253164556962e-05,
+      "loss": 0.0301,
+      "step": 61250
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.701265822784811e-05,
+      "learning_rate_adapter": 8.701265822784811e-05,
+      "loss": 0.0303,
+      "step": 61300
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0302,
+      "step": 61350
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.698734177215189e-05,
+      "learning_rate_adapter": 8.698734177215189e-05,
+      "loss": 0.0304,
+      "step": 61400
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.69746835443038e-05,
+      "learning_rate_adapter": 8.69746835443038e-05,
+      "loss": 0.03,
+      "step": 61450
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.69620253164557e-05,
+      "learning_rate_adapter": 8.69620253164557e-05,
+      "loss": 0.03,
+      "step": 61500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.694936708860761e-05,
+      "learning_rate_adapter": 8.694936708860761e-05,
+      "loss": 0.0301,
+      "step": 61550
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.69367088607595e-05,
+      "learning_rate_adapter": 8.69367088607595e-05,
+      "loss": 0.03,
+      "step": 61600
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.69240506329114e-05,
+      "learning_rate_adapter": 8.69240506329114e-05,
+      "loss": 0.0304,
+      "step": 61650
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.69113924050633e-05,
+      "learning_rate_adapter": 8.69113924050633e-05,
+      "loss": 0.0299,
+      "step": 61700
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.689873417721519e-05,
+      "learning_rate_adapter": 8.689873417721519e-05,
+      "loss": 0.0302,
+      "step": 61750
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.68860759493671e-05,
+      "learning_rate_adapter": 8.68860759493671e-05,
+      "loss": 0.0302,
+      "step": 61800
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.687341772151899e-05,
+      "learning_rate_adapter": 8.687341772151899e-05,
+      "loss": 0.0299,
+      "step": 61850
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.68607594936709e-05,
+      "learning_rate_adapter": 8.68607594936709e-05,
+      "loss": 0.03,
+      "step": 61900
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.684810126582279e-05,
+      "learning_rate_adapter": 8.684810126582279e-05,
+      "loss": 0.03,
+      "step": 61950
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.683544303797468e-05,
+      "learning_rate_adapter": 8.683544303797468e-05,
+      "loss": 0.0302,
+      "step": 62000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.682278481012658e-05,
+      "learning_rate_adapter": 8.682278481012658e-05,
+      "loss": 0.03,
+      "step": 62050
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.681012658227849e-05,
+      "learning_rate_adapter": 8.681012658227849e-05,
+      "loss": 0.0302,
+      "step": 62100
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.67974683544304e-05,
+      "learning_rate_adapter": 8.67974683544304e-05,
+      "loss": 0.03,
+      "step": 62150
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.678481012658229e-05,
+      "learning_rate_adapter": 8.678481012658229e-05,
+      "loss": 0.0302,
+      "step": 62200
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.677215189873418e-05,
+      "learning_rate_adapter": 8.677215189873418e-05,
+      "loss": 0.03,
+      "step": 62250
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.675949367088609e-05,
+      "learning_rate_adapter": 8.675949367088609e-05,
+      "loss": 0.0304,
+      "step": 62300
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.674683544303798e-05,
+      "learning_rate_adapter": 8.674683544303798e-05,
+      "loss": 0.03,
+      "step": 62350
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.673417721518988e-05,
+      "learning_rate_adapter": 8.673417721518988e-05,
+      "loss": 0.03,
+      "step": 62400
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.672151898734178e-05,
+      "learning_rate_adapter": 8.672151898734178e-05,
+      "loss": 0.0299,
+      "step": 62450
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.670886075949367e-05,
+      "learning_rate_adapter": 8.670886075949367e-05,
+      "loss": 0.03,
+      "step": 62500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.669620253164557e-05,
+      "learning_rate_adapter": 8.669620253164557e-05,
+      "loss": 0.0299,
+      "step": 62550
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.668354430379747e-05,
+      "learning_rate_adapter": 8.668354430379747e-05,
+      "loss": 0.03,
+      "step": 62600
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.667088607594937e-05,
+      "learning_rate_adapter": 8.667088607594937e-05,
+      "loss": 0.0299,
+      "step": 62650
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.665822784810128e-05,
+      "learning_rate_adapter": 8.665822784810128e-05,
+      "loss": 0.0299,
+      "step": 62700
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.664556962025317e-05,
+      "learning_rate_adapter": 8.664556962025317e-05,
+      "loss": 0.03,
+      "step": 62750
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.663291139240507e-05,
+      "learning_rate_adapter": 8.663291139240507e-05,
+      "loss": 0.03,
+      "step": 62800
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.662025316455697e-05,
+      "learning_rate_adapter": 8.662025316455697e-05,
+      "loss": 0.0301,
+      "step": 62850
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.660759493670887e-05,
+      "learning_rate_adapter": 8.660759493670887e-05,
+      "loss": 0.03,
+      "step": 62900
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.659493670886076e-05,
+      "learning_rate_adapter": 8.659493670886076e-05,
+      "loss": 0.0302,
+      "step": 62950
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.658227848101266e-05,
+      "learning_rate_adapter": 8.658227848101266e-05,
+      "loss": 0.0299,
+      "step": 63000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.656962025316456e-05,
+      "learning_rate_adapter": 8.656962025316456e-05,
+      "loss": 0.0299,
+      "step": 63050
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.655696202531645e-05,
+      "learning_rate_adapter": 8.655696202531645e-05,
+      "loss": 0.03,
+      "step": 63100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.654430379746836e-05,
+      "learning_rate_adapter": 8.654430379746836e-05,
+      "loss": 0.0301,
+      "step": 63150
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.653164556962025e-05,
+      "learning_rate_adapter": 8.653164556962025e-05,
+      "loss": 0.03,
+      "step": 63200
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.651898734177216e-05,
+      "learning_rate_adapter": 8.651898734177216e-05,
+      "loss": 0.0302,
+      "step": 63250
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.650632911392406e-05,
+      "learning_rate_adapter": 8.650632911392406e-05,
+      "loss": 0.0302,
+      "step": 63300
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.649367088607595e-05,
+      "learning_rate_adapter": 8.649367088607595e-05,
+      "loss": 0.03,
+      "step": 63350
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.648101265822786e-05,
+      "learning_rate_adapter": 8.648101265822786e-05,
+      "loss": 0.0298,
+      "step": 63400
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.646835443037975e-05,
+      "learning_rate_adapter": 8.646835443037975e-05,
+      "loss": 0.0302,
+      "step": 63450
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.645569620253166e-05,
+      "learning_rate_adapter": 8.645569620253166e-05,
+      "loss": 0.0298,
+      "step": 63500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.644303797468355e-05,
+      "learning_rate_adapter": 8.644303797468355e-05,
+      "loss": 0.0298,
+      "step": 63550
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.643037974683544e-05,
+      "learning_rate_adapter": 8.643037974683544e-05,
+      "loss": 0.03,
+      "step": 63600
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.641772151898735e-05,
+      "learning_rate_adapter": 8.641772151898735e-05,
+      "loss": 0.0301,
+      "step": 63650
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.640506329113924e-05,
+      "learning_rate_adapter": 8.640506329113924e-05,
+      "loss": 0.0302,
+      "step": 63700
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.639240506329115e-05,
+      "learning_rate_adapter": 8.639240506329115e-05,
+      "loss": 0.0301,
+      "step": 63750
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.637974683544304e-05,
+      "learning_rate_adapter": 8.637974683544304e-05,
+      "loss": 0.0301,
+      "step": 63800
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.636708860759494e-05,
+      "learning_rate_adapter": 8.636708860759494e-05,
+      "loss": 0.03,
+      "step": 63850
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.635443037974685e-05,
+      "learning_rate_adapter": 8.635443037974685e-05,
+      "loss": 0.0302,
+      "step": 63900
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.634177215189874e-05,
+      "learning_rate_adapter": 8.634177215189874e-05,
+      "loss": 0.0301,
+      "step": 63950
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.632911392405065e-05,
+      "learning_rate_adapter": 8.632911392405065e-05,
+      "loss": 0.0298,
+      "step": 64000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.631645569620254e-05,
+      "learning_rate_adapter": 8.631645569620254e-05,
+      "loss": 0.03,
+      "step": 64050
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.630379746835443e-05,
+      "learning_rate_adapter": 8.630379746835443e-05,
+      "loss": 0.0299,
+      "step": 64100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.629113924050634e-05,
+      "learning_rate_adapter": 8.629113924050634e-05,
+      "loss": 0.0299,
+      "step": 64150
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.627848101265823e-05,
+      "learning_rate_adapter": 8.627848101265823e-05,
+      "loss": 0.0299,
+      "step": 64200
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.626582278481013e-05,
+      "learning_rate_adapter": 8.626582278481013e-05,
+      "loss": 0.0299,
+      "step": 64250
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.625316455696203e-05,
+      "learning_rate_adapter": 8.625316455696203e-05,
+      "loss": 0.0299,
+      "step": 64300
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.624050632911392e-05,
+      "learning_rate_adapter": 8.624050632911392e-05,
+      "loss": 0.0298,
+      "step": 64350
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.622784810126582e-05,
+      "learning_rate_adapter": 8.622784810126582e-05,
+      "loss": 0.0299,
+      "step": 64400
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.621518987341773e-05,
+      "learning_rate_adapter": 8.621518987341773e-05,
+      "loss": 0.0299,
+      "step": 64450
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.620253164556964e-05,
+      "learning_rate_adapter": 8.620253164556964e-05,
+      "loss": 0.03,
+      "step": 64500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.618987341772153e-05,
+      "learning_rate_adapter": 8.618987341772153e-05,
+      "loss": 0.0298,
+      "step": 64550
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.617721518987342e-05,
+      "learning_rate_adapter": 8.617721518987342e-05,
+      "loss": 0.0299,
+      "step": 64600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.616455696202532e-05,
+      "learning_rate_adapter": 8.616455696202532e-05,
+      "loss": 0.0299,
+      "step": 64650
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.615189873417722e-05,
+      "learning_rate_adapter": 8.615189873417722e-05,
+      "loss": 0.0301,
+      "step": 64700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.613924050632912e-05,
+      "learning_rate_adapter": 8.613924050632912e-05,
+      "loss": 0.0297,
+      "step": 64750
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.612658227848101e-05,
+      "learning_rate_adapter": 8.612658227848101e-05,
+      "loss": 0.0297,
+      "step": 64800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.611392405063291e-05,
+      "learning_rate_adapter": 8.611392405063291e-05,
+      "loss": 0.0299,
+      "step": 64850
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.610126582278481e-05,
+      "learning_rate_adapter": 8.610126582278481e-05,
+      "loss": 0.0298,
+      "step": 64900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.60886075949367e-05,
+      "learning_rate_adapter": 8.60886075949367e-05,
+      "loss": 0.0296,
+      "step": 64950
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.607594936708861e-05,
+      "learning_rate_adapter": 8.607594936708861e-05,
+      "loss": 0.0298,
+      "step": 65000
+    },
+    {
+      "epoch": 0.44,
+      "eval_af_opus100_pr_auc": 0.7585275311615076,
+      "eval_af_ud_pr_auc": 0.9915392006765212,
+      "eval_am_opus100_pr_auc": 0.5403160352139013,
+      "eval_ar_ersatz_pr_auc": 0.9225184049796796,
+      "eval_ar_opus100_pr_auc": 0.6925470144014566,
+      "eval_ar_ud_pr_auc": 0.879016191607322,
+      "eval_average_ersatz_pr_auc": 0.96632430087887,
+      "eval_average_opus100_pr_auc": 0.8231326688259057,
+      "eval_average_ud_pr_auc": 0.9606999290087848,
+      "eval_az_opus100_pr_auc": 0.7061980162591985,
+      "eval_be_opus100_pr_auc": 0.668096036399828,
+      "eval_be_ud_pr_auc": 0.8851957681199353,
+      "eval_bg_opus100_pr_auc": 0.9130572572790215,
+      "eval_bg_ud_pr_auc": 0.9922036233049673,
+      "eval_bn_opus100_pr_auc": 0.8004050464652429,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8642796498248373,
+      "eval_ca_ud_pr_auc": 0.9876534048705254,
+      "eval_ceb_ud_pr_auc": 0.9998573862448918,
+      "eval_cs_ersatz_pr_auc": 0.9799354237412862,
+      "eval_cs_opus100_pr_auc": 0.8992446586180279,
+      "eval_cs_ud_pr_auc": 0.9533520068499152,
+      "eval_cy_opus100_pr_auc": 0.7363287277897519,
+      "eval_cy_ud_pr_auc": 0.9949865420571755,
+      "eval_da_opus100_pr_auc": 0.9113790746134995,
+      "eval_da_ud_pr_auc": 0.9811698585600712,
+      "eval_de_ersatz_pr_auc": 0.9745252675020027,
+      "eval_de_opus100_pr_auc": 0.888476852512729,
+      "eval_de_ud_pr_auc": 0.9868772859968722,
+      "eval_el_opus100_pr_auc": 0.916662212315328,
+      "eval_el_ud_pr_auc": 0.9953925761389979,
+      "eval_en_ersatz_pr_auc": 0.9880219769130428,
+      "eval_en_opus100_pr_auc": 0.9280192870553738,
+      "eval_en_ud_pr_auc": 0.963520930172665,
+      "eval_eo_opus100_pr_auc": 0.9258612775002466,
+      "eval_es_ersatz_pr_auc": 0.9935611498178264,
+      "eval_es_opus100_pr_auc": 0.9244454862520468,
+      "eval_es_ud_pr_auc": 0.9923205037513337,
+      "eval_et_ersatz_pr_auc": 0.9827065631356638,
+      "eval_et_opus100_pr_auc": 0.8923545112932119,
+      "eval_et_ud_pr_auc": 0.9627499747577521,
+      "eval_eu_opus100_pr_auc": 0.8759584028741155,
+      "eval_eu_ud_pr_auc": 0.9913374168413347,
+      "eval_fa_opus100_pr_auc": 0.5495786085781587,
+      "eval_fa_ud_pr_auc": 0.9981642314274412,
+      "eval_fi_ersatz_pr_auc": 0.9862742939917566,
+      "eval_fi_opus100_pr_auc": 0.9075290390898344,
+      "eval_fi_ud_pr_auc": 0.9598423891509151,
+      "eval_fr_ersatz_pr_auc": 0.9916224231184095,
+      "eval_fr_opus100_pr_auc": 0.9000256480457394,
+      "eval_fr_ud_pr_auc": 0.9822996181202002,
+      "eval_fy_opus100_pr_auc": 0.6496998119659053,
+      "eval_ga_opus100_pr_auc": 0.8894438234398352,
+      "eval_ga_ud_pr_auc": 0.8209936638328713,
+      "eval_gd_opus100_pr_auc": 0.6066522923150166,
+      "eval_gd_ud_pr_auc": 0.7777813834679915,
+      "eval_gl_opus100_pr_auc": 0.8773226909908788,
+      "eval_gl_ud_pr_auc": 0.9947928005862016,
+      "eval_gu_ersatz_pr_auc": 0.935845512961046,
+      "eval_gu_opus100_pr_auc": 0.7231857139516387,
+      "eval_ha_opus100_pr_auc": 0.9086580114084241,
+      "eval_he_opus100_pr_auc": 0.8732986089300565,
+      "eval_he_ud_pr_auc": 0.9770572569449459,
+      "eval_hi_ersatz_pr_auc": 0.9727820258755071,
+      "eval_hi_opus100_pr_auc": 0.659153984607695,
+      "eval_hi_ud_pr_auc": 0.9856223686437543,
+      "eval_hu_opus100_pr_auc": 0.9200085293756396,
+      "eval_hu_ud_pr_auc": 0.9827245028406211,
+      "eval_hy_opus100_pr_auc": 0.9082845147413559,
+      "eval_hy_ud_pr_auc": 0.9794308025101958,
+      "eval_id_opus100_pr_auc": 0.8845491732901797,
+      "eval_id_ud_pr_auc": 0.9925615453077938,
+      "eval_ig_opus100_pr_auc": 0.865301279144806,
+      "eval_is_opus100_pr_auc": 0.9249080920475612,
+      "eval_is_ud_pr_auc": 0.908086110153002,
+      "eval_it_opus100_pr_auc": 0.9037130188485442,
+      "eval_it_ud_pr_auc": 0.9958403818390942,
+      "eval_ja_ersatz_pr_auc": 0.8462911203021903,
+      "eval_ja_opus100_pr_auc": 0.81618990934743,
+      "eval_ja_ud_pr_auc": 0.9814253828583147,
+      "eval_jv_ud_pr_auc": 0.9714986504818435,
+      "eval_ka_opus100_pr_auc": 0.8597868451879969,
+      "eval_kk_ersatz_pr_auc": 0.985917975133432,
+      "eval_kk_opus100_pr_auc": 0.7379560763407744,
+      "eval_kk_ud_pr_auc": 0.9774798223630371,
+      "eval_km_ersatz_pr_auc": 0.9139544684966119,
+      "eval_km_opus100_pr_auc": 0.7401619967943178,
+      "eval_kn_opus100_pr_auc": 0.6102408661937154,
+      "eval_ko_opus100_pr_auc": 0.6501928349290804,
+      "eval_ko_ud_pr_auc": 0.9990541322980179,
+      "eval_ku_opus100_pr_auc": 0.8125366236150733,
+      "eval_ky_opus100_pr_auc": 0.8181435563017421,
+      "eval_la_ud_pr_auc": 0.9429682175729118,
+      "eval_loss": 0.03348952904343605,
+      "eval_lt_ersatz_pr_auc": 0.9911508535359115,
+      "eval_lt_opus100_pr_auc": 0.8682500931047336,
+      "eval_lt_ud_pr_auc": 0.9909946980958212,
+      "eval_lv_ersatz_pr_auc": 0.9890652551815007,
+      "eval_lv_opus100_pr_auc": 0.8813394820598722,
+      "eval_lv_ud_pr_auc": 0.9648530495354517,
+      "eval_mg_opus100_pr_auc": 0.9205589403683404,
+      "eval_mk_opus100_pr_auc": 0.9069985224202417,
+      "eval_ml_opus100_pr_auc": 0.7735553443044225,
+      "eval_mn_opus100_pr_auc": 0.9376303241309992,
+      "eval_mr_opus100_pr_auc": 0.8841141925976133,
+      "eval_mr_ud_pr_auc": 0.9952016492242697,
+      "eval_ms_opus100_pr_auc": 0.8665014651393363,
+      "eval_mt_opus100_pr_auc": 0.8408173900765359,
+      "eval_mt_ud_pr_auc": 0.9224978040234435,
+      "eval_my_opus100_pr_auc": 0.751373245251744,
+      "eval_ne_opus100_pr_auc": 0.7200198323571826,
+      "eval_nl_opus100_pr_auc": 0.8856387839353826,
+      "eval_nl_ud_pr_auc": 0.9768355167358372,
+      "eval_no_opus100_pr_auc": 0.9200945243755367,
+      "eval_no_ud_pr_auc": 0.9964509509314672,
+      "eval_pa_opus100_pr_auc": 0.6804095767260171,
+      "eval_pl_ersatz_pr_auc": 0.9613594145349891,
+      "eval_pl_opus100_pr_auc": 0.8963405269844233,
+      "eval_pl_ud_pr_auc": 0.9654854135061821,
+      "eval_ps_ersatz_pr_auc": 0.942696218184544,
+      "eval_ps_opus100_pr_auc": 0.7164612793897135,
+      "eval_pt_opus100_pr_auc": 0.923964091639384,
+      "eval_pt_ud_pr_auc": 0.9835810960583155,
+      "eval_ro_ersatz_pr_auc": 0.9937323341522627,
+      "eval_ro_opus100_pr_auc": 0.8580142369695936,
+      "eval_ro_ud_pr_auc": 0.9324817023302693,
+      "eval_ru_ersatz_pr_auc": 0.9883717480766384,
+      "eval_ru_opus100_pr_auc": 0.9130446577615784,
+      "eval_ru_ud_pr_auc": 0.8532462050432537,
+      "eval_runtime": 323.2227,
+      "eval_samples_per_second": 233.474,
+      "eval_si_opus100_pr_auc": 0.8098883916144394,
+      "eval_sk_opus100_pr_auc": 0.9273336406028849,
+      "eval_sk_ud_pr_auc": 0.978065615547834,
+      "eval_sl_opus100_pr_auc": 0.8620088900161029,
+      "eval_sl_ud_pr_auc": 0.9605841627297331,
+      "eval_sq_opus100_pr_auc": 0.8883698047322981,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9031626752508912,
+      "eval_sr_ud_pr_auc": 0.997708664136177,
+      "eval_steps_per_second": 0.913,
+      "eval_sv_opus100_pr_auc": 0.8880611624059747,
+      "eval_sv_ud_pr_auc": 0.9389471621151498,
+      "eval_ta_ersatz_pr_auc": 0.9846722188911654,
+      "eval_ta_opus100_pr_auc": 0.6596201944592377,
+      "eval_ta_ud_pr_auc": 0.995679566776657,
+      "eval_te_opus100_pr_auc": 0.8171156257154971,
+      "eval_tg_opus100_pr_auc": 0.885766631449463,
+      "eval_th_opus100_pr_auc": 0.678583228078003,
+      "eval_th_ud_pr_auc": 0.7905316385225413,
+      "eval_tr_ersatz_pr_auc": 0.9570994512477675,
+      "eval_tr_opus100_pr_auc": 0.8885463887252366,
+      "eval_tr_ud_pr_auc": 0.9433107380751238,
+      "eval_uk_opus100_pr_auc": 0.8669664983409605,
+      "eval_uk_ud_pr_auc": 0.9330500291430368,
+      "eval_ur_opus100_pr_auc": 0.5174451911429129,
+      "eval_ur_ud_pr_auc": 0.9954151582725324,
+      "eval_uz_opus100_pr_auc": 0.8694864923043334,
+      "eval_vi_opus100_pr_auc": 0.8993909139829444,
+      "eval_vi_ud_pr_auc": 0.9604950196872982,
+      "eval_xh_opus100_pr_auc": 0.8714222834921624,
+      "eval_yi_opus100_pr_auc": 0.7917367344165804,
+      "eval_yo_opus100_pr_auc": 0.8090119194560408,
+      "eval_yo_ud_pr_auc": 0.9100558936574233,
+      "eval_zh_ersatz_pr_auc": 0.9770305195619025,
+      "eval_zh_opus100_pr_auc": 0.8575602941937345,
+      "eval_zh_ud_pr_auc": 0.9896282890034795,
+      "eval_zu_opus100_pr_auc": 0.8215967464412075,
+      "step": 65000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.606329113924052e-05,
+      "learning_rate_adapter": 8.606329113924052e-05,
+      "loss": 0.0297,
+      "step": 65050
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.605063291139241e-05,
+      "learning_rate_adapter": 8.605063291139241e-05,
+      "loss": 0.0299,
+      "step": 65100
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.603797468354431e-05,
+      "learning_rate_adapter": 8.603797468354431e-05,
+      "loss": 0.0299,
+      "step": 65150
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.60253164556962e-05,
+      "learning_rate_adapter": 8.60253164556962e-05,
+      "loss": 0.0299,
+      "step": 65200
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.601265822784811e-05,
+      "learning_rate_adapter": 8.601265822784811e-05,
+      "loss": 0.0297,
+      "step": 65250
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0298,
+      "step": 65300
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.598734177215191e-05,
+      "learning_rate_adapter": 8.598734177215191e-05,
+      "loss": 0.0299,
+      "step": 65350
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59746835443038e-05,
+      "learning_rate_adapter": 8.59746835443038e-05,
+      "loss": 0.0297,
+      "step": 65400
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.596202531645569e-05,
+      "learning_rate_adapter": 8.596202531645569e-05,
+      "loss": 0.0299,
+      "step": 65450
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59493670886076e-05,
+      "learning_rate_adapter": 8.59493670886076e-05,
+      "loss": 0.0297,
+      "step": 65500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.593670886075949e-05,
+      "learning_rate_adapter": 8.593670886075949e-05,
+      "loss": 0.0296,
+      "step": 65550
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59240506329114e-05,
+      "learning_rate_adapter": 8.59240506329114e-05,
+      "loss": 0.0298,
+      "step": 65600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59113924050633e-05,
+      "learning_rate_adapter": 8.59113924050633e-05,
+      "loss": 0.0299,
+      "step": 65650
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.58987341772152e-05,
+      "learning_rate_adapter": 8.58987341772152e-05,
+      "loss": 0.0296,
+      "step": 65700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.58860759493671e-05,
+      "learning_rate_adapter": 8.58860759493671e-05,
+      "loss": 0.0298,
+      "step": 65750
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.587341772151899e-05,
+      "learning_rate_adapter": 8.587341772151899e-05,
+      "loss": 0.0297,
+      "step": 65800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.58607594936709e-05,
+      "learning_rate_adapter": 8.58607594936709e-05,
+      "loss": 0.0298,
+      "step": 65850
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.584810126582279e-05,
+      "learning_rate_adapter": 8.584810126582279e-05,
+      "loss": 0.0297,
+      "step": 65900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.583544303797468e-05,
+      "learning_rate_adapter": 8.583544303797468e-05,
+      "loss": 0.0298,
+      "step": 65950
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.582278481012659e-05,
+      "learning_rate_adapter": 8.582278481012659e-05,
+      "loss": 0.0294,
+      "step": 66000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.581012658227848e-05,
+      "learning_rate_adapter": 8.581012658227848e-05,
+      "loss": 0.03,
+      "step": 66050
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.579746835443038e-05,
+      "learning_rate_adapter": 8.579746835443038e-05,
+      "loss": 0.0299,
+      "step": 66100
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.578481012658228e-05,
+      "learning_rate_adapter": 8.578481012658228e-05,
+      "loss": 0.0298,
+      "step": 66150
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.577215189873418e-05,
+      "learning_rate_adapter": 8.577215189873418e-05,
+      "loss": 0.0301,
+      "step": 66200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.575949367088609e-05,
+      "learning_rate_adapter": 8.575949367088609e-05,
+      "loss": 0.0296,
+      "step": 66250
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.574683544303798e-05,
+      "learning_rate_adapter": 8.574683544303798e-05,
+      "loss": 0.0297,
+      "step": 66300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.573417721518989e-05,
+      "learning_rate_adapter": 8.573417721518989e-05,
+      "loss": 0.0296,
+      "step": 66350
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.572151898734178e-05,
+      "learning_rate_adapter": 8.572151898734178e-05,
+      "loss": 0.0298,
+      "step": 66400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.570886075949367e-05,
+      "learning_rate_adapter": 8.570886075949367e-05,
+      "loss": 0.03,
+      "step": 66450
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.569620253164558e-05,
+      "learning_rate_adapter": 8.569620253164558e-05,
+      "loss": 0.0299,
+      "step": 66500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.568354430379747e-05,
+      "learning_rate_adapter": 8.568354430379747e-05,
+      "loss": 0.0296,
+      "step": 66550
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.567088607594937e-05,
+      "learning_rate_adapter": 8.567088607594937e-05,
+      "loss": 0.0298,
+      "step": 66600
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.565822784810127e-05,
+      "learning_rate_adapter": 8.565822784810127e-05,
+      "loss": 0.03,
+      "step": 66650
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.564556962025316e-05,
+      "learning_rate_adapter": 8.564556962025316e-05,
+      "loss": 0.0299,
+      "step": 66700
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.563291139240506e-05,
+      "learning_rate_adapter": 8.563291139240506e-05,
+      "loss": 0.0298,
+      "step": 66750
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.562025316455697e-05,
+      "learning_rate_adapter": 8.562025316455697e-05,
+      "loss": 0.0298,
+      "step": 66800
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.560759493670887e-05,
+      "learning_rate_adapter": 8.560759493670887e-05,
+      "loss": 0.0297,
+      "step": 66850
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.559493670886077e-05,
+      "learning_rate_adapter": 8.559493670886077e-05,
+      "loss": 0.0295,
+      "step": 66900
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.558227848101267e-05,
+      "learning_rate_adapter": 8.558227848101267e-05,
+      "loss": 0.0294,
+      "step": 66950
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.556962025316456e-05,
+      "learning_rate_adapter": 8.556962025316456e-05,
+      "loss": 0.0299,
+      "step": 67000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.555696202531646e-05,
+      "learning_rate_adapter": 8.555696202531646e-05,
+      "loss": 0.0297,
+      "step": 67050
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.554430379746836e-05,
+      "learning_rate_adapter": 8.554430379746836e-05,
+      "loss": 0.0297,
+      "step": 67100
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.553164556962025e-05,
+      "learning_rate_adapter": 8.553164556962025e-05,
+      "loss": 0.0296,
+      "step": 67150
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.551898734177216e-05,
+      "learning_rate_adapter": 8.551898734177216e-05,
+      "loss": 0.0298,
+      "step": 67200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.550632911392405e-05,
+      "learning_rate_adapter": 8.550632911392405e-05,
+      "loss": 0.0299,
+      "step": 67250
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.549367088607594e-05,
+      "learning_rate_adapter": 8.549367088607594e-05,
+      "loss": 0.0298,
+      "step": 67300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.548101265822785e-05,
+      "learning_rate_adapter": 8.548101265822785e-05,
+      "loss": 0.0296,
+      "step": 67350
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.546835443037976e-05,
+      "learning_rate_adapter": 8.546835443037976e-05,
+      "loss": 0.0297,
+      "step": 67400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.545569620253166e-05,
+      "learning_rate_adapter": 8.545569620253166e-05,
+      "loss": 0.0298,
+      "step": 67450
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.544303797468355e-05,
+      "learning_rate_adapter": 8.544303797468355e-05,
+      "loss": 0.0296,
+      "step": 67500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.543037974683545e-05,
+      "learning_rate_adapter": 8.543037974683545e-05,
+      "loss": 0.0296,
+      "step": 67550
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.541772151898735e-05,
+      "learning_rate_adapter": 8.541772151898735e-05,
+      "loss": 0.0295,
+      "step": 67600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.540506329113924e-05,
+      "learning_rate_adapter": 8.540506329113924e-05,
+      "loss": 0.0295,
+      "step": 67650
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.539240506329115e-05,
+      "learning_rate_adapter": 8.539240506329115e-05,
+      "loss": 0.0296,
+      "step": 67700
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.537974683544304e-05,
+      "learning_rate_adapter": 8.537974683544304e-05,
+      "loss": 0.0299,
+      "step": 67750
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.536708860759493e-05,
+      "learning_rate_adapter": 8.536708860759493e-05,
+      "loss": 0.0296,
+      "step": 67800
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.535443037974684e-05,
+      "learning_rate_adapter": 8.535443037974684e-05,
+      "loss": 0.0296,
+      "step": 67850
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.534177215189873e-05,
+      "learning_rate_adapter": 8.534177215189873e-05,
+      "loss": 0.0294,
+      "step": 67900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.532911392405064e-05,
+      "learning_rate_adapter": 8.532911392405064e-05,
+      "loss": 0.0296,
+      "step": 67950
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.531645569620254e-05,
+      "learning_rate_adapter": 8.531645569620254e-05,
+      "loss": 0.0299,
+      "step": 68000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.530379746835443e-05,
+      "learning_rate_adapter": 8.530379746835443e-05,
+      "loss": 0.0299,
+      "step": 68050
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.529113924050634e-05,
+      "learning_rate_adapter": 8.529113924050634e-05,
+      "loss": 0.0296,
+      "step": 68100
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.527848101265823e-05,
+      "learning_rate_adapter": 8.527848101265823e-05,
+      "loss": 0.0296,
+      "step": 68150
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.526582278481014e-05,
+      "learning_rate_adapter": 8.526582278481014e-05,
+      "loss": 0.0295,
+      "step": 68200
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.525316455696203e-05,
+      "learning_rate_adapter": 8.525316455696203e-05,
+      "loss": 0.0297,
+      "step": 68250
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.524050632911392e-05,
+      "learning_rate_adapter": 8.524050632911392e-05,
+      "loss": 0.0297,
+      "step": 68300
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.522784810126583e-05,
+      "learning_rate_adapter": 8.522784810126583e-05,
+      "loss": 0.0297,
+      "step": 68350
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.521518987341772e-05,
+      "learning_rate_adapter": 8.521518987341772e-05,
+      "loss": 0.0298,
+      "step": 68400
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.520253164556962e-05,
+      "learning_rate_adapter": 8.520253164556962e-05,
+      "loss": 0.0299,
+      "step": 68450
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.518987341772152e-05,
+      "learning_rate_adapter": 8.518987341772152e-05,
+      "loss": 0.0295,
+      "step": 68500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.517721518987342e-05,
+      "learning_rate_adapter": 8.517721518987342e-05,
+      "loss": 0.0295,
+      "step": 68550
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.516455696202533e-05,
+      "learning_rate_adapter": 8.516455696202533e-05,
+      "loss": 0.0295,
+      "step": 68600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.515189873417722e-05,
+      "learning_rate_adapter": 8.515189873417722e-05,
+      "loss": 0.0299,
+      "step": 68650
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.513924050632913e-05,
+      "learning_rate_adapter": 8.513924050632913e-05,
+      "loss": 0.0294,
+      "step": 68700
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.512658227848102e-05,
+      "learning_rate_adapter": 8.512658227848102e-05,
+      "loss": 0.0295,
+      "step": 68750
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.511392405063292e-05,
+      "learning_rate_adapter": 8.511392405063292e-05,
+      "loss": 0.0296,
+      "step": 68800
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.510126582278482e-05,
+      "learning_rate_adapter": 8.510126582278482e-05,
+      "loss": 0.0294,
+      "step": 68850
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.508860759493671e-05,
+      "learning_rate_adapter": 8.508860759493671e-05,
+      "loss": 0.0299,
+      "step": 68900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.507594936708861e-05,
+      "learning_rate_adapter": 8.507594936708861e-05,
+      "loss": 0.0296,
+      "step": 68950
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.50632911392405e-05,
+      "learning_rate_adapter": 8.50632911392405e-05,
+      "loss": 0.0294,
+      "step": 69000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.505063291139241e-05,
+      "learning_rate_adapter": 8.505063291139241e-05,
+      "loss": 0.0295,
+      "step": 69050
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.50379746835443e-05,
+      "learning_rate_adapter": 8.50379746835443e-05,
+      "loss": 0.0297,
+      "step": 69100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.502531645569621e-05,
+      "learning_rate_adapter": 8.502531645569621e-05,
+      "loss": 0.0294,
+      "step": 69150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.501265822784811e-05,
+      "learning_rate_adapter": 8.501265822784811e-05,
+      "loss": 0.0295,
+      "step": 69200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0295,
+      "step": 69250
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.498734177215191e-05,
+      "learning_rate_adapter": 8.498734177215191e-05,
+      "loss": 0.0293,
+      "step": 69300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49746835443038e-05,
+      "learning_rate_adapter": 8.49746835443038e-05,
+      "loss": 0.0296,
+      "step": 69350
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49620253164557e-05,
+      "learning_rate_adapter": 8.49620253164557e-05,
+      "loss": 0.0296,
+      "step": 69400
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49493670886076e-05,
+      "learning_rate_adapter": 8.49493670886076e-05,
+      "loss": 0.0294,
+      "step": 69450
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49367088607595e-05,
+      "learning_rate_adapter": 8.49367088607595e-05,
+      "loss": 0.0295,
+      "step": 69500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49240506329114e-05,
+      "learning_rate_adapter": 8.49240506329114e-05,
+      "loss": 0.0291,
+      "step": 69550
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.491139240506329e-05,
+      "learning_rate_adapter": 8.491139240506329e-05,
+      "loss": 0.0297,
+      "step": 69600
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.489873417721518e-05,
+      "learning_rate_adapter": 8.489873417721518e-05,
+      "loss": 0.0296,
+      "step": 69650
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.488607594936709e-05,
+      "learning_rate_adapter": 8.488607594936709e-05,
+      "loss": 0.0295,
+      "step": 69700
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.4873417721519e-05,
+      "learning_rate_adapter": 8.4873417721519e-05,
+      "loss": 0.0292,
+      "step": 69750
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.48607594936709e-05,
+      "learning_rate_adapter": 8.48607594936709e-05,
+      "loss": 0.0294,
+      "step": 69800
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.484810126582279e-05,
+      "learning_rate_adapter": 8.484810126582279e-05,
+      "loss": 0.0293,
+      "step": 69850
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.483544303797468e-05,
+      "learning_rate_adapter": 8.483544303797468e-05,
+      "loss": 0.0293,
+      "step": 69900
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.482278481012659e-05,
+      "learning_rate_adapter": 8.482278481012659e-05,
+      "loss": 0.0295,
+      "step": 69950
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.481012658227848e-05,
+      "learning_rate_adapter": 8.481012658227848e-05,
+      "loss": 0.0295,
+      "step": 70000
+    },
+    {
+      "epoch": 0.47,
+      "eval_af_opus100_pr_auc": 0.7804382380999639,
+      "eval_af_ud_pr_auc": 0.9912447969714684,
+      "eval_am_opus100_pr_auc": 0.5066044208475764,
+      "eval_ar_ersatz_pr_auc": 0.9163339591914542,
+      "eval_ar_opus100_pr_auc": 0.6992976199957113,
+      "eval_ar_ud_pr_auc": 0.8803192782161495,
+      "eval_average_ersatz_pr_auc": 0.963438634263423,
+      "eval_average_opus100_pr_auc": 0.831219067614401,
+      "eval_average_ud_pr_auc": 0.9581586453630014,
+      "eval_az_opus100_pr_auc": 0.7159023106016819,
+      "eval_be_opus100_pr_auc": 0.7115730653444465,
+      "eval_be_ud_pr_auc": 0.9035928946636412,
+      "eval_bg_opus100_pr_auc": 0.9089378617406209,
+      "eval_bg_ud_pr_auc": 0.9924610502263359,
+      "eval_bn_opus100_pr_auc": 0.8113767298069965,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8742011132092363,
+      "eval_ca_ud_pr_auc": 0.991142059596903,
+      "eval_ceb_ud_pr_auc": 1.0,
+      "eval_cs_ersatz_pr_auc": 0.980201679323554,
+      "eval_cs_opus100_pr_auc": 0.9068643570084878,
+      "eval_cs_ud_pr_auc": 0.9538005310875741,
+      "eval_cy_opus100_pr_auc": 0.7801779493843628,
+      "eval_cy_ud_pr_auc": 0.9945608306323803,
+      "eval_da_opus100_pr_auc": 0.90916274976762,
+      "eval_da_ud_pr_auc": 0.9756208084930671,
+      "eval_de_ersatz_pr_auc": 0.9751616260640105,
+      "eval_de_opus100_pr_auc": 0.8903763901660181,
+      "eval_de_ud_pr_auc": 0.9871253035489925,
+      "eval_el_opus100_pr_auc": 0.914700803317178,
+      "eval_el_ud_pr_auc": 0.9902143082202761,
+      "eval_en_ersatz_pr_auc": 0.9880172826888124,
+      "eval_en_opus100_pr_auc": 0.9312409906695752,
+      "eval_en_ud_pr_auc": 0.96758335317157,
+      "eval_eo_opus100_pr_auc": 0.9246919906119605,
+      "eval_es_ersatz_pr_auc": 0.9938658344110554,
+      "eval_es_opus100_pr_auc": 0.9258754509045642,
+      "eval_es_ud_pr_auc": 0.9928224136490648,
+      "eval_et_ersatz_pr_auc": 0.9802846207552524,
+      "eval_et_opus100_pr_auc": 0.8806817044325922,
+      "eval_et_ud_pr_auc": 0.9631415730426429,
+      "eval_eu_opus100_pr_auc": 0.8791423188084154,
+      "eval_eu_ud_pr_auc": 0.9890139655296462,
+      "eval_fa_opus100_pr_auc": 0.6082724895368843,
+      "eval_fa_ud_pr_auc": 0.995043119116688,
+      "eval_fi_ersatz_pr_auc": 0.98611903884772,
+      "eval_fi_opus100_pr_auc": 0.9052985178270443,
+      "eval_fi_ud_pr_auc": 0.9568425151445561,
+      "eval_fr_ersatz_pr_auc": 0.9889201051357499,
+      "eval_fr_opus100_pr_auc": 0.9075878510013036,
+      "eval_fr_ud_pr_auc": 0.9783967657557995,
+      "eval_fy_opus100_pr_auc": 0.6664403452890105,
+      "eval_ga_opus100_pr_auc": 0.8895458498579848,
+      "eval_ga_ud_pr_auc": 0.8112158322859673,
+      "eval_gd_opus100_pr_auc": 0.6412183072916186,
+      "eval_gd_ud_pr_auc": 0.7701707983460424,
+      "eval_gl_opus100_pr_auc": 0.8687977791918413,
+      "eval_gl_ud_pr_auc": 0.9954176127276674,
+      "eval_gu_ersatz_pr_auc": 0.9336578740158147,
+      "eval_gu_opus100_pr_auc": 0.7337670653437224,
+      "eval_ha_opus100_pr_auc": 0.8938260064928073,
+      "eval_he_opus100_pr_auc": 0.8656982953331853,
+      "eval_he_ud_pr_auc": 0.9718957995154279,
+      "eval_hi_ersatz_pr_auc": 0.973846154834272,
+      "eval_hi_opus100_pr_auc": 0.68317916536889,
+      "eval_hi_ud_pr_auc": 0.9771054969461347,
+      "eval_hu_opus100_pr_auc": 0.9180828148411349,
+      "eval_hu_ud_pr_auc": 0.9808424195344073,
+      "eval_hy_opus100_pr_auc": 0.9095240522257884,
+      "eval_hy_ud_pr_auc": 0.9777624857345586,
+      "eval_id_opus100_pr_auc": 0.8933675221227778,
+      "eval_id_ud_pr_auc": 0.9918937587005099,
+      "eval_ig_opus100_pr_auc": 0.8838540175909712,
+      "eval_is_opus100_pr_auc": 0.9270995584399045,
+      "eval_is_ud_pr_auc": 0.891610421852937,
+      "eval_it_opus100_pr_auc": 0.9033670249393968,
+      "eval_it_ud_pr_auc": 0.9981437364063045,
+      "eval_ja_ersatz_pr_auc": 0.795182604156256,
+      "eval_ja_opus100_pr_auc": 0.8309358567071337,
+      "eval_ja_ud_pr_auc": 0.9780376292590585,
+      "eval_jv_ud_pr_auc": 0.9550223555177113,
+      "eval_ka_opus100_pr_auc": 0.8563229812358489,
+      "eval_kk_ersatz_pr_auc": 0.9840445186736296,
+      "eval_kk_opus100_pr_auc": 0.8030383904950855,
+      "eval_kk_ud_pr_auc": 0.9739613074666627,
+      "eval_km_ersatz_pr_auc": 0.9183439096622829,
+      "eval_km_opus100_pr_auc": 0.7414823996375506,
+      "eval_kn_opus100_pr_auc": 0.6550463984479669,
+      "eval_ko_opus100_pr_auc": 0.6681087750071373,
+      "eval_ko_ud_pr_auc": 0.9985203247323914,
+      "eval_ku_opus100_pr_auc": 0.8395336766816673,
+      "eval_ky_opus100_pr_auc": 0.8709847699729059,
+      "eval_la_ud_pr_auc": 0.9540412188247309,
+      "eval_loss": 0.033086467534303665,
+      "eval_lt_ersatz_pr_auc": 0.9917659850435562,
+      "eval_lt_opus100_pr_auc": 0.8657105749096466,
+      "eval_lt_ud_pr_auc": 0.9964935470914471,
+      "eval_lv_ersatz_pr_auc": 0.9906100943608426,
+      "eval_lv_opus100_pr_auc": 0.8779953007750363,
+      "eval_lv_ud_pr_auc": 0.9600599096394914,
+      "eval_mg_opus100_pr_auc": 0.918560003992712,
+      "eval_mk_opus100_pr_auc": 0.9017823291342922,
+      "eval_ml_opus100_pr_auc": 0.7737559910138225,
+      "eval_mn_opus100_pr_auc": 0.9529950651554576,
+      "eval_mr_opus100_pr_auc": 0.8861745598415026,
+      "eval_mr_ud_pr_auc": 0.9801783318590026,
+      "eval_ms_opus100_pr_auc": 0.8668560627900854,
+      "eval_mt_opus100_pr_auc": 0.8378525175734177,
+      "eval_mt_ud_pr_auc": 0.8778420884594701,
+      "eval_my_opus100_pr_auc": 0.7591273709009074,
+      "eval_ne_opus100_pr_auc": 0.728743148256114,
+      "eval_nl_opus100_pr_auc": 0.8887818998669581,
+      "eval_nl_ud_pr_auc": 0.9802670726124498,
+      "eval_no_opus100_pr_auc": 0.914051327612129,
+      "eval_no_ud_pr_auc": 0.9953220324305886,
+      "eval_pa_opus100_pr_auc": 0.6844642652142839,
+      "eval_pl_ersatz_pr_auc": 0.9653607418462481,
+      "eval_pl_opus100_pr_auc": 0.8920237411462634,
+      "eval_pl_ud_pr_auc": 0.9672961589163261,
+      "eval_ps_ersatz_pr_auc": 0.9340462696071093,
+      "eval_ps_opus100_pr_auc": 0.7338671987082606,
+      "eval_pt_opus100_pr_auc": 0.9204175636995936,
+      "eval_pt_ud_pr_auc": 0.9831501093016362,
+      "eval_ro_ersatz_pr_auc": 0.9940291506646491,
+      "eval_ro_opus100_pr_auc": 0.8661705382135351,
+      "eval_ro_ud_pr_auc": 0.9056786027653431,
+      "eval_ru_ersatz_pr_auc": 0.9887683476943532,
+      "eval_ru_opus100_pr_auc": 0.9221564762294057,
+      "eval_ru_ud_pr_auc": 0.8428439156978609,
+      "eval_runtime": 324.4751,
+      "eval_samples_per_second": 232.573,
+      "eval_si_opus100_pr_auc": 0.8144550212090108,
+      "eval_sk_opus100_pr_auc": 0.9290966806769333,
+      "eval_sk_ud_pr_auc": 0.9813018015033279,
+      "eval_sl_opus100_pr_auc": 0.8631518966088743,
+      "eval_sl_ud_pr_auc": 0.9635676968225746,
+      "eval_sq_opus100_pr_auc": 0.894155651592746,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.905017956966409,
+      "eval_sr_ud_pr_auc": 0.9971757125843594,
+      "eval_steps_per_second": 0.909,
+      "eval_sv_opus100_pr_auc": 0.8798700061925119,
+      "eval_sv_ud_pr_auc": 0.9372254545020108,
+      "eval_ta_ersatz_pr_auc": 0.9800333531163323,
+      "eval_ta_opus100_pr_auc": 0.6762076654389677,
+      "eval_ta_ud_pr_auc": 0.9920836285676011,
+      "eval_te_opus100_pr_auc": 0.8324377615153286,
+      "eval_tg_opus100_pr_auc": 0.884127071484608,
+      "eval_th_opus100_pr_auc": 0.6825286552563348,
+      "eval_th_ud_pr_auc": 0.799022463861122,
+      "eval_tr_ersatz_pr_auc": 0.9588159222764644,
+      "eval_tr_opus100_pr_auc": 0.8908294186525573,
+      "eval_tr_ud_pr_auc": 0.9461583099183623,
+      "eval_uk_opus100_pr_auc": 0.8764719834798727,
+      "eval_uk_ud_pr_auc": 0.9429709120784424,
+      "eval_ur_opus100_pr_auc": 0.5291684783712567,
+      "eval_ur_ud_pr_auc": 0.9951707215085158,
+      "eval_uz_opus100_pr_auc": 0.8656829697443781,
+      "eval_vi_opus100_pr_auc": 0.9044237917194925,
+      "eval_vi_ud_pr_auc": 0.9659020509929647,
+      "eval_xh_opus100_pr_auc": 0.8749675899860593,
+      "eval_yi_opus100_pr_auc": 0.8094750840333331,
+      "eval_yo_opus100_pr_auc": 0.8248177573498714,
+      "eval_yo_ud_pr_auc": 0.8867831945945215,
+      "eval_zh_ersatz_pr_auc": 0.978240881425886,
+      "eval_zh_opus100_pr_auc": 0.8656371300381114,
+      "eval_zh_ud_pr_auc": 0.9899823050664006,
+      "eval_zu_opus100_pr_auc": 0.850329063434248,
+      "step": 70000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.479746835443039e-05,
+      "learning_rate_adapter": 8.479746835443039e-05,
+      "loss": 0.0295,
+      "step": 70050
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.478481012658228e-05,
+      "learning_rate_adapter": 8.478481012658228e-05,
+      "loss": 0.0292,
+      "step": 70100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.477215189873419e-05,
+      "learning_rate_adapter": 8.477215189873419e-05,
+      "loss": 0.0294,
+      "step": 70150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.475949367088608e-05,
+      "learning_rate_adapter": 8.475949367088608e-05,
+      "loss": 0.0296,
+      "step": 70200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.474683544303797e-05,
+      "learning_rate_adapter": 8.474683544303797e-05,
+      "loss": 0.0293,
+      "step": 70250
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.473417721518988e-05,
+      "learning_rate_adapter": 8.473417721518988e-05,
+      "loss": 0.0289,
+      "step": 70300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.472151898734178e-05,
+      "learning_rate_adapter": 8.472151898734178e-05,
+      "loss": 0.0294,
+      "step": 70350
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.470886075949369e-05,
+      "learning_rate_adapter": 8.470886075949369e-05,
+      "loss": 0.0298,
+      "step": 70400
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.469620253164558e-05,
+      "learning_rate_adapter": 8.469620253164558e-05,
+      "loss": 0.0291,
+      "step": 70450
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.468354430379747e-05,
+      "learning_rate_adapter": 8.468354430379747e-05,
+      "loss": 0.0296,
+      "step": 70500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.467088607594938e-05,
+      "learning_rate_adapter": 8.467088607594938e-05,
+      "loss": 0.0294,
+      "step": 70550
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.465822784810127e-05,
+      "learning_rate_adapter": 8.465822784810127e-05,
+      "loss": 0.0294,
+      "step": 70600
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.464556962025317e-05,
+      "learning_rate_adapter": 8.464556962025317e-05,
+      "loss": 0.0294,
+      "step": 70650
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.463291139240507e-05,
+      "learning_rate_adapter": 8.463291139240507e-05,
+      "loss": 0.0294,
+      "step": 70700
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.462025316455696e-05,
+      "learning_rate_adapter": 8.462025316455696e-05,
+      "loss": 0.0294,
+      "step": 70750
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.460759493670886e-05,
+      "learning_rate_adapter": 8.460759493670886e-05,
+      "loss": 0.0294,
+      "step": 70800
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.459493670886076e-05,
+      "learning_rate_adapter": 8.459493670886076e-05,
+      "loss": 0.0295,
+      "step": 70850
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.458227848101266e-05,
+      "learning_rate_adapter": 8.458227848101266e-05,
+      "loss": 0.0293,
+      "step": 70900
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.456962025316457e-05,
+      "learning_rate_adapter": 8.456962025316457e-05,
+      "loss": 0.0295,
+      "step": 70950
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.455696202531646e-05,
+      "learning_rate_adapter": 8.455696202531646e-05,
+      "loss": 0.0295,
+      "step": 71000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.454430379746836e-05,
+      "learning_rate_adapter": 8.454430379746836e-05,
+      "loss": 0.0292,
+      "step": 71050
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.453164556962026e-05,
+      "learning_rate_adapter": 8.453164556962026e-05,
+      "loss": 0.0295,
+      "step": 71100
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.451898734177216e-05,
+      "learning_rate_adapter": 8.451898734177216e-05,
+      "loss": 0.0292,
+      "step": 71150
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.450632911392405e-05,
+      "learning_rate_adapter": 8.450632911392405e-05,
+      "loss": 0.0294,
+      "step": 71200
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.449367088607595e-05,
+      "learning_rate_adapter": 8.449367088607595e-05,
+      "loss": 0.0295,
+      "step": 71250
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.448101265822785e-05,
+      "learning_rate_adapter": 8.448101265822785e-05,
+      "loss": 0.0295,
+      "step": 71300
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.446835443037974e-05,
+      "learning_rate_adapter": 8.446835443037974e-05,
+      "loss": 0.0292,
+      "step": 71350
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.445569620253165e-05,
+      "learning_rate_adapter": 8.445569620253165e-05,
+      "loss": 0.0292,
+      "step": 71400
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.444303797468354e-05,
+      "learning_rate_adapter": 8.444303797468354e-05,
+      "loss": 0.0295,
+      "step": 71450
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.443037974683545e-05,
+      "learning_rate_adapter": 8.443037974683545e-05,
+      "loss": 0.0293,
+      "step": 71500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.441772151898735e-05,
+      "learning_rate_adapter": 8.441772151898735e-05,
+      "loss": 0.0294,
+      "step": 71550
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.440506329113925e-05,
+      "learning_rate_adapter": 8.440506329113925e-05,
+      "loss": 0.0293,
+      "step": 71600
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.439240506329115e-05,
+      "learning_rate_adapter": 8.439240506329115e-05,
+      "loss": 0.0295,
+      "step": 71650
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.437974683544304e-05,
+      "learning_rate_adapter": 8.437974683544304e-05,
+      "loss": 0.0293,
+      "step": 71700
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.436708860759495e-05,
+      "learning_rate_adapter": 8.436708860759495e-05,
+      "loss": 0.0294,
+      "step": 71750
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.435443037974684e-05,
+      "learning_rate_adapter": 8.435443037974684e-05,
+      "loss": 0.0293,
+      "step": 71800
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.434177215189873e-05,
+      "learning_rate_adapter": 8.434177215189873e-05,
+      "loss": 0.0293,
+      "step": 71850
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.432911392405064e-05,
+      "learning_rate_adapter": 8.432911392405064e-05,
+      "loss": 0.0292,
+      "step": 71900
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.431645569620253e-05,
+      "learning_rate_adapter": 8.431645569620253e-05,
+      "loss": 0.0294,
+      "step": 71950
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.430379746835444e-05,
+      "learning_rate_adapter": 8.430379746835444e-05,
+      "loss": 0.0292,
+      "step": 72000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.429113924050633e-05,
+      "learning_rate_adapter": 8.429113924050633e-05,
+      "loss": 0.0295,
+      "step": 72050
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.427848101265823e-05,
+      "learning_rate_adapter": 8.427848101265823e-05,
+      "loss": 0.0297,
+      "step": 72100
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.426582278481014e-05,
+      "learning_rate_adapter": 8.426582278481014e-05,
+      "loss": 0.0296,
+      "step": 72150
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.425316455696203e-05,
+      "learning_rate_adapter": 8.425316455696203e-05,
+      "loss": 0.0294,
+      "step": 72200
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.424050632911394e-05,
+      "learning_rate_adapter": 8.424050632911394e-05,
+      "loss": 0.0293,
+      "step": 72250
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.422784810126583e-05,
+      "learning_rate_adapter": 8.422784810126583e-05,
+      "loss": 0.0294,
+      "step": 72300
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.421518987341772e-05,
+      "learning_rate_adapter": 8.421518987341772e-05,
+      "loss": 0.0294,
+      "step": 72350
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.420253164556963e-05,
+      "learning_rate_adapter": 8.420253164556963e-05,
+      "loss": 0.0291,
+      "step": 72400
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.418987341772152e-05,
+      "learning_rate_adapter": 8.418987341772152e-05,
+      "loss": 0.0297,
+      "step": 72450
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.417721518987342e-05,
+      "learning_rate_adapter": 8.417721518987342e-05,
+      "loss": 0.0292,
+      "step": 72500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.416455696202532e-05,
+      "learning_rate_adapter": 8.416455696202532e-05,
+      "loss": 0.0296,
+      "step": 72550
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.415189873417721e-05,
+      "learning_rate_adapter": 8.415189873417721e-05,
+      "loss": 0.0292,
+      "step": 72600
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.413924050632911e-05,
+      "learning_rate_adapter": 8.413924050632911e-05,
+      "loss": 0.0298,
+      "step": 72650
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.412658227848102e-05,
+      "learning_rate_adapter": 8.412658227848102e-05,
+      "loss": 0.0291,
+      "step": 72700
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.411392405063293e-05,
+      "learning_rate_adapter": 8.411392405063293e-05,
+      "loss": 0.0291,
+      "step": 72750
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.410126582278482e-05,
+      "learning_rate_adapter": 8.410126582278482e-05,
+      "loss": 0.0292,
+      "step": 72800
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.408860759493671e-05,
+      "learning_rate_adapter": 8.408860759493671e-05,
+      "loss": 0.0293,
+      "step": 72850
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.407594936708862e-05,
+      "learning_rate_adapter": 8.407594936708862e-05,
+      "loss": 0.0294,
+      "step": 72900
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.406329113924051e-05,
+      "learning_rate_adapter": 8.406329113924051e-05,
+      "loss": 0.0293,
+      "step": 72950
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.405063291139241e-05,
+      "learning_rate_adapter": 8.405063291139241e-05,
+      "loss": 0.0294,
+      "step": 73000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.40379746835443e-05,
+      "learning_rate_adapter": 8.40379746835443e-05,
+      "loss": 0.0293,
+      "step": 73050
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.40253164556962e-05,
+      "learning_rate_adapter": 8.40253164556962e-05,
+      "loss": 0.0294,
+      "step": 73100
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.40126582278481e-05,
+      "learning_rate_adapter": 8.40126582278481e-05,
+      "loss": 0.0292,
+      "step": 73150
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0293,
+      "step": 73200
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39873417721519e-05,
+      "learning_rate_adapter": 8.39873417721519e-05,
+      "loss": 0.0291,
+      "step": 73250
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39746835443038e-05,
+      "learning_rate_adapter": 8.39746835443038e-05,
+      "loss": 0.0293,
+      "step": 73300
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39620253164557e-05,
+      "learning_rate_adapter": 8.39620253164557e-05,
+      "loss": 0.029,
+      "step": 73350
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39493670886076e-05,
+      "learning_rate_adapter": 8.39493670886076e-05,
+      "loss": 0.0293,
+      "step": 73400
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.39367088607595e-05,
+      "learning_rate_adapter": 8.39367088607595e-05,
+      "loss": 0.0292,
+      "step": 73450
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.39240506329114e-05,
+      "learning_rate_adapter": 8.39240506329114e-05,
+      "loss": 0.029,
+      "step": 73500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.39113924050633e-05,
+      "learning_rate_adapter": 8.39113924050633e-05,
+      "loss": 0.0293,
+      "step": 73550
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.38987341772152e-05,
+      "learning_rate_adapter": 8.38987341772152e-05,
+      "loss": 0.0293,
+      "step": 73600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.388607594936709e-05,
+      "learning_rate_adapter": 8.388607594936709e-05,
+      "loss": 0.0294,
+      "step": 73650
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.387341772151898e-05,
+      "learning_rate_adapter": 8.387341772151898e-05,
+      "loss": 0.0293,
+      "step": 73700
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.386075949367089e-05,
+      "learning_rate_adapter": 8.386075949367089e-05,
+      "loss": 0.0291,
+      "step": 73750
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.384810126582278e-05,
+      "learning_rate_adapter": 8.384810126582278e-05,
+      "loss": 0.029,
+      "step": 73800
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.383544303797469e-05,
+      "learning_rate_adapter": 8.383544303797469e-05,
+      "loss": 0.0292,
+      "step": 73850
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.382278481012659e-05,
+      "learning_rate_adapter": 8.382278481012659e-05,
+      "loss": 0.0289,
+      "step": 73900
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.381012658227848e-05,
+      "learning_rate_adapter": 8.381012658227848e-05,
+      "loss": 0.0291,
+      "step": 73950
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.379746835443039e-05,
+      "learning_rate_adapter": 8.379746835443039e-05,
+      "loss": 0.0291,
+      "step": 74000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.378481012658228e-05,
+      "learning_rate_adapter": 8.378481012658228e-05,
+      "loss": 0.0292,
+      "step": 74050
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.377215189873419e-05,
+      "learning_rate_adapter": 8.377215189873419e-05,
+      "loss": 0.0293,
+      "step": 74100
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.375949367088608e-05,
+      "learning_rate_adapter": 8.375949367088608e-05,
+      "loss": 0.0294,
+      "step": 74150
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.374683544303797e-05,
+      "learning_rate_adapter": 8.374683544303797e-05,
+      "loss": 0.0287,
+      "step": 74200
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.373417721518988e-05,
+      "learning_rate_adapter": 8.373417721518988e-05,
+      "loss": 0.0293,
+      "step": 74250
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.372151898734177e-05,
+      "learning_rate_adapter": 8.372151898734177e-05,
+      "loss": 0.0292,
+      "step": 74300
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.370886075949368e-05,
+      "learning_rate_adapter": 8.370886075949368e-05,
+      "loss": 0.0294,
+      "step": 74350
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.369620253164557e-05,
+      "learning_rate_adapter": 8.369620253164557e-05,
+      "loss": 0.0293,
+      "step": 74400
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.368354430379747e-05,
+      "learning_rate_adapter": 8.368354430379747e-05,
+      "loss": 0.0291,
+      "step": 74450
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.367088607594938e-05,
+      "learning_rate_adapter": 8.367088607594938e-05,
+      "loss": 0.029,
+      "step": 74500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.365822784810127e-05,
+      "learning_rate_adapter": 8.365822784810127e-05,
+      "loss": 0.0291,
+      "step": 74550
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.364556962025318e-05,
+      "learning_rate_adapter": 8.364556962025318e-05,
+      "loss": 0.0294,
+      "step": 74600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.363291139240507e-05,
+      "learning_rate_adapter": 8.363291139240507e-05,
+      "loss": 0.0295,
+      "step": 74650
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.362025316455696e-05,
+      "learning_rate_adapter": 8.362025316455696e-05,
+      "loss": 0.0289,
+      "step": 74700
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.360759493670887e-05,
+      "learning_rate_adapter": 8.360759493670887e-05,
+      "loss": 0.029,
+      "step": 74750
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.359493670886076e-05,
+      "learning_rate_adapter": 8.359493670886076e-05,
+      "loss": 0.0292,
+      "step": 74800
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.358227848101266e-05,
+      "learning_rate_adapter": 8.358227848101266e-05,
+      "loss": 0.0291,
+      "step": 74850
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.356962025316456e-05,
+      "learning_rate_adapter": 8.356962025316456e-05,
+      "loss": 0.029,
+      "step": 74900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.355696202531645e-05,
+      "learning_rate_adapter": 8.355696202531645e-05,
+      "loss": 0.029,
+      "step": 74950
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.354430379746835e-05,
+      "learning_rate_adapter": 8.354430379746835e-05,
+      "loss": 0.029,
+      "step": 75000
+    },
+    {
+      "epoch": 0.51,
+      "eval_af_opus100_pr_auc": 0.7757730162377572,
+      "eval_af_ud_pr_auc": 0.9887523643380486,
+      "eval_am_opus100_pr_auc": 0.5290927024721412,
+      "eval_ar_ersatz_pr_auc": 0.9091503774398553,
+      "eval_ar_opus100_pr_auc": 0.6876901336941318,
+      "eval_ar_ud_pr_auc": 0.8912738314450115,
+      "eval_average_ersatz_pr_auc": 0.9632619873244106,
+      "eval_average_opus100_pr_auc": 0.8285263140209536,
+      "eval_average_ud_pr_auc": 0.9604087219185724,
+      "eval_az_opus100_pr_auc": 0.734191323749032,
+      "eval_be_opus100_pr_auc": 0.6716310698285477,
+      "eval_be_ud_pr_auc": 0.8947247354591572,
+      "eval_bg_opus100_pr_auc": 0.9130382075473337,
+      "eval_bg_ud_pr_auc": 0.9920170973754899,
+      "eval_bn_opus100_pr_auc": 0.8026501177370654,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8722230058692922,
+      "eval_ca_ud_pr_auc": 0.9904544181238035,
+      "eval_ceb_ud_pr_auc": 0.9999434125086537,
+      "eval_cs_ersatz_pr_auc": 0.9797561120733762,
+      "eval_cs_opus100_pr_auc": 0.9062785670765068,
+      "eval_cs_ud_pr_auc": 0.9550355288477776,
+      "eval_cy_opus100_pr_auc": 0.7468899936504343,
+      "eval_cy_ud_pr_auc": 0.9939921810636064,
+      "eval_da_opus100_pr_auc": 0.912035382671196,
+      "eval_da_ud_pr_auc": 0.9748465501192831,
+      "eval_de_ersatz_pr_auc": 0.9765714405258142,
+      "eval_de_opus100_pr_auc": 0.8883525605098994,
+      "eval_de_ud_pr_auc": 0.9845958248690607,
+      "eval_el_opus100_pr_auc": 0.9118700365455988,
+      "eval_el_ud_pr_auc": 0.9900949176119946,
+      "eval_en_ersatz_pr_auc": 0.9869715482103428,
+      "eval_en_opus100_pr_auc": 0.930101642392829,
+      "eval_en_ud_pr_auc": 0.9691773609001981,
+      "eval_eo_opus100_pr_auc": 0.9281330662507108,
+      "eval_es_ersatz_pr_auc": 0.9943264780595295,
+      "eval_es_opus100_pr_auc": 0.9291019165788301,
+      "eval_es_ud_pr_auc": 0.9933339200093702,
+      "eval_et_ersatz_pr_auc": 0.9799873323802947,
+      "eval_et_opus100_pr_auc": 0.8853389406209405,
+      "eval_et_ud_pr_auc": 0.9632634284720634,
+      "eval_eu_opus100_pr_auc": 0.8723982294893812,
+      "eval_eu_ud_pr_auc": 0.986054193352683,
+      "eval_fa_opus100_pr_auc": 0.5902167997773391,
+      "eval_fa_ud_pr_auc": 0.9954611497952768,
+      "eval_fi_ersatz_pr_auc": 0.9848255557315263,
+      "eval_fi_opus100_pr_auc": 0.9149586918447151,
+      "eval_fi_ud_pr_auc": 0.9585018175366128,
+      "eval_fr_ersatz_pr_auc": 0.9907411649099513,
+      "eval_fr_opus100_pr_auc": 0.911503081966104,
+      "eval_fr_ud_pr_auc": 0.9784216573056037,
+      "eval_fy_opus100_pr_auc": 0.6458111903353125,
+      "eval_ga_opus100_pr_auc": 0.8917069554810289,
+      "eval_ga_ud_pr_auc": 0.8060986997600427,
+      "eval_gd_opus100_pr_auc": 0.6026376692470765,
+      "eval_gd_ud_pr_auc": 0.792131478355654,
+      "eval_gl_opus100_pr_auc": 0.8868621038255219,
+      "eval_gl_ud_pr_auc": 0.993810316113608,
+      "eval_gu_ersatz_pr_auc": 0.9244460332984369,
+      "eval_gu_opus100_pr_auc": 0.7261749456634327,
+      "eval_ha_opus100_pr_auc": 0.9121897925579194,
+      "eval_he_opus100_pr_auc": 0.8631055030724785,
+      "eval_he_ud_pr_auc": 0.973567112066962,
+      "eval_hi_ersatz_pr_auc": 0.9659794604569756,
+      "eval_hi_opus100_pr_auc": 0.6683437153096127,
+      "eval_hi_ud_pr_auc": 0.9759497496979372,
+      "eval_hu_opus100_pr_auc": 0.9272611510453808,
+      "eval_hu_ud_pr_auc": 0.9839116187308438,
+      "eval_hy_opus100_pr_auc": 0.9080025677017006,
+      "eval_hy_ud_pr_auc": 0.9815774449198917,
+      "eval_id_opus100_pr_auc": 0.9010050757271193,
+      "eval_id_ud_pr_auc": 0.9885817580473071,
+      "eval_ig_opus100_pr_auc": 0.864831747807625,
+      "eval_is_opus100_pr_auc": 0.9269246017500515,
+      "eval_is_ud_pr_auc": 0.9126318664158342,
+      "eval_it_opus100_pr_auc": 0.9141145677102962,
+      "eval_it_ud_pr_auc": 0.9941310255921785,
+      "eval_ja_ersatz_pr_auc": 0.8329670945234809,
+      "eval_ja_opus100_pr_auc": 0.8441908290318533,
+      "eval_ja_ud_pr_auc": 0.9802870467197772,
+      "eval_jv_ud_pr_auc": 0.9790768543716706,
+      "eval_ka_opus100_pr_auc": 0.8502464070395774,
+      "eval_kk_ersatz_pr_auc": 0.9840783915954909,
+      "eval_kk_opus100_pr_auc": 0.7703813573749877,
+      "eval_kk_ud_pr_auc": 0.9773623138598906,
+      "eval_km_ersatz_pr_auc": 0.9177824270615789,
+      "eval_km_opus100_pr_auc": 0.7403166191168569,
+      "eval_kn_opus100_pr_auc": 0.6293947930646003,
+      "eval_ko_opus100_pr_auc": 0.6700057184087809,
+      "eval_ko_ud_pr_auc": 0.998257024229151,
+      "eval_ku_opus100_pr_auc": 0.7929183293124598,
+      "eval_ky_opus100_pr_auc": 0.81851974899088,
+      "eval_la_ud_pr_auc": 0.9488389540454465,
+      "eval_loss": 0.032781172543764114,
+      "eval_lt_ersatz_pr_auc": 0.9871232234445755,
+      "eval_lt_opus100_pr_auc": 0.8669051693201598,
+      "eval_lt_ud_pr_auc": 0.9950515834930239,
+      "eval_lv_ersatz_pr_auc": 0.9891426919023747,
+      "eval_lv_opus100_pr_auc": 0.872927861776967,
+      "eval_lv_ud_pr_auc": 0.9604628510524602,
+      "eval_mg_opus100_pr_auc": 0.9185130739154184,
+      "eval_mk_opus100_pr_auc": 0.9072677273674856,
+      "eval_ml_opus100_pr_auc": 0.7733943565983886,
+      "eval_mn_opus100_pr_auc": 0.9456569630904309,
+      "eval_mr_opus100_pr_auc": 0.8942306760282321,
+      "eval_mr_ud_pr_auc": 0.9930368621095607,
+      "eval_ms_opus100_pr_auc": 0.8748448942690927,
+      "eval_mt_opus100_pr_auc": 0.8308709243049234,
+      "eval_mt_ud_pr_auc": 0.8489355639938125,
+      "eval_my_opus100_pr_auc": 0.7706628788044517,
+      "eval_ne_opus100_pr_auc": 0.7365587617866866,
+      "eval_nl_opus100_pr_auc": 0.8977307520921933,
+      "eval_nl_ud_pr_auc": 0.9783211842913468,
+      "eval_no_opus100_pr_auc": 0.9212403155886429,
+      "eval_no_ud_pr_auc": 0.9952583648738523,
+      "eval_pa_opus100_pr_auc": 0.6943885099582362,
+      "eval_pl_ersatz_pr_auc": 0.9680243932520084,
+      "eval_pl_opus100_pr_auc": 0.8977205238496926,
+      "eval_pl_ud_pr_auc": 0.9688399901039635,
+      "eval_ps_ersatz_pr_auc": 0.9270599497902957,
+      "eval_ps_opus100_pr_auc": 0.7070397033532753,
+      "eval_pt_opus100_pr_auc": 0.9218659936851016,
+      "eval_pt_ud_pr_auc": 0.9847769369462784,
+      "eval_ro_ersatz_pr_auc": 0.9948855969211358,
+      "eval_ro_opus100_pr_auc": 0.8820850832119139,
+      "eval_ro_ud_pr_auc": 0.9742228014370244,
+      "eval_ru_ersatz_pr_auc": 0.98509425416769,
+      "eval_ru_opus100_pr_auc": 0.9168562701390346,
+      "eval_ru_ud_pr_auc": 0.8617500112185973,
+      "eval_runtime": 324.1613,
+      "eval_samples_per_second": 232.798,
+      "eval_si_opus100_pr_auc": 0.8233973351476896,
+      "eval_sk_opus100_pr_auc": 0.938284262276705,
+      "eval_sk_ud_pr_auc": 0.9793808892243937,
+      "eval_sl_opus100_pr_auc": 0.8682741820391089,
+      "eval_sl_ud_pr_auc": 0.9690895132165678,
+      "eval_sq_opus100_pr_auc": 0.8925144744803942,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9091434645805055,
+      "eval_sr_ud_pr_auc": 0.9964733427348307,
+      "eval_steps_per_second": 0.91,
+      "eval_sv_opus100_pr_auc": 0.8918457269596672,
+      "eval_sv_ud_pr_auc": 0.9312177788239359,
+      "eval_ta_ersatz_pr_auc": 0.9778046102580444,
+      "eval_ta_opus100_pr_auc": 0.6843550509340635,
+      "eval_ta_ud_pr_auc": 0.9876958890333714,
+      "eval_te_opus100_pr_auc": 0.826572891677721,
+      "eval_tg_opus100_pr_auc": 0.8828370254965183,
+      "eval_th_opus100_pr_auc": 0.6773817915842982,
+      "eval_th_ud_pr_auc": 0.8077697762774945,
+      "eval_tr_ersatz_pr_auc": 0.9639268634354156,
+      "eval_tr_opus100_pr_auc": 0.8966630697492297,
+      "eval_tr_ud_pr_auc": 0.9514376782091591,
+      "eval_uk_opus100_pr_auc": 0.8823743713366309,
+      "eval_uk_ud_pr_auc": 0.9352920792949534,
+      "eval_ur_opus100_pr_auc": 0.5161686278419335,
+      "eval_ur_ud_pr_auc": 0.9836268239631044,
+      "eval_uz_opus100_pr_auc": 0.8641870243968132,
+      "eval_vi_opus100_pr_auc": 0.9039650791634765,
+      "eval_vi_ud_pr_auc": 0.962822843513161,
+      "eval_xh_opus100_pr_auc": 0.8724860880348229,
+      "eval_yi_opus100_pr_auc": 0.810694675272858,
+      "eval_yo_opus100_pr_auc": 0.8084443816222121,
+      "eval_yo_ud_pr_auc": 0.9045326682116339,
+      "eval_zh_ersatz_pr_auc": 0.9711187216988404,
+      "eval_zh_opus100_pr_auc": 0.864655099365167,
+      "eval_zh_ud_pr_auc": 0.9871440652762058,
+      "eval_zu_opus100_pr_auc": 0.8257388125337088,
+      "step": 75000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.353164556962026e-05,
+      "learning_rate_adapter": 8.353164556962026e-05,
+      "loss": 0.0292,
+      "step": 75050
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.351898734177217e-05,
+      "learning_rate_adapter": 8.351898734177217e-05,
+      "loss": 0.0294,
+      "step": 75100
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.350632911392406e-05,
+      "learning_rate_adapter": 8.350632911392406e-05,
+      "loss": 0.029,
+      "step": 75150
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.349367088607596e-05,
+      "learning_rate_adapter": 8.349367088607596e-05,
+      "loss": 0.029,
+      "step": 75200
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.348101265822786e-05,
+      "learning_rate_adapter": 8.348101265822786e-05,
+      "loss": 0.0293,
+      "step": 75250
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.346835443037975e-05,
+      "learning_rate_adapter": 8.346835443037975e-05,
+      "loss": 0.0291,
+      "step": 75300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.345569620253165e-05,
+      "learning_rate_adapter": 8.345569620253165e-05,
+      "loss": 0.0291,
+      "step": 75350
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.344303797468354e-05,
+      "learning_rate_adapter": 8.344303797468354e-05,
+      "loss": 0.029,
+      "step": 75400
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.343037974683545e-05,
+      "learning_rate_adapter": 8.343037974683545e-05,
+      "loss": 0.0292,
+      "step": 75450
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.341772151898734e-05,
+      "learning_rate_adapter": 8.341772151898734e-05,
+      "loss": 0.0293,
+      "step": 75500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.340506329113923e-05,
+      "learning_rate_adapter": 8.340506329113923e-05,
+      "loss": 0.0293,
+      "step": 75550
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.339240506329114e-05,
+      "learning_rate_adapter": 8.339240506329114e-05,
+      "loss": 0.0293,
+      "step": 75600
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.337974683544305e-05,
+      "learning_rate_adapter": 8.337974683544305e-05,
+      "loss": 0.0289,
+      "step": 75650
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.336708860759495e-05,
+      "learning_rate_adapter": 8.336708860759495e-05,
+      "loss": 0.029,
+      "step": 75700
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.335443037974684e-05,
+      "learning_rate_adapter": 8.335443037974684e-05,
+      "loss": 0.0289,
+      "step": 75750
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.334177215189874e-05,
+      "learning_rate_adapter": 8.334177215189874e-05,
+      "loss": 0.0291,
+      "step": 75800
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.332911392405064e-05,
+      "learning_rate_adapter": 8.332911392405064e-05,
+      "loss": 0.029,
+      "step": 75850
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.331645569620253e-05,
+      "learning_rate_adapter": 8.331645569620253e-05,
+      "loss": 0.0291,
+      "step": 75900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.330379746835444e-05,
+      "learning_rate_adapter": 8.330379746835444e-05,
+      "loss": 0.0289,
+      "step": 75950
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.329113924050633e-05,
+      "learning_rate_adapter": 8.329113924050633e-05,
+      "loss": 0.029,
+      "step": 76000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.327848101265822e-05,
+      "learning_rate_adapter": 8.327848101265822e-05,
+      "loss": 0.0292,
+      "step": 76050
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.326582278481013e-05,
+      "learning_rate_adapter": 8.326582278481013e-05,
+      "loss": 0.029,
+      "step": 76100
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.325316455696202e-05,
+      "learning_rate_adapter": 8.325316455696202e-05,
+      "loss": 0.029,
+      "step": 76150
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.324050632911393e-05,
+      "learning_rate_adapter": 8.324050632911393e-05,
+      "loss": 0.0293,
+      "step": 76200
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.322784810126583e-05,
+      "learning_rate_adapter": 8.322784810126583e-05,
+      "loss": 0.0291,
+      "step": 76250
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.321518987341772e-05,
+      "learning_rate_adapter": 8.321518987341772e-05,
+      "loss": 0.0293,
+      "step": 76300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.320253164556963e-05,
+      "learning_rate_adapter": 8.320253164556963e-05,
+      "loss": 0.029,
+      "step": 76350
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.318987341772152e-05,
+      "learning_rate_adapter": 8.318987341772152e-05,
+      "loss": 0.0291,
+      "step": 76400
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.317721518987343e-05,
+      "learning_rate_adapter": 8.317721518987343e-05,
+      "loss": 0.0288,
+      "step": 76450
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.316455696202532e-05,
+      "learning_rate_adapter": 8.316455696202532e-05,
+      "loss": 0.0291,
+      "step": 76500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.315189873417721e-05,
+      "learning_rate_adapter": 8.315189873417721e-05,
+      "loss": 0.029,
+      "step": 76550
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.313924050632912e-05,
+      "learning_rate_adapter": 8.313924050632912e-05,
+      "loss": 0.029,
+      "step": 76600
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.312658227848101e-05,
+      "learning_rate_adapter": 8.312658227848101e-05,
+      "loss": 0.0288,
+      "step": 76650
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.311392405063292e-05,
+      "learning_rate_adapter": 8.311392405063292e-05,
+      "loss": 0.0291,
+      "step": 76700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.310126582278481e-05,
+      "learning_rate_adapter": 8.310126582278481e-05,
+      "loss": 0.0293,
+      "step": 76750
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.308860759493671e-05,
+      "learning_rate_adapter": 8.308860759493671e-05,
+      "loss": 0.0289,
+      "step": 76800
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.307594936708862e-05,
+      "learning_rate_adapter": 8.307594936708862e-05,
+      "loss": 0.0291,
+      "step": 76850
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.306329113924051e-05,
+      "learning_rate_adapter": 8.306329113924051e-05,
+      "loss": 0.029,
+      "step": 76900
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.305063291139242e-05,
+      "learning_rate_adapter": 8.305063291139242e-05,
+      "loss": 0.0288,
+      "step": 76950
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.303797468354431e-05,
+      "learning_rate_adapter": 8.303797468354431e-05,
+      "loss": 0.0291,
+      "step": 77000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.302531645569621e-05,
+      "learning_rate_adapter": 8.302531645569621e-05,
+      "loss": 0.0289,
+      "step": 77050
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.30126582278481e-05,
+      "learning_rate_adapter": 8.30126582278481e-05,
+      "loss": 0.0291,
+      "step": 77100
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0288,
+      "step": 77150
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29873417721519e-05,
+      "learning_rate_adapter": 8.29873417721519e-05,
+      "loss": 0.0289,
+      "step": 77200
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29746835443038e-05,
+      "learning_rate_adapter": 8.29746835443038e-05,
+      "loss": 0.0289,
+      "step": 77250
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29620253164557e-05,
+      "learning_rate_adapter": 8.29620253164557e-05,
+      "loss": 0.029,
+      "step": 77300
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29493670886076e-05,
+      "learning_rate_adapter": 8.29493670886076e-05,
+      "loss": 0.029,
+      "step": 77350
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29367088607595e-05,
+      "learning_rate_adapter": 8.29367088607595e-05,
+      "loss": 0.0288,
+      "step": 77400
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29240506329114e-05,
+      "learning_rate_adapter": 8.29240506329114e-05,
+      "loss": 0.0292,
+      "step": 77450
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29113924050633e-05,
+      "learning_rate_adapter": 8.29113924050633e-05,
+      "loss": 0.0288,
+      "step": 77500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.28987341772152e-05,
+      "learning_rate_adapter": 8.28987341772152e-05,
+      "loss": 0.0291,
+      "step": 77550
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.28860759493671e-05,
+      "learning_rate_adapter": 8.28860759493671e-05,
+      "loss": 0.0289,
+      "step": 77600
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.287341772151899e-05,
+      "learning_rate_adapter": 8.287341772151899e-05,
+      "loss": 0.0291,
+      "step": 77650
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.286075949367089e-05,
+      "learning_rate_adapter": 8.286075949367089e-05,
+      "loss": 0.0287,
+      "step": 77700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.284810126582278e-05,
+      "learning_rate_adapter": 8.284810126582278e-05,
+      "loss": 0.0289,
+      "step": 77750
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.283544303797469e-05,
+      "learning_rate_adapter": 8.283544303797469e-05,
+      "loss": 0.0289,
+      "step": 77800
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.282278481012658e-05,
+      "learning_rate_adapter": 8.282278481012658e-05,
+      "loss": 0.0289,
+      "step": 77850
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.281012658227847e-05,
+      "learning_rate_adapter": 8.281012658227847e-05,
+      "loss": 0.0291,
+      "step": 77900
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.279746835443038e-05,
+      "learning_rate_adapter": 8.279746835443038e-05,
+      "loss": 0.029,
+      "step": 77950
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.278481012658229e-05,
+      "learning_rate_adapter": 8.278481012658229e-05,
+      "loss": 0.029,
+      "step": 78000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.277215189873419e-05,
+      "learning_rate_adapter": 8.277215189873419e-05,
+      "loss": 0.0291,
+      "step": 78050
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.275949367088608e-05,
+      "learning_rate_adapter": 8.275949367088608e-05,
+      "loss": 0.0291,
+      "step": 78100
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.274683544303798e-05,
+      "learning_rate_adapter": 8.274683544303798e-05,
+      "loss": 0.029,
+      "step": 78150
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.273417721518988e-05,
+      "learning_rate_adapter": 8.273417721518988e-05,
+      "loss": 0.0287,
+      "step": 78200
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.272151898734177e-05,
+      "learning_rate_adapter": 8.272151898734177e-05,
+      "loss": 0.029,
+      "step": 78250
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.270886075949368e-05,
+      "learning_rate_adapter": 8.270886075949368e-05,
+      "loss": 0.0289,
+      "step": 78300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.269620253164557e-05,
+      "learning_rate_adapter": 8.269620253164557e-05,
+      "loss": 0.0288,
+      "step": 78350
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.268354430379748e-05,
+      "learning_rate_adapter": 8.268354430379748e-05,
+      "loss": 0.0291,
+      "step": 78400
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.267088607594937e-05,
+      "learning_rate_adapter": 8.267088607594937e-05,
+      "loss": 0.0288,
+      "step": 78450
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.265822784810126e-05,
+      "learning_rate_adapter": 8.265822784810126e-05,
+      "loss": 0.0288,
+      "step": 78500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.264556962025317e-05,
+      "learning_rate_adapter": 8.264556962025317e-05,
+      "loss": 0.0287,
+      "step": 78550
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.263291139240507e-05,
+      "learning_rate_adapter": 8.263291139240507e-05,
+      "loss": 0.0288,
+      "step": 78600
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.262025316455698e-05,
+      "learning_rate_adapter": 8.262025316455698e-05,
+      "loss": 0.0292,
+      "step": 78650
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.260759493670887e-05,
+      "learning_rate_adapter": 8.260759493670887e-05,
+      "loss": 0.0287,
+      "step": 78700
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.259493670886076e-05,
+      "learning_rate_adapter": 8.259493670886076e-05,
+      "loss": 0.0286,
+      "step": 78750
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.258227848101267e-05,
+      "learning_rate_adapter": 8.258227848101267e-05,
+      "loss": 0.0287,
+      "step": 78800
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.256962025316456e-05,
+      "learning_rate_adapter": 8.256962025316456e-05,
+      "loss": 0.0289,
+      "step": 78850
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.255696202531646e-05,
+      "learning_rate_adapter": 8.255696202531646e-05,
+      "loss": 0.0289,
+      "step": 78900
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.254430379746836e-05,
+      "learning_rate_adapter": 8.254430379746836e-05,
+      "loss": 0.0288,
+      "step": 78950
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.253164556962025e-05,
+      "learning_rate_adapter": 8.253164556962025e-05,
+      "loss": 0.0289,
+      "step": 79000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.251898734177215e-05,
+      "learning_rate_adapter": 8.251898734177215e-05,
+      "loss": 0.029,
+      "step": 79050
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.250632911392405e-05,
+      "learning_rate_adapter": 8.250632911392405e-05,
+      "loss": 0.0289,
+      "step": 79100
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.249367088607595e-05,
+      "learning_rate_adapter": 8.249367088607595e-05,
+      "loss": 0.0289,
+      "step": 79150
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.248101265822786e-05,
+      "learning_rate_adapter": 8.248101265822786e-05,
+      "loss": 0.0288,
+      "step": 79200
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.246835443037975e-05,
+      "learning_rate_adapter": 8.246835443037975e-05,
+      "loss": 0.0285,
+      "step": 79250
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.245569620253166e-05,
+      "learning_rate_adapter": 8.245569620253166e-05,
+      "loss": 0.0288,
+      "step": 79300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.244303797468355e-05,
+      "learning_rate_adapter": 8.244303797468355e-05,
+      "loss": 0.029,
+      "step": 79350
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.243037974683545e-05,
+      "learning_rate_adapter": 8.243037974683545e-05,
+      "loss": 0.029,
+      "step": 79400
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.241772151898735e-05,
+      "learning_rate_adapter": 8.241772151898735e-05,
+      "loss": 0.0287,
+      "step": 79450
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.240506329113924e-05,
+      "learning_rate_adapter": 8.240506329113924e-05,
+      "loss": 0.029,
+      "step": 79500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.239240506329114e-05,
+      "learning_rate_adapter": 8.239240506329114e-05,
+      "loss": 0.0287,
+      "step": 79550
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.237974683544304e-05,
+      "learning_rate_adapter": 8.237974683544304e-05,
+      "loss": 0.0286,
+      "step": 79600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.236708860759494e-05,
+      "learning_rate_adapter": 8.236708860759494e-05,
+      "loss": 0.0289,
+      "step": 79650
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.235443037974683e-05,
+      "learning_rate_adapter": 8.235443037974683e-05,
+      "loss": 0.0286,
+      "step": 79700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.234177215189874e-05,
+      "learning_rate_adapter": 8.234177215189874e-05,
+      "loss": 0.0287,
+      "step": 79750
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.232911392405064e-05,
+      "learning_rate_adapter": 8.232911392405064e-05,
+      "loss": 0.0289,
+      "step": 79800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.231645569620254e-05,
+      "learning_rate_adapter": 8.231645569620254e-05,
+      "loss": 0.0288,
+      "step": 79850
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.230379746835444e-05,
+      "learning_rate_adapter": 8.230379746835444e-05,
+      "loss": 0.0289,
+      "step": 79900
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.229113924050633e-05,
+      "learning_rate_adapter": 8.229113924050633e-05,
+      "loss": 0.029,
+      "step": 79950
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.227848101265824e-05,
+      "learning_rate_adapter": 8.227848101265824e-05,
+      "loss": 0.0289,
+      "step": 80000
+    },
+    {
+      "epoch": 0.54,
+      "eval_af_opus100_pr_auc": 0.7781899087653974,
+      "eval_af_ud_pr_auc": 0.9897823324254434,
+      "eval_am_opus100_pr_auc": 0.538954949051691,
+      "eval_ar_ersatz_pr_auc": 0.913635013731645,
+      "eval_ar_opus100_pr_auc": 0.6941154219846346,
+      "eval_ar_ud_pr_auc": 0.8802130132919591,
+      "eval_average_ersatz_pr_auc": 0.9613336899900952,
+      "eval_average_opus100_pr_auc": 0.8313199391495467,
+      "eval_average_ud_pr_auc": 0.9601927814874693,
+      "eval_az_opus100_pr_auc": 0.7732343022588393,
+      "eval_be_opus100_pr_auc": 0.6931431688160516,
+      "eval_be_ud_pr_auc": 0.9001239220669501,
+      "eval_bg_opus100_pr_auc": 0.909405489384541,
+      "eval_bg_ud_pr_auc": 0.9948150715124714,
+      "eval_bn_opus100_pr_auc": 0.8164906202033855,
+      "eval_bn_ud_pr_auc": 0.9996839196204798,
+      "eval_ca_opus100_pr_auc": 0.8839458763521852,
+      "eval_ca_ud_pr_auc": 0.9892777911852868,
+      "eval_ceb_ud_pr_auc": 0.9999434125086535,
+      "eval_cs_ersatz_pr_auc": 0.9847202342171679,
+      "eval_cs_opus100_pr_auc": 0.9066211698395258,
+      "eval_cs_ud_pr_auc": 0.9596382955072684,
+      "eval_cy_opus100_pr_auc": 0.7740382324143805,
+      "eval_cy_ud_pr_auc": 0.9953902859257354,
+      "eval_da_opus100_pr_auc": 0.9147249140859575,
+      "eval_da_ud_pr_auc": 0.9792140157395981,
+      "eval_de_ersatz_pr_auc": 0.9779256455539563,
+      "eval_de_opus100_pr_auc": 0.889782975060845,
+      "eval_de_ud_pr_auc": 0.9827937609992212,
+      "eval_el_opus100_pr_auc": 0.9145827694178876,
+      "eval_el_ud_pr_auc": 0.9895842965619563,
+      "eval_en_ersatz_pr_auc": 0.9876564096776125,
+      "eval_en_opus100_pr_auc": 0.9334376508285436,
+      "eval_en_ud_pr_auc": 0.9630366143630207,
+      "eval_eo_opus100_pr_auc": 0.9234105341305878,
+      "eval_es_ersatz_pr_auc": 0.9949802625401637,
+      "eval_es_opus100_pr_auc": 0.9227712127686937,
+      "eval_es_ud_pr_auc": 0.9923903993915925,
+      "eval_et_ersatz_pr_auc": 0.9787972280228997,
+      "eval_et_opus100_pr_auc": 0.8844131001804475,
+      "eval_et_ud_pr_auc": 0.9670857472042439,
+      "eval_eu_opus100_pr_auc": 0.8725447703088411,
+      "eval_eu_ud_pr_auc": 0.9865333922924502,
+      "eval_fa_opus100_pr_auc": 0.5839987806418698,
+      "eval_fa_ud_pr_auc": 0.9964373747293498,
+      "eval_fi_ersatz_pr_auc": 0.9884202600445036,
+      "eval_fi_opus100_pr_auc": 0.912612046237996,
+      "eval_fi_ud_pr_auc": 0.9615684137420062,
+      "eval_fr_ersatz_pr_auc": 0.9896418682098693,
+      "eval_fr_opus100_pr_auc": 0.9150095294364363,
+      "eval_fr_ud_pr_auc": 0.981133064627166,
+      "eval_fy_opus100_pr_auc": 0.659825264429792,
+      "eval_ga_opus100_pr_auc": 0.897636674757944,
+      "eval_ga_ud_pr_auc": 0.8179531431819311,
+      "eval_gd_opus100_pr_auc": 0.6277775187343261,
+      "eval_gd_ud_pr_auc": 0.7831072554056462,
+      "eval_gl_opus100_pr_auc": 0.8822884929197042,
+      "eval_gl_ud_pr_auc": 0.9953433637779157,
+      "eval_gu_ersatz_pr_auc": 0.9326180995350412,
+      "eval_gu_opus100_pr_auc": 0.7365459600890679,
+      "eval_ha_opus100_pr_auc": 0.9032699186631402,
+      "eval_he_opus100_pr_auc": 0.8739142279077583,
+      "eval_he_ud_pr_auc": 0.9767515259342125,
+      "eval_hi_ersatz_pr_auc": 0.973167844490293,
+      "eval_hi_opus100_pr_auc": 0.6773300963960152,
+      "eval_hi_ud_pr_auc": 0.9780448425989462,
+      "eval_hu_opus100_pr_auc": 0.926744023145505,
+      "eval_hu_ud_pr_auc": 0.9847943334408843,
+      "eval_hy_opus100_pr_auc": 0.9081324430845062,
+      "eval_hy_ud_pr_auc": 0.9816039261215403,
+      "eval_id_opus100_pr_auc": 0.8921067179747278,
+      "eval_id_ud_pr_auc": 0.9886424895599952,
+      "eval_ig_opus100_pr_auc": 0.8794041589070316,
+      "eval_is_opus100_pr_auc": 0.9266269469597883,
+      "eval_is_ud_pr_auc": 0.9133364704726437,
+      "eval_it_opus100_pr_auc": 0.9128111504363831,
+      "eval_it_ud_pr_auc": 0.9915753001035151,
+      "eval_ja_ersatz_pr_auc": 0.7732113777374142,
+      "eval_ja_opus100_pr_auc": 0.817460174355624,
+      "eval_ja_ud_pr_auc": 0.974829819756898,
+      "eval_jv_ud_pr_auc": 0.9835793381501963,
+      "eval_ka_opus100_pr_auc": 0.8525541430687655,
+      "eval_kk_ersatz_pr_auc": 0.9826010604892996,
+      "eval_kk_opus100_pr_auc": 0.7751311101590841,
+      "eval_kk_ud_pr_auc": 0.9724142983222535,
+      "eval_km_ersatz_pr_auc": 0.9126738841887754,
+      "eval_km_opus100_pr_auc": 0.7223030691608667,
+      "eval_kn_opus100_pr_auc": 0.6192182311480166,
+      "eval_ko_opus100_pr_auc": 0.6700709736961639,
+      "eval_ko_ud_pr_auc": 0.9976384649372936,
+      "eval_ku_opus100_pr_auc": 0.8262811399836755,
+      "eval_ky_opus100_pr_auc": 0.852444277546987,
+      "eval_la_ud_pr_auc": 0.930168598130853,
+      "eval_loss": 0.03242410346865654,
+      "eval_lt_ersatz_pr_auc": 0.9907851961203418,
+      "eval_lt_opus100_pr_auc": 0.8750947170198214,
+      "eval_lt_ud_pr_auc": 0.9954693731923644,
+      "eval_lv_ersatz_pr_auc": 0.9908359650077887,
+      "eval_lv_opus100_pr_auc": 0.8762108255884753,
+      "eval_lv_ud_pr_auc": 0.9635080015773315,
+      "eval_mg_opus100_pr_auc": 0.9256052784128167,
+      "eval_mk_opus100_pr_auc": 0.9080509527637189,
+      "eval_ml_opus100_pr_auc": 0.7862054724014285,
+      "eval_mn_opus100_pr_auc": 0.943050272737678,
+      "eval_mr_opus100_pr_auc": 0.8597434886966274,
+      "eval_mr_ud_pr_auc": 0.979481108998398,
+      "eval_ms_opus100_pr_auc": 0.8718809022993449,
+      "eval_mt_opus100_pr_auc": 0.8351935967507366,
+      "eval_mt_ud_pr_auc": 0.8784001228988929,
+      "eval_my_opus100_pr_auc": 0.7498590524030055,
+      "eval_ne_opus100_pr_auc": 0.7400973700976133,
+      "eval_nl_opus100_pr_auc": 0.8953781919688603,
+      "eval_nl_ud_pr_auc": 0.977215627309617,
+      "eval_no_opus100_pr_auc": 0.9189487524370317,
+      "eval_no_ud_pr_auc": 0.9953623409037694,
+      "eval_pa_opus100_pr_auc": 0.6896238144466518,
+      "eval_pl_ersatz_pr_auc": 0.9665255485983747,
+      "eval_pl_opus100_pr_auc": 0.8982612829078047,
+      "eval_pl_ud_pr_auc": 0.9677340941933352,
+      "eval_ps_ersatz_pr_auc": 0.9353558351585188,
+      "eval_ps_opus100_pr_auc": 0.7282806668109595,
+      "eval_pt_opus100_pr_auc": 0.9237024258269193,
+      "eval_pt_ud_pr_auc": 0.987776150502474,
+      "eval_ro_ersatz_pr_auc": 0.9953916320613342,
+      "eval_ro_opus100_pr_auc": 0.8850406952976736,
+      "eval_ro_ud_pr_auc": 0.9714292178499527,
+      "eval_ru_ersatz_pr_auc": 0.9887392815232385,
+      "eval_ru_opus100_pr_auc": 0.9186381480397844,
+      "eval_ru_ud_pr_auc": 0.852210906980115,
+      "eval_runtime": 326.062,
+      "eval_samples_per_second": 231.441,
+      "eval_si_opus100_pr_auc": 0.8182573165690762,
+      "eval_sk_opus100_pr_auc": 0.9286982072222764,
+      "eval_sk_ud_pr_auc": 0.9810260280743076,
+      "eval_sl_opus100_pr_auc": 0.866530633527651,
+      "eval_sl_ud_pr_auc": 0.9657701168227836,
+      "eval_sq_opus100_pr_auc": 0.9017511151444636,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9066654176407055,
+      "eval_sr_ud_pr_auc": 0.99695712369713,
+      "eval_steps_per_second": 0.905,
+      "eval_sv_opus100_pr_auc": 0.8922126796596812,
+      "eval_sv_ud_pr_auc": 0.9419602477279376,
+      "eval_ta_ersatz_pr_auc": 0.9819131064032234,
+      "eval_ta_opus100_pr_auc": 0.6722818360318217,
+      "eval_ta_ud_pr_auc": 0.9905057453989868,
+      "eval_te_opus100_pr_auc": 0.8299194630511522,
+      "eval_tg_opus100_pr_auc": 0.8737740004425714,
+      "eval_th_opus100_pr_auc": 0.6718846482722558,
+      "eval_th_ud_pr_auc": 0.7936687389841101,
+      "eval_tr_ersatz_pr_auc": 0.9538863470276432,
+      "eval_tr_opus100_pr_auc": 0.8916580551467795,
+      "eval_tr_ud_pr_auc": 0.9353037517290593,
+      "eval_uk_opus100_pr_auc": 0.8767583557416592,
+      "eval_uk_ud_pr_auc": 0.935378717567154,
+      "eval_ur_opus100_pr_auc": 0.5459712092787831,
+      "eval_ur_ud_pr_auc": 0.9922775336160711,
+      "eval_uz_opus100_pr_auc": 0.8794411762567218,
+      "eval_vi_opus100_pr_auc": 0.9012989949125567,
+      "eval_vi_ud_pr_auc": 0.9588774647212218,
+      "eval_xh_opus100_pr_auc": 0.8786576794210558,
+      "eval_yi_opus100_pr_auc": 0.8209271385543196,
+      "eval_yo_opus100_pr_auc": 0.8201065884957071,
+      "eval_yo_ud_pr_auc": 0.9119949823785051,
+      "eval_zh_ersatz_pr_auc": 0.955859079442991,
+      "eval_zh_opus100_pr_auc": 0.8601270317054528,
+      "eval_zh_ud_pr_auc": 0.9802528560726611,
+      "eval_zu_opus100_pr_auc": 0.8271434205875858,
+      "step": 80000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.226582278481013e-05,
+      "learning_rate_adapter": 8.226582278481013e-05,
+      "loss": 0.0286,
+      "step": 80050
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.225316455696202e-05,
+      "learning_rate_adapter": 8.225316455696202e-05,
+      "loss": 0.0289,
+      "step": 80100
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.224050632911393e-05,
+      "learning_rate_adapter": 8.224050632911393e-05,
+      "loss": 0.0289,
+      "step": 80150
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.222784810126582e-05,
+      "learning_rate_adapter": 8.222784810126582e-05,
+      "loss": 0.0288,
+      "step": 80200
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.221518987341773e-05,
+      "learning_rate_adapter": 8.221518987341773e-05,
+      "loss": 0.0287,
+      "step": 80250
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.220253164556962e-05,
+      "learning_rate_adapter": 8.220253164556962e-05,
+      "loss": 0.0287,
+      "step": 80300
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.218987341772152e-05,
+      "learning_rate_adapter": 8.218987341772152e-05,
+      "loss": 0.0287,
+      "step": 80350
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.217721518987343e-05,
+      "learning_rate_adapter": 8.217721518987343e-05,
+      "loss": 0.0289,
+      "step": 80400
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.216455696202532e-05,
+      "learning_rate_adapter": 8.216455696202532e-05,
+      "loss": 0.0289,
+      "step": 80450
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.215189873417723e-05,
+      "learning_rate_adapter": 8.215189873417723e-05,
+      "loss": 0.0289,
+      "step": 80500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.213924050632912e-05,
+      "learning_rate_adapter": 8.213924050632912e-05,
+      "loss": 0.0288,
+      "step": 80550
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.212658227848101e-05,
+      "learning_rate_adapter": 8.212658227848101e-05,
+      "loss": 0.0288,
+      "step": 80600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.211392405063292e-05,
+      "learning_rate_adapter": 8.211392405063292e-05,
+      "loss": 0.0288,
+      "step": 80650
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.210126582278481e-05,
+      "learning_rate_adapter": 8.210126582278481e-05,
+      "loss": 0.029,
+      "step": 80700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.208860759493672e-05,
+      "learning_rate_adapter": 8.208860759493672e-05,
+      "loss": 0.0288,
+      "step": 80750
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.207594936708861e-05,
+      "learning_rate_adapter": 8.207594936708861e-05,
+      "loss": 0.0289,
+      "step": 80800
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.20632911392405e-05,
+      "learning_rate_adapter": 8.20632911392405e-05,
+      "loss": 0.0287,
+      "step": 80850
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.20506329113924e-05,
+      "learning_rate_adapter": 8.20506329113924e-05,
+      "loss": 0.029,
+      "step": 80900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.203797468354431e-05,
+      "learning_rate_adapter": 8.203797468354431e-05,
+      "loss": 0.0288,
+      "step": 80950
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.202531645569622e-05,
+      "learning_rate_adapter": 8.202531645569622e-05,
+      "loss": 0.0286,
+      "step": 81000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.201265822784811e-05,
+      "learning_rate_adapter": 8.201265822784811e-05,
+      "loss": 0.0286,
+      "step": 81050
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0289,
+      "step": 81100
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19873417721519e-05,
+      "learning_rate_adapter": 8.19873417721519e-05,
+      "loss": 0.0289,
+      "step": 81150
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19746835443038e-05,
+      "learning_rate_adapter": 8.19746835443038e-05,
+      "loss": 0.0287,
+      "step": 81200
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19620253164557e-05,
+      "learning_rate_adapter": 8.19620253164557e-05,
+      "loss": 0.0287,
+      "step": 81250
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19493670886076e-05,
+      "learning_rate_adapter": 8.19493670886076e-05,
+      "loss": 0.0286,
+      "step": 81300
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.193670886075949e-05,
+      "learning_rate_adapter": 8.193670886075949e-05,
+      "loss": 0.0286,
+      "step": 81350
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19240506329114e-05,
+      "learning_rate_adapter": 8.19240506329114e-05,
+      "loss": 0.0287,
+      "step": 81400
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.191139240506329e-05,
+      "learning_rate_adapter": 8.191139240506329e-05,
+      "loss": 0.0285,
+      "step": 81450
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.189873417721519e-05,
+      "learning_rate_adapter": 8.189873417721519e-05,
+      "loss": 0.029,
+      "step": 81500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.18860759493671e-05,
+      "learning_rate_adapter": 8.18860759493671e-05,
+      "loss": 0.0287,
+      "step": 81550
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.1873417721519e-05,
+      "learning_rate_adapter": 8.1873417721519e-05,
+      "loss": 0.0288,
+      "step": 81600
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.18607594936709e-05,
+      "learning_rate_adapter": 8.18607594936709e-05,
+      "loss": 0.0288,
+      "step": 81650
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.184810126582279e-05,
+      "learning_rate_adapter": 8.184810126582279e-05,
+      "loss": 0.0288,
+      "step": 81700
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.183544303797469e-05,
+      "learning_rate_adapter": 8.183544303797469e-05,
+      "loss": 0.0288,
+      "step": 81750
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.182278481012658e-05,
+      "learning_rate_adapter": 8.182278481012658e-05,
+      "loss": 0.0286,
+      "step": 81800
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.181012658227849e-05,
+      "learning_rate_adapter": 8.181012658227849e-05,
+      "loss": 0.0284,
+      "step": 81850
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.179746835443038e-05,
+      "learning_rate_adapter": 8.179746835443038e-05,
+      "loss": 0.0288,
+      "step": 81900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.178481012658227e-05,
+      "learning_rate_adapter": 8.178481012658227e-05,
+      "loss": 0.0289,
+      "step": 81950
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.177215189873418e-05,
+      "learning_rate_adapter": 8.177215189873418e-05,
+      "loss": 0.0288,
+      "step": 82000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.175949367088607e-05,
+      "learning_rate_adapter": 8.175949367088607e-05,
+      "loss": 0.0289,
+      "step": 82050
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.174683544303798e-05,
+      "learning_rate_adapter": 8.174683544303798e-05,
+      "loss": 0.0286,
+      "step": 82100
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.173417721518988e-05,
+      "learning_rate_adapter": 8.173417721518988e-05,
+      "loss": 0.0288,
+      "step": 82150
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.172151898734178e-05,
+      "learning_rate_adapter": 8.172151898734178e-05,
+      "loss": 0.0286,
+      "step": 82200
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.170886075949368e-05,
+      "learning_rate_adapter": 8.170886075949368e-05,
+      "loss": 0.0287,
+      "step": 82250
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.169620253164557e-05,
+      "learning_rate_adapter": 8.169620253164557e-05,
+      "loss": 0.0286,
+      "step": 82300
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.168354430379748e-05,
+      "learning_rate_adapter": 8.168354430379748e-05,
+      "loss": 0.0287,
+      "step": 82350
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.167088607594937e-05,
+      "learning_rate_adapter": 8.167088607594937e-05,
+      "loss": 0.0288,
+      "step": 82400
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.165822784810126e-05,
+      "learning_rate_adapter": 8.165822784810126e-05,
+      "loss": 0.0285,
+      "step": 82450
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.164556962025317e-05,
+      "learning_rate_adapter": 8.164556962025317e-05,
+      "loss": 0.0284,
+      "step": 82500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.163291139240506e-05,
+      "learning_rate_adapter": 8.163291139240506e-05,
+      "loss": 0.0287,
+      "step": 82550
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.162025316455697e-05,
+      "learning_rate_adapter": 8.162025316455697e-05,
+      "loss": 0.0288,
+      "step": 82600
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.160759493670886e-05,
+      "learning_rate_adapter": 8.160759493670886e-05,
+      "loss": 0.0286,
+      "step": 82650
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.159493670886076e-05,
+      "learning_rate_adapter": 8.159493670886076e-05,
+      "loss": 0.0288,
+      "step": 82700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.158227848101267e-05,
+      "learning_rate_adapter": 8.158227848101267e-05,
+      "loss": 0.0285,
+      "step": 82750
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.156962025316456e-05,
+      "learning_rate_adapter": 8.156962025316456e-05,
+      "loss": 0.029,
+      "step": 82800
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.155696202531647e-05,
+      "learning_rate_adapter": 8.155696202531647e-05,
+      "loss": 0.0286,
+      "step": 82850
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.154430379746836e-05,
+      "learning_rate_adapter": 8.154430379746836e-05,
+      "loss": 0.0286,
+      "step": 82900
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.153164556962025e-05,
+      "learning_rate_adapter": 8.153164556962025e-05,
+      "loss": 0.0287,
+      "step": 82950
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.151898734177216e-05,
+      "learning_rate_adapter": 8.151898734177216e-05,
+      "loss": 0.0288,
+      "step": 83000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.150632911392405e-05,
+      "learning_rate_adapter": 8.150632911392405e-05,
+      "loss": 0.0288,
+      "step": 83050
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.149367088607596e-05,
+      "learning_rate_adapter": 8.149367088607596e-05,
+      "loss": 0.0286,
+      "step": 83100
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.148101265822785e-05,
+      "learning_rate_adapter": 8.148101265822785e-05,
+      "loss": 0.0288,
+      "step": 83150
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.146835443037974e-05,
+      "learning_rate_adapter": 8.146835443037974e-05,
+      "loss": 0.0284,
+      "step": 83200
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.145569620253164e-05,
+      "learning_rate_adapter": 8.145569620253164e-05,
+      "loss": 0.0286,
+      "step": 83250
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.144303797468355e-05,
+      "learning_rate_adapter": 8.144303797468355e-05,
+      "loss": 0.0287,
+      "step": 83300
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.143037974683546e-05,
+      "learning_rate_adapter": 8.143037974683546e-05,
+      "loss": 0.0287,
+      "step": 83350
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.141772151898735e-05,
+      "learning_rate_adapter": 8.141772151898735e-05,
+      "loss": 0.0285,
+      "step": 83400
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.140506329113925e-05,
+      "learning_rate_adapter": 8.140506329113925e-05,
+      "loss": 0.0287,
+      "step": 83450
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.139240506329115e-05,
+      "learning_rate_adapter": 8.139240506329115e-05,
+      "loss": 0.0285,
+      "step": 83500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.137974683544304e-05,
+      "learning_rate_adapter": 8.137974683544304e-05,
+      "loss": 0.0287,
+      "step": 83550
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.136708860759494e-05,
+      "learning_rate_adapter": 8.136708860759494e-05,
+      "loss": 0.0287,
+      "step": 83600
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.135443037974684e-05,
+      "learning_rate_adapter": 8.135443037974684e-05,
+      "loss": 0.0288,
+      "step": 83650
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.134177215189874e-05,
+      "learning_rate_adapter": 8.134177215189874e-05,
+      "loss": 0.0284,
+      "step": 83700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.132911392405063e-05,
+      "learning_rate_adapter": 8.132911392405063e-05,
+      "loss": 0.0287,
+      "step": 83750
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.131645569620253e-05,
+      "learning_rate_adapter": 8.131645569620253e-05,
+      "loss": 0.0288,
+      "step": 83800
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.130379746835443e-05,
+      "learning_rate_adapter": 8.130379746835443e-05,
+      "loss": 0.0285,
+      "step": 83850
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.129113924050634e-05,
+      "learning_rate_adapter": 8.129113924050634e-05,
+      "loss": 0.0287,
+      "step": 83900
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.127848101265824e-05,
+      "learning_rate_adapter": 8.127848101265824e-05,
+      "loss": 0.0287,
+      "step": 83950
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.126582278481013e-05,
+      "learning_rate_adapter": 8.126582278481013e-05,
+      "loss": 0.0285,
+      "step": 84000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.125316455696203e-05,
+      "learning_rate_adapter": 8.125316455696203e-05,
+      "loss": 0.0286,
+      "step": 84050
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.124050632911393e-05,
+      "learning_rate_adapter": 8.124050632911393e-05,
+      "loss": 0.0286,
+      "step": 84100
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.122784810126582e-05,
+      "learning_rate_adapter": 8.122784810126582e-05,
+      "loss": 0.0286,
+      "step": 84150
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.121518987341773e-05,
+      "learning_rate_adapter": 8.121518987341773e-05,
+      "loss": 0.0287,
+      "step": 84200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.120253164556962e-05,
+      "learning_rate_adapter": 8.120253164556962e-05,
+      "loss": 0.0285,
+      "step": 84250
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.118987341772151e-05,
+      "learning_rate_adapter": 8.118987341772151e-05,
+      "loss": 0.0285,
+      "step": 84300
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.117721518987342e-05,
+      "learning_rate_adapter": 8.117721518987342e-05,
+      "loss": 0.0287,
+      "step": 84350
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.116455696202531e-05,
+      "learning_rate_adapter": 8.116455696202531e-05,
+      "loss": 0.0287,
+      "step": 84400
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.115189873417722e-05,
+      "learning_rate_adapter": 8.115189873417722e-05,
+      "loss": 0.0284,
+      "step": 84450
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.113924050632912e-05,
+      "learning_rate_adapter": 8.113924050632912e-05,
+      "loss": 0.0285,
+      "step": 84500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.112658227848102e-05,
+      "learning_rate_adapter": 8.112658227848102e-05,
+      "loss": 0.0288,
+      "step": 84550
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.111392405063292e-05,
+      "learning_rate_adapter": 8.111392405063292e-05,
+      "loss": 0.0288,
+      "step": 84600
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.110126582278481e-05,
+      "learning_rate_adapter": 8.110126582278481e-05,
+      "loss": 0.0288,
+      "step": 84650
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.108860759493672e-05,
+      "learning_rate_adapter": 8.108860759493672e-05,
+      "loss": 0.0286,
+      "step": 84700
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.107594936708861e-05,
+      "learning_rate_adapter": 8.107594936708861e-05,
+      "loss": 0.0285,
+      "step": 84750
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10632911392405e-05,
+      "learning_rate_adapter": 8.10632911392405e-05,
+      "loss": 0.0285,
+      "step": 84800
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.105063291139241e-05,
+      "learning_rate_adapter": 8.105063291139241e-05,
+      "loss": 0.0285,
+      "step": 84850
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10379746835443e-05,
+      "learning_rate_adapter": 8.10379746835443e-05,
+      "loss": 0.0285,
+      "step": 84900
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10253164556962e-05,
+      "learning_rate_adapter": 8.10253164556962e-05,
+      "loss": 0.0288,
+      "step": 84950
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10126582278481e-05,
+      "learning_rate_adapter": 8.10126582278481e-05,
+      "loss": 0.0285,
+      "step": 85000
+    },
+    {
+      "epoch": 0.57,
+      "eval_af_opus100_pr_auc": 0.7890435094303992,
+      "eval_af_ud_pr_auc": 0.9857171249294611,
+      "eval_am_opus100_pr_auc": 0.5599055806867176,
+      "eval_ar_ersatz_pr_auc": 0.9035543822832705,
+      "eval_ar_opus100_pr_auc": 0.7031936924290996,
+      "eval_ar_ud_pr_auc": 0.885862551208313,
+      "eval_average_ersatz_pr_auc": 0.9606407359562413,
+      "eval_average_opus100_pr_auc": 0.8305622130864536,
+      "eval_average_ud_pr_auc": 0.9584166220858072,
+      "eval_az_opus100_pr_auc": 0.7320920319338756,
+      "eval_be_opus100_pr_auc": 0.7270648009362306,
+      "eval_be_ud_pr_auc": 0.8870991612086906,
+      "eval_bg_opus100_pr_auc": 0.9060980177923543,
+      "eval_bg_ud_pr_auc": 0.9949034110863397,
+      "eval_bn_opus100_pr_auc": 0.8197893552691954,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8769188997174848,
+      "eval_ca_ud_pr_auc": 0.989622068296673,
+      "eval_ceb_ud_pr_auc": 0.9999148913978321,
+      "eval_cs_ersatz_pr_auc": 0.9823267583915356,
+      "eval_cs_opus100_pr_auc": 0.9026189087752001,
+      "eval_cs_ud_pr_auc": 0.9497450106862853,
+      "eval_cy_opus100_pr_auc": 0.7535317278123362,
+      "eval_cy_ud_pr_auc": 0.9949002908950204,
+      "eval_da_opus100_pr_auc": 0.9140534447529072,
+      "eval_da_ud_pr_auc": 0.9815117419900631,
+      "eval_de_ersatz_pr_auc": 0.9736592488952531,
+      "eval_de_opus100_pr_auc": 0.8868112447111414,
+      "eval_de_ud_pr_auc": 0.9847995983317178,
+      "eval_el_opus100_pr_auc": 0.9113465609119931,
+      "eval_el_ud_pr_auc": 0.9884164171383154,
+      "eval_en_ersatz_pr_auc": 0.9892413871865069,
+      "eval_en_opus100_pr_auc": 0.9257623298277244,
+      "eval_en_ud_pr_auc": 0.9723635961066944,
+      "eval_eo_opus100_pr_auc": 0.9198711547146292,
+      "eval_es_ersatz_pr_auc": 0.9957160784769653,
+      "eval_es_opus100_pr_auc": 0.9243542164738686,
+      "eval_es_ud_pr_auc": 0.9925917575988306,
+      "eval_et_ersatz_pr_auc": 0.9774308011665096,
+      "eval_et_opus100_pr_auc": 0.8840102267321712,
+      "eval_et_ud_pr_auc": 0.9658099766051519,
+      "eval_eu_opus100_pr_auc": 0.8675895214689657,
+      "eval_eu_ud_pr_auc": 0.98366976692942,
+      "eval_fa_opus100_pr_auc": 0.5684958087539488,
+      "eval_fa_ud_pr_auc": 0.9961000316104093,
+      "eval_fi_ersatz_pr_auc": 0.9897461796688795,
+      "eval_fi_opus100_pr_auc": 0.9077583900417904,
+      "eval_fi_ud_pr_auc": 0.9636407941938886,
+      "eval_fr_ersatz_pr_auc": 0.9912055046330299,
+      "eval_fr_opus100_pr_auc": 0.9065284080291589,
+      "eval_fr_ud_pr_auc": 0.9792490964237561,
+      "eval_fy_opus100_pr_auc": 0.6725325384789184,
+      "eval_ga_opus100_pr_auc": 0.8890534126858296,
+      "eval_ga_ud_pr_auc": 0.8274910994838854,
+      "eval_gd_opus100_pr_auc": 0.5969716690743316,
+      "eval_gd_ud_pr_auc": 0.7668614292776407,
+      "eval_gl_opus100_pr_auc": 0.8748961038240493,
+      "eval_gl_ud_pr_auc": 0.9945803690329582,
+      "eval_gu_ersatz_pr_auc": 0.9119261604295212,
+      "eval_gu_opus100_pr_auc": 0.7283832289235935,
+      "eval_ha_opus100_pr_auc": 0.9094464972074143,
+      "eval_he_opus100_pr_auc": 0.8588637054122101,
+      "eval_he_ud_pr_auc": 0.9752854249804686,
+      "eval_hi_ersatz_pr_auc": 0.9700116959015945,
+      "eval_hi_opus100_pr_auc": 0.6754693276301678,
+      "eval_hi_ud_pr_auc": 0.9557729918104811,
+      "eval_hu_opus100_pr_auc": 0.9186834166544366,
+      "eval_hu_ud_pr_auc": 0.9836711439612388,
+      "eval_hy_opus100_pr_auc": 0.907483897791473,
+      "eval_hy_ud_pr_auc": 0.975389792772385,
+      "eval_id_opus100_pr_auc": 0.8822155970235231,
+      "eval_id_ud_pr_auc": 0.9910469946580984,
+      "eval_ig_opus100_pr_auc": 0.8810045141087615,
+      "eval_is_opus100_pr_auc": 0.9183478582214266,
+      "eval_is_ud_pr_auc": 0.8960608909305177,
+      "eval_it_opus100_pr_auc": 0.914983964727421,
+      "eval_it_ud_pr_auc": 0.9938870393321326,
+      "eval_ja_ersatz_pr_auc": 0.8043837904569718,
+      "eval_ja_opus100_pr_auc": 0.8281263511168095,
+      "eval_ja_ud_pr_auc": 0.9805126347011939,
+      "eval_jv_ud_pr_auc": 0.9680325084305884,
+      "eval_ka_opus100_pr_auc": 0.851800774795038,
+      "eval_kk_ersatz_pr_auc": 0.987392221288401,
+      "eval_kk_opus100_pr_auc": 0.7855189740822845,
+      "eval_kk_ud_pr_auc": 0.9795824183180506,
+      "eval_km_ersatz_pr_auc": 0.9128023002395325,
+      "eval_km_opus100_pr_auc": 0.7365328418854384,
+      "eval_kn_opus100_pr_auc": 0.645505579827921,
+      "eval_ko_opus100_pr_auc": 0.6776670881819074,
+      "eval_ko_ud_pr_auc": 0.9976807357025517,
+      "eval_ku_opus100_pr_auc": 0.8266796812029186,
+      "eval_ky_opus100_pr_auc": 0.8649505499066112,
+      "eval_la_ud_pr_auc": 0.9374659473328188,
+      "eval_loss": 0.032267190515995026,
+      "eval_lt_ersatz_pr_auc": 0.9915189921312471,
+      "eval_lt_opus100_pr_auc": 0.8654738734115174,
+      "eval_lt_ud_pr_auc": 0.9925312513596725,
+      "eval_lv_ersatz_pr_auc": 0.9881467893504108,
+      "eval_lv_opus100_pr_auc": 0.8768769135090931,
+      "eval_lv_ud_pr_auc": 0.9636609704216321,
+      "eval_mg_opus100_pr_auc": 0.9181528886284614,
+      "eval_mk_opus100_pr_auc": 0.9054202997182021,
+      "eval_ml_opus100_pr_auc": 0.7925953475410445,
+      "eval_mn_opus100_pr_auc": 0.9369020037513847,
+      "eval_mr_opus100_pr_auc": 0.8873821733350565,
+      "eval_mr_ud_pr_auc": 0.9817421943306328,
+      "eval_ms_opus100_pr_auc": 0.869165770517553,
+      "eval_mt_opus100_pr_auc": 0.8409876395341604,
+      "eval_mt_ud_pr_auc": 0.8702803292099137,
+      "eval_my_opus100_pr_auc": 0.7550806908897366,
+      "eval_ne_opus100_pr_auc": 0.7309688570813117,
+      "eval_nl_opus100_pr_auc": 0.8928932741780304,
+      "eval_nl_ud_pr_auc": 0.9781524458466965,
+      "eval_no_opus100_pr_auc": 0.9099577682861999,
+      "eval_no_ud_pr_auc": 0.9958853953061463,
+      "eval_pa_opus100_pr_auc": 0.7142059028003728,
+      "eval_pl_ersatz_pr_auc": 0.9623550614529987,
+      "eval_pl_opus100_pr_auc": 0.893831104202167,
+      "eval_pl_ud_pr_auc": 0.963579793564205,
+      "eval_ps_ersatz_pr_auc": 0.9246829279160902,
+      "eval_ps_opus100_pr_auc": 0.7535985973677732,
+      "eval_pt_opus100_pr_auc": 0.9223349380927406,
+      "eval_pt_ud_pr_auc": 0.9832623928050092,
+      "eval_ro_ersatz_pr_auc": 0.993668049658583,
+      "eval_ro_opus100_pr_auc": 0.8805599354440796,
+      "eval_ro_ud_pr_auc": 0.9524780340385642,
+      "eval_ru_ersatz_pr_auc": 0.9881039508582676,
+      "eval_ru_opus100_pr_auc": 0.9244476317026766,
+      "eval_ru_ud_pr_auc": 0.8489287625358737,
+      "eval_runtime": 326.2399,
+      "eval_samples_per_second": 231.314,
+      "eval_si_opus100_pr_auc": 0.8172886788755743,
+      "eval_sk_opus100_pr_auc": 0.9280267407116317,
+      "eval_sk_ud_pr_auc": 0.9784718239490043,
+      "eval_sl_opus100_pr_auc": 0.8520300820181352,
+      "eval_sl_ud_pr_auc": 0.9646413356469674,
+      "eval_sq_opus100_pr_auc": 0.8940319778440431,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9022610890120124,
+      "eval_sr_ud_pr_auc": 0.9972983824210433,
+      "eval_steps_per_second": 0.904,
+      "eval_sv_opus100_pr_auc": 0.8840003029845201,
+      "eval_sv_ud_pr_auc": 0.9304172262322437,
+      "eval_ta_ersatz_pr_auc": 0.9811114690841231,
+      "eval_ta_opus100_pr_auc": 0.690206773299685,
+      "eval_ta_ud_pr_auc": 0.9917549057015012,
+      "eval_te_opus100_pr_auc": 0.8385576746998906,
+      "eval_tg_opus100_pr_auc": 0.8815957654310825,
+      "eval_th_opus100_pr_auc": 0.6865083098944315,
+      "eval_th_ud_pr_auc": 0.8057708825456225,
+      "eval_tr_ersatz_pr_auc": 0.9600301073504982,
+      "eval_tr_opus100_pr_auc": 0.8884935247994374,
+      "eval_tr_ud_pr_auc": 0.9466024088227084,
+      "eval_uk_opus100_pr_auc": 0.8761285510710954,
+      "eval_uk_ud_pr_auc": 0.9377804652492092,
+      "eval_ur_opus100_pr_auc": 0.5427706432748403,
+      "eval_ur_ud_pr_auc": 0.9920154810597586,
+      "eval_uz_opus100_pr_auc": 0.8614643361618707,
+      "eval_vi_opus100_pr_auc": 0.8984514387064825,
+      "eval_vi_ud_pr_auc": 0.9550692307532263,
+      "eval_xh_opus100_pr_auc": 0.8548949819651019,
+      "eval_yi_opus100_pr_auc": 0.8068740712131375,
+      "eval_yo_opus100_pr_auc": 0.8210271338146469,
+      "eval_yo_ud_pr_auc": 0.9011459822286015,
+      "eval_zh_ersatz_pr_auc": 0.955082334217118,
+      "eval_zh_opus100_pr_auc": 0.8485481023046051,
+      "eval_zh_ud_pr_auc": 0.9790390575009053,
+      "eval_zu_opus100_pr_auc": 0.8301502810517257,
+      "step": 85000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0288,
+      "step": 85050
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.098734177215191e-05,
+      "learning_rate_adapter": 8.098734177215191e-05,
+      "loss": 0.0286,
+      "step": 85100
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.09746835443038e-05,
+      "learning_rate_adapter": 8.09746835443038e-05,
+      "loss": 0.0286,
+      "step": 85150
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.096202531645571e-05,
+      "learning_rate_adapter": 8.096202531645571e-05,
+      "loss": 0.0287,
+      "step": 85200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.09493670886076e-05,
+      "learning_rate_adapter": 8.09493670886076e-05,
+      "loss": 0.0288,
+      "step": 85250
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.09367088607595e-05,
+      "learning_rate_adapter": 8.09367088607595e-05,
+      "loss": 0.0288,
+      "step": 85300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.09240506329114e-05,
+      "learning_rate_adapter": 8.09240506329114e-05,
+      "loss": 0.0284,
+      "step": 85350
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.091139240506329e-05,
+      "learning_rate_adapter": 8.091139240506329e-05,
+      "loss": 0.0284,
+      "step": 85400
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.08987341772152e-05,
+      "learning_rate_adapter": 8.08987341772152e-05,
+      "loss": 0.0282,
+      "step": 85450
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.088607594936709e-05,
+      "learning_rate_adapter": 8.088607594936709e-05,
+      "loss": 0.0286,
+      "step": 85500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.087341772151899e-05,
+      "learning_rate_adapter": 8.087341772151899e-05,
+      "loss": 0.0286,
+      "step": 85550
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.086075949367088e-05,
+      "learning_rate_adapter": 8.086075949367088e-05,
+      "loss": 0.0285,
+      "step": 85600
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.084810126582279e-05,
+      "learning_rate_adapter": 8.084810126582279e-05,
+      "loss": 0.0284,
+      "step": 85650
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.08354430379747e-05,
+      "learning_rate_adapter": 8.08354430379747e-05,
+      "loss": 0.0286,
+      "step": 85700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.082278481012659e-05,
+      "learning_rate_adapter": 8.082278481012659e-05,
+      "loss": 0.0285,
+      "step": 85750
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.08101265822785e-05,
+      "learning_rate_adapter": 8.08101265822785e-05,
+      "loss": 0.0283,
+      "step": 85800
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.079746835443039e-05,
+      "learning_rate_adapter": 8.079746835443039e-05,
+      "loss": 0.0281,
+      "step": 85850
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.078481012658228e-05,
+      "learning_rate_adapter": 8.078481012658228e-05,
+      "loss": 0.0285,
+      "step": 85900
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.077215189873418e-05,
+      "learning_rate_adapter": 8.077215189873418e-05,
+      "loss": 0.0286,
+      "step": 85950
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.075949367088608e-05,
+      "learning_rate_adapter": 8.075949367088608e-05,
+      "loss": 0.0283,
+      "step": 86000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.074683544303798e-05,
+      "learning_rate_adapter": 8.074683544303798e-05,
+      "loss": 0.0288,
+      "step": 86050
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.073417721518987e-05,
+      "learning_rate_adapter": 8.073417721518987e-05,
+      "loss": 0.0285,
+      "step": 86100
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.072151898734177e-05,
+      "learning_rate_adapter": 8.072151898734177e-05,
+      "loss": 0.0286,
+      "step": 86150
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.070886075949367e-05,
+      "learning_rate_adapter": 8.070886075949367e-05,
+      "loss": 0.0286,
+      "step": 86200
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.069620253164558e-05,
+      "learning_rate_adapter": 8.069620253164558e-05,
+      "loss": 0.0288,
+      "step": 86250
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.068354430379748e-05,
+      "learning_rate_adapter": 8.068354430379748e-05,
+      "loss": 0.0283,
+      "step": 86300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.067088607594937e-05,
+      "learning_rate_adapter": 8.067088607594937e-05,
+      "loss": 0.0283,
+      "step": 86350
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.065822784810127e-05,
+      "learning_rate_adapter": 8.065822784810127e-05,
+      "loss": 0.0286,
+      "step": 86400
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.064556962025317e-05,
+      "learning_rate_adapter": 8.064556962025317e-05,
+      "loss": 0.0287,
+      "step": 86450
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.063291139240506e-05,
+      "learning_rate_adapter": 8.063291139240506e-05,
+      "loss": 0.0283,
+      "step": 86500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.062025316455697e-05,
+      "learning_rate_adapter": 8.062025316455697e-05,
+      "loss": 0.0282,
+      "step": 86550
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.060759493670886e-05,
+      "learning_rate_adapter": 8.060759493670886e-05,
+      "loss": 0.0285,
+      "step": 86600
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.059493670886077e-05,
+      "learning_rate_adapter": 8.059493670886077e-05,
+      "loss": 0.0283,
+      "step": 86650
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.058227848101266e-05,
+      "learning_rate_adapter": 8.058227848101266e-05,
+      "loss": 0.0284,
+      "step": 86700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.056962025316455e-05,
+      "learning_rate_adapter": 8.056962025316455e-05,
+      "loss": 0.029,
+      "step": 86750
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.055696202531646e-05,
+      "learning_rate_adapter": 8.055696202531646e-05,
+      "loss": 0.0288,
+      "step": 86800
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.054430379746836e-05,
+      "learning_rate_adapter": 8.054430379746836e-05,
+      "loss": 0.0283,
+      "step": 86850
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.053164556962027e-05,
+      "learning_rate_adapter": 8.053164556962027e-05,
+      "loss": 0.0286,
+      "step": 86900
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.051898734177216e-05,
+      "learning_rate_adapter": 8.051898734177216e-05,
+      "loss": 0.0285,
+      "step": 86950
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.050632911392405e-05,
+      "learning_rate_adapter": 8.050632911392405e-05,
+      "loss": 0.0283,
+      "step": 87000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.049367088607596e-05,
+      "learning_rate_adapter": 8.049367088607596e-05,
+      "loss": 0.0285,
+      "step": 87050
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.048101265822785e-05,
+      "learning_rate_adapter": 8.048101265822785e-05,
+      "loss": 0.0285,
+      "step": 87100
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.046835443037976e-05,
+      "learning_rate_adapter": 8.046835443037976e-05,
+      "loss": 0.0286,
+      "step": 87150
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.045569620253165e-05,
+      "learning_rate_adapter": 8.045569620253165e-05,
+      "loss": 0.0284,
+      "step": 87200
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.044303797468354e-05,
+      "learning_rate_adapter": 8.044303797468354e-05,
+      "loss": 0.0284,
+      "step": 87250
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.043037974683545e-05,
+      "learning_rate_adapter": 8.043037974683545e-05,
+      "loss": 0.0285,
+      "step": 87300
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.041772151898734e-05,
+      "learning_rate_adapter": 8.041772151898734e-05,
+      "loss": 0.0285,
+      "step": 87350
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.040506329113924e-05,
+      "learning_rate_adapter": 8.040506329113924e-05,
+      "loss": 0.0283,
+      "step": 87400
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.039240506329115e-05,
+      "learning_rate_adapter": 8.039240506329115e-05,
+      "loss": 0.0283,
+      "step": 87450
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.037974683544304e-05,
+      "learning_rate_adapter": 8.037974683544304e-05,
+      "loss": 0.0283,
+      "step": 87500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.036708860759495e-05,
+      "learning_rate_adapter": 8.036708860759495e-05,
+      "loss": 0.0286,
+      "step": 87550
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.035443037974684e-05,
+      "learning_rate_adapter": 8.035443037974684e-05,
+      "loss": 0.0284,
+      "step": 87600
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.034177215189874e-05,
+      "learning_rate_adapter": 8.034177215189874e-05,
+      "loss": 0.0284,
+      "step": 87650
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.032911392405064e-05,
+      "learning_rate_adapter": 8.032911392405064e-05,
+      "loss": 0.0285,
+      "step": 87700
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.031645569620253e-05,
+      "learning_rate_adapter": 8.031645569620253e-05,
+      "loss": 0.0285,
+      "step": 87750
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.030379746835443e-05,
+      "learning_rate_adapter": 8.030379746835443e-05,
+      "loss": 0.0285,
+      "step": 87800
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.029113924050633e-05,
+      "learning_rate_adapter": 8.029113924050633e-05,
+      "loss": 0.0285,
+      "step": 87850
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.027848101265823e-05,
+      "learning_rate_adapter": 8.027848101265823e-05,
+      "loss": 0.0283,
+      "step": 87900
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.026582278481012e-05,
+      "learning_rate_adapter": 8.026582278481012e-05,
+      "loss": 0.0285,
+      "step": 87950
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.025316455696203e-05,
+      "learning_rate_adapter": 8.025316455696203e-05,
+      "loss": 0.0282,
+      "step": 88000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.024050632911394e-05,
+      "learning_rate_adapter": 8.024050632911394e-05,
+      "loss": 0.0285,
+      "step": 88050
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.022784810126583e-05,
+      "learning_rate_adapter": 8.022784810126583e-05,
+      "loss": 0.0284,
+      "step": 88100
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.021518987341773e-05,
+      "learning_rate_adapter": 8.021518987341773e-05,
+      "loss": 0.0283,
+      "step": 88150
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.020253164556962e-05,
+      "learning_rate_adapter": 8.020253164556962e-05,
+      "loss": 0.0283,
+      "step": 88200
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.018987341772153e-05,
+      "learning_rate_adapter": 8.018987341772153e-05,
+      "loss": 0.0287,
+      "step": 88250
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.017721518987342e-05,
+      "learning_rate_adapter": 8.017721518987342e-05,
+      "loss": 0.0282,
+      "step": 88300
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.016455696202531e-05,
+      "learning_rate_adapter": 8.016455696202531e-05,
+      "loss": 0.0284,
+      "step": 88350
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.015189873417722e-05,
+      "learning_rate_adapter": 8.015189873417722e-05,
+      "loss": 0.0287,
+      "step": 88400
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.013924050632911e-05,
+      "learning_rate_adapter": 8.013924050632911e-05,
+      "loss": 0.0284,
+      "step": 88450
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.012658227848102e-05,
+      "learning_rate_adapter": 8.012658227848102e-05,
+      "loss": 0.0284,
+      "step": 88500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.011392405063291e-05,
+      "learning_rate_adapter": 8.011392405063291e-05,
+      "loss": 0.0284,
+      "step": 88550
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.010126582278482e-05,
+      "learning_rate_adapter": 8.010126582278482e-05,
+      "loss": 0.0287,
+      "step": 88600
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.008860759493672e-05,
+      "learning_rate_adapter": 8.008860759493672e-05,
+      "loss": 0.0283,
+      "step": 88650
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.007594936708861e-05,
+      "learning_rate_adapter": 8.007594936708861e-05,
+      "loss": 0.0285,
+      "step": 88700
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.006329113924052e-05,
+      "learning_rate_adapter": 8.006329113924052e-05,
+      "loss": 0.0283,
+      "step": 88750
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.005063291139241e-05,
+      "learning_rate_adapter": 8.005063291139241e-05,
+      "loss": 0.0284,
+      "step": 88800
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.00379746835443e-05,
+      "learning_rate_adapter": 8.00379746835443e-05,
+      "loss": 0.0285,
+      "step": 88850
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.002531645569621e-05,
+      "learning_rate_adapter": 8.002531645569621e-05,
+      "loss": 0.028,
+      "step": 88900
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.00126582278481e-05,
+      "learning_rate_adapter": 8.00126582278481e-05,
+      "loss": 0.0285,
+      "step": 88950
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0287,
+      "step": 89000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99873417721519e-05,
+      "learning_rate_adapter": 7.99873417721519e-05,
+      "loss": 0.0286,
+      "step": 89050
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.997468354430379e-05,
+      "learning_rate_adapter": 7.997468354430379e-05,
+      "loss": 0.0282,
+      "step": 89100
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99620253164557e-05,
+      "learning_rate_adapter": 7.99620253164557e-05,
+      "loss": 0.0284,
+      "step": 89150
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99493670886076e-05,
+      "learning_rate_adapter": 7.99493670886076e-05,
+      "loss": 0.0283,
+      "step": 89200
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.993670886075951e-05,
+      "learning_rate_adapter": 7.993670886075951e-05,
+      "loss": 0.0285,
+      "step": 89250
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99240506329114e-05,
+      "learning_rate_adapter": 7.99240506329114e-05,
+      "loss": 0.0285,
+      "step": 89300
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.991139240506329e-05,
+      "learning_rate_adapter": 7.991139240506329e-05,
+      "loss": 0.0279,
+      "step": 89350
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.98987341772152e-05,
+      "learning_rate_adapter": 7.98987341772152e-05,
+      "loss": 0.0281,
+      "step": 89400
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.988607594936709e-05,
+      "learning_rate_adapter": 7.988607594936709e-05,
+      "loss": 0.0283,
+      "step": 89450
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.9873417721519e-05,
+      "learning_rate_adapter": 7.9873417721519e-05,
+      "loss": 0.0284,
+      "step": 89500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.986075949367089e-05,
+      "learning_rate_adapter": 7.986075949367089e-05,
+      "loss": 0.0281,
+      "step": 89550
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.984810126582278e-05,
+      "learning_rate_adapter": 7.984810126582278e-05,
+      "loss": 0.0284,
+      "step": 89600
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.983544303797468e-05,
+      "learning_rate_adapter": 7.983544303797468e-05,
+      "loss": 0.0283,
+      "step": 89650
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.982278481012658e-05,
+      "learning_rate_adapter": 7.982278481012658e-05,
+      "loss": 0.0283,
+      "step": 89700
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.981012658227848e-05,
+      "learning_rate_adapter": 7.981012658227848e-05,
+      "loss": 0.0283,
+      "step": 89750
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.979746835443039e-05,
+      "learning_rate_adapter": 7.979746835443039e-05,
+      "loss": 0.0281,
+      "step": 89800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.97848101265823e-05,
+      "learning_rate_adapter": 7.97848101265823e-05,
+      "loss": 0.0281,
+      "step": 89850
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.977215189873419e-05,
+      "learning_rate_adapter": 7.977215189873419e-05,
+      "loss": 0.0283,
+      "step": 89900
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.975949367088608e-05,
+      "learning_rate_adapter": 7.975949367088608e-05,
+      "loss": 0.0284,
+      "step": 89950
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.974683544303798e-05,
+      "learning_rate_adapter": 7.974683544303798e-05,
+      "loss": 0.0284,
+      "step": 90000
+    },
+    {
+      "epoch": 0.61,
+      "eval_af_opus100_pr_auc": 0.7689018038810768,
+      "eval_af_ud_pr_auc": 0.9921843178070555,
+      "eval_am_opus100_pr_auc": 0.5282133164195398,
+      "eval_ar_ersatz_pr_auc": 0.9116497771878681,
+      "eval_ar_opus100_pr_auc": 0.7073404958737183,
+      "eval_ar_ud_pr_auc": 0.8803222393623128,
+      "eval_average_ersatz_pr_auc": 0.9644890485440155,
+      "eval_average_opus100_pr_auc": 0.832188026813054,
+      "eval_average_ud_pr_auc": 0.9628687457132504,
+      "eval_az_opus100_pr_auc": 0.7704572936484736,
+      "eval_be_opus100_pr_auc": 0.6968906364448552,
+      "eval_be_ud_pr_auc": 0.9041082245276278,
+      "eval_bg_opus100_pr_auc": 0.9123538933264262,
+      "eval_bg_ud_pr_auc": 0.9947622009386051,
+      "eval_bn_opus100_pr_auc": 0.8152636020684714,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8763534810399973,
+      "eval_ca_ud_pr_auc": 0.9929337135617455,
+      "eval_ceb_ud_pr_auc": 0.9997992517337045,
+      "eval_cs_ersatz_pr_auc": 0.9830079638469286,
+      "eval_cs_opus100_pr_auc": 0.9049592115107271,
+      "eval_cs_ud_pr_auc": 0.9563292121973246,
+      "eval_cy_opus100_pr_auc": 0.7691317226528303,
+      "eval_cy_ud_pr_auc": 0.9954507828612401,
+      "eval_da_opus100_pr_auc": 0.9166229837369066,
+      "eval_da_ud_pr_auc": 0.9804269036158209,
+      "eval_de_ersatz_pr_auc": 0.9833782816910427,
+      "eval_de_opus100_pr_auc": 0.891380381468145,
+      "eval_de_ud_pr_auc": 0.9895147947084368,
+      "eval_el_opus100_pr_auc": 0.9145562358295772,
+      "eval_el_ud_pr_auc": 0.9900292139958653,
+      "eval_en_ersatz_pr_auc": 0.99007589446281,
+      "eval_en_opus100_pr_auc": 0.9277068982134569,
+      "eval_en_ud_pr_auc": 0.9718086970074373,
+      "eval_eo_opus100_pr_auc": 0.9289836505705976,
+      "eval_es_ersatz_pr_auc": 0.9952275417743334,
+      "eval_es_opus100_pr_auc": 0.9233038068640919,
+      "eval_es_ud_pr_auc": 0.9937674835116561,
+      "eval_et_ersatz_pr_auc": 0.9799115438041357,
+      "eval_et_opus100_pr_auc": 0.897976452693204,
+      "eval_et_ud_pr_auc": 0.9739132429479445,
+      "eval_eu_opus100_pr_auc": 0.8714753930560019,
+      "eval_eu_ud_pr_auc": 0.9888174033955712,
+      "eval_fa_opus100_pr_auc": 0.5875666304534495,
+      "eval_fa_ud_pr_auc": 0.995174303997667,
+      "eval_fi_ersatz_pr_auc": 0.9896815958832933,
+      "eval_fi_opus100_pr_auc": 0.9210854562968159,
+      "eval_fi_ud_pr_auc": 0.9727039506764683,
+      "eval_fr_ersatz_pr_auc": 0.9922293082593748,
+      "eval_fr_opus100_pr_auc": 0.9129564748679487,
+      "eval_fr_ud_pr_auc": 0.9811825574505119,
+      "eval_fy_opus100_pr_auc": 0.6483626047165151,
+      "eval_ga_opus100_pr_auc": 0.8921639436524724,
+      "eval_ga_ud_pr_auc": 0.8228214917636674,
+      "eval_gd_opus100_pr_auc": 0.6218134494770237,
+      "eval_gd_ud_pr_auc": 0.7902921343652473,
+      "eval_gl_opus100_pr_auc": 0.8832329362400446,
+      "eval_gl_ud_pr_auc": 0.9962275693337763,
+      "eval_gu_ersatz_pr_auc": 0.9221298998426305,
+      "eval_gu_opus100_pr_auc": 0.7318895290113159,
+      "eval_ha_opus100_pr_auc": 0.9178494610325029,
+      "eval_he_opus100_pr_auc": 0.863410193921471,
+      "eval_he_ud_pr_auc": 0.9799302680406817,
+      "eval_hi_ersatz_pr_auc": 0.9791452505925448,
+      "eval_hi_opus100_pr_auc": 0.6737117798816495,
+      "eval_hi_ud_pr_auc": 0.9783498154397969,
+      "eval_hu_opus100_pr_auc": 0.9265705875526641,
+      "eval_hu_ud_pr_auc": 0.9859492253369887,
+      "eval_hy_opus100_pr_auc": 0.9079321411304042,
+      "eval_hy_ud_pr_auc": 0.978225883255479,
+      "eval_id_opus100_pr_auc": 0.8886580661756525,
+      "eval_id_ud_pr_auc": 0.9938493884969078,
+      "eval_ig_opus100_pr_auc": 0.8787492084172164,
+      "eval_is_opus100_pr_auc": 0.922279428853747,
+      "eval_is_ud_pr_auc": 0.9182633286835498,
+      "eval_it_opus100_pr_auc": 0.9110993656534435,
+      "eval_it_ud_pr_auc": 0.9972788947246969,
+      "eval_ja_ersatz_pr_auc": 0.8169235602943105,
+      "eval_ja_opus100_pr_auc": 0.8199348232964412,
+      "eval_ja_ud_pr_auc": 0.9790886449021146,
+      "eval_jv_ud_pr_auc": 0.9696188709730081,
+      "eval_ka_opus100_pr_auc": 0.8532153235048174,
+      "eval_kk_ersatz_pr_auc": 0.9876361444074593,
+      "eval_kk_opus100_pr_auc": 0.7825352086432276,
+      "eval_kk_ud_pr_auc": 0.9758108797170302,
+      "eval_km_ersatz_pr_auc": 0.9167277993537579,
+      "eval_km_opus100_pr_auc": 0.7389790033670356,
+      "eval_kn_opus100_pr_auc": 0.6107514696741112,
+      "eval_ko_opus100_pr_auc": 0.6700745127565018,
+      "eval_ko_ud_pr_auc": 0.9968790683778241,
+      "eval_ku_opus100_pr_auc": 0.8156793250158432,
+      "eval_ky_opus100_pr_auc": 0.8511009824713731,
+      "eval_la_ud_pr_auc": 0.9531129187442451,
+      "eval_loss": 0.03195391222834587,
+      "eval_lt_ersatz_pr_auc": 0.9936612350408873,
+      "eval_lt_opus100_pr_auc": 0.8777167955302925,
+      "eval_lt_ud_pr_auc": 0.994998500814568,
+      "eval_lv_ersatz_pr_auc": 0.9901877270677224,
+      "eval_lv_opus100_pr_auc": 0.8833836966178621,
+      "eval_lv_ud_pr_auc": 0.9660862948464882,
+      "eval_mg_opus100_pr_auc": 0.9274561185912572,
+      "eval_mk_opus100_pr_auc": 0.9123640059064643,
+      "eval_ml_opus100_pr_auc": 0.7906073853118903,
+      "eval_mn_opus100_pr_auc": 0.939049362226015,
+      "eval_mr_opus100_pr_auc": 0.8723513022777906,
+      "eval_mr_ud_pr_auc": 0.9885453144788067,
+      "eval_ms_opus100_pr_auc": 0.8680264376282744,
+      "eval_mt_opus100_pr_auc": 0.83542594030146,
+      "eval_mt_ud_pr_auc": 0.8888894721213125,
+      "eval_my_opus100_pr_auc": 0.7642017766616718,
+      "eval_ne_opus100_pr_auc": 0.7378526181815012,
+      "eval_nl_opus100_pr_auc": 0.8916049758034322,
+      "eval_nl_ud_pr_auc": 0.9781750246957002,
+      "eval_no_opus100_pr_auc": 0.9183189688183474,
+      "eval_no_ud_pr_auc": 0.995928277008458,
+      "eval_pa_opus100_pr_auc": 0.6790674274311709,
+      "eval_pl_ersatz_pr_auc": 0.9611213768528584,
+      "eval_pl_opus100_pr_auc": 0.8917144522867883,
+      "eval_pl_ud_pr_auc": 0.96409279128875,
+      "eval_ps_ersatz_pr_auc": 0.9345640072640983,
+      "eval_ps_opus100_pr_auc": 0.7481750762385491,
+      "eval_pt_opus100_pr_auc": 0.9204909000321391,
+      "eval_pt_ud_pr_auc": 0.9841493393036849,
+      "eval_ro_ersatz_pr_auc": 0.9949206466496346,
+      "eval_ro_opus100_pr_auc": 0.8770207028419347,
+      "eval_ro_ud_pr_auc": 0.9565362035088739,
+      "eval_ru_ersatz_pr_auc": 0.9900727990370348,
+      "eval_ru_opus100_pr_auc": 0.932085039771005,
+      "eval_ru_ud_pr_auc": 0.8689976793232616,
+      "eval_runtime": 324.13,
+      "eval_samples_per_second": 232.82,
+      "eval_si_opus100_pr_auc": 0.8210796890156463,
+      "eval_sk_opus100_pr_auc": 0.9289843832137886,
+      "eval_sk_ud_pr_auc": 0.9787703176509591,
+      "eval_sl_opus100_pr_auc": 0.8633862708707107,
+      "eval_sl_ud_pr_auc": 0.9706351414297795,
+      "eval_sq_opus100_pr_auc": 0.8992540828784399,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9068545825535518,
+      "eval_sr_ud_pr_auc": 0.9971109915486753,
+      "eval_steps_per_second": 0.91,
+      "eval_sv_opus100_pr_auc": 0.8902101153790819,
+      "eval_sv_ud_pr_auc": 0.9375778418644761,
+      "eval_ta_ersatz_pr_auc": 0.9808887701091183,
+      "eval_ta_opus100_pr_auc": 0.6842711173870946,
+      "eval_ta_ud_pr_auc": 0.9917154420803859,
+      "eval_te_opus100_pr_auc": 0.8389620503069869,
+      "eval_tg_opus100_pr_auc": 0.8777962446160392,
+      "eval_th_opus100_pr_auc": 0.6920378325119897,
+      "eval_th_ud_pr_auc": 0.8203911852867584,
+      "eval_tr_ersatz_pr_auc": 0.9633704509945928,
+      "eval_tr_opus100_pr_auc": 0.8923680998745629,
+      "eval_tr_ud_pr_auc": 0.9523366036338358,
+      "eval_uk_opus100_pr_auc": 0.8805427037796776,
+      "eval_uk_ud_pr_auc": 0.938131580013491,
+      "eval_ur_opus100_pr_auc": 0.5556342552367389,
+      "eval_ur_ud_pr_auc": 0.9963087575960865,
+      "eval_uz_opus100_pr_auc": 0.8700203585085322,
+      "eval_vi_opus100_pr_auc": 0.9062344652197328,
+      "eval_vi_ud_pr_auc": 0.9594896202592048,
+      "eval_xh_opus100_pr_auc": 0.8817001642256157,
+      "eval_yi_opus100_pr_auc": 0.8326032684138703,
+      "eval_yo_opus100_pr_auc": 0.8189729966449892,
+      "eval_yo_ud_pr_auc": 0.9017045829069209,
+      "eval_zh_ersatz_pr_auc": 0.9622474935519054,
+      "eval_zh_opus100_pr_auc": 0.8473195872906725,
+      "eval_zh_ud_pr_auc": 0.9840206675427916,
+      "eval_zu_opus100_pr_auc": 0.8307997829230965,
+      "step": 90000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.973417721518988e-05,
+      "learning_rate_adapter": 7.973417721518988e-05,
+      "loss": 0.0286,
+      "step": 90050
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.972151898734178e-05,
+      "learning_rate_adapter": 7.972151898734178e-05,
+      "loss": 0.0284,
+      "step": 90100
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.970886075949367e-05,
+      "learning_rate_adapter": 7.970886075949367e-05,
+      "loss": 0.0285,
+      "step": 90150
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.969620253164557e-05,
+      "learning_rate_adapter": 7.969620253164557e-05,
+      "loss": 0.0281,
+      "step": 90200
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.968354430379747e-05,
+      "learning_rate_adapter": 7.968354430379747e-05,
+      "loss": 0.0281,
+      "step": 90250
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.967088607594936e-05,
+      "learning_rate_adapter": 7.967088607594936e-05,
+      "loss": 0.0283,
+      "step": 90300
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.965822784810127e-05,
+      "learning_rate_adapter": 7.965822784810127e-05,
+      "loss": 0.0285,
+      "step": 90350
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.964556962025317e-05,
+      "learning_rate_adapter": 7.964556962025317e-05,
+      "loss": 0.0284,
+      "step": 90400
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.963291139240507e-05,
+      "learning_rate_adapter": 7.963291139240507e-05,
+      "loss": 0.0284,
+      "step": 90450
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.962025316455697e-05,
+      "learning_rate_adapter": 7.962025316455697e-05,
+      "loss": 0.0283,
+      "step": 90500
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.960759493670886e-05,
+      "learning_rate_adapter": 7.960759493670886e-05,
+      "loss": 0.0281,
+      "step": 90550
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.959493670886077e-05,
+      "learning_rate_adapter": 7.959493670886077e-05,
+      "loss": 0.0282,
+      "step": 90600
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.958227848101266e-05,
+      "learning_rate_adapter": 7.958227848101266e-05,
+      "loss": 0.028,
+      "step": 90650
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.956962025316455e-05,
+      "learning_rate_adapter": 7.956962025316455e-05,
+      "loss": 0.0282,
+      "step": 90700
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.955696202531646e-05,
+      "learning_rate_adapter": 7.955696202531646e-05,
+      "loss": 0.0283,
+      "step": 90750
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.954430379746835e-05,
+      "learning_rate_adapter": 7.954430379746835e-05,
+      "loss": 0.0283,
+      "step": 90800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.953164556962026e-05,
+      "learning_rate_adapter": 7.953164556962026e-05,
+      "loss": 0.0283,
+      "step": 90850
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.951898734177215e-05,
+      "learning_rate_adapter": 7.951898734177215e-05,
+      "loss": 0.0285,
+      "step": 90900
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.950632911392406e-05,
+      "learning_rate_adapter": 7.950632911392406e-05,
+      "loss": 0.0283,
+      "step": 90950
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.949367088607596e-05,
+      "learning_rate_adapter": 7.949367088607596e-05,
+      "loss": 0.0282,
+      "step": 91000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.948101265822785e-05,
+      "learning_rate_adapter": 7.948101265822785e-05,
+      "loss": 0.0284,
+      "step": 91050
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.946835443037976e-05,
+      "learning_rate_adapter": 7.946835443037976e-05,
+      "loss": 0.0283,
+      "step": 91100
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.945569620253165e-05,
+      "learning_rate_adapter": 7.945569620253165e-05,
+      "loss": 0.0279,
+      "step": 91150
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.944303797468354e-05,
+      "learning_rate_adapter": 7.944303797468354e-05,
+      "loss": 0.0283,
+      "step": 91200
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.943037974683545e-05,
+      "learning_rate_adapter": 7.943037974683545e-05,
+      "loss": 0.0282,
+      "step": 91250
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.941772151898734e-05,
+      "learning_rate_adapter": 7.941772151898734e-05,
+      "loss": 0.0284,
+      "step": 91300
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.940506329113925e-05,
+      "learning_rate_adapter": 7.940506329113925e-05,
+      "loss": 0.0281,
+      "step": 91350
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.939240506329114e-05,
+      "learning_rate_adapter": 7.939240506329114e-05,
+      "loss": 0.028,
+      "step": 91400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.937974683544303e-05,
+      "learning_rate_adapter": 7.937974683544303e-05,
+      "loss": 0.0284,
+      "step": 91450
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.936708860759494e-05,
+      "learning_rate_adapter": 7.936708860759494e-05,
+      "loss": 0.0283,
+      "step": 91500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.935443037974684e-05,
+      "learning_rate_adapter": 7.935443037974684e-05,
+      "loss": 0.0281,
+      "step": 91550
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.934177215189875e-05,
+      "learning_rate_adapter": 7.934177215189875e-05,
+      "loss": 0.0282,
+      "step": 91600
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.932911392405064e-05,
+      "learning_rate_adapter": 7.932911392405064e-05,
+      "loss": 0.028,
+      "step": 91650
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.931645569620254e-05,
+      "learning_rate_adapter": 7.931645569620254e-05,
+      "loss": 0.0282,
+      "step": 91700
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.930379746835444e-05,
+      "learning_rate_adapter": 7.930379746835444e-05,
+      "loss": 0.0284,
+      "step": 91750
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.929113924050633e-05,
+      "learning_rate_adapter": 7.929113924050633e-05,
+      "loss": 0.028,
+      "step": 91800
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.927848101265823e-05,
+      "learning_rate_adapter": 7.927848101265823e-05,
+      "loss": 0.0282,
+      "step": 91850
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.926582278481013e-05,
+      "learning_rate_adapter": 7.926582278481013e-05,
+      "loss": 0.0283,
+      "step": 91900
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.925316455696203e-05,
+      "learning_rate_adapter": 7.925316455696203e-05,
+      "loss": 0.0281,
+      "step": 91950
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.924050632911392e-05,
+      "learning_rate_adapter": 7.924050632911392e-05,
+      "loss": 0.0281,
+      "step": 92000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.922784810126582e-05,
+      "learning_rate_adapter": 7.922784810126582e-05,
+      "loss": 0.0282,
+      "step": 92050
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.921518987341772e-05,
+      "learning_rate_adapter": 7.921518987341772e-05,
+      "loss": 0.0283,
+      "step": 92100
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.920253164556963e-05,
+      "learning_rate_adapter": 7.920253164556963e-05,
+      "loss": 0.028,
+      "step": 92150
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.918987341772153e-05,
+      "learning_rate_adapter": 7.918987341772153e-05,
+      "loss": 0.0283,
+      "step": 92200
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.917721518987343e-05,
+      "learning_rate_adapter": 7.917721518987343e-05,
+      "loss": 0.0282,
+      "step": 92250
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.916455696202532e-05,
+      "learning_rate_adapter": 7.916455696202532e-05,
+      "loss": 0.0284,
+      "step": 92300
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.915189873417722e-05,
+      "learning_rate_adapter": 7.915189873417722e-05,
+      "loss": 0.028,
+      "step": 92350
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.913924050632912e-05,
+      "learning_rate_adapter": 7.913924050632912e-05,
+      "loss": 0.028,
+      "step": 92400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.912658227848102e-05,
+      "learning_rate_adapter": 7.912658227848102e-05,
+      "loss": 0.0281,
+      "step": 92450
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.911392405063291e-05,
+      "learning_rate_adapter": 7.911392405063291e-05,
+      "loss": 0.0282,
+      "step": 92500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.91012658227848e-05,
+      "learning_rate_adapter": 7.91012658227848e-05,
+      "loss": 0.0282,
+      "step": 92550
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.908860759493671e-05,
+      "learning_rate_adapter": 7.908860759493671e-05,
+      "loss": 0.0283,
+      "step": 92600
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.90759493670886e-05,
+      "learning_rate_adapter": 7.90759493670886e-05,
+      "loss": 0.028,
+      "step": 92650
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.906329113924051e-05,
+      "learning_rate_adapter": 7.906329113924051e-05,
+      "loss": 0.0281,
+      "step": 92700
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.905063291139241e-05,
+      "learning_rate_adapter": 7.905063291139241e-05,
+      "loss": 0.0281,
+      "step": 92750
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.90379746835443e-05,
+      "learning_rate_adapter": 7.90379746835443e-05,
+      "loss": 0.0281,
+      "step": 92800
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.902531645569621e-05,
+      "learning_rate_adapter": 7.902531645569621e-05,
+      "loss": 0.0281,
+      "step": 92850
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.90126582278481e-05,
+      "learning_rate_adapter": 7.90126582278481e-05,
+      "loss": 0.028,
+      "step": 92900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0283,
+      "step": 92950
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89873417721519e-05,
+      "learning_rate_adapter": 7.89873417721519e-05,
+      "loss": 0.0283,
+      "step": 93000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89746835443038e-05,
+      "learning_rate_adapter": 7.89746835443038e-05,
+      "loss": 0.0282,
+      "step": 93050
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89620253164557e-05,
+      "learning_rate_adapter": 7.89620253164557e-05,
+      "loss": 0.0282,
+      "step": 93100
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.894936708860759e-05,
+      "learning_rate_adapter": 7.894936708860759e-05,
+      "loss": 0.028,
+      "step": 93150
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89367088607595e-05,
+      "learning_rate_adapter": 7.89367088607595e-05,
+      "loss": 0.0282,
+      "step": 93200
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.892405063291139e-05,
+      "learning_rate_adapter": 7.892405063291139e-05,
+      "loss": 0.0281,
+      "step": 93250
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89113924050633e-05,
+      "learning_rate_adapter": 7.89113924050633e-05,
+      "loss": 0.028,
+      "step": 93300
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.88987341772152e-05,
+      "learning_rate_adapter": 7.88987341772152e-05,
+      "loss": 0.028,
+      "step": 93350
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.888607594936709e-05,
+      "learning_rate_adapter": 7.888607594936709e-05,
+      "loss": 0.0282,
+      "step": 93400
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.8873417721519e-05,
+      "learning_rate_adapter": 7.8873417721519e-05,
+      "loss": 0.0281,
+      "step": 93450
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.886075949367089e-05,
+      "learning_rate_adapter": 7.886075949367089e-05,
+      "loss": 0.0281,
+      "step": 93500
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.88481012658228e-05,
+      "learning_rate_adapter": 7.88481012658228e-05,
+      "loss": 0.028,
+      "step": 93550
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.883544303797469e-05,
+      "learning_rate_adapter": 7.883544303797469e-05,
+      "loss": 0.0281,
+      "step": 93600
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.882278481012658e-05,
+      "learning_rate_adapter": 7.882278481012658e-05,
+      "loss": 0.0281,
+      "step": 93650
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.881012658227849e-05,
+      "learning_rate_adapter": 7.881012658227849e-05,
+      "loss": 0.0279,
+      "step": 93700
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.879746835443038e-05,
+      "learning_rate_adapter": 7.879746835443038e-05,
+      "loss": 0.0279,
+      "step": 93750
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.878481012658228e-05,
+      "learning_rate_adapter": 7.878481012658228e-05,
+      "loss": 0.0283,
+      "step": 93800
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.877215189873418e-05,
+      "learning_rate_adapter": 7.877215189873418e-05,
+      "loss": 0.0284,
+      "step": 93850
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.875949367088608e-05,
+      "learning_rate_adapter": 7.875949367088608e-05,
+      "loss": 0.0282,
+      "step": 93900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.874683544303799e-05,
+      "learning_rate_adapter": 7.874683544303799e-05,
+      "loss": 0.0279,
+      "step": 93950
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.873417721518988e-05,
+      "learning_rate_adapter": 7.873417721518988e-05,
+      "loss": 0.0281,
+      "step": 94000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.872151898734178e-05,
+      "learning_rate_adapter": 7.872151898734178e-05,
+      "loss": 0.0282,
+      "step": 94050
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.870886075949368e-05,
+      "learning_rate_adapter": 7.870886075949368e-05,
+      "loss": 0.0279,
+      "step": 94100
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.869620253164557e-05,
+      "learning_rate_adapter": 7.869620253164557e-05,
+      "loss": 0.0281,
+      "step": 94150
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.868354430379747e-05,
+      "learning_rate_adapter": 7.868354430379747e-05,
+      "loss": 0.0279,
+      "step": 94200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.867088607594937e-05,
+      "learning_rate_adapter": 7.867088607594937e-05,
+      "loss": 0.0283,
+      "step": 94250
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.865822784810127e-05,
+      "learning_rate_adapter": 7.865822784810127e-05,
+      "loss": 0.0282,
+      "step": 94300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.864556962025316e-05,
+      "learning_rate_adapter": 7.864556962025316e-05,
+      "loss": 0.0283,
+      "step": 94350
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.863291139240506e-05,
+      "learning_rate_adapter": 7.863291139240506e-05,
+      "loss": 0.0284,
+      "step": 94400
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.862025316455696e-05,
+      "learning_rate_adapter": 7.862025316455696e-05,
+      "loss": 0.0279,
+      "step": 94450
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.860759493670887e-05,
+      "learning_rate_adapter": 7.860759493670887e-05,
+      "loss": 0.0281,
+      "step": 94500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.859493670886077e-05,
+      "learning_rate_adapter": 7.859493670886077e-05,
+      "loss": 0.0279,
+      "step": 94550
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.858227848101266e-05,
+      "learning_rate_adapter": 7.858227848101266e-05,
+      "loss": 0.0282,
+      "step": 94600
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.856962025316456e-05,
+      "learning_rate_adapter": 7.856962025316456e-05,
+      "loss": 0.028,
+      "step": 94650
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.855696202531646e-05,
+      "learning_rate_adapter": 7.855696202531646e-05,
+      "loss": 0.0281,
+      "step": 94700
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.854430379746835e-05,
+      "learning_rate_adapter": 7.854430379746835e-05,
+      "loss": 0.0281,
+      "step": 94750
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.853164556962026e-05,
+      "learning_rate_adapter": 7.853164556962026e-05,
+      "loss": 0.0279,
+      "step": 94800
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.851898734177215e-05,
+      "learning_rate_adapter": 7.851898734177215e-05,
+      "loss": 0.0279,
+      "step": 94850
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.850632911392406e-05,
+      "learning_rate_adapter": 7.850632911392406e-05,
+      "loss": 0.028,
+      "step": 94900
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.849367088607595e-05,
+      "learning_rate_adapter": 7.849367088607595e-05,
+      "loss": 0.0281,
+      "step": 94950
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.848101265822784e-05,
+      "learning_rate_adapter": 7.848101265822784e-05,
+      "loss": 0.0278,
+      "step": 95000
+    },
+    {
+      "epoch": 0.64,
+      "eval_af_opus100_pr_auc": 0.7875414267195495,
+      "eval_af_ud_pr_auc": 0.9919647736386625,
+      "eval_am_opus100_pr_auc": 0.5754286202996648,
+      "eval_ar_ersatz_pr_auc": 0.9132825037162253,
+      "eval_ar_opus100_pr_auc": 0.7166124740679181,
+      "eval_ar_ud_pr_auc": 0.8787970641452177,
+      "eval_average_ersatz_pr_auc": 0.9629494407019624,
+      "eval_average_opus100_pr_auc": 0.8368789457568899,
+      "eval_average_ud_pr_auc": 0.9612712282531625,
+      "eval_az_opus100_pr_auc": 0.751973408962732,
+      "eval_be_opus100_pr_auc": 0.7116349182918877,
+      "eval_be_ud_pr_auc": 0.8805995776448389,
+      "eval_bg_opus100_pr_auc": 0.9145806891982932,
+      "eval_bg_ud_pr_auc": 0.9933121971232985,
+      "eval_bn_opus100_pr_auc": 0.8164338559412677,
+      "eval_bn_ud_pr_auc": 0.9995244808449697,
+      "eval_ca_opus100_pr_auc": 0.8774257481497194,
+      "eval_ca_ud_pr_auc": 0.9932100458327718,
+      "eval_ceb_ud_pr_auc": 0.9999434125086537,
+      "eval_cs_ersatz_pr_auc": 0.9841212673399156,
+      "eval_cs_opus100_pr_auc": 0.9145440282953251,
+      "eval_cs_ud_pr_auc": 0.9560113919981218,
+      "eval_cy_opus100_pr_auc": 0.7961992441670699,
+      "eval_cy_ud_pr_auc": 0.9941467070039304,
+      "eval_da_opus100_pr_auc": 0.9151313500689817,
+      "eval_da_ud_pr_auc": 0.979862087443443,
+      "eval_de_ersatz_pr_auc": 0.9831334109248273,
+      "eval_de_opus100_pr_auc": 0.8946041499811471,
+      "eval_de_ud_pr_auc": 0.9869188917242087,
+      "eval_el_opus100_pr_auc": 0.914358337543642,
+      "eval_el_ud_pr_auc": 0.9854926187519172,
+      "eval_en_ersatz_pr_auc": 0.9886282962543562,
+      "eval_en_opus100_pr_auc": 0.9319173961397746,
+      "eval_en_ud_pr_auc": 0.9722949439306966,
+      "eval_eo_opus100_pr_auc": 0.928430082994162,
+      "eval_es_ersatz_pr_auc": 0.9956092219116776,
+      "eval_es_opus100_pr_auc": 0.9258807668754752,
+      "eval_es_ud_pr_auc": 0.9925351276731955,
+      "eval_et_ersatz_pr_auc": 0.9804246804748287,
+      "eval_et_opus100_pr_auc": 0.903064103877487,
+      "eval_et_ud_pr_auc": 0.9734513857281827,
+      "eval_eu_opus100_pr_auc": 0.8774182135168125,
+      "eval_eu_ud_pr_auc": 0.9902908683042609,
+      "eval_fa_opus100_pr_auc": 0.5820836218926702,
+      "eval_fa_ud_pr_auc": 0.9947953242681546,
+      "eval_fi_ersatz_pr_auc": 0.9902752626159208,
+      "eval_fi_opus100_pr_auc": 0.9138870130762351,
+      "eval_fi_ud_pr_auc": 0.9618326611428742,
+      "eval_fr_ersatz_pr_auc": 0.991642239777655,
+      "eval_fr_opus100_pr_auc": 0.9125778726181144,
+      "eval_fr_ud_pr_auc": 0.981601460518645,
+      "eval_fy_opus100_pr_auc": 0.6929934141327002,
+      "eval_ga_opus100_pr_auc": 0.894313530996182,
+      "eval_ga_ud_pr_auc": 0.8116314891165523,
+      "eval_gd_opus100_pr_auc": 0.645544515216516,
+      "eval_gd_ud_pr_auc": 0.8054398984920677,
+      "eval_gl_opus100_pr_auc": 0.8863787133904157,
+      "eval_gl_ud_pr_auc": 0.995513623139071,
+      "eval_gu_ersatz_pr_auc": 0.9245510061636714,
+      "eval_gu_opus100_pr_auc": 0.7384019749649322,
+      "eval_ha_opus100_pr_auc": 0.9169490923619485,
+      "eval_he_opus100_pr_auc": 0.879483233509633,
+      "eval_he_ud_pr_auc": 0.9707713075270317,
+      "eval_hi_ersatz_pr_auc": 0.9710153148825501,
+      "eval_hi_opus100_pr_auc": 0.6784858161327573,
+      "eval_hi_ud_pr_auc": 0.9774114215602652,
+      "eval_hu_opus100_pr_auc": 0.919496066151797,
+      "eval_hu_ud_pr_auc": 0.9849639994362178,
+      "eval_hy_opus100_pr_auc": 0.913437065701654,
+      "eval_hy_ud_pr_auc": 0.9809679536084159,
+      "eval_id_opus100_pr_auc": 0.8892254533985936,
+      "eval_id_ud_pr_auc": 0.9912628716069272,
+      "eval_ig_opus100_pr_auc": 0.8986612340982704,
+      "eval_is_opus100_pr_auc": 0.9299776009695989,
+      "eval_is_ud_pr_auc": 0.9066154992009413,
+      "eval_it_opus100_pr_auc": 0.9119046002248041,
+      "eval_it_ud_pr_auc": 0.9930550520141567,
+      "eval_ja_ersatz_pr_auc": 0.7950653560078138,
+      "eval_ja_opus100_pr_auc": 0.8063261415194177,
+      "eval_ja_ud_pr_auc": 0.972512784936251,
+      "eval_jv_ud_pr_auc": 0.9647591710693939,
+      "eval_ka_opus100_pr_auc": 0.8560806245318502,
+      "eval_kk_ersatz_pr_auc": 0.9853113181781263,
+      "eval_kk_opus100_pr_auc": 0.795658512173297,
+      "eval_kk_ud_pr_auc": 0.9741194962471543,
+      "eval_km_ersatz_pr_auc": 0.9204094804139346,
+      "eval_km_opus100_pr_auc": 0.7365083102810314,
+      "eval_kn_opus100_pr_auc": 0.643809515564941,
+      "eval_ko_opus100_pr_auc": 0.6839497242707497,
+      "eval_ko_ud_pr_auc": 0.9975344336523463,
+      "eval_ku_opus100_pr_auc": 0.8303401523701543,
+      "eval_ky_opus100_pr_auc": 0.8871388175200531,
+      "eval_la_ud_pr_auc": 0.9608352094794382,
+      "eval_loss": 0.03178660199046135,
+      "eval_lt_ersatz_pr_auc": 0.9928687055711296,
+      "eval_lt_opus100_pr_auc": 0.8710994418197692,
+      "eval_lt_ud_pr_auc": 0.9941945251700716,
+      "eval_lv_ersatz_pr_auc": 0.9928308277522917,
+      "eval_lv_opus100_pr_auc": 0.8887370375187247,
+      "eval_lv_ud_pr_auc": 0.9682207675961504,
+      "eval_mg_opus100_pr_auc": 0.9298714033789377,
+      "eval_mk_opus100_pr_auc": 0.9179131121834205,
+      "eval_ml_opus100_pr_auc": 0.7906382923629219,
+      "eval_mn_opus100_pr_auc": 0.9527635533966511,
+      "eval_mr_opus100_pr_auc": 0.864225949040471,
+      "eval_mr_ud_pr_auc": 0.9914383933892648,
+      "eval_ms_opus100_pr_auc": 0.8626039806023648,
+      "eval_mt_opus100_pr_auc": 0.8328570870934636,
+      "eval_mt_ud_pr_auc": 0.8655524570377754,
+      "eval_my_opus100_pr_auc": 0.770371848642822,
+      "eval_ne_opus100_pr_auc": 0.7333533807933372,
+      "eval_nl_opus100_pr_auc": 0.8961987570937832,
+      "eval_nl_ud_pr_auc": 0.9815785529129273,
+      "eval_no_opus100_pr_auc": 0.923287225318527,
+      "eval_no_ud_pr_auc": 0.997174205551678,
+      "eval_pa_opus100_pr_auc": 0.6955500015323851,
+      "eval_pl_ersatz_pr_auc": 0.9666855117840165,
+      "eval_pl_opus100_pr_auc": 0.9015294890345911,
+      "eval_pl_ud_pr_auc": 0.9730563743411446,
+      "eval_ps_ersatz_pr_auc": 0.9237851349669907,
+      "eval_ps_opus100_pr_auc": 0.7540798258026137,
+      "eval_pt_opus100_pr_auc": 0.9187909163063614,
+      "eval_pt_ud_pr_auc": 0.9856857579320272,
+      "eval_ro_ersatz_pr_auc": 0.9941714170266468,
+      "eval_ro_opus100_pr_auc": 0.8787708707030543,
+      "eval_ro_ud_pr_auc": 0.9744198676739377,
+      "eval_ru_ersatz_pr_auc": 0.9890547378336572,
+      "eval_ru_opus100_pr_auc": 0.9179735932049519,
+      "eval_ru_ud_pr_auc": 0.8640927540586443,
+      "eval_runtime": 322.8625,
+      "eval_samples_per_second": 233.734,
+      "eval_si_opus100_pr_auc": 0.8189835005647217,
+      "eval_sk_opus100_pr_auc": 0.9323940439459198,
+      "eval_sk_ud_pr_auc": 0.9793874245254345,
+      "eval_sl_opus100_pr_auc": 0.8676975461989647,
+      "eval_sl_ud_pr_auc": 0.9652650645133997,
+      "eval_sq_opus100_pr_auc": 0.9014551114589723,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.911233115700231,
+      "eval_sr_ud_pr_auc": 0.9969518735645857,
+      "eval_steps_per_second": 0.914,
+      "eval_sv_opus100_pr_auc": 0.8902187434475,
+      "eval_sv_ud_pr_auc": 0.938388964552647,
+      "eval_ta_ersatz_pr_auc": 0.9790695021392973,
+      "eval_ta_opus100_pr_auc": 0.6852741793389198,
+      "eval_ta_ud_pr_auc": 0.9897925288995408,
+      "eval_te_opus100_pr_auc": 0.8370424855752905,
+      "eval_tg_opus100_pr_auc": 0.881355759934331,
+      "eval_th_opus100_pr_auc": 0.6849205474040557,
+      "eval_th_ud_pr_auc": 0.8116600961187779,
+      "eval_tr_ersatz_pr_auc": 0.9671567838830539,
+      "eval_tr_opus100_pr_auc": 0.9009878676949151,
+      "eval_tr_ud_pr_auc": 0.9503344986123416,
+      "eval_uk_opus100_pr_auc": 0.8727601014299531,
+      "eval_uk_ud_pr_auc": 0.9321951335245345,
+      "eval_ur_opus100_pr_auc": 0.5617814605490732,
+      "eval_ur_ud_pr_auc": 0.9899934172994638,
+      "eval_uz_opus100_pr_auc": 0.872864089406334,
+      "eval_vi_opus100_pr_auc": 0.9003748423820079,
+      "eval_vi_ud_pr_auc": 0.9586549093926571,
+      "eval_xh_opus100_pr_auc": 0.8654503218816036,
+      "eval_yi_opus100_pr_auc": 0.8123019420781379,
+      "eval_yo_opus100_pr_auc": 0.8402146088738622,
+      "eval_yo_ud_pr_auc": 0.9082545290729866,
+      "eval_zh_ersatz_pr_auc": 0.9557957158245847,
+      "eval_zh_opus100_pr_auc": 0.847823619802964,
+      "eval_zh_ud_pr_auc": 0.9821886833779957,
+      "eval_zu_opus100_pr_auc": 0.84153246640884,
+      "step": 95000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.846835443037975e-05,
+      "learning_rate_adapter": 7.846835443037975e-05,
+      "loss": 0.0281,
+      "step": 95050
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.845569620253165e-05,
+      "learning_rate_adapter": 7.845569620253165e-05,
+      "loss": 0.0279,
+      "step": 95100
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.844303797468356e-05,
+      "learning_rate_adapter": 7.844303797468356e-05,
+      "loss": 0.0283,
+      "step": 95150
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.843037974683545e-05,
+      "learning_rate_adapter": 7.843037974683545e-05,
+      "loss": 0.0281,
+      "step": 95200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.841772151898734e-05,
+      "learning_rate_adapter": 7.841772151898734e-05,
+      "loss": 0.0278,
+      "step": 95250
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.840506329113925e-05,
+      "learning_rate_adapter": 7.840506329113925e-05,
+      "loss": 0.028,
+      "step": 95300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.839240506329114e-05,
+      "learning_rate_adapter": 7.839240506329114e-05,
+      "loss": 0.0279,
+      "step": 95350
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.837974683544305e-05,
+      "learning_rate_adapter": 7.837974683544305e-05,
+      "loss": 0.0282,
+      "step": 95400
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.836708860759494e-05,
+      "learning_rate_adapter": 7.836708860759494e-05,
+      "loss": 0.0278,
+      "step": 95450
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.835443037974683e-05,
+      "learning_rate_adapter": 7.835443037974683e-05,
+      "loss": 0.028,
+      "step": 95500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.834177215189874e-05,
+      "learning_rate_adapter": 7.834177215189874e-05,
+      "loss": 0.0281,
+      "step": 95550
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.832911392405063e-05,
+      "learning_rate_adapter": 7.832911392405063e-05,
+      "loss": 0.0279,
+      "step": 95600
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.831645569620253e-05,
+      "learning_rate_adapter": 7.831645569620253e-05,
+      "loss": 0.028,
+      "step": 95650
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.830379746835444e-05,
+      "learning_rate_adapter": 7.830379746835444e-05,
+      "loss": 0.028,
+      "step": 95700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.829113924050633e-05,
+      "learning_rate_adapter": 7.829113924050633e-05,
+      "loss": 0.0282,
+      "step": 95750
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.827848101265824e-05,
+      "learning_rate_adapter": 7.827848101265824e-05,
+      "loss": 0.0279,
+      "step": 95800
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.826582278481013e-05,
+      "learning_rate_adapter": 7.826582278481013e-05,
+      "loss": 0.028,
+      "step": 95850
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.825316455696204e-05,
+      "learning_rate_adapter": 7.825316455696204e-05,
+      "loss": 0.0279,
+      "step": 95900
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.824050632911393e-05,
+      "learning_rate_adapter": 7.824050632911393e-05,
+      "loss": 0.028,
+      "step": 95950
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.822784810126582e-05,
+      "learning_rate_adapter": 7.822784810126582e-05,
+      "loss": 0.0278,
+      "step": 96000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.821518987341772e-05,
+      "learning_rate_adapter": 7.821518987341772e-05,
+      "loss": 0.028,
+      "step": 96050
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.820253164556962e-05,
+      "learning_rate_adapter": 7.820253164556962e-05,
+      "loss": 0.0279,
+      "step": 96100
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.818987341772152e-05,
+      "learning_rate_adapter": 7.818987341772152e-05,
+      "loss": 0.0278,
+      "step": 96150
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.817721518987341e-05,
+      "learning_rate_adapter": 7.817721518987341e-05,
+      "loss": 0.028,
+      "step": 96200
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.816455696202532e-05,
+      "learning_rate_adapter": 7.816455696202532e-05,
+      "loss": 0.0279,
+      "step": 96250
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.815189873417723e-05,
+      "learning_rate_adapter": 7.815189873417723e-05,
+      "loss": 0.0282,
+      "step": 96300
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.813924050632912e-05,
+      "learning_rate_adapter": 7.813924050632912e-05,
+      "loss": 0.0278,
+      "step": 96350
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.812658227848102e-05,
+      "learning_rate_adapter": 7.812658227848102e-05,
+      "loss": 0.028,
+      "step": 96400
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.811392405063292e-05,
+      "learning_rate_adapter": 7.811392405063292e-05,
+      "loss": 0.0282,
+      "step": 96450
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.810126582278482e-05,
+      "learning_rate_adapter": 7.810126582278482e-05,
+      "loss": 0.0282,
+      "step": 96500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.808860759493671e-05,
+      "learning_rate_adapter": 7.808860759493671e-05,
+      "loss": 0.0278,
+      "step": 96550
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80759493670886e-05,
+      "learning_rate_adapter": 7.80759493670886e-05,
+      "loss": 0.0281,
+      "step": 96600
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.806329113924051e-05,
+      "learning_rate_adapter": 7.806329113924051e-05,
+      "loss": 0.028,
+      "step": 96650
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80506329113924e-05,
+      "learning_rate_adapter": 7.80506329113924e-05,
+      "loss": 0.028,
+      "step": 96700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.803797468354431e-05,
+      "learning_rate_adapter": 7.803797468354431e-05,
+      "loss": 0.0278,
+      "step": 96750
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80253164556962e-05,
+      "learning_rate_adapter": 7.80253164556962e-05,
+      "loss": 0.028,
+      "step": 96800
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80126582278481e-05,
+      "learning_rate_adapter": 7.80126582278481e-05,
+      "loss": 0.0282,
+      "step": 96850
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.028,
+      "step": 96900
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79873417721519e-05,
+      "learning_rate_adapter": 7.79873417721519e-05,
+      "loss": 0.0281,
+      "step": 96950
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.797468354430381e-05,
+      "learning_rate_adapter": 7.797468354430381e-05,
+      "loss": 0.0282,
+      "step": 97000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79620253164557e-05,
+      "learning_rate_adapter": 7.79620253164557e-05,
+      "loss": 0.0278,
+      "step": 97050
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79493670886076e-05,
+      "learning_rate_adapter": 7.79493670886076e-05,
+      "loss": 0.0281,
+      "step": 97100
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79367088607595e-05,
+      "learning_rate_adapter": 7.79367088607595e-05,
+      "loss": 0.0277,
+      "step": 97150
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.792405063291139e-05,
+      "learning_rate_adapter": 7.792405063291139e-05,
+      "loss": 0.028,
+      "step": 97200
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.79113924050633e-05,
+      "learning_rate_adapter": 7.79113924050633e-05,
+      "loss": 0.0278,
+      "step": 97250
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.789873417721519e-05,
+      "learning_rate_adapter": 7.789873417721519e-05,
+      "loss": 0.0278,
+      "step": 97300
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.788607594936708e-05,
+      "learning_rate_adapter": 7.788607594936708e-05,
+      "loss": 0.0282,
+      "step": 97350
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.787341772151899e-05,
+      "learning_rate_adapter": 7.787341772151899e-05,
+      "loss": 0.0281,
+      "step": 97400
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.786075949367089e-05,
+      "learning_rate_adapter": 7.786075949367089e-05,
+      "loss": 0.028,
+      "step": 97450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.78481012658228e-05,
+      "learning_rate_adapter": 7.78481012658228e-05,
+      "loss": 0.0279,
+      "step": 97500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.783544303797469e-05,
+      "learning_rate_adapter": 7.783544303797469e-05,
+      "loss": 0.0278,
+      "step": 97550
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.782278481012658e-05,
+      "learning_rate_adapter": 7.782278481012658e-05,
+      "loss": 0.028,
+      "step": 97600
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.781012658227849e-05,
+      "learning_rate_adapter": 7.781012658227849e-05,
+      "loss": 0.0278,
+      "step": 97650
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.779746835443038e-05,
+      "learning_rate_adapter": 7.779746835443038e-05,
+      "loss": 0.0279,
+      "step": 97700
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.778481012658229e-05,
+      "learning_rate_adapter": 7.778481012658229e-05,
+      "loss": 0.0276,
+      "step": 97750
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.777215189873418e-05,
+      "learning_rate_adapter": 7.777215189873418e-05,
+      "loss": 0.028,
+      "step": 97800
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.775949367088607e-05,
+      "learning_rate_adapter": 7.775949367088607e-05,
+      "loss": 0.0278,
+      "step": 97850
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.774683544303798e-05,
+      "learning_rate_adapter": 7.774683544303798e-05,
+      "loss": 0.028,
+      "step": 97900
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.773417721518987e-05,
+      "learning_rate_adapter": 7.773417721518987e-05,
+      "loss": 0.0279,
+      "step": 97950
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.772151898734177e-05,
+      "learning_rate_adapter": 7.772151898734177e-05,
+      "loss": 0.0277,
+      "step": 98000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.770886075949368e-05,
+      "learning_rate_adapter": 7.770886075949368e-05,
+      "loss": 0.0278,
+      "step": 98050
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.769620253164558e-05,
+      "learning_rate_adapter": 7.769620253164558e-05,
+      "loss": 0.028,
+      "step": 98100
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.768354430379748e-05,
+      "learning_rate_adapter": 7.768354430379748e-05,
+      "loss": 0.0278,
+      "step": 98150
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.767088607594937e-05,
+      "learning_rate_adapter": 7.767088607594937e-05,
+      "loss": 0.028,
+      "step": 98200
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.765822784810127e-05,
+      "learning_rate_adapter": 7.765822784810127e-05,
+      "loss": 0.028,
+      "step": 98250
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.764556962025317e-05,
+      "learning_rate_adapter": 7.764556962025317e-05,
+      "loss": 0.0282,
+      "step": 98300
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.763291139240507e-05,
+      "learning_rate_adapter": 7.763291139240507e-05,
+      "loss": 0.0278,
+      "step": 98350
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.762025316455696e-05,
+      "learning_rate_adapter": 7.762025316455696e-05,
+      "loss": 0.028,
+      "step": 98400
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.760759493670886e-05,
+      "learning_rate_adapter": 7.760759493670886e-05,
+      "loss": 0.0281,
+      "step": 98450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.759493670886076e-05,
+      "learning_rate_adapter": 7.759493670886076e-05,
+      "loss": 0.0277,
+      "step": 98500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.758227848101265e-05,
+      "learning_rate_adapter": 7.758227848101265e-05,
+      "loss": 0.0278,
+      "step": 98550
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.756962025316456e-05,
+      "learning_rate_adapter": 7.756962025316456e-05,
+      "loss": 0.0279,
+      "step": 98600
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.755696202531647e-05,
+      "learning_rate_adapter": 7.755696202531647e-05,
+      "loss": 0.028,
+      "step": 98650
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.754430379746836e-05,
+      "learning_rate_adapter": 7.754430379746836e-05,
+      "loss": 0.0278,
+      "step": 98700
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.753164556962026e-05,
+      "learning_rate_adapter": 7.753164556962026e-05,
+      "loss": 0.0278,
+      "step": 98750
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.751898734177216e-05,
+      "learning_rate_adapter": 7.751898734177216e-05,
+      "loss": 0.0281,
+      "step": 98800
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.750632911392406e-05,
+      "learning_rate_adapter": 7.750632911392406e-05,
+      "loss": 0.0279,
+      "step": 98850
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.749367088607595e-05,
+      "learning_rate_adapter": 7.749367088607595e-05,
+      "loss": 0.0279,
+      "step": 98900
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.748101265822784e-05,
+      "learning_rate_adapter": 7.748101265822784e-05,
+      "loss": 0.0278,
+      "step": 98950
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.746835443037975e-05,
+      "learning_rate_adapter": 7.746835443037975e-05,
+      "loss": 0.0277,
+      "step": 99000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.745569620253164e-05,
+      "learning_rate_adapter": 7.745569620253164e-05,
+      "loss": 0.0277,
+      "step": 99050
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.744303797468355e-05,
+      "learning_rate_adapter": 7.744303797468355e-05,
+      "loss": 0.0276,
+      "step": 99100
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.743037974683544e-05,
+      "learning_rate_adapter": 7.743037974683544e-05,
+      "loss": 0.0278,
+      "step": 99150
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.741772151898735e-05,
+      "learning_rate_adapter": 7.741772151898735e-05,
+      "loss": 0.0276,
+      "step": 99200
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.740506329113925e-05,
+      "learning_rate_adapter": 7.740506329113925e-05,
+      "loss": 0.028,
+      "step": 99250
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.739240506329114e-05,
+      "learning_rate_adapter": 7.739240506329114e-05,
+      "loss": 0.0277,
+      "step": 99300
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.737974683544305e-05,
+      "learning_rate_adapter": 7.737974683544305e-05,
+      "loss": 0.028,
+      "step": 99350
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.736708860759494e-05,
+      "learning_rate_adapter": 7.736708860759494e-05,
+      "loss": 0.0278,
+      "step": 99400
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.735443037974683e-05,
+      "learning_rate_adapter": 7.735443037974683e-05,
+      "loss": 0.028,
+      "step": 99450
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.734177215189874e-05,
+      "learning_rate_adapter": 7.734177215189874e-05,
+      "loss": 0.0276,
+      "step": 99500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.732911392405063e-05,
+      "learning_rate_adapter": 7.732911392405063e-05,
+      "loss": 0.0279,
+      "step": 99550
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.731645569620254e-05,
+      "learning_rate_adapter": 7.731645569620254e-05,
+      "loss": 0.0277,
+      "step": 99600
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.730379746835443e-05,
+      "learning_rate_adapter": 7.730379746835443e-05,
+      "loss": 0.0276,
+      "step": 99650
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.729113924050633e-05,
+      "learning_rate_adapter": 7.729113924050633e-05,
+      "loss": 0.028,
+      "step": 99700
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.727848101265823e-05,
+      "learning_rate_adapter": 7.727848101265823e-05,
+      "loss": 0.0276,
+      "step": 99750
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.726582278481013e-05,
+      "learning_rate_adapter": 7.726582278481013e-05,
+      "loss": 0.0277,
+      "step": 99800
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.725316455696204e-05,
+      "learning_rate_adapter": 7.725316455696204e-05,
+      "loss": 0.0274,
+      "step": 99850
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.724050632911393e-05,
+      "learning_rate_adapter": 7.724050632911393e-05,
+      "loss": 0.028,
+      "step": 99900
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.722784810126584e-05,
+      "learning_rate_adapter": 7.722784810126584e-05,
+      "loss": 0.0279,
+      "step": 99950
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.721518987341773e-05,
+      "learning_rate_adapter": 7.721518987341773e-05,
+      "loss": 0.0279,
+      "step": 100000
+    },
+    {
+      "epoch": 0.67,
+      "eval_af_opus100_pr_auc": 0.7843995537168049,
+      "eval_af_ud_pr_auc": 0.9880074930042305,
+      "eval_am_opus100_pr_auc": 0.543180594163501,
+      "eval_ar_ersatz_pr_auc": 0.9214712002724597,
+      "eval_ar_opus100_pr_auc": 0.7151667428983925,
+      "eval_ar_ud_pr_auc": 0.8699399080313088,
+      "eval_average_ersatz_pr_auc": 0.9666549421152989,
+      "eval_average_opus100_pr_auc": 0.8321889791275568,
+      "eval_average_ud_pr_auc": 0.9615995708734222,
+      "eval_az_opus100_pr_auc": 0.7402074313814451,
+      "eval_be_opus100_pr_auc": 0.7154390198336312,
+      "eval_be_ud_pr_auc": 0.8877975586928181,
+      "eval_bg_opus100_pr_auc": 0.9107189870640165,
+      "eval_bg_ud_pr_auc": 0.9939982001434369,
+      "eval_bn_opus100_pr_auc": 0.8219220705863173,
+      "eval_bn_ud_pr_auc": 0.9993621431826322,
+      "eval_ca_opus100_pr_auc": 0.8796758175287607,
+      "eval_ca_ud_pr_auc": 0.9894899830746811,
+      "eval_ceb_ud_pr_auc": 0.9999717815047153,
+      "eval_cs_ersatz_pr_auc": 0.9842331912361358,
+      "eval_cs_opus100_pr_auc": 0.9123352590945162,
+      "eval_cs_ud_pr_auc": 0.9537799178228754,
+      "eval_cy_opus100_pr_auc": 0.7558418228069014,
+      "eval_cy_ud_pr_auc": 0.995505554320038,
+      "eval_da_opus100_pr_auc": 0.9172874101151114,
+      "eval_da_ud_pr_auc": 0.9809262655165208,
+      "eval_de_ersatz_pr_auc": 0.982573331499487,
+      "eval_de_opus100_pr_auc": 0.89736113665319,
+      "eval_de_ud_pr_auc": 0.9879851435261823,
+      "eval_el_opus100_pr_auc": 0.9106585830244208,
+      "eval_el_ud_pr_auc": 0.9841690953069026,
+      "eval_en_ersatz_pr_auc": 0.989225360988445,
+      "eval_en_opus100_pr_auc": 0.9315078285156251,
+      "eval_en_ud_pr_auc": 0.9717305615688947,
+      "eval_eo_opus100_pr_auc": 0.9283164216995582,
+      "eval_es_ersatz_pr_auc": 0.9956106463407437,
+      "eval_es_opus100_pr_auc": 0.9188371784654359,
+      "eval_es_ud_pr_auc": 0.9908637218999793,
+      "eval_et_ersatz_pr_auc": 0.9785100188882975,
+      "eval_et_opus100_pr_auc": 0.9146225187034347,
+      "eval_et_ud_pr_auc": 0.9715320476668863,
+      "eval_eu_opus100_pr_auc": 0.8726715327328636,
+      "eval_eu_ud_pr_auc": 0.9928140555007469,
+      "eval_fa_opus100_pr_auc": 0.580072703745248,
+      "eval_fa_ud_pr_auc": 0.9962179885754989,
+      "eval_fi_ersatz_pr_auc": 0.9896379140616136,
+      "eval_fi_opus100_pr_auc": 0.9090348168854415,
+      "eval_fi_ud_pr_auc": 0.9665419018699558,
+      "eval_fr_ersatz_pr_auc": 0.9925514737542965,
+      "eval_fr_opus100_pr_auc": 0.9084971938793426,
+      "eval_fr_ud_pr_auc": 0.9802657645311429,
+      "eval_fy_opus100_pr_auc": 0.6638479308127314,
+      "eval_ga_opus100_pr_auc": 0.8916221045912502,
+      "eval_ga_ud_pr_auc": 0.8167795519931067,
+      "eval_gd_opus100_pr_auc": 0.5924039984155497,
+      "eval_gd_ud_pr_auc": 0.7942546464743584,
+      "eval_gl_opus100_pr_auc": 0.8851257172669206,
+      "eval_gl_ud_pr_auc": 0.9961005928576555,
+      "eval_gu_ersatz_pr_auc": 0.9295741307454911,
+      "eval_gu_opus100_pr_auc": 0.7317800740342891,
+      "eval_ha_opus100_pr_auc": 0.9098886178086277,
+      "eval_he_opus100_pr_auc": 0.8692934480120599,
+      "eval_he_ud_pr_auc": 0.9741726530044119,
+      "eval_hi_ersatz_pr_auc": 0.9723717927841316,
+      "eval_hi_opus100_pr_auc": 0.6750876531514505,
+      "eval_hi_ud_pr_auc": 0.9773185917301869,
+      "eval_hu_opus100_pr_auc": 0.9162585256924048,
+      "eval_hu_ud_pr_auc": 0.9804151811613041,
+      "eval_hy_opus100_pr_auc": 0.911019241533926,
+      "eval_hy_ud_pr_auc": 0.9787053687236209,
+      "eval_id_opus100_pr_auc": 0.8855231178035028,
+      "eval_id_ud_pr_auc": 0.9927406727708752,
+      "eval_ig_opus100_pr_auc": 0.8776347442906416,
+      "eval_is_opus100_pr_auc": 0.930401808978881,
+      "eval_is_ud_pr_auc": 0.9028956344202683,
+      "eval_it_opus100_pr_auc": 0.9081542773926748,
+      "eval_it_ud_pr_auc": 0.9935667747351862,
+      "eval_ja_ersatz_pr_auc": 0.8405251408139385,
+      "eval_ja_opus100_pr_auc": 0.8033478528377807,
+      "eval_ja_ud_pr_auc": 0.9806198248166217,
+      "eval_jv_ud_pr_auc": 0.9627906897483859,
+      "eval_ka_opus100_pr_auc": 0.8579826544730428,
+      "eval_kk_ersatz_pr_auc": 0.9870108296471435,
+      "eval_kk_opus100_pr_auc": 0.7895288568065226,
+      "eval_kk_ud_pr_auc": 0.9774597085917901,
+      "eval_km_ersatz_pr_auc": 0.9238189493910985,
+      "eval_km_opus100_pr_auc": 0.7353928778487437,
+      "eval_kn_opus100_pr_auc": 0.6260870450022236,
+      "eval_ko_opus100_pr_auc": 0.6864347355162733,
+      "eval_ko_ud_pr_auc": 0.998202298573061,
+      "eval_ku_opus100_pr_auc": 0.82972394542674,
+      "eval_ky_opus100_pr_auc": 0.8795635459867407,
+      "eval_la_ud_pr_auc": 0.9561238692535815,
+      "eval_loss": 0.031451012939214706,
+      "eval_lt_ersatz_pr_auc": 0.9939088681690288,
+      "eval_lt_opus100_pr_auc": 0.8740019348430941,
+      "eval_lt_ud_pr_auc": 0.994294480709521,
+      "eval_lv_ersatz_pr_auc": 0.9910365355141237,
+      "eval_lv_opus100_pr_auc": 0.8786887554754752,
+      "eval_lv_ud_pr_auc": 0.9597555664056503,
+      "eval_mg_opus100_pr_auc": 0.9261458077606431,
+      "eval_mk_opus100_pr_auc": 0.9136052751674799,
+      "eval_ml_opus100_pr_auc": 0.7918144516062546,
+      "eval_mn_opus100_pr_auc": 0.9398848628123896,
+      "eval_mr_opus100_pr_auc": 0.8760131828153858,
+      "eval_mr_ud_pr_auc": 0.9903897058379137,
+      "eval_ms_opus100_pr_auc": 0.8623460976686416,
+      "eval_mt_opus100_pr_auc": 0.8222028606712662,
+      "eval_mt_ud_pr_auc": 0.8875395492963901,
+      "eval_my_opus100_pr_auc": 0.7616070475489769,
+      "eval_ne_opus100_pr_auc": 0.709601574903496,
+      "eval_nl_opus100_pr_auc": 0.8928869226153038,
+      "eval_nl_ud_pr_auc": 0.9786315184279516,
+      "eval_no_opus100_pr_auc": 0.9182465631688823,
+      "eval_no_ud_pr_auc": 0.997051196575697,
+      "eval_pa_opus100_pr_auc": 0.6745310347461139,
+      "eval_pl_ersatz_pr_auc": 0.9654356161616316,
+      "eval_pl_opus100_pr_auc": 0.8901236850554705,
+      "eval_pl_ud_pr_auc": 0.9686322322413284,
+      "eval_ps_ersatz_pr_auc": 0.9238722086616686,
+      "eval_ps_opus100_pr_auc": 0.7595905813477036,
+      "eval_pt_opus100_pr_auc": 0.9232914122863797,
+      "eval_pt_ud_pr_auc": 0.9859553837837961,
+      "eval_ro_ersatz_pr_auc": 0.9934598167392426,
+      "eval_ro_opus100_pr_auc": 0.8813733508341788,
+      "eval_ro_ud_pr_auc": 0.9639429177222496,
+      "eval_ru_ersatz_pr_auc": 0.9897337452630354,
+      "eval_ru_opus100_pr_auc": 0.9221487913066594,
+      "eval_ru_ud_pr_auc": 0.8653470280344937,
+      "eval_runtime": 323.0056,
+      "eval_samples_per_second": 233.631,
+      "eval_si_opus100_pr_auc": 0.8108789106763495,
+      "eval_sk_opus100_pr_auc": 0.9313590341659425,
+      "eval_sk_ud_pr_auc": 0.9795258044864449,
+      "eval_sl_opus100_pr_auc": 0.8628902759631987,
+      "eval_sl_ud_pr_auc": 0.961964022132361,
+      "eval_sq_opus100_pr_auc": 0.9066795213861689,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9073389870362001,
+      "eval_sr_ud_pr_auc": 0.9981496725935897,
+      "eval_steps_per_second": 0.913,
+      "eval_sv_opus100_pr_auc": 0.8905711288983988,
+      "eval_sv_ud_pr_auc": 0.9359636151172368,
+      "eval_ta_ersatz_pr_auc": 0.9812005893356451,
+      "eval_ta_opus100_pr_auc": 0.6794620087200776,
+      "eval_ta_ud_pr_auc": 0.9909016378084115,
+      "eval_te_opus100_pr_auc": 0.8436052097166399,
+      "eval_tg_opus100_pr_auc": 0.8807652196329714,
+      "eval_th_opus100_pr_auc": 0.6800133746176984,
+      "eval_th_ud_pr_auc": 0.820492281403048,
+      "eval_tr_ersatz_pr_auc": 0.9691388819912667,
+      "eval_tr_opus100_pr_auc": 0.8957610220143087,
+      "eval_tr_ud_pr_auc": 0.953125952031577,
+      "eval_uk_opus100_pr_auc": 0.8729935755327791,
+      "eval_uk_ud_pr_auc": 0.9373691805340008,
+      "eval_ur_opus100_pr_auc": 0.5577569759584525,
+      "eval_ur_ud_pr_auc": 0.991363129415965,
+      "eval_uz_opus100_pr_auc": 0.866837184244419,
+      "eval_vi_opus100_pr_auc": 0.9053572527797591,
+      "eval_vi_ud_pr_auc": 0.9662449132946801,
+      "eval_xh_opus100_pr_auc": 0.8793737880678876,
+      "eval_yi_opus100_pr_auc": 0.8068482575313828,
+      "eval_yo_opus100_pr_auc": 0.8122491779789263,
+      "eval_yo_ud_pr_auc": 0.9145191986299919,
+      "eval_zh_ersatz_pr_auc": 0.9715084842776477,
+      "eval_zh_opus100_pr_auc": 0.8758584013260502,
+      "eval_zh_ud_pr_auc": 0.9869714087089,
+      "eval_zu_opus100_pr_auc": 0.8309353924013202,
+      "step": 100000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.720253164556962e-05,
+      "learning_rate_adapter": 7.720253164556962e-05,
+      "loss": 0.028,
+      "step": 100050
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.718987341772153e-05,
+      "learning_rate_adapter": 7.718987341772153e-05,
+      "loss": 0.0277,
+      "step": 100100
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.717721518987342e-05,
+      "learning_rate_adapter": 7.717721518987342e-05,
+      "loss": 0.0278,
+      "step": 100150
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.716455696202532e-05,
+      "learning_rate_adapter": 7.716455696202532e-05,
+      "loss": 0.0281,
+      "step": 100200
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.715189873417722e-05,
+      "learning_rate_adapter": 7.715189873417722e-05,
+      "loss": 0.0279,
+      "step": 100250
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.713924050632911e-05,
+      "learning_rate_adapter": 7.713924050632911e-05,
+      "loss": 0.0279,
+      "step": 100300
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.712658227848101e-05,
+      "learning_rate_adapter": 7.712658227848101e-05,
+      "loss": 0.0277,
+      "step": 100350
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.711392405063292e-05,
+      "learning_rate_adapter": 7.711392405063292e-05,
+      "loss": 0.0277,
+      "step": 100400
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.710126582278482e-05,
+      "learning_rate_adapter": 7.710126582278482e-05,
+      "loss": 0.0277,
+      "step": 100450
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.708860759493672e-05,
+      "learning_rate_adapter": 7.708860759493672e-05,
+      "loss": 0.0278,
+      "step": 100500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.707594936708861e-05,
+      "learning_rate_adapter": 7.707594936708861e-05,
+      "loss": 0.0278,
+      "step": 100550
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.706329113924051e-05,
+      "learning_rate_adapter": 7.706329113924051e-05,
+      "loss": 0.0278,
+      "step": 100600
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.70506329113924e-05,
+      "learning_rate_adapter": 7.70506329113924e-05,
+      "loss": 0.0279,
+      "step": 100650
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.703797468354431e-05,
+      "learning_rate_adapter": 7.703797468354431e-05,
+      "loss": 0.0277,
+      "step": 100700
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.70253164556962e-05,
+      "learning_rate_adapter": 7.70253164556962e-05,
+      "loss": 0.0278,
+      "step": 100750
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.70126582278481e-05,
+      "learning_rate_adapter": 7.70126582278481e-05,
+      "loss": 0.0278,
+      "step": 100800
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0275,
+      "step": 100850
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69873417721519e-05,
+      "learning_rate_adapter": 7.69873417721519e-05,
+      "loss": 0.0278,
+      "step": 100900
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69746835443038e-05,
+      "learning_rate_adapter": 7.69746835443038e-05,
+      "loss": 0.0278,
+      "step": 100950
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69620253164557e-05,
+      "learning_rate_adapter": 7.69620253164557e-05,
+      "loss": 0.0277,
+      "step": 101000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69493670886076e-05,
+      "learning_rate_adapter": 7.69493670886076e-05,
+      "loss": 0.0279,
+      "step": 101050
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69367088607595e-05,
+      "learning_rate_adapter": 7.69367088607595e-05,
+      "loss": 0.028,
+      "step": 101100
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69240506329114e-05,
+      "learning_rate_adapter": 7.69240506329114e-05,
+      "loss": 0.0279,
+      "step": 101150
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69113924050633e-05,
+      "learning_rate_adapter": 7.69113924050633e-05,
+      "loss": 0.0278,
+      "step": 101200
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.689873417721519e-05,
+      "learning_rate_adapter": 7.689873417721519e-05,
+      "loss": 0.0279,
+      "step": 101250
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.688607594936708e-05,
+      "learning_rate_adapter": 7.688607594936708e-05,
+      "loss": 0.0279,
+      "step": 101300
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.687341772151899e-05,
+      "learning_rate_adapter": 7.687341772151899e-05,
+      "loss": 0.0282,
+      "step": 101350
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.686075949367088e-05,
+      "learning_rate_adapter": 7.686075949367088e-05,
+      "loss": 0.0277,
+      "step": 101400
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.684810126582279e-05,
+      "learning_rate_adapter": 7.684810126582279e-05,
+      "loss": 0.0278,
+      "step": 101450
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.683544303797468e-05,
+      "learning_rate_adapter": 7.683544303797468e-05,
+      "loss": 0.0278,
+      "step": 101500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.682278481012659e-05,
+      "learning_rate_adapter": 7.682278481012659e-05,
+      "loss": 0.0276,
+      "step": 101550
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.681012658227849e-05,
+      "learning_rate_adapter": 7.681012658227849e-05,
+      "loss": 0.0277,
+      "step": 101600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.679746835443038e-05,
+      "learning_rate_adapter": 7.679746835443038e-05,
+      "loss": 0.0278,
+      "step": 101650
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.678481012658229e-05,
+      "learning_rate_adapter": 7.678481012658229e-05,
+      "loss": 0.0277,
+      "step": 101700
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.677215189873418e-05,
+      "learning_rate_adapter": 7.677215189873418e-05,
+      "loss": 0.0278,
+      "step": 101750
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.675949367088609e-05,
+      "learning_rate_adapter": 7.675949367088609e-05,
+      "loss": 0.028,
+      "step": 101800
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.674683544303798e-05,
+      "learning_rate_adapter": 7.674683544303798e-05,
+      "loss": 0.0276,
+      "step": 101850
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.673417721518987e-05,
+      "learning_rate_adapter": 7.673417721518987e-05,
+      "loss": 0.0279,
+      "step": 101900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.672151898734178e-05,
+      "learning_rate_adapter": 7.672151898734178e-05,
+      "loss": 0.0278,
+      "step": 101950
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.670886075949367e-05,
+      "learning_rate_adapter": 7.670886075949367e-05,
+      "loss": 0.0279,
+      "step": 102000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.669620253164557e-05,
+      "learning_rate_adapter": 7.669620253164557e-05,
+      "loss": 0.0278,
+      "step": 102050
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.668354430379747e-05,
+      "learning_rate_adapter": 7.668354430379747e-05,
+      "loss": 0.0274,
+      "step": 102100
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.667088607594937e-05,
+      "learning_rate_adapter": 7.667088607594937e-05,
+      "loss": 0.0278,
+      "step": 102150
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.665822784810128e-05,
+      "learning_rate_adapter": 7.665822784810128e-05,
+      "loss": 0.0274,
+      "step": 102200
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.664556962025317e-05,
+      "learning_rate_adapter": 7.664556962025317e-05,
+      "loss": 0.0279,
+      "step": 102250
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.663291139240507e-05,
+      "learning_rate_adapter": 7.663291139240507e-05,
+      "loss": 0.0276,
+      "step": 102300
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.662025316455697e-05,
+      "learning_rate_adapter": 7.662025316455697e-05,
+      "loss": 0.0274,
+      "step": 102350
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.660759493670886e-05,
+      "learning_rate_adapter": 7.660759493670886e-05,
+      "loss": 0.0277,
+      "step": 102400
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.659493670886076e-05,
+      "learning_rate_adapter": 7.659493670886076e-05,
+      "loss": 0.028,
+      "step": 102450
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.658227848101266e-05,
+      "learning_rate_adapter": 7.658227848101266e-05,
+      "loss": 0.0276,
+      "step": 102500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.656962025316456e-05,
+      "learning_rate_adapter": 7.656962025316456e-05,
+      "loss": 0.0278,
+      "step": 102550
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.655696202531645e-05,
+      "learning_rate_adapter": 7.655696202531645e-05,
+      "loss": 0.0278,
+      "step": 102600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.654430379746835e-05,
+      "learning_rate_adapter": 7.654430379746835e-05,
+      "loss": 0.0277,
+      "step": 102650
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.653164556962025e-05,
+      "learning_rate_adapter": 7.653164556962025e-05,
+      "loss": 0.0277,
+      "step": 102700
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.651898734177216e-05,
+      "learning_rate_adapter": 7.651898734177216e-05,
+      "loss": 0.0276,
+      "step": 102750
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.650632911392406e-05,
+      "learning_rate_adapter": 7.650632911392406e-05,
+      "loss": 0.0274,
+      "step": 102800
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.649367088607596e-05,
+      "learning_rate_adapter": 7.649367088607596e-05,
+      "loss": 0.0279,
+      "step": 102850
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.648101265822785e-05,
+      "learning_rate_adapter": 7.648101265822785e-05,
+      "loss": 0.0278,
+      "step": 102900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.646835443037975e-05,
+      "learning_rate_adapter": 7.646835443037975e-05,
+      "loss": 0.0278,
+      "step": 102950
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.645569620253165e-05,
+      "learning_rate_adapter": 7.645569620253165e-05,
+      "loss": 0.0279,
+      "step": 103000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.644303797468355e-05,
+      "learning_rate_adapter": 7.644303797468355e-05,
+      "loss": 0.0277,
+      "step": 103050
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.643037974683544e-05,
+      "learning_rate_adapter": 7.643037974683544e-05,
+      "loss": 0.0277,
+      "step": 103100
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.641772151898735e-05,
+      "learning_rate_adapter": 7.641772151898735e-05,
+      "loss": 0.0276,
+      "step": 103150
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.640506329113924e-05,
+      "learning_rate_adapter": 7.640506329113924e-05,
+      "loss": 0.0276,
+      "step": 103200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.639240506329113e-05,
+      "learning_rate_adapter": 7.639240506329113e-05,
+      "loss": 0.0278,
+      "step": 103250
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.637974683544304e-05,
+      "learning_rate_adapter": 7.637974683544304e-05,
+      "loss": 0.0279,
+      "step": 103300
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.636708860759494e-05,
+      "learning_rate_adapter": 7.636708860759494e-05,
+      "loss": 0.0275,
+      "step": 103350
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.635443037974685e-05,
+      "learning_rate_adapter": 7.635443037974685e-05,
+      "loss": 0.0278,
+      "step": 103400
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.634177215189874e-05,
+      "learning_rate_adapter": 7.634177215189874e-05,
+      "loss": 0.0275,
+      "step": 103450
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.632911392405063e-05,
+      "learning_rate_adapter": 7.632911392405063e-05,
+      "loss": 0.0273,
+      "step": 103500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.631645569620254e-05,
+      "learning_rate_adapter": 7.631645569620254e-05,
+      "loss": 0.0277,
+      "step": 103550
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.630379746835443e-05,
+      "learning_rate_adapter": 7.630379746835443e-05,
+      "loss": 0.0275,
+      "step": 103600
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.629113924050634e-05,
+      "learning_rate_adapter": 7.629113924050634e-05,
+      "loss": 0.0273,
+      "step": 103650
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.627848101265823e-05,
+      "learning_rate_adapter": 7.627848101265823e-05,
+      "loss": 0.0275,
+      "step": 103700
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.626582278481012e-05,
+      "learning_rate_adapter": 7.626582278481012e-05,
+      "loss": 0.0277,
+      "step": 103750
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.625316455696203e-05,
+      "learning_rate_adapter": 7.625316455696203e-05,
+      "loss": 0.0277,
+      "step": 103800
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.624050632911392e-05,
+      "learning_rate_adapter": 7.624050632911392e-05,
+      "loss": 0.0275,
+      "step": 103850
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.622784810126582e-05,
+      "learning_rate_adapter": 7.622784810126582e-05,
+      "loss": 0.0277,
+      "step": 103900
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.621518987341773e-05,
+      "learning_rate_adapter": 7.621518987341773e-05,
+      "loss": 0.0274,
+      "step": 103950
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.620253164556962e-05,
+      "learning_rate_adapter": 7.620253164556962e-05,
+      "loss": 0.0276,
+      "step": 104000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.618987341772153e-05,
+      "learning_rate_adapter": 7.618987341772153e-05,
+      "loss": 0.0275,
+      "step": 104050
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.617721518987342e-05,
+      "learning_rate_adapter": 7.617721518987342e-05,
+      "loss": 0.0278,
+      "step": 104100
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.616455696202533e-05,
+      "learning_rate_adapter": 7.616455696202533e-05,
+      "loss": 0.0277,
+      "step": 104150
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.615189873417722e-05,
+      "learning_rate_adapter": 7.615189873417722e-05,
+      "loss": 0.0274,
+      "step": 104200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.613924050632911e-05,
+      "learning_rate_adapter": 7.613924050632911e-05,
+      "loss": 0.0278,
+      "step": 104250
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.612658227848102e-05,
+      "learning_rate_adapter": 7.612658227848102e-05,
+      "loss": 0.0275,
+      "step": 104300
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.611392405063291e-05,
+      "learning_rate_adapter": 7.611392405063291e-05,
+      "loss": 0.0278,
+      "step": 104350
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.610126582278481e-05,
+      "learning_rate_adapter": 7.610126582278481e-05,
+      "loss": 0.0276,
+      "step": 104400
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.60886075949367e-05,
+      "learning_rate_adapter": 7.60886075949367e-05,
+      "loss": 0.0275,
+      "step": 104450
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.607594936708861e-05,
+      "learning_rate_adapter": 7.607594936708861e-05,
+      "loss": 0.0275,
+      "step": 104500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.606329113924052e-05,
+      "learning_rate_adapter": 7.606329113924052e-05,
+      "loss": 0.0277,
+      "step": 104550
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.605063291139241e-05,
+      "learning_rate_adapter": 7.605063291139241e-05,
+      "loss": 0.0276,
+      "step": 104600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.603797468354431e-05,
+      "learning_rate_adapter": 7.603797468354431e-05,
+      "loss": 0.0275,
+      "step": 104650
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.60253164556962e-05,
+      "learning_rate_adapter": 7.60253164556962e-05,
+      "loss": 0.0276,
+      "step": 104700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.601265822784811e-05,
+      "learning_rate_adapter": 7.601265822784811e-05,
+      "loss": 0.0277,
+      "step": 104750
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0277,
+      "step": 104800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59873417721519e-05,
+      "learning_rate_adapter": 7.59873417721519e-05,
+      "loss": 0.0275,
+      "step": 104850
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59746835443038e-05,
+      "learning_rate_adapter": 7.59746835443038e-05,
+      "loss": 0.0277,
+      "step": 104900
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59620253164557e-05,
+      "learning_rate_adapter": 7.59620253164557e-05,
+      "loss": 0.0277,
+      "step": 104950
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59493670886076e-05,
+      "learning_rate_adapter": 7.59493670886076e-05,
+      "loss": 0.0277,
+      "step": 105000
+    },
+    {
+      "epoch": 0.71,
+      "eval_af_opus100_pr_auc": 0.7869163133315003,
+      "eval_af_ud_pr_auc": 0.9930293322340762,
+      "eval_am_opus100_pr_auc": 0.5490777066142932,
+      "eval_ar_ersatz_pr_auc": 0.9249590275446625,
+      "eval_ar_opus100_pr_auc": 0.7192234901664136,
+      "eval_ar_ud_pr_auc": 0.8780366138726763,
+      "eval_average_ersatz_pr_auc": 0.9668322459757068,
+      "eval_average_opus100_pr_auc": 0.8360646709430495,
+      "eval_average_ud_pr_auc": 0.9628563249943269,
+      "eval_az_opus100_pr_auc": 0.7376353185877081,
+      "eval_be_opus100_pr_auc": 0.721106506595605,
+      "eval_be_ud_pr_auc": 0.8868263225704826,
+      "eval_bg_opus100_pr_auc": 0.9103566638261756,
+      "eval_bg_ud_pr_auc": 0.992172806272559,
+      "eval_bn_opus100_pr_auc": 0.8274236579289003,
+      "eval_bn_ud_pr_auc": 0.999362143182632,
+      "eval_ca_opus100_pr_auc": 0.8815039850578766,
+      "eval_ca_ud_pr_auc": 0.9913069074462272,
+      "eval_ceb_ud_pr_auc": 0.9988411265960782,
+      "eval_cs_ersatz_pr_auc": 0.9800663975496928,
+      "eval_cs_opus100_pr_auc": 0.9086452505005789,
+      "eval_cs_ud_pr_auc": 0.955316912427265,
+      "eval_cy_opus100_pr_auc": 0.7712295671851622,
+      "eval_cy_ud_pr_auc": 0.9958242313989472,
+      "eval_da_opus100_pr_auc": 0.9173497280010109,
+      "eval_da_ud_pr_auc": 0.9814861783143883,
+      "eval_de_ersatz_pr_auc": 0.9829978901764326,
+      "eval_de_opus100_pr_auc": 0.898809983710604,
+      "eval_de_ud_pr_auc": 0.9884035427605689,
+      "eval_el_opus100_pr_auc": 0.9094034761751176,
+      "eval_el_ud_pr_auc": 0.991720203314643,
+      "eval_en_ersatz_pr_auc": 0.9914824162223863,
+      "eval_en_opus100_pr_auc": 0.9277235948382431,
+      "eval_en_ud_pr_auc": 0.9645324534359653,
+      "eval_eo_opus100_pr_auc": 0.9235098289313619,
+      "eval_es_ersatz_pr_auc": 0.9961340095062703,
+      "eval_es_opus100_pr_auc": 0.9228484450499217,
+      "eval_es_ud_pr_auc": 0.9931176249310945,
+      "eval_et_ersatz_pr_auc": 0.975033020366503,
+      "eval_et_opus100_pr_auc": 0.8869284278534196,
+      "eval_et_ud_pr_auc": 0.9660828809976887,
+      "eval_eu_opus100_pr_auc": 0.8816719876661753,
+      "eval_eu_ud_pr_auc": 0.9884316943891395,
+      "eval_fa_opus100_pr_auc": 0.580411722123953,
+      "eval_fa_ud_pr_auc": 0.9945229483333402,
+      "eval_fi_ersatz_pr_auc": 0.9884924927972185,
+      "eval_fi_opus100_pr_auc": 0.909405183414211,
+      "eval_fi_ud_pr_auc": 0.9666465512963855,
+      "eval_fr_ersatz_pr_auc": 0.9924615584364719,
+      "eval_fr_opus100_pr_auc": 0.9094831000420383,
+      "eval_fr_ud_pr_auc": 0.9848668221665542,
+      "eval_fy_opus100_pr_auc": 0.6696761414883701,
+      "eval_ga_opus100_pr_auc": 0.9014763444486888,
+      "eval_ga_ud_pr_auc": 0.8096465616945947,
+      "eval_gd_opus100_pr_auc": 0.6383748466716721,
+      "eval_gd_ud_pr_auc": 0.7959081730736491,
+      "eval_gl_opus100_pr_auc": 0.8735538019649992,
+      "eval_gl_ud_pr_auc": 0.9939153394217766,
+      "eval_gu_ersatz_pr_auc": 0.9131285660813115,
+      "eval_gu_opus100_pr_auc": 0.7477707292940948,
+      "eval_ha_opus100_pr_auc": 0.9049422468813003,
+      "eval_he_opus100_pr_auc": 0.8641799712232792,
+      "eval_he_ud_pr_auc": 0.981438330392296,
+      "eval_hi_ersatz_pr_auc": 0.9740262880048299,
+      "eval_hi_opus100_pr_auc": 0.6849417877136419,
+      "eval_hi_ud_pr_auc": 0.9814033376612705,
+      "eval_hu_opus100_pr_auc": 0.921079556712121,
+      "eval_hu_ud_pr_auc": 0.9830991292580455,
+      "eval_hy_opus100_pr_auc": 0.9194189269071987,
+      "eval_hy_ud_pr_auc": 0.981247833882218,
+      "eval_id_opus100_pr_auc": 0.8743869625958317,
+      "eval_id_ud_pr_auc": 0.9906822568157945,
+      "eval_ig_opus100_pr_auc": 0.88231109095274,
+      "eval_is_opus100_pr_auc": 0.9277726367597743,
+      "eval_is_ud_pr_auc": 0.9086092468954762,
+      "eval_it_opus100_pr_auc": 0.9141150457666578,
+      "eval_it_ud_pr_auc": 0.9943183040428065,
+      "eval_ja_ersatz_pr_auc": 0.8622727707190846,
+      "eval_ja_opus100_pr_auc": 0.8465244003677528,
+      "eval_ja_ud_pr_auc": 0.9818370439721483,
+      "eval_jv_ud_pr_auc": 0.9735752231131751,
+      "eval_ka_opus100_pr_auc": 0.8597670752241177,
+      "eval_kk_ersatz_pr_auc": 0.9884488878631756,
+      "eval_kk_opus100_pr_auc": 0.7872831877856226,
+      "eval_kk_ud_pr_auc": 0.9781016958982613,
+      "eval_km_ersatz_pr_auc": 0.9230806397091078,
+      "eval_km_opus100_pr_auc": 0.753416448650226,
+      "eval_kn_opus100_pr_auc": 0.6493590945595791,
+      "eval_ko_opus100_pr_auc": 0.6871121611977508,
+      "eval_ko_ud_pr_auc": 0.995308607997004,
+      "eval_ku_opus100_pr_auc": 0.8405568709943346,
+      "eval_ky_opus100_pr_auc": 0.8914259799874431,
+      "eval_la_ud_pr_auc": 0.9605381221370078,
+      "eval_loss": 0.03135881945490837,
+      "eval_lt_ersatz_pr_auc": 0.9926639416031808,
+      "eval_lt_opus100_pr_auc": 0.8718397587875226,
+      "eval_lt_ud_pr_auc": 0.993978980629624,
+      "eval_lv_ersatz_pr_auc": 0.9906509978999861,
+      "eval_lv_opus100_pr_auc": 0.8852780823973516,
+      "eval_lv_ud_pr_auc": 0.9643552379915695,
+      "eval_mg_opus100_pr_auc": 0.9319485266928171,
+      "eval_mk_opus100_pr_auc": 0.9114378196595456,
+      "eval_ml_opus100_pr_auc": 0.7965202564806314,
+      "eval_mn_opus100_pr_auc": 0.9433838437058648,
+      "eval_mr_opus100_pr_auc": 0.8681769131501111,
+      "eval_mr_ud_pr_auc": 0.9839499351966295,
+      "eval_ms_opus100_pr_auc": 0.8640387243498107,
+      "eval_mt_opus100_pr_auc": 0.854144330201164,
+      "eval_mt_ud_pr_auc": 0.8930307619333979,
+      "eval_my_opus100_pr_auc": 0.7754956196711381,
+      "eval_ne_opus100_pr_auc": 0.7526197657015603,
+      "eval_nl_opus100_pr_auc": 0.8911667385567962,
+      "eval_nl_ud_pr_auc": 0.9810379508465102,
+      "eval_no_opus100_pr_auc": 0.9121955828370613,
+      "eval_no_ud_pr_auc": 0.9956862337435745,
+      "eval_pa_opus100_pr_auc": 0.6948971798414627,
+      "eval_pl_ersatz_pr_auc": 0.9629644694407351,
+      "eval_pl_opus100_pr_auc": 0.8944539244520788,
+      "eval_pl_ud_pr_auc": 0.9713312442906823,
+      "eval_ps_ersatz_pr_auc": 0.9255807033972696,
+      "eval_ps_opus100_pr_auc": 0.7528487433633756,
+      "eval_pt_opus100_pr_auc": 0.9214951420212201,
+      "eval_pt_ud_pr_auc": 0.9861560931376827,
+      "eval_ro_ersatz_pr_auc": 0.9948632066402109,
+      "eval_ro_opus100_pr_auc": 0.8790748599921678,
+      "eval_ro_ud_pr_auc": 0.9821429065655962,
+      "eval_ru_ersatz_pr_auc": 0.9890589746343246,
+      "eval_ru_opus100_pr_auc": 0.924953906384713,
+      "eval_ru_ud_pr_auc": 0.8733664726601785,
+      "eval_runtime": 323.2426,
+      "eval_samples_per_second": 233.459,
+      "eval_si_opus100_pr_auc": 0.8225774887913397,
+      "eval_sk_opus100_pr_auc": 0.931409344018813,
+      "eval_sk_ud_pr_auc": 0.9810714009399477,
+      "eval_sl_opus100_pr_auc": 0.8582728065014741,
+      "eval_sl_ud_pr_auc": 0.9675256679426465,
+      "eval_sq_opus100_pr_auc": 0.905307274567536,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9041699171846104,
+      "eval_sr_ud_pr_auc": 0.9965246696309279,
+      "eval_steps_per_second": 0.913,
+      "eval_sv_opus100_pr_auc": 0.8865595075926248,
+      "eval_sv_ud_pr_auc": 0.9357049885493682,
+      "eval_ta_ersatz_pr_auc": 0.9803617278968236,
+      "eval_ta_opus100_pr_auc": 0.695095441268787,
+      "eval_ta_ud_pr_auc": 0.9892646351468097,
+      "eval_te_opus100_pr_auc": 0.8420199099089827,
+      "eval_tg_opus100_pr_auc": 0.8846821652039774,
+      "eval_th_opus100_pr_auc": 0.6770145723187835,
+      "eval_th_ud_pr_auc": 0.8236517531563012,
+      "eval_tr_ersatz_pr_auc": 0.9608886210531068,
+      "eval_tr_opus100_pr_auc": 0.8972867551761898,
+      "eval_tr_ud_pr_auc": 0.9497260857082518,
+      "eval_uk_opus100_pr_auc": 0.8766079504238091,
+      "eval_uk_ud_pr_auc": 0.9366978837754039,
+      "eval_ur_opus100_pr_auc": 0.5722580683446439,
+      "eval_ur_ud_pr_auc": 0.9938493317761121,
+      "eval_uz_opus100_pr_auc": 0.8760173099841636,
+      "eval_vi_opus100_pr_auc": 0.8991049404249817,
+      "eval_vi_ud_pr_auc": 0.9563651606923781,
+      "eval_xh_opus100_pr_auc": 0.8760675437783868,
+      "eval_yi_opus100_pr_auc": 0.7662576867249239,
+      "eval_yo_opus100_pr_auc": 0.8190625819498438,
+      "eval_yo_ud_pr_auc": 0.9137258523979043,
+      "eval_zh_ersatz_pr_auc": 0.9806928039227639,
+      "eval_zh_opus100_pr_auc": 0.8780098339876533,
+      "eval_zh_ud_pr_auc": 0.9935107757689048,
+      "eval_zu_opus100_pr_auc": 0.8434429551846911,
+      "step": 105000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.593670886075949e-05,
+      "learning_rate_adapter": 7.593670886075949e-05,
+      "loss": 0.0276,
+      "step": 105050
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59240506329114e-05,
+      "learning_rate_adapter": 7.59240506329114e-05,
+      "loss": 0.0279,
+      "step": 105100
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59113924050633e-05,
+      "learning_rate_adapter": 7.59113924050633e-05,
+      "loss": 0.0277,
+      "step": 105150
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.58987341772152e-05,
+      "learning_rate_adapter": 7.58987341772152e-05,
+      "loss": 0.0278,
+      "step": 105200
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.58860759493671e-05,
+      "learning_rate_adapter": 7.58860759493671e-05,
+      "loss": 0.0276,
+      "step": 105250
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.587341772151899e-05,
+      "learning_rate_adapter": 7.587341772151899e-05,
+      "loss": 0.0277,
+      "step": 105300
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.586075949367088e-05,
+      "learning_rate_adapter": 7.586075949367088e-05,
+      "loss": 0.0276,
+      "step": 105350
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.584810126582279e-05,
+      "learning_rate_adapter": 7.584810126582279e-05,
+      "loss": 0.0277,
+      "step": 105400
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.583544303797468e-05,
+      "learning_rate_adapter": 7.583544303797468e-05,
+      "loss": 0.0276,
+      "step": 105450
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.582278481012659e-05,
+      "learning_rate_adapter": 7.582278481012659e-05,
+      "loss": 0.0276,
+      "step": 105500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.581012658227848e-05,
+      "learning_rate_adapter": 7.581012658227848e-05,
+      "loss": 0.0275,
+      "step": 105550
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.579746835443037e-05,
+      "learning_rate_adapter": 7.579746835443037e-05,
+      "loss": 0.0274,
+      "step": 105600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.578481012658228e-05,
+      "learning_rate_adapter": 7.578481012658228e-05,
+      "loss": 0.0277,
+      "step": 105650
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.577215189873418e-05,
+      "learning_rate_adapter": 7.577215189873418e-05,
+      "loss": 0.0275,
+      "step": 105700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.575949367088609e-05,
+      "learning_rate_adapter": 7.575949367088609e-05,
+      "loss": 0.0275,
+      "step": 105750
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.574683544303798e-05,
+      "learning_rate_adapter": 7.574683544303798e-05,
+      "loss": 0.0278,
+      "step": 105800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.573417721518987e-05,
+      "learning_rate_adapter": 7.573417721518987e-05,
+      "loss": 0.0277,
+      "step": 105850
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.572151898734178e-05,
+      "learning_rate_adapter": 7.572151898734178e-05,
+      "loss": 0.0273,
+      "step": 105900
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.570886075949367e-05,
+      "learning_rate_adapter": 7.570886075949367e-05,
+      "loss": 0.0275,
+      "step": 105950
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.569620253164558e-05,
+      "learning_rate_adapter": 7.569620253164558e-05,
+      "loss": 0.0276,
+      "step": 106000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.568354430379747e-05,
+      "learning_rate_adapter": 7.568354430379747e-05,
+      "loss": 0.0274,
+      "step": 106050
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.567088607594936e-05,
+      "learning_rate_adapter": 7.567088607594936e-05,
+      "loss": 0.0276,
+      "step": 106100
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.565822784810127e-05,
+      "learning_rate_adapter": 7.565822784810127e-05,
+      "loss": 0.0278,
+      "step": 106150
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.564556962025316e-05,
+      "learning_rate_adapter": 7.564556962025316e-05,
+      "loss": 0.0275,
+      "step": 106200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.563291139240506e-05,
+      "learning_rate_adapter": 7.563291139240506e-05,
+      "loss": 0.0276,
+      "step": 106250
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.562025316455697e-05,
+      "learning_rate_adapter": 7.562025316455697e-05,
+      "loss": 0.0276,
+      "step": 106300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.560759493670888e-05,
+      "learning_rate_adapter": 7.560759493670888e-05,
+      "loss": 0.0275,
+      "step": 106350
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.559493670886077e-05,
+      "learning_rate_adapter": 7.559493670886077e-05,
+      "loss": 0.0276,
+      "step": 106400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.558227848101266e-05,
+      "learning_rate_adapter": 7.558227848101266e-05,
+      "loss": 0.0275,
+      "step": 106450
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.556962025316457e-05,
+      "learning_rate_adapter": 7.556962025316457e-05,
+      "loss": 0.0276,
+      "step": 106500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.555696202531646e-05,
+      "learning_rate_adapter": 7.555696202531646e-05,
+      "loss": 0.0277,
+      "step": 106550
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.554430379746836e-05,
+      "learning_rate_adapter": 7.554430379746836e-05,
+      "loss": 0.0277,
+      "step": 106600
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.553164556962026e-05,
+      "learning_rate_adapter": 7.553164556962026e-05,
+      "loss": 0.0276,
+      "step": 106650
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.551898734177215e-05,
+      "learning_rate_adapter": 7.551898734177215e-05,
+      "loss": 0.0275,
+      "step": 106700
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.550632911392405e-05,
+      "learning_rate_adapter": 7.550632911392405e-05,
+      "loss": 0.0275,
+      "step": 106750
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.549367088607594e-05,
+      "learning_rate_adapter": 7.549367088607594e-05,
+      "loss": 0.0277,
+      "step": 106800
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.548101265822785e-05,
+      "learning_rate_adapter": 7.548101265822785e-05,
+      "loss": 0.0275,
+      "step": 106850
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.546835443037976e-05,
+      "learning_rate_adapter": 7.546835443037976e-05,
+      "loss": 0.0275,
+      "step": 106900
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.545569620253165e-05,
+      "learning_rate_adapter": 7.545569620253165e-05,
+      "loss": 0.0276,
+      "step": 106950
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.544303797468355e-05,
+      "learning_rate_adapter": 7.544303797468355e-05,
+      "loss": 0.0274,
+      "step": 107000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.543037974683545e-05,
+      "learning_rate_adapter": 7.543037974683545e-05,
+      "loss": 0.0274,
+      "step": 107050
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.541772151898735e-05,
+      "learning_rate_adapter": 7.541772151898735e-05,
+      "loss": 0.0274,
+      "step": 107100
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.540506329113924e-05,
+      "learning_rate_adapter": 7.540506329113924e-05,
+      "loss": 0.0275,
+      "step": 107150
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.539240506329114e-05,
+      "learning_rate_adapter": 7.539240506329114e-05,
+      "loss": 0.0277,
+      "step": 107200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.537974683544304e-05,
+      "learning_rate_adapter": 7.537974683544304e-05,
+      "loss": 0.0274,
+      "step": 107250
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.536708860759493e-05,
+      "learning_rate_adapter": 7.536708860759493e-05,
+      "loss": 0.0275,
+      "step": 107300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.535443037974684e-05,
+      "learning_rate_adapter": 7.535443037974684e-05,
+      "loss": 0.0276,
+      "step": 107350
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.534177215189873e-05,
+      "learning_rate_adapter": 7.534177215189873e-05,
+      "loss": 0.0275,
+      "step": 107400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.532911392405064e-05,
+      "learning_rate_adapter": 7.532911392405064e-05,
+      "loss": 0.0274,
+      "step": 107450
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.531645569620254e-05,
+      "learning_rate_adapter": 7.531645569620254e-05,
+      "loss": 0.0274,
+      "step": 107500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.530379746835443e-05,
+      "learning_rate_adapter": 7.530379746835443e-05,
+      "loss": 0.0274,
+      "step": 107550
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.529113924050634e-05,
+      "learning_rate_adapter": 7.529113924050634e-05,
+      "loss": 0.0276,
+      "step": 107600
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.527848101265823e-05,
+      "learning_rate_adapter": 7.527848101265823e-05,
+      "loss": 0.0275,
+      "step": 107650
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.526582278481012e-05,
+      "learning_rate_adapter": 7.526582278481012e-05,
+      "loss": 0.0274,
+      "step": 107700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.525316455696203e-05,
+      "learning_rate_adapter": 7.525316455696203e-05,
+      "loss": 0.0275,
+      "step": 107750
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.524050632911392e-05,
+      "learning_rate_adapter": 7.524050632911392e-05,
+      "loss": 0.0275,
+      "step": 107800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.522784810126583e-05,
+      "learning_rate_adapter": 7.522784810126583e-05,
+      "loss": 0.0276,
+      "step": 107850
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.521518987341772e-05,
+      "learning_rate_adapter": 7.521518987341772e-05,
+      "loss": 0.0275,
+      "step": 107900
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.520253164556963e-05,
+      "learning_rate_adapter": 7.520253164556963e-05,
+      "loss": 0.0274,
+      "step": 107950
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.518987341772152e-05,
+      "learning_rate_adapter": 7.518987341772152e-05,
+      "loss": 0.0274,
+      "step": 108000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.517721518987342e-05,
+      "learning_rate_adapter": 7.517721518987342e-05,
+      "loss": 0.0275,
+      "step": 108050
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.516455696202533e-05,
+      "learning_rate_adapter": 7.516455696202533e-05,
+      "loss": 0.0276,
+      "step": 108100
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.515189873417722e-05,
+      "learning_rate_adapter": 7.515189873417722e-05,
+      "loss": 0.0276,
+      "step": 108150
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.513924050632913e-05,
+      "learning_rate_adapter": 7.513924050632913e-05,
+      "loss": 0.0275,
+      "step": 108200
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.512658227848102e-05,
+      "learning_rate_adapter": 7.512658227848102e-05,
+      "loss": 0.0271,
+      "step": 108250
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.511392405063291e-05,
+      "learning_rate_adapter": 7.511392405063291e-05,
+      "loss": 0.0276,
+      "step": 108300
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.510126582278482e-05,
+      "learning_rate_adapter": 7.510126582278482e-05,
+      "loss": 0.0273,
+      "step": 108350
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.508860759493671e-05,
+      "learning_rate_adapter": 7.508860759493671e-05,
+      "loss": 0.0275,
+      "step": 108400
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.507594936708861e-05,
+      "learning_rate_adapter": 7.507594936708861e-05,
+      "loss": 0.0274,
+      "step": 108450
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.50632911392405e-05,
+      "learning_rate_adapter": 7.50632911392405e-05,
+      "loss": 0.0277,
+      "step": 108500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.50506329113924e-05,
+      "learning_rate_adapter": 7.50506329113924e-05,
+      "loss": 0.0276,
+      "step": 108550
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.50379746835443e-05,
+      "learning_rate_adapter": 7.50379746835443e-05,
+      "loss": 0.0274,
+      "step": 108600
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.502531645569621e-05,
+      "learning_rate_adapter": 7.502531645569621e-05,
+      "loss": 0.0276,
+      "step": 108650
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.501265822784811e-05,
+      "learning_rate_adapter": 7.501265822784811e-05,
+      "loss": 0.0275,
+      "step": 108700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0273,
+      "step": 108750
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49873417721519e-05,
+      "learning_rate_adapter": 7.49873417721519e-05,
+      "loss": 0.0276,
+      "step": 108800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49746835443038e-05,
+      "learning_rate_adapter": 7.49746835443038e-05,
+      "loss": 0.0276,
+      "step": 108850
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49620253164557e-05,
+      "learning_rate_adapter": 7.49620253164557e-05,
+      "loss": 0.0272,
+      "step": 108900
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49493670886076e-05,
+      "learning_rate_adapter": 7.49493670886076e-05,
+      "loss": 0.0273,
+      "step": 108950
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49367088607595e-05,
+      "learning_rate_adapter": 7.49367088607595e-05,
+      "loss": 0.0273,
+      "step": 109000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.492405063291139e-05,
+      "learning_rate_adapter": 7.492405063291139e-05,
+      "loss": 0.0275,
+      "step": 109050
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.491139240506329e-05,
+      "learning_rate_adapter": 7.491139240506329e-05,
+      "loss": 0.0273,
+      "step": 109100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.489873417721518e-05,
+      "learning_rate_adapter": 7.489873417721518e-05,
+      "loss": 0.0275,
+      "step": 109150
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.488607594936709e-05,
+      "learning_rate_adapter": 7.488607594936709e-05,
+      "loss": 0.0273,
+      "step": 109200
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.4873417721519e-05,
+      "learning_rate_adapter": 7.4873417721519e-05,
+      "loss": 0.0273,
+      "step": 109250
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.486075949367089e-05,
+      "learning_rate_adapter": 7.486075949367089e-05,
+      "loss": 0.0274,
+      "step": 109300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.48481012658228e-05,
+      "learning_rate_adapter": 7.48481012658228e-05,
+      "loss": 0.0274,
+      "step": 109350
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.483544303797469e-05,
+      "learning_rate_adapter": 7.483544303797469e-05,
+      "loss": 0.0274,
+      "step": 109400
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.482278481012659e-05,
+      "learning_rate_adapter": 7.482278481012659e-05,
+      "loss": 0.0274,
+      "step": 109450
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.481012658227848e-05,
+      "learning_rate_adapter": 7.481012658227848e-05,
+      "loss": 0.0275,
+      "step": 109500
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.479746835443038e-05,
+      "learning_rate_adapter": 7.479746835443038e-05,
+      "loss": 0.0276,
+      "step": 109550
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.478481012658228e-05,
+      "learning_rate_adapter": 7.478481012658228e-05,
+      "loss": 0.0273,
+      "step": 109600
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.477215189873417e-05,
+      "learning_rate_adapter": 7.477215189873417e-05,
+      "loss": 0.0275,
+      "step": 109650
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.475949367088608e-05,
+      "learning_rate_adapter": 7.475949367088608e-05,
+      "loss": 0.0276,
+      "step": 109700
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.474683544303797e-05,
+      "learning_rate_adapter": 7.474683544303797e-05,
+      "loss": 0.0274,
+      "step": 109750
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.473417721518988e-05,
+      "learning_rate_adapter": 7.473417721518988e-05,
+      "loss": 0.0277,
+      "step": 109800
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.472151898734178e-05,
+      "learning_rate_adapter": 7.472151898734178e-05,
+      "loss": 0.0273,
+      "step": 109850
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.470886075949367e-05,
+      "learning_rate_adapter": 7.470886075949367e-05,
+      "loss": 0.0275,
+      "step": 109900
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.469620253164558e-05,
+      "learning_rate_adapter": 7.469620253164558e-05,
+      "loss": 0.0273,
+      "step": 109950
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.468354430379747e-05,
+      "learning_rate_adapter": 7.468354430379747e-05,
+      "loss": 0.0277,
+      "step": 110000
+    },
+    {
+      "epoch": 0.74,
+      "eval_af_opus100_pr_auc": 0.776424153131072,
+      "eval_af_ud_pr_auc": 0.9932440480672053,
+      "eval_am_opus100_pr_auc": 0.586344916383104,
+      "eval_ar_ersatz_pr_auc": 0.9185002788924247,
+      "eval_ar_opus100_pr_auc": 0.7142068310650695,
+      "eval_ar_ud_pr_auc": 0.8750008823616653,
+      "eval_average_ersatz_pr_auc": 0.9675080040753042,
+      "eval_average_opus100_pr_auc": 0.8331252944602195,
+      "eval_average_ud_pr_auc": 0.9630658799611611,
+      "eval_az_opus100_pr_auc": 0.7453578714668524,
+      "eval_be_opus100_pr_auc": 0.6784508901599727,
+      "eval_be_ud_pr_auc": 0.8892254906600214,
+      "eval_bg_opus100_pr_auc": 0.9075037566497225,
+      "eval_bg_ud_pr_auc": 0.9930999197191088,
+      "eval_bn_opus100_pr_auc": 0.8239643102097586,
+      "eval_bn_ud_pr_auc": 0.9996839196204798,
+      "eval_ca_opus100_pr_auc": 0.8743245479368216,
+      "eval_ca_ud_pr_auc": 0.9923063650699847,
+      "eval_ceb_ud_pr_auc": 0.999799252601669,
+      "eval_cs_ersatz_pr_auc": 0.9836074092973235,
+      "eval_cs_opus100_pr_auc": 0.9037558554390609,
+      "eval_cs_ud_pr_auc": 0.9585279671498987,
+      "eval_cy_opus100_pr_auc": 0.772166471657687,
+      "eval_cy_ud_pr_auc": 0.9946712258743904,
+      "eval_da_opus100_pr_auc": 0.9213791834145107,
+      "eval_da_ud_pr_auc": 0.9825583448686237,
+      "eval_de_ersatz_pr_auc": 0.9852768152003221,
+      "eval_de_opus100_pr_auc": 0.8982886644164564,
+      "eval_de_ud_pr_auc": 0.9886598677958569,
+      "eval_el_opus100_pr_auc": 0.9025883129947154,
+      "eval_el_ud_pr_auc": 0.9901981641487514,
+      "eval_en_ersatz_pr_auc": 0.9918481096662906,
+      "eval_en_opus100_pr_auc": 0.9245727407483612,
+      "eval_en_ud_pr_auc": 0.9730224844791406,
+      "eval_eo_opus100_pr_auc": 0.9220503449715669,
+      "eval_es_ersatz_pr_auc": 0.996501790833005,
+      "eval_es_opus100_pr_auc": 0.9152151212629666,
+      "eval_es_ud_pr_auc": 0.9934225739116793,
+      "eval_et_ersatz_pr_auc": 0.9821260688064508,
+      "eval_et_opus100_pr_auc": 0.8865476754956653,
+      "eval_et_ud_pr_auc": 0.9707707652618293,
+      "eval_eu_opus100_pr_auc": 0.8792820451633045,
+      "eval_eu_ud_pr_auc": 0.9911082765337246,
+      "eval_fa_opus100_pr_auc": 0.5977353705227231,
+      "eval_fa_ud_pr_auc": 0.9967261297986321,
+      "eval_fi_ersatz_pr_auc": 0.9911058883245301,
+      "eval_fi_opus100_pr_auc": 0.9051405084221473,
+      "eval_fi_ud_pr_auc": 0.9678441173369228,
+      "eval_fr_ersatz_pr_auc": 0.9922028193044009,
+      "eval_fr_opus100_pr_auc": 0.9040732797834499,
+      "eval_fr_ud_pr_auc": 0.9854863711687877,
+      "eval_fy_opus100_pr_auc": 0.6599001760181717,
+      "eval_ga_opus100_pr_auc": 0.9016283740948352,
+      "eval_ga_ud_pr_auc": 0.8224416433725926,
+      "eval_gd_opus100_pr_auc": 0.6371578130301453,
+      "eval_gd_ud_pr_auc": 0.7949074702498866,
+      "eval_gl_opus100_pr_auc": 0.8680492741954855,
+      "eval_gl_ud_pr_auc": 0.9959716271025703,
+      "eval_gu_ersatz_pr_auc": 0.9326530985014921,
+      "eval_gu_opus100_pr_auc": 0.7414009075141331,
+      "eval_ha_opus100_pr_auc": 0.9133400308656885,
+      "eval_he_opus100_pr_auc": 0.8688944259406017,
+      "eval_he_ud_pr_auc": 0.9832891582617712,
+      "eval_hi_ersatz_pr_auc": 0.9792648821992255,
+      "eval_hi_opus100_pr_auc": 0.6890139823636448,
+      "eval_hi_ud_pr_auc": 0.9884916525584997,
+      "eval_hu_opus100_pr_auc": 0.9135822469887477,
+      "eval_hu_ud_pr_auc": 0.983927339075583,
+      "eval_hy_opus100_pr_auc": 0.9038836818688357,
+      "eval_hy_ud_pr_auc": 0.9776588948315347,
+      "eval_id_opus100_pr_auc": 0.8845106174474683,
+      "eval_id_ud_pr_auc": 0.9935811124888061,
+      "eval_ig_opus100_pr_auc": 0.874926346464336,
+      "eval_is_opus100_pr_auc": 0.9221934935503379,
+      "eval_is_ud_pr_auc": 0.9115541036127501,
+      "eval_it_opus100_pr_auc": 0.9046388981663777,
+      "eval_it_ud_pr_auc": 0.9931808584998634,
+      "eval_ja_ersatz_pr_auc": 0.8120041894564709,
+      "eval_ja_opus100_pr_auc": 0.8319281635972582,
+      "eval_ja_ud_pr_auc": 0.9815009132939773,
+      "eval_jv_ud_pr_auc": 0.9625056314598048,
+      "eval_ka_opus100_pr_auc": 0.8593955046604763,
+      "eval_kk_ersatz_pr_auc": 0.9879212792101646,
+      "eval_kk_opus100_pr_auc": 0.7905435053097825,
+      "eval_kk_ud_pr_auc": 0.9774532649156094,
+      "eval_km_ersatz_pr_auc": 0.9244573354367905,
+      "eval_km_opus100_pr_auc": 0.7641511975045618,
+      "eval_kn_opus100_pr_auc": 0.6309094079700637,
+      "eval_ko_opus100_pr_auc": 0.6814252655421125,
+      "eval_ko_ud_pr_auc": 0.9985922001572987,
+      "eval_ku_opus100_pr_auc": 0.822085822166025,
+      "eval_ky_opus100_pr_auc": 0.8758188155254877,
+      "eval_la_ud_pr_auc": 0.9514786911055253,
+      "eval_loss": 0.03099473938345909,
+      "eval_lt_ersatz_pr_auc": 0.9931055106326829,
+      "eval_lt_opus100_pr_auc": 0.8725111996453108,
+      "eval_lt_ud_pr_auc": 0.9932673679070717,
+      "eval_lv_ersatz_pr_auc": 0.9911755011054781,
+      "eval_lv_opus100_pr_auc": 0.8825962993126603,
+      "eval_lv_ud_pr_auc": 0.966654795194244,
+      "eval_mg_opus100_pr_auc": 0.9349185165822272,
+      "eval_mk_opus100_pr_auc": 0.9112887028541097,
+      "eval_ml_opus100_pr_auc": 0.787927099316253,
+      "eval_mn_opus100_pr_auc": 0.9389631450133176,
+      "eval_mr_opus100_pr_auc": 0.8827658190596903,
+      "eval_mr_ud_pr_auc": 0.986743552798037,
+      "eval_ms_opus100_pr_auc": 0.8542064502306381,
+      "eval_mt_opus100_pr_auc": 0.8335400608248678,
+      "eval_mt_ud_pr_auc": 0.8970199883406554,
+      "eval_my_opus100_pr_auc": 0.7756592219659924,
+      "eval_ne_opus100_pr_auc": 0.7420276994319871,
+      "eval_nl_opus100_pr_auc": 0.891654569018901,
+      "eval_nl_ud_pr_auc": 0.9846738691747137,
+      "eval_no_opus100_pr_auc": 0.9157589103188791,
+      "eval_no_ud_pr_auc": 0.9968218592564506,
+      "eval_pa_opus100_pr_auc": 0.6784403679574036,
+      "eval_pl_ersatz_pr_auc": 0.9667417703614889,
+      "eval_pl_opus100_pr_auc": 0.8912613088699176,
+      "eval_pl_ud_pr_auc": 0.973041007675054,
+      "eval_ps_ersatz_pr_auc": 0.9407847096118013,
+      "eval_ps_opus100_pr_auc": 0.7513789569683863,
+      "eval_pt_opus100_pr_auc": 0.9158912321577733,
+      "eval_pt_ud_pr_auc": 0.9869894935169092,
+      "eval_ro_ersatz_pr_auc": 0.9956057626544993,
+      "eval_ro_opus100_pr_auc": 0.8735544433457308,
+      "eval_ro_ud_pr_auc": 0.9713966202560869,
+      "eval_ru_ersatz_pr_auc": 0.9910182816217881,
+      "eval_ru_opus100_pr_auc": 0.9242556154211211,
+      "eval_ru_ud_pr_auc": 0.852831895600636,
+      "eval_runtime": 324.1393,
+      "eval_samples_per_second": 232.813,
+      "eval_si_opus100_pr_auc": 0.8100447751458868,
+      "eval_sk_opus100_pr_auc": 0.923210619777507,
+      "eval_sk_ud_pr_auc": 0.982796994580151,
+      "eval_sl_opus100_pr_auc": 0.8552355072269068,
+      "eval_sl_ud_pr_auc": 0.966501033008582,
+      "eval_sq_opus100_pr_auc": 0.9077636792033869,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9068335835902245,
+      "eval_sr_ud_pr_auc": 0.9986462959040778,
+      "eval_steps_per_second": 0.91,
+      "eval_sv_opus100_pr_auc": 0.885876610194821,
+      "eval_sv_ud_pr_auc": 0.9336601505251952,
+      "eval_ta_ersatz_pr_auc": 0.9804867759321437,
+      "eval_ta_opus100_pr_auc": 0.6881062649490681,
+      "eval_ta_ud_pr_auc": 0.9898570982470438,
+      "eval_te_opus100_pr_auc": 0.8419247527403795,
+      "eval_tg_opus100_pr_auc": 0.8851060692735155,
+      "eval_th_opus100_pr_auc": 0.678381930177803,
+      "eval_th_ud_pr_auc": 0.8149995000550861,
+      "eval_tr_ersatz_pr_auc": 0.9665583820806729,
+      "eval_tr_opus100_pr_auc": 0.8902246694950083,
+      "eval_tr_ud_pr_auc": 0.9530482849656865,
+      "eval_uk_opus100_pr_auc": 0.8711124496405536,
+      "eval_uk_ud_pr_auc": 0.941548959887572,
+      "eval_ur_opus100_pr_auc": 0.5522195997230034,
+      "eval_ur_ud_pr_auc": 0.9928933650302509,
+      "eval_uz_opus100_pr_auc": 0.8654127837648339,
+      "eval_vi_opus100_pr_auc": 0.8981857941418395,
+      "eval_vi_ud_pr_auc": 0.9592570408790139,
+      "eval_xh_opus100_pr_auc": 0.8601458393688296,
+      "eval_yi_opus100_pr_auc": 0.7925657381092298,
+      "eval_yo_opus100_pr_auc": 0.8331074876552611,
+      "eval_yo_ud_pr_auc": 0.9036324938827998,
+      "eval_zh_ersatz_pr_auc": 0.9822294305272492,
+      "eval_zh_opus100_pr_auc": 0.8868154625200367,
+      "eval_zh_ud_pr_auc": 0.9965827636864251,
+      "eval_zu_opus100_pr_auc": 0.8466501086651729,
+      "step": 110000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.467088607594938e-05,
+      "learning_rate_adapter": 7.467088607594938e-05,
+      "loss": 0.0275,
+      "step": 110050
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.465822784810127e-05,
+      "learning_rate_adapter": 7.465822784810127e-05,
+      "loss": 0.0274,
+      "step": 110100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.464556962025316e-05,
+      "learning_rate_adapter": 7.464556962025316e-05,
+      "loss": 0.0272,
+      "step": 110150
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.463291139240507e-05,
+      "learning_rate_adapter": 7.463291139240507e-05,
+      "loss": 0.0273,
+      "step": 110200
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.462025316455696e-05,
+      "learning_rate_adapter": 7.462025316455696e-05,
+      "loss": 0.0274,
+      "step": 110250
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.460759493670886e-05,
+      "learning_rate_adapter": 7.460759493670886e-05,
+      "loss": 0.0272,
+      "step": 110300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.459493670886076e-05,
+      "learning_rate_adapter": 7.459493670886076e-05,
+      "loss": 0.0276,
+      "step": 110350
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.458227848101266e-05,
+      "learning_rate_adapter": 7.458227848101266e-05,
+      "loss": 0.0275,
+      "step": 110400
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.456962025316457e-05,
+      "learning_rate_adapter": 7.456962025316457e-05,
+      "loss": 0.0275,
+      "step": 110450
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.455696202531646e-05,
+      "learning_rate_adapter": 7.455696202531646e-05,
+      "loss": 0.0276,
+      "step": 110500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.454430379746837e-05,
+      "learning_rate_adapter": 7.454430379746837e-05,
+      "loss": 0.0276,
+      "step": 110550
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.453164556962026e-05,
+      "learning_rate_adapter": 7.453164556962026e-05,
+      "loss": 0.0273,
+      "step": 110600
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.451898734177215e-05,
+      "learning_rate_adapter": 7.451898734177215e-05,
+      "loss": 0.0274,
+      "step": 110650
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.450632911392406e-05,
+      "learning_rate_adapter": 7.450632911392406e-05,
+      "loss": 0.0271,
+      "step": 110700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.449367088607595e-05,
+      "learning_rate_adapter": 7.449367088607595e-05,
+      "loss": 0.0274,
+      "step": 110750
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.448101265822785e-05,
+      "learning_rate_adapter": 7.448101265822785e-05,
+      "loss": 0.0274,
+      "step": 110800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.446835443037975e-05,
+      "learning_rate_adapter": 7.446835443037975e-05,
+      "loss": 0.0273,
+      "step": 110850
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.445569620253164e-05,
+      "learning_rate_adapter": 7.445569620253164e-05,
+      "loss": 0.0275,
+      "step": 110900
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.444303797468354e-05,
+      "learning_rate_adapter": 7.444303797468354e-05,
+      "loss": 0.0276,
+      "step": 110950
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.443037974683545e-05,
+      "learning_rate_adapter": 7.443037974683545e-05,
+      "loss": 0.0275,
+      "step": 111000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.441772151898735e-05,
+      "learning_rate_adapter": 7.441772151898735e-05,
+      "loss": 0.0273,
+      "step": 111050
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.440506329113925e-05,
+      "learning_rate_adapter": 7.440506329113925e-05,
+      "loss": 0.0275,
+      "step": 111100
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.439240506329114e-05,
+      "learning_rate_adapter": 7.439240506329114e-05,
+      "loss": 0.0274,
+      "step": 111150
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.437974683544304e-05,
+      "learning_rate_adapter": 7.437974683544304e-05,
+      "loss": 0.0273,
+      "step": 111200
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.436708860759494e-05,
+      "learning_rate_adapter": 7.436708860759494e-05,
+      "loss": 0.0273,
+      "step": 111250
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.435443037974684e-05,
+      "learning_rate_adapter": 7.435443037974684e-05,
+      "loss": 0.0274,
+      "step": 111300
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.434177215189873e-05,
+      "learning_rate_adapter": 7.434177215189873e-05,
+      "loss": 0.0271,
+      "step": 111350
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.432911392405064e-05,
+      "learning_rate_adapter": 7.432911392405064e-05,
+      "loss": 0.0274,
+      "step": 111400
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.431645569620253e-05,
+      "learning_rate_adapter": 7.431645569620253e-05,
+      "loss": 0.0275,
+      "step": 111450
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.430379746835442e-05,
+      "learning_rate_adapter": 7.430379746835442e-05,
+      "loss": 0.0272,
+      "step": 111500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.429113924050633e-05,
+      "learning_rate_adapter": 7.429113924050633e-05,
+      "loss": 0.0274,
+      "step": 111550
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.427848101265823e-05,
+      "learning_rate_adapter": 7.427848101265823e-05,
+      "loss": 0.0271,
+      "step": 111600
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.426582278481014e-05,
+      "learning_rate_adapter": 7.426582278481014e-05,
+      "loss": 0.0273,
+      "step": 111650
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.425316455696203e-05,
+      "learning_rate_adapter": 7.425316455696203e-05,
+      "loss": 0.0274,
+      "step": 111700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.424050632911392e-05,
+      "learning_rate_adapter": 7.424050632911392e-05,
+      "loss": 0.0276,
+      "step": 111750
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.422784810126583e-05,
+      "learning_rate_adapter": 7.422784810126583e-05,
+      "loss": 0.0273,
+      "step": 111800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.421518987341772e-05,
+      "learning_rate_adapter": 7.421518987341772e-05,
+      "loss": 0.0275,
+      "step": 111850
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.420253164556963e-05,
+      "learning_rate_adapter": 7.420253164556963e-05,
+      "loss": 0.0273,
+      "step": 111900
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.418987341772152e-05,
+      "learning_rate_adapter": 7.418987341772152e-05,
+      "loss": 0.0275,
+      "step": 111950
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.417721518987341e-05,
+      "learning_rate_adapter": 7.417721518987341e-05,
+      "loss": 0.0276,
+      "step": 112000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.416455696202532e-05,
+      "learning_rate_adapter": 7.416455696202532e-05,
+      "loss": 0.0274,
+      "step": 112050
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.415189873417721e-05,
+      "learning_rate_adapter": 7.415189873417721e-05,
+      "loss": 0.0273,
+      "step": 112100
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.413924050632912e-05,
+      "learning_rate_adapter": 7.413924050632912e-05,
+      "loss": 0.0271,
+      "step": 112150
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.412658227848102e-05,
+      "learning_rate_adapter": 7.412658227848102e-05,
+      "loss": 0.0274,
+      "step": 112200
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.411392405063291e-05,
+      "learning_rate_adapter": 7.411392405063291e-05,
+      "loss": 0.027,
+      "step": 112250
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.410126582278482e-05,
+      "learning_rate_adapter": 7.410126582278482e-05,
+      "loss": 0.0274,
+      "step": 112300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.408860759493671e-05,
+      "learning_rate_adapter": 7.408860759493671e-05,
+      "loss": 0.0274,
+      "step": 112350
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.407594936708862e-05,
+      "learning_rate_adapter": 7.407594936708862e-05,
+      "loss": 0.0271,
+      "step": 112400
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.406329113924051e-05,
+      "learning_rate_adapter": 7.406329113924051e-05,
+      "loss": 0.0274,
+      "step": 112450
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40506329113924e-05,
+      "learning_rate_adapter": 7.40506329113924e-05,
+      "loss": 0.0274,
+      "step": 112500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40379746835443e-05,
+      "learning_rate_adapter": 7.40379746835443e-05,
+      "loss": 0.0272,
+      "step": 112550
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40253164556962e-05,
+      "learning_rate_adapter": 7.40253164556962e-05,
+      "loss": 0.0272,
+      "step": 112600
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40126582278481e-05,
+      "learning_rate_adapter": 7.40126582278481e-05,
+      "loss": 0.0272,
+      "step": 112650
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.0272,
+      "step": 112700
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39873417721519e-05,
+      "learning_rate_adapter": 7.39873417721519e-05,
+      "loss": 0.0272,
+      "step": 112750
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.397468354430381e-05,
+      "learning_rate_adapter": 7.397468354430381e-05,
+      "loss": 0.0271,
+      "step": 112800
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39620253164557e-05,
+      "learning_rate_adapter": 7.39620253164557e-05,
+      "loss": 0.0275,
+      "step": 112850
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39493670886076e-05,
+      "learning_rate_adapter": 7.39493670886076e-05,
+      "loss": 0.0273,
+      "step": 112900
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39367088607595e-05,
+      "learning_rate_adapter": 7.39367088607595e-05,
+      "loss": 0.0272,
+      "step": 112950
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39240506329114e-05,
+      "learning_rate_adapter": 7.39240506329114e-05,
+      "loss": 0.0272,
+      "step": 113000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39113924050633e-05,
+      "learning_rate_adapter": 7.39113924050633e-05,
+      "loss": 0.0272,
+      "step": 113050
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.389873417721519e-05,
+      "learning_rate_adapter": 7.389873417721519e-05,
+      "loss": 0.0273,
+      "step": 113100
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.388607594936709e-05,
+      "learning_rate_adapter": 7.388607594936709e-05,
+      "loss": 0.0276,
+      "step": 113150
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.387341772151898e-05,
+      "learning_rate_adapter": 7.387341772151898e-05,
+      "loss": 0.0273,
+      "step": 113200
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.386075949367089e-05,
+      "learning_rate_adapter": 7.386075949367089e-05,
+      "loss": 0.0274,
+      "step": 113250
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.384810126582278e-05,
+      "learning_rate_adapter": 7.384810126582278e-05,
+      "loss": 0.0274,
+      "step": 113300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.383544303797469e-05,
+      "learning_rate_adapter": 7.383544303797469e-05,
+      "loss": 0.0272,
+      "step": 113350
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.38227848101266e-05,
+      "learning_rate_adapter": 7.38227848101266e-05,
+      "loss": 0.0274,
+      "step": 113400
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.381012658227849e-05,
+      "learning_rate_adapter": 7.381012658227849e-05,
+      "loss": 0.0273,
+      "step": 113450
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.379746835443039e-05,
+      "learning_rate_adapter": 7.379746835443039e-05,
+      "loss": 0.0271,
+      "step": 113500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.378481012658228e-05,
+      "learning_rate_adapter": 7.378481012658228e-05,
+      "loss": 0.0274,
+      "step": 113550
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.377215189873418e-05,
+      "learning_rate_adapter": 7.377215189873418e-05,
+      "loss": 0.0273,
+      "step": 113600
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.375949367088608e-05,
+      "learning_rate_adapter": 7.375949367088608e-05,
+      "loss": 0.0272,
+      "step": 113650
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.374683544303797e-05,
+      "learning_rate_adapter": 7.374683544303797e-05,
+      "loss": 0.027,
+      "step": 113700
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.373417721518988e-05,
+      "learning_rate_adapter": 7.373417721518988e-05,
+      "loss": 0.0271,
+      "step": 113750
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.372151898734177e-05,
+      "learning_rate_adapter": 7.372151898734177e-05,
+      "loss": 0.0273,
+      "step": 113800
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.370886075949366e-05,
+      "learning_rate_adapter": 7.370886075949366e-05,
+      "loss": 0.0272,
+      "step": 113850
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.369620253164557e-05,
+      "learning_rate_adapter": 7.369620253164557e-05,
+      "loss": 0.0274,
+      "step": 113900
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.368354430379747e-05,
+      "learning_rate_adapter": 7.368354430379747e-05,
+      "loss": 0.0276,
+      "step": 113950
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.367088607594938e-05,
+      "learning_rate_adapter": 7.367088607594938e-05,
+      "loss": 0.0271,
+      "step": 114000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.365822784810127e-05,
+      "learning_rate_adapter": 7.365822784810127e-05,
+      "loss": 0.0273,
+      "step": 114050
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.364556962025316e-05,
+      "learning_rate_adapter": 7.364556962025316e-05,
+      "loss": 0.0274,
+      "step": 114100
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.363291139240507e-05,
+      "learning_rate_adapter": 7.363291139240507e-05,
+      "loss": 0.0271,
+      "step": 114150
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.362025316455696e-05,
+      "learning_rate_adapter": 7.362025316455696e-05,
+      "loss": 0.0273,
+      "step": 114200
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.360759493670887e-05,
+      "learning_rate_adapter": 7.360759493670887e-05,
+      "loss": 0.0272,
+      "step": 114250
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.359493670886076e-05,
+      "learning_rate_adapter": 7.359493670886076e-05,
+      "loss": 0.0273,
+      "step": 114300
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.358227848101265e-05,
+      "learning_rate_adapter": 7.358227848101265e-05,
+      "loss": 0.0269,
+      "step": 114350
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.356962025316456e-05,
+      "learning_rate_adapter": 7.356962025316456e-05,
+      "loss": 0.0271,
+      "step": 114400
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.355696202531645e-05,
+      "learning_rate_adapter": 7.355696202531645e-05,
+      "loss": 0.0271,
+      "step": 114450
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.354430379746836e-05,
+      "learning_rate_adapter": 7.354430379746836e-05,
+      "loss": 0.0273,
+      "step": 114500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.353164556962026e-05,
+      "learning_rate_adapter": 7.353164556962026e-05,
+      "loss": 0.0271,
+      "step": 114550
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.351898734177217e-05,
+      "learning_rate_adapter": 7.351898734177217e-05,
+      "loss": 0.0271,
+      "step": 114600
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.350632911392406e-05,
+      "learning_rate_adapter": 7.350632911392406e-05,
+      "loss": 0.0271,
+      "step": 114650
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.349367088607595e-05,
+      "learning_rate_adapter": 7.349367088607595e-05,
+      "loss": 0.0272,
+      "step": 114700
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.348101265822786e-05,
+      "learning_rate_adapter": 7.348101265822786e-05,
+      "loss": 0.0273,
+      "step": 114750
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.346835443037975e-05,
+      "learning_rate_adapter": 7.346835443037975e-05,
+      "loss": 0.0272,
+      "step": 114800
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.345569620253165e-05,
+      "learning_rate_adapter": 7.345569620253165e-05,
+      "loss": 0.0272,
+      "step": 114850
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.344303797468355e-05,
+      "learning_rate_adapter": 7.344303797468355e-05,
+      "loss": 0.0273,
+      "step": 114900
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.343037974683544e-05,
+      "learning_rate_adapter": 7.343037974683544e-05,
+      "loss": 0.0269,
+      "step": 114950
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.341772151898734e-05,
+      "learning_rate_adapter": 7.341772151898734e-05,
+      "loss": 0.0271,
+      "step": 115000
+    },
+    {
+      "epoch": 0.78,
+      "eval_af_opus100_pr_auc": 0.7795838050665952,
+      "eval_af_ud_pr_auc": 0.992879331059385,
+      "eval_am_opus100_pr_auc": 0.5786817745784644,
+      "eval_ar_ersatz_pr_auc": 0.9283580455648471,
+      "eval_ar_opus100_pr_auc": 0.712909273101005,
+      "eval_ar_ud_pr_auc": 0.8829622732534116,
+      "eval_average_ersatz_pr_auc": 0.9666653121634838,
+      "eval_average_opus100_pr_auc": 0.8340454467616218,
+      "eval_average_ud_pr_auc": 0.9638147299206309,
+      "eval_az_opus100_pr_auc": 0.7670208014096159,
+      "eval_be_opus100_pr_auc": 0.7181650961121049,
+      "eval_be_ud_pr_auc": 0.8905849412324496,
+      "eval_bg_opus100_pr_auc": 0.9149184806677424,
+      "eval_bg_ud_pr_auc": 0.9935583769674061,
+      "eval_bn_opus100_pr_auc": 0.818895617412364,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8698925234848754,
+      "eval_ca_ud_pr_auc": 0.9912835534722134,
+      "eval_ceb_ud_pr_auc": 0.999799252601669,
+      "eval_cs_ersatz_pr_auc": 0.9842855918957701,
+      "eval_cs_opus100_pr_auc": 0.9117884202649331,
+      "eval_cs_ud_pr_auc": 0.9598109100388953,
+      "eval_cy_opus100_pr_auc": 0.7553679486523619,
+      "eval_cy_ud_pr_auc": 0.9951890493220575,
+      "eval_da_opus100_pr_auc": 0.9161289611438119,
+      "eval_da_ud_pr_auc": 0.9797429270155397,
+      "eval_de_ersatz_pr_auc": 0.9849732639332365,
+      "eval_de_opus100_pr_auc": 0.8940729168745825,
+      "eval_de_ud_pr_auc": 0.9876109209166443,
+      "eval_el_opus100_pr_auc": 0.911151083034187,
+      "eval_el_ud_pr_auc": 0.9903479487602074,
+      "eval_en_ersatz_pr_auc": 0.989040424628196,
+      "eval_en_opus100_pr_auc": 0.9291518984420483,
+      "eval_en_ud_pr_auc": 0.9739233798519318,
+      "eval_eo_opus100_pr_auc": 0.9272364404441357,
+      "eval_es_ersatz_pr_auc": 0.9969579320321214,
+      "eval_es_opus100_pr_auc": 0.9227670250975566,
+      "eval_es_ud_pr_auc": 0.9935532953025521,
+      "eval_et_ersatz_pr_auc": 0.9814506343189414,
+      "eval_et_opus100_pr_auc": 0.8932422414448605,
+      "eval_et_ud_pr_auc": 0.9718658430185031,
+      "eval_eu_opus100_pr_auc": 0.8752766856229208,
+      "eval_eu_ud_pr_auc": 0.9894949834314002,
+      "eval_fa_opus100_pr_auc": 0.584579087874149,
+      "eval_fa_ud_pr_auc": 0.9966762068608216,
+      "eval_fi_ersatz_pr_auc": 0.9879527023797318,
+      "eval_fi_opus100_pr_auc": 0.9147087866543422,
+      "eval_fi_ud_pr_auc": 0.9573372384158706,
+      "eval_fr_ersatz_pr_auc": 0.9911969893088407,
+      "eval_fr_opus100_pr_auc": 0.910828583251201,
+      "eval_fr_ud_pr_auc": 0.9854739685793421,
+      "eval_fy_opus100_pr_auc": 0.6672495899097897,
+      "eval_ga_opus100_pr_auc": 0.8978237210118831,
+      "eval_ga_ud_pr_auc": 0.8192841997015341,
+      "eval_gd_opus100_pr_auc": 0.6003884634784148,
+      "eval_gd_ud_pr_auc": 0.7978618003755682,
+      "eval_gl_opus100_pr_auc": 0.8762126536271871,
+      "eval_gl_ud_pr_auc": 0.996612260853449,
+      "eval_gu_ersatz_pr_auc": 0.9283978362251102,
+      "eval_gu_opus100_pr_auc": 0.7413869702603407,
+      "eval_ha_opus100_pr_auc": 0.9136665863464017,
+      "eval_he_opus100_pr_auc": 0.8640433638560553,
+      "eval_he_ud_pr_auc": 0.9752929292148138,
+      "eval_hi_ersatz_pr_auc": 0.9745232210770861,
+      "eval_hi_opus100_pr_auc": 0.6735997991561418,
+      "eval_hi_ud_pr_auc": 0.9766640012558709,
+      "eval_hu_opus100_pr_auc": 0.9229556980953095,
+      "eval_hu_ud_pr_auc": 0.9859078667438643,
+      "eval_hy_opus100_pr_auc": 0.9166016725338256,
+      "eval_hy_ud_pr_auc": 0.978685208853742,
+      "eval_id_opus100_pr_auc": 0.8969225716845564,
+      "eval_id_ud_pr_auc": 0.9938078857821321,
+      "eval_ig_opus100_pr_auc": 0.887364277811908,
+      "eval_is_opus100_pr_auc": 0.9291462543670354,
+      "eval_is_ud_pr_auc": 0.9193623972890678,
+      "eval_it_opus100_pr_auc": 0.9044401996230197,
+      "eval_it_ud_pr_auc": 0.9945948321310538,
+      "eval_ja_ersatz_pr_auc": 0.8303819999626012,
+      "eval_ja_opus100_pr_auc": 0.8450460188034054,
+      "eval_ja_ud_pr_auc": 0.9741390530905634,
+      "eval_jv_ud_pr_auc": 0.986767177896002,
+      "eval_ka_opus100_pr_auc": 0.8614479180201571,
+      "eval_kk_ersatz_pr_auc": 0.9875607796177257,
+      "eval_kk_opus100_pr_auc": 0.8074692865512803,
+      "eval_kk_ud_pr_auc": 0.9755842737124856,
+      "eval_km_ersatz_pr_auc": 0.9226768745157784,
+      "eval_km_opus100_pr_auc": 0.75405894564373,
+      "eval_kn_opus100_pr_auc": 0.6392296319073739,
+      "eval_ko_opus100_pr_auc": 0.6907277406424951,
+      "eval_ko_ud_pr_auc": 0.998192072693593,
+      "eval_ku_opus100_pr_auc": 0.8249072892161078,
+      "eval_ky_opus100_pr_auc": 0.8791044768064029,
+      "eval_la_ud_pr_auc": 0.9628457332524911,
+      "eval_loss": 0.030853915959596634,
+      "eval_lt_ersatz_pr_auc": 0.9935409375238513,
+      "eval_lt_opus100_pr_auc": 0.8639109139089652,
+      "eval_lt_ud_pr_auc": 0.9921391703081357,
+      "eval_lv_ersatz_pr_auc": 0.9901861451050843,
+      "eval_lv_opus100_pr_auc": 0.8771564950540669,
+      "eval_lv_ud_pr_auc": 0.963204856967794,
+      "eval_mg_opus100_pr_auc": 0.9324134949055854,
+      "eval_mk_opus100_pr_auc": 0.9172840881723116,
+      "eval_ml_opus100_pr_auc": 0.7901125368957219,
+      "eval_mn_opus100_pr_auc": 0.9432128988837916,
+      "eval_mr_opus100_pr_auc": 0.8616973154315629,
+      "eval_mr_ud_pr_auc": 0.9895863814437776,
+      "eval_ms_opus100_pr_auc": 0.8689616419682854,
+      "eval_mt_opus100_pr_auc": 0.8362314330367028,
+      "eval_mt_ud_pr_auc": 0.8957778018395849,
+      "eval_my_opus100_pr_auc": 0.7605641779745275,
+      "eval_ne_opus100_pr_auc": 0.7271220985773175,
+      "eval_nl_opus100_pr_auc": 0.8954744288315196,
+      "eval_nl_ud_pr_auc": 0.9876378007613339,
+      "eval_no_opus100_pr_auc": 0.9235542993208132,
+      "eval_no_ud_pr_auc": 0.997315143091851,
+      "eval_pa_opus100_pr_auc": 0.6672681348940745,
+      "eval_pl_ersatz_pr_auc": 0.961678848975692,
+      "eval_pl_opus100_pr_auc": 0.896550621123031,
+      "eval_pl_ud_pr_auc": 0.9694893335901889,
+      "eval_ps_ersatz_pr_auc": 0.9255033074733549,
+      "eval_ps_opus100_pr_auc": 0.7500770800989941,
+      "eval_pt_opus100_pr_auc": 0.923336821133223,
+      "eval_pt_ud_pr_auc": 0.988134051291941,
+      "eval_ro_ersatz_pr_auc": 0.9950302324763116,
+      "eval_ro_opus100_pr_auc": 0.880722294476651,
+      "eval_ro_ud_pr_auc": 0.9751525836969908,
+      "eval_ru_ersatz_pr_auc": 0.9920893593605683,
+      "eval_ru_opus100_pr_auc": 0.9152510624961296,
+      "eval_ru_ud_pr_auc": 0.8793767133163197,
+      "eval_runtime": 325.3794,
+      "eval_samples_per_second": 231.926,
+      "eval_si_opus100_pr_auc": 0.8163045439532289,
+      "eval_sk_opus100_pr_auc": 0.9317037562609445,
+      "eval_sk_ud_pr_auc": 0.980917214111044,
+      "eval_sl_opus100_pr_auc": 0.8622085766927016,
+      "eval_sl_ud_pr_auc": 0.9703404391608733,
+      "eval_sq_opus100_pr_auc": 0.9098404527506,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9075587113671824,
+      "eval_sr_ud_pr_auc": 0.9985849810026007,
+      "eval_steps_per_second": 0.907,
+      "eval_sv_opus100_pr_auc": 0.895361919087922,
+      "eval_sv_ud_pr_auc": 0.9326603339247652,
+      "eval_ta_ersatz_pr_auc": 0.98357629419427,
+      "eval_ta_opus100_pr_auc": 0.6747052626664204,
+      "eval_ta_ud_pr_auc": 0.9904617268760738,
+      "eval_te_opus100_pr_auc": 0.8374978378729174,
+      "eval_tg_opus100_pr_auc": 0.8900436989595069,
+      "eval_th_opus100_pr_auc": 0.6773526936102189,
+      "eval_th_ud_pr_auc": 0.8140553550784081,
+      "eval_tr_ersatz_pr_auc": 0.9611289402461489,
+      "eval_tr_opus100_pr_auc": 0.9016229982480397,
+      "eval_tr_ud_pr_auc": 0.9510132084109418,
+      "eval_uk_opus100_pr_auc": 0.8745173045031931,
+      "eval_uk_ud_pr_auc": 0.9437420149747542,
+      "eval_ur_opus100_pr_auc": 0.5534769912254621,
+      "eval_ur_ud_pr_auc": 0.9863016025448116,
+      "eval_uz_opus100_pr_auc": 0.8659216797439339,
+      "eval_vi_opus100_pr_auc": 0.900822899795592,
+      "eval_vi_ud_pr_auc": 0.9613239947616489,
+      "eval_xh_opus100_pr_auc": 0.8615358843472836,
+      "eval_yi_opus100_pr_auc": 0.7627621137380914,
+      "eval_yo_opus100_pr_auc": 0.8314364250764844,
+      "eval_yo_ud_pr_auc": 0.909147560516775,
+      "eval_zh_ersatz_pr_auc": 0.9761465067813787,
+      "eval_zh_opus100_pr_auc": 0.8675601092888542,
+      "eval_zh_ud_pr_auc": 0.9933812448588066,
+      "eval_zu_opus100_pr_auc": 0.8384303580944632,
+      "step": 115000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.340506329113924e-05,
+      "learning_rate_adapter": 7.340506329113924e-05,
+      "loss": 0.0272,
+      "step": 115050
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.339240506329114e-05,
+      "learning_rate_adapter": 7.339240506329114e-05,
+      "loss": 0.0272,
+      "step": 115100
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.337974683544305e-05,
+      "learning_rate_adapter": 7.337974683544305e-05,
+      "loss": 0.027,
+      "step": 115150
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.336708860759494e-05,
+      "learning_rate_adapter": 7.336708860759494e-05,
+      "loss": 0.0273,
+      "step": 115200
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.335443037974684e-05,
+      "learning_rate_adapter": 7.335443037974684e-05,
+      "loss": 0.0274,
+      "step": 115250
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.334177215189874e-05,
+      "learning_rate_adapter": 7.334177215189874e-05,
+      "loss": 0.0276,
+      "step": 115300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.332911392405064e-05,
+      "learning_rate_adapter": 7.332911392405064e-05,
+      "loss": 0.0272,
+      "step": 115350
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.331645569620253e-05,
+      "learning_rate_adapter": 7.331645569620253e-05,
+      "loss": 0.027,
+      "step": 115400
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.330379746835443e-05,
+      "learning_rate_adapter": 7.330379746835443e-05,
+      "loss": 0.0272,
+      "step": 115450
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.329113924050633e-05,
+      "learning_rate_adapter": 7.329113924050633e-05,
+      "loss": 0.0273,
+      "step": 115500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.327848101265822e-05,
+      "learning_rate_adapter": 7.327848101265822e-05,
+      "loss": 0.0272,
+      "step": 115550
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.326582278481013e-05,
+      "learning_rate_adapter": 7.326582278481013e-05,
+      "loss": 0.027,
+      "step": 115600
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.325316455696202e-05,
+      "learning_rate_adapter": 7.325316455696202e-05,
+      "loss": 0.0271,
+      "step": 115650
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.324050632911393e-05,
+      "learning_rate_adapter": 7.324050632911393e-05,
+      "loss": 0.0272,
+      "step": 115700
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.322784810126583e-05,
+      "learning_rate_adapter": 7.322784810126583e-05,
+      "loss": 0.0271,
+      "step": 115750
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.321518987341773e-05,
+      "learning_rate_adapter": 7.321518987341773e-05,
+      "loss": 0.0272,
+      "step": 115800
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.320253164556963e-05,
+      "learning_rate_adapter": 7.320253164556963e-05,
+      "loss": 0.0271,
+      "step": 115850
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.318987341772152e-05,
+      "learning_rate_adapter": 7.318987341772152e-05,
+      "loss": 0.027,
+      "step": 115900
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.317721518987342e-05,
+      "learning_rate_adapter": 7.317721518987342e-05,
+      "loss": 0.0271,
+      "step": 115950
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.316455696202532e-05,
+      "learning_rate_adapter": 7.316455696202532e-05,
+      "loss": 0.027,
+      "step": 116000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.315189873417721e-05,
+      "learning_rate_adapter": 7.315189873417721e-05,
+      "loss": 0.0273,
+      "step": 116050
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.313924050632912e-05,
+      "learning_rate_adapter": 7.313924050632912e-05,
+      "loss": 0.0272,
+      "step": 116100
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.312658227848101e-05,
+      "learning_rate_adapter": 7.312658227848101e-05,
+      "loss": 0.0271,
+      "step": 116150
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.311392405063292e-05,
+      "learning_rate_adapter": 7.311392405063292e-05,
+      "loss": 0.0272,
+      "step": 116200
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.310126582278481e-05,
+      "learning_rate_adapter": 7.310126582278481e-05,
+      "loss": 0.027,
+      "step": 116250
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.308860759493671e-05,
+      "learning_rate_adapter": 7.308860759493671e-05,
+      "loss": 0.0274,
+      "step": 116300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.307594936708862e-05,
+      "learning_rate_adapter": 7.307594936708862e-05,
+      "loss": 0.0274,
+      "step": 116350
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.306329113924051e-05,
+      "learning_rate_adapter": 7.306329113924051e-05,
+      "loss": 0.0271,
+      "step": 116400
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.305063291139242e-05,
+      "learning_rate_adapter": 7.305063291139242e-05,
+      "loss": 0.0271,
+      "step": 116450
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.303797468354431e-05,
+      "learning_rate_adapter": 7.303797468354431e-05,
+      "loss": 0.0272,
+      "step": 116500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.30253164556962e-05,
+      "learning_rate_adapter": 7.30253164556962e-05,
+      "loss": 0.0273,
+      "step": 116550
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.301265822784811e-05,
+      "learning_rate_adapter": 7.301265822784811e-05,
+      "loss": 0.0271,
+      "step": 116600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0273,
+      "step": 116650
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29873417721519e-05,
+      "learning_rate_adapter": 7.29873417721519e-05,
+      "loss": 0.0271,
+      "step": 116700
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29746835443038e-05,
+      "learning_rate_adapter": 7.29746835443038e-05,
+      "loss": 0.0275,
+      "step": 116750
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.296202531645569e-05,
+      "learning_rate_adapter": 7.296202531645569e-05,
+      "loss": 0.0271,
+      "step": 116800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29493670886076e-05,
+      "learning_rate_adapter": 7.29493670886076e-05,
+      "loss": 0.027,
+      "step": 116850
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29367088607595e-05,
+      "learning_rate_adapter": 7.29367088607595e-05,
+      "loss": 0.0271,
+      "step": 116900
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29240506329114e-05,
+      "learning_rate_adapter": 7.29240506329114e-05,
+      "loss": 0.027,
+      "step": 116950
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29113924050633e-05,
+      "learning_rate_adapter": 7.29113924050633e-05,
+      "loss": 0.0272,
+      "step": 117000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.289873417721519e-05,
+      "learning_rate_adapter": 7.289873417721519e-05,
+      "loss": 0.0272,
+      "step": 117050
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.28860759493671e-05,
+      "learning_rate_adapter": 7.28860759493671e-05,
+      "loss": 0.0271,
+      "step": 117100
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.287341772151899e-05,
+      "learning_rate_adapter": 7.287341772151899e-05,
+      "loss": 0.0271,
+      "step": 117150
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.286075949367089e-05,
+      "learning_rate_adapter": 7.286075949367089e-05,
+      "loss": 0.0272,
+      "step": 117200
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.284810126582279e-05,
+      "learning_rate_adapter": 7.284810126582279e-05,
+      "loss": 0.027,
+      "step": 117250
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.283544303797468e-05,
+      "learning_rate_adapter": 7.283544303797468e-05,
+      "loss": 0.0273,
+      "step": 117300
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.282278481012658e-05,
+      "learning_rate_adapter": 7.282278481012658e-05,
+      "loss": 0.0269,
+      "step": 117350
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.281012658227848e-05,
+      "learning_rate_adapter": 7.281012658227848e-05,
+      "loss": 0.0272,
+      "step": 117400
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.279746835443038e-05,
+      "learning_rate_adapter": 7.279746835443038e-05,
+      "loss": 0.0272,
+      "step": 117450
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.278481012658229e-05,
+      "learning_rate_adapter": 7.278481012658229e-05,
+      "loss": 0.027,
+      "step": 117500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.277215189873418e-05,
+      "learning_rate_adapter": 7.277215189873418e-05,
+      "loss": 0.0268,
+      "step": 117550
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.275949367088608e-05,
+      "learning_rate_adapter": 7.275949367088608e-05,
+      "loss": 0.0271,
+      "step": 117600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.274683544303798e-05,
+      "learning_rate_adapter": 7.274683544303798e-05,
+      "loss": 0.0272,
+      "step": 117650
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.273417721518988e-05,
+      "learning_rate_adapter": 7.273417721518988e-05,
+      "loss": 0.0273,
+      "step": 117700
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.272151898734177e-05,
+      "learning_rate_adapter": 7.272151898734177e-05,
+      "loss": 0.0269,
+      "step": 117750
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.270886075949367e-05,
+      "learning_rate_adapter": 7.270886075949367e-05,
+      "loss": 0.0269,
+      "step": 117800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.269620253164557e-05,
+      "learning_rate_adapter": 7.269620253164557e-05,
+      "loss": 0.0271,
+      "step": 117850
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.268354430379746e-05,
+      "learning_rate_adapter": 7.268354430379746e-05,
+      "loss": 0.027,
+      "step": 117900
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.267088607594937e-05,
+      "learning_rate_adapter": 7.267088607594937e-05,
+      "loss": 0.0271,
+      "step": 117950
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.265822784810126e-05,
+      "learning_rate_adapter": 7.265822784810126e-05,
+      "loss": 0.0271,
+      "step": 118000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.264556962025317e-05,
+      "learning_rate_adapter": 7.264556962025317e-05,
+      "loss": 0.027,
+      "step": 118050
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.263291139240507e-05,
+      "learning_rate_adapter": 7.263291139240507e-05,
+      "loss": 0.0272,
+      "step": 118100
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.262025316455696e-05,
+      "learning_rate_adapter": 7.262025316455696e-05,
+      "loss": 0.027,
+      "step": 118150
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.260759493670887e-05,
+      "learning_rate_adapter": 7.260759493670887e-05,
+      "loss": 0.0271,
+      "step": 118200
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.259493670886076e-05,
+      "learning_rate_adapter": 7.259493670886076e-05,
+      "loss": 0.0271,
+      "step": 118250
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.258227848101267e-05,
+      "learning_rate_adapter": 7.258227848101267e-05,
+      "loss": 0.0274,
+      "step": 118300
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.256962025316456e-05,
+      "learning_rate_adapter": 7.256962025316456e-05,
+      "loss": 0.0271,
+      "step": 118350
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.255696202531645e-05,
+      "learning_rate_adapter": 7.255696202531645e-05,
+      "loss": 0.0271,
+      "step": 118400
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.254430379746836e-05,
+      "learning_rate_adapter": 7.254430379746836e-05,
+      "loss": 0.027,
+      "step": 118450
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.253164556962025e-05,
+      "learning_rate_adapter": 7.253164556962025e-05,
+      "loss": 0.0273,
+      "step": 118500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.251898734177216e-05,
+      "learning_rate_adapter": 7.251898734177216e-05,
+      "loss": 0.0272,
+      "step": 118550
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.250632911392405e-05,
+      "learning_rate_adapter": 7.250632911392405e-05,
+      "loss": 0.0274,
+      "step": 118600
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.249367088607595e-05,
+      "learning_rate_adapter": 7.249367088607595e-05,
+      "loss": 0.0269,
+      "step": 118650
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.248101265822786e-05,
+      "learning_rate_adapter": 7.248101265822786e-05,
+      "loss": 0.0272,
+      "step": 118700
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.246835443037975e-05,
+      "learning_rate_adapter": 7.246835443037975e-05,
+      "loss": 0.0272,
+      "step": 118750
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.245569620253166e-05,
+      "learning_rate_adapter": 7.245569620253166e-05,
+      "loss": 0.0269,
+      "step": 118800
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.244303797468355e-05,
+      "learning_rate_adapter": 7.244303797468355e-05,
+      "loss": 0.027,
+      "step": 118850
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.243037974683544e-05,
+      "learning_rate_adapter": 7.243037974683544e-05,
+      "loss": 0.0271,
+      "step": 118900
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.241772151898735e-05,
+      "learning_rate_adapter": 7.241772151898735e-05,
+      "loss": 0.027,
+      "step": 118950
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.240506329113924e-05,
+      "learning_rate_adapter": 7.240506329113924e-05,
+      "loss": 0.027,
+      "step": 119000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.239240506329114e-05,
+      "learning_rate_adapter": 7.239240506329114e-05,
+      "loss": 0.0272,
+      "step": 119050
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.237974683544304e-05,
+      "learning_rate_adapter": 7.237974683544304e-05,
+      "loss": 0.0271,
+      "step": 119100
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.236708860759494e-05,
+      "learning_rate_adapter": 7.236708860759494e-05,
+      "loss": 0.0272,
+      "step": 119150
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.235443037974683e-05,
+      "learning_rate_adapter": 7.235443037974683e-05,
+      "loss": 0.0271,
+      "step": 119200
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.234177215189874e-05,
+      "learning_rate_adapter": 7.234177215189874e-05,
+      "loss": 0.027,
+      "step": 119250
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.232911392405065e-05,
+      "learning_rate_adapter": 7.232911392405065e-05,
+      "loss": 0.0272,
+      "step": 119300
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.231645569620254e-05,
+      "learning_rate_adapter": 7.231645569620254e-05,
+      "loss": 0.027,
+      "step": 119350
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.230379746835443e-05,
+      "learning_rate_adapter": 7.230379746835443e-05,
+      "loss": 0.0271,
+      "step": 119400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.229113924050633e-05,
+      "learning_rate_adapter": 7.229113924050633e-05,
+      "loss": 0.0272,
+      "step": 119450
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.227848101265823e-05,
+      "learning_rate_adapter": 7.227848101265823e-05,
+      "loss": 0.0269,
+      "step": 119500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.226582278481013e-05,
+      "learning_rate_adapter": 7.226582278481013e-05,
+      "loss": 0.0268,
+      "step": 119550
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.225316455696202e-05,
+      "learning_rate_adapter": 7.225316455696202e-05,
+      "loss": 0.0271,
+      "step": 119600
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.224050632911393e-05,
+      "learning_rate_adapter": 7.224050632911393e-05,
+      "loss": 0.0267,
+      "step": 119650
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.222784810126582e-05,
+      "learning_rate_adapter": 7.222784810126582e-05,
+      "loss": 0.0271,
+      "step": 119700
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.221518987341771e-05,
+      "learning_rate_adapter": 7.221518987341771e-05,
+      "loss": 0.0272,
+      "step": 119750
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.220253164556962e-05,
+      "learning_rate_adapter": 7.220253164556962e-05,
+      "loss": 0.027,
+      "step": 119800
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.218987341772153e-05,
+      "learning_rate_adapter": 7.218987341772153e-05,
+      "loss": 0.0269,
+      "step": 119850
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.217721518987343e-05,
+      "learning_rate_adapter": 7.217721518987343e-05,
+      "loss": 0.027,
+      "step": 119900
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.216455696202532e-05,
+      "learning_rate_adapter": 7.216455696202532e-05,
+      "loss": 0.027,
+      "step": 119950
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.215189873417722e-05,
+      "learning_rate_adapter": 7.215189873417722e-05,
+      "loss": 0.0273,
+      "step": 120000
+    },
+    {
+      "epoch": 0.81,
+      "eval_af_opus100_pr_auc": 0.7659978310676897,
+      "eval_af_ud_pr_auc": 0.991394970083399,
+      "eval_am_opus100_pr_auc": 0.5531900327518048,
+      "eval_ar_ersatz_pr_auc": 0.9258138629368571,
+      "eval_ar_opus100_pr_auc": 0.7181092774085341,
+      "eval_ar_ud_pr_auc": 0.8773050913710587,
+      "eval_average_ersatz_pr_auc": 0.9659464527879261,
+      "eval_average_opus100_pr_auc": 0.8348572836963917,
+      "eval_average_ud_pr_auc": 0.9624276790490238,
+      "eval_az_opus100_pr_auc": 0.7738649378616036,
+      "eval_be_opus100_pr_auc": 0.6952021265394399,
+      "eval_be_ud_pr_auc": 0.9000180335956237,
+      "eval_bg_opus100_pr_auc": 0.9119583728422904,
+      "eval_bg_ud_pr_auc": 0.993722015995887,
+      "eval_bn_opus100_pr_auc": 0.8239767914687333,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8754093507807349,
+      "eval_ca_ud_pr_auc": 0.9940582487346227,
+      "eval_ceb_ud_pr_auc": 0.9994986541373065,
+      "eval_cs_ersatz_pr_auc": 0.9852101792344209,
+      "eval_cs_opus100_pr_auc": 0.9141142763032953,
+      "eval_cs_ud_pr_auc": 0.9536788100519001,
+      "eval_cy_opus100_pr_auc": 0.746249021171635,
+      "eval_cy_ud_pr_auc": 0.9938855835275784,
+      "eval_da_opus100_pr_auc": 0.9231230612827455,
+      "eval_da_ud_pr_auc": 0.9784587650139676,
+      "eval_de_ersatz_pr_auc": 0.9847976944282881,
+      "eval_de_opus100_pr_auc": 0.900344243503323,
+      "eval_de_ud_pr_auc": 0.9883940682671501,
+      "eval_el_opus100_pr_auc": 0.9121572842455012,
+      "eval_el_ud_pr_auc": 0.9910738270452984,
+      "eval_en_ersatz_pr_auc": 0.9897640843211586,
+      "eval_en_opus100_pr_auc": 0.931023594197815,
+      "eval_en_ud_pr_auc": 0.9747750455474273,
+      "eval_eo_opus100_pr_auc": 0.9261053790864914,
+      "eval_es_ersatz_pr_auc": 0.9959173162694214,
+      "eval_es_opus100_pr_auc": 0.9230149850726055,
+      "eval_es_ud_pr_auc": 0.9932775636255518,
+      "eval_et_ersatz_pr_auc": 0.9812548502376566,
+      "eval_et_opus100_pr_auc": 0.8993055090108486,
+      "eval_et_ud_pr_auc": 0.9669914215790948,
+      "eval_eu_opus100_pr_auc": 0.8784192828162091,
+      "eval_eu_ud_pr_auc": 0.9885832996887887,
+      "eval_fa_opus100_pr_auc": 0.5891115672699438,
+      "eval_fa_ud_pr_auc": 0.9956051627694742,
+      "eval_fi_ersatz_pr_auc": 0.9876462392528166,
+      "eval_fi_opus100_pr_auc": 0.9189403940539665,
+      "eval_fi_ud_pr_auc": 0.967133747708106,
+      "eval_fr_ersatz_pr_auc": 0.9891152961937817,
+      "eval_fr_opus100_pr_auc": 0.9151563739882655,
+      "eval_fr_ud_pr_auc": 0.9871130191248523,
+      "eval_fy_opus100_pr_auc": 0.6480033011492089,
+      "eval_ga_opus100_pr_auc": 0.8988951206700879,
+      "eval_ga_ud_pr_auc": 0.8247989225937697,
+      "eval_gd_opus100_pr_auc": 0.6277154845498039,
+      "eval_gd_ud_pr_auc": 0.7972886697150688,
+      "eval_gl_opus100_pr_auc": 0.8769418201161181,
+      "eval_gl_ud_pr_auc": 0.9969725180663456,
+      "eval_gu_ersatz_pr_auc": 0.9262920987357898,
+      "eval_gu_opus100_pr_auc": 0.7435968482591293,
+      "eval_ha_opus100_pr_auc": 0.911420089012013,
+      "eval_he_opus100_pr_auc": 0.8736149853956866,
+      "eval_he_ud_pr_auc": 0.9756554143306806,
+      "eval_hi_ersatz_pr_auc": 0.9768379647810677,
+      "eval_hi_opus100_pr_auc": 0.6865124982195938,
+      "eval_hi_ud_pr_auc": 0.9822952900931682,
+      "eval_hu_opus100_pr_auc": 0.9262301525259361,
+      "eval_hu_ud_pr_auc": 0.9816138779808482,
+      "eval_hy_opus100_pr_auc": 0.9129627146589812,
+      "eval_hy_ud_pr_auc": 0.9774252401655241,
+      "eval_id_opus100_pr_auc": 0.8868374741031331,
+      "eval_id_ud_pr_auc": 0.9936178061835498,
+      "eval_ig_opus100_pr_auc": 0.8763540673529596,
+      "eval_is_opus100_pr_auc": 0.9272757467445554,
+      "eval_is_ud_pr_auc": 0.9109977012709791,
+      "eval_it_opus100_pr_auc": 0.9072430575414812,
+      "eval_it_ud_pr_auc": 0.9928617127893311,
+      "eval_ja_ersatz_pr_auc": 0.8257451963800725,
+      "eval_ja_opus100_pr_auc": 0.8168866650270602,
+      "eval_ja_ud_pr_auc": 0.9758862351079872,
+      "eval_jv_ud_pr_auc": 0.9766568061517528,
+      "eval_ka_opus100_pr_auc": 0.8585715237219587,
+      "eval_kk_ersatz_pr_auc": 0.9883967480291618,
+      "eval_kk_opus100_pr_auc": 0.777904451147295,
+      "eval_kk_ud_pr_auc": 0.9769676997900079,
+      "eval_km_ersatz_pr_auc": 0.9236107004393382,
+      "eval_km_opus100_pr_auc": 0.7734870638008462,
+      "eval_kn_opus100_pr_auc": 0.6203906804110996,
+      "eval_ko_opus100_pr_auc": 0.6859986659010291,
+      "eval_ko_ud_pr_auc": 0.9977069012565565,
+      "eval_ku_opus100_pr_auc": 0.8433312371641164,
+      "eval_ky_opus100_pr_auc": 0.8952779955551823,
+      "eval_la_ud_pr_auc": 0.9501835404199901,
+      "eval_loss": 0.030628466978669167,
+      "eval_lt_ersatz_pr_auc": 0.9923241173233164,
+      "eval_lt_opus100_pr_auc": 0.8762824835016473,
+      "eval_lt_ud_pr_auc": 0.9930623690539352,
+      "eval_lv_ersatz_pr_auc": 0.9903744736393946,
+      "eval_lv_opus100_pr_auc": 0.8900462396882182,
+      "eval_lv_ud_pr_auc": 0.9633531786139841,
+      "eval_mg_opus100_pr_auc": 0.9328712975271186,
+      "eval_mk_opus100_pr_auc": 0.9198528316866221,
+      "eval_ml_opus100_pr_auc": 0.7848771555876177,
+      "eval_mn_opus100_pr_auc": 0.943565105452376,
+      "eval_mr_opus100_pr_auc": 0.8800620030691169,
+      "eval_mr_ud_pr_auc": 0.9912877290396889,
+      "eval_ms_opus100_pr_auc": 0.864330488445384,
+      "eval_mt_opus100_pr_auc": 0.8257347266247576,
+      "eval_mt_ud_pr_auc": 0.8925499201677445,
+      "eval_my_opus100_pr_auc": 0.7706595563537553,
+      "eval_ne_opus100_pr_auc": 0.745823755394798,
+      "eval_nl_opus100_pr_auc": 0.8932125239183771,
+      "eval_nl_ud_pr_auc": 0.9823883846954445,
+      "eval_no_opus100_pr_auc": 0.9226457841117963,
+      "eval_no_ud_pr_auc": 0.9968904228081948,
+      "eval_pa_opus100_pr_auc": 0.6722329193163218,
+      "eval_pl_ersatz_pr_auc": 0.9646828991028722,
+      "eval_pl_opus100_pr_auc": 0.9000003286696547,
+      "eval_pl_ud_pr_auc": 0.9703925506252252,
+      "eval_ps_ersatz_pr_auc": 0.9267243142114615,
+      "eval_ps_opus100_pr_auc": 0.7489367178310026,
+      "eval_pt_opus100_pr_auc": 0.9251816763871664,
+      "eval_pt_ud_pr_auc": 0.9873273210596827,
+      "eval_ro_ersatz_pr_auc": 0.9939167584102512,
+      "eval_ro_opus100_pr_auc": 0.8749289035344913,
+      "eval_ro_ud_pr_auc": 0.9649329588172337,
+      "eval_ru_ersatz_pr_auc": 0.9918212275520576,
+      "eval_ru_opus100_pr_auc": 0.9265505771951688,
+      "eval_ru_ud_pr_auc": 0.8581959806234583,
+      "eval_runtime": 326.0959,
+      "eval_samples_per_second": 231.417,
+      "eval_si_opus100_pr_auc": 0.8156638091817124,
+      "eval_sk_opus100_pr_auc": 0.9307895778412345,
+      "eval_sk_ud_pr_auc": 0.9764557693358721,
+      "eval_sl_opus100_pr_auc": 0.8596743152921625,
+      "eval_sl_ud_pr_auc": 0.9699300491500886,
+      "eval_sq_opus100_pr_auc": 0.9083483908350867,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9062231269155726,
+      "eval_sr_ud_pr_auc": 0.997668615288166,
+      "eval_steps_per_second": 0.905,
+      "eval_sv_opus100_pr_auc": 0.8900922062370127,
+      "eval_sv_ud_pr_auc": 0.9332613367918802,
+      "eval_ta_ersatz_pr_auc": 0.9839510209645809,
+      "eval_ta_opus100_pr_auc": 0.6951919138908018,
+      "eval_ta_ud_pr_auc": 0.9907713387044658,
+      "eval_te_opus100_pr_auc": 0.8350418013739512,
+      "eval_tg_opus100_pr_auc": 0.8845934122762031,
+      "eval_th_opus100_pr_auc": 0.6752696537778656,
+      "eval_th_ud_pr_auc": 0.8052403787816679,
+      "eval_tr_ersatz_pr_auc": 0.9656303052533896,
+      "eval_tr_opus100_pr_auc": 0.8983880425097499,
+      "eval_tr_ud_pr_auc": 0.9613495553552058,
+      "eval_uk_opus100_pr_auc": 0.8683766452265409,
+      "eval_uk_ud_pr_auc": 0.9387720065693888,
+      "eval_ur_opus100_pr_auc": 0.565167644625469,
+      "eval_ur_ud_pr_auc": 0.9899267442685095,
+      "eval_uz_opus100_pr_auc": 0.8774503858164713,
+      "eval_vi_opus100_pr_auc": 0.9001838026166828,
+      "eval_vi_ud_pr_auc": 0.9682273660958206,
+      "eval_xh_opus100_pr_auc": 0.8743329703617438,
+      "eval_yi_opus100_pr_auc": 0.7786618964692807,
+      "eval_yo_opus100_pr_auc": 0.8407423296519625,
+      "eval_yo_ud_pr_auc": 0.8938081312767775,
+      "eval_zh_ersatz_pr_auc": 0.9609946136372186,
+      "eval_zh_opus100_pr_auc": 0.8544891532919284,
+      "eval_zh_ud_pr_auc": 0.9866899348892739,
+      "eval_zu_opus100_pr_auc": 0.8315957748665381,
+      "step": 120000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.213924050632912e-05,
+      "learning_rate_adapter": 7.213924050632912e-05,
+      "loss": 0.0271,
+      "step": 120050
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.212658227848101e-05,
+      "learning_rate_adapter": 7.212658227848101e-05,
+      "loss": 0.027,
+      "step": 120100
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.211392405063292e-05,
+      "learning_rate_adapter": 7.211392405063292e-05,
+      "loss": 0.0272,
+      "step": 120150
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.210126582278481e-05,
+      "learning_rate_adapter": 7.210126582278481e-05,
+      "loss": 0.0269,
+      "step": 120200
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20886075949367e-05,
+      "learning_rate_adapter": 7.20886075949367e-05,
+      "loss": 0.0269,
+      "step": 120250
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.207594936708861e-05,
+      "learning_rate_adapter": 7.207594936708861e-05,
+      "loss": 0.0271,
+      "step": 120300
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20632911392405e-05,
+      "learning_rate_adapter": 7.20632911392405e-05,
+      "loss": 0.027,
+      "step": 120350
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20506329113924e-05,
+      "learning_rate_adapter": 7.20506329113924e-05,
+      "loss": 0.0272,
+      "step": 120400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.203797468354431e-05,
+      "learning_rate_adapter": 7.203797468354431e-05,
+      "loss": 0.0269,
+      "step": 120450
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20253164556962e-05,
+      "learning_rate_adapter": 7.20253164556962e-05,
+      "loss": 0.0269,
+      "step": 120500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.201265822784811e-05,
+      "learning_rate_adapter": 7.201265822784811e-05,
+      "loss": 0.027,
+      "step": 120550
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.0269,
+      "step": 120600
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.198734177215191e-05,
+      "learning_rate_adapter": 7.198734177215191e-05,
+      "loss": 0.027,
+      "step": 120650
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.19746835443038e-05,
+      "learning_rate_adapter": 7.19746835443038e-05,
+      "loss": 0.0271,
+      "step": 120700
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.196202531645569e-05,
+      "learning_rate_adapter": 7.196202531645569e-05,
+      "loss": 0.0269,
+      "step": 120750
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.19493670886076e-05,
+      "learning_rate_adapter": 7.19493670886076e-05,
+      "loss": 0.027,
+      "step": 120800
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.193670886075949e-05,
+      "learning_rate_adapter": 7.193670886075949e-05,
+      "loss": 0.0272,
+      "step": 120850
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.19240506329114e-05,
+      "learning_rate_adapter": 7.19240506329114e-05,
+      "loss": 0.0268,
+      "step": 120900
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.191139240506329e-05,
+      "learning_rate_adapter": 7.191139240506329e-05,
+      "loss": 0.0271,
+      "step": 120950
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.189873417721519e-05,
+      "learning_rate_adapter": 7.189873417721519e-05,
+      "loss": 0.0272,
+      "step": 121000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.18860759493671e-05,
+      "learning_rate_adapter": 7.18860759493671e-05,
+      "loss": 0.0269,
+      "step": 121050
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.187341772151899e-05,
+      "learning_rate_adapter": 7.187341772151899e-05,
+      "loss": 0.0268,
+      "step": 121100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.18607594936709e-05,
+      "learning_rate_adapter": 7.18607594936709e-05,
+      "loss": 0.0272,
+      "step": 121150
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.184810126582279e-05,
+      "learning_rate_adapter": 7.184810126582279e-05,
+      "loss": 0.0269,
+      "step": 121200
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.18354430379747e-05,
+      "learning_rate_adapter": 7.18354430379747e-05,
+      "loss": 0.027,
+      "step": 121250
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.182278481012659e-05,
+      "learning_rate_adapter": 7.182278481012659e-05,
+      "loss": 0.0269,
+      "step": 121300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.181012658227848e-05,
+      "learning_rate_adapter": 7.181012658227848e-05,
+      "loss": 0.0273,
+      "step": 121350
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.179746835443038e-05,
+      "learning_rate_adapter": 7.179746835443038e-05,
+      "loss": 0.027,
+      "step": 121400
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.178481012658228e-05,
+      "learning_rate_adapter": 7.178481012658228e-05,
+      "loss": 0.0272,
+      "step": 121450
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.177215189873418e-05,
+      "learning_rate_adapter": 7.177215189873418e-05,
+      "loss": 0.027,
+      "step": 121500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.175949367088607e-05,
+      "learning_rate_adapter": 7.175949367088607e-05,
+      "loss": 0.0267,
+      "step": 121550
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.174683544303798e-05,
+      "learning_rate_adapter": 7.174683544303798e-05,
+      "loss": 0.027,
+      "step": 121600
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.173417721518988e-05,
+      "learning_rate_adapter": 7.173417721518988e-05,
+      "loss": 0.0269,
+      "step": 121650
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.172151898734178e-05,
+      "learning_rate_adapter": 7.172151898734178e-05,
+      "loss": 0.027,
+      "step": 121700
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.170886075949368e-05,
+      "learning_rate_adapter": 7.170886075949368e-05,
+      "loss": 0.0269,
+      "step": 121750
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.169620253164557e-05,
+      "learning_rate_adapter": 7.169620253164557e-05,
+      "loss": 0.0269,
+      "step": 121800
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.168354430379747e-05,
+      "learning_rate_adapter": 7.168354430379747e-05,
+      "loss": 0.0269,
+      "step": 121850
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.167088607594937e-05,
+      "learning_rate_adapter": 7.167088607594937e-05,
+      "loss": 0.027,
+      "step": 121900
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.165822784810126e-05,
+      "learning_rate_adapter": 7.165822784810126e-05,
+      "loss": 0.0272,
+      "step": 121950
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.164556962025317e-05,
+      "learning_rate_adapter": 7.164556962025317e-05,
+      "loss": 0.0269,
+      "step": 122000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.163291139240506e-05,
+      "learning_rate_adapter": 7.163291139240506e-05,
+      "loss": 0.0269,
+      "step": 122050
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.162025316455697e-05,
+      "learning_rate_adapter": 7.162025316455697e-05,
+      "loss": 0.0267,
+      "step": 122100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.160759493670886e-05,
+      "learning_rate_adapter": 7.160759493670886e-05,
+      "loss": 0.027,
+      "step": 122150
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.159493670886077e-05,
+      "learning_rate_adapter": 7.159493670886077e-05,
+      "loss": 0.027,
+      "step": 122200
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.158227848101267e-05,
+      "learning_rate_adapter": 7.158227848101267e-05,
+      "loss": 0.0268,
+      "step": 122250
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.156962025316456e-05,
+      "learning_rate_adapter": 7.156962025316456e-05,
+      "loss": 0.0269,
+      "step": 122300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.155696202531645e-05,
+      "learning_rate_adapter": 7.155696202531645e-05,
+      "loss": 0.0269,
+      "step": 122350
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.154430379746836e-05,
+      "learning_rate_adapter": 7.154430379746836e-05,
+      "loss": 0.0271,
+      "step": 122400
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.153164556962025e-05,
+      "learning_rate_adapter": 7.153164556962025e-05,
+      "loss": 0.027,
+      "step": 122450
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.151898734177216e-05,
+      "learning_rate_adapter": 7.151898734177216e-05,
+      "loss": 0.0267,
+      "step": 122500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.150632911392405e-05,
+      "learning_rate_adapter": 7.150632911392405e-05,
+      "loss": 0.0269,
+      "step": 122550
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.149367088607594e-05,
+      "learning_rate_adapter": 7.149367088607594e-05,
+      "loss": 0.027,
+      "step": 122600
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.148101265822785e-05,
+      "learning_rate_adapter": 7.148101265822785e-05,
+      "loss": 0.0268,
+      "step": 122650
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.146835443037975e-05,
+      "learning_rate_adapter": 7.146835443037975e-05,
+      "loss": 0.0269,
+      "step": 122700
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.145569620253165e-05,
+      "learning_rate_adapter": 7.145569620253165e-05,
+      "loss": 0.027,
+      "step": 122750
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.144303797468355e-05,
+      "learning_rate_adapter": 7.144303797468355e-05,
+      "loss": 0.027,
+      "step": 122800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.143037974683546e-05,
+      "learning_rate_adapter": 7.143037974683546e-05,
+      "loss": 0.0268,
+      "step": 122850
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.141772151898735e-05,
+      "learning_rate_adapter": 7.141772151898735e-05,
+      "loss": 0.027,
+      "step": 122900
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.140506329113924e-05,
+      "learning_rate_adapter": 7.140506329113924e-05,
+      "loss": 0.0269,
+      "step": 122950
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.139240506329115e-05,
+      "learning_rate_adapter": 7.139240506329115e-05,
+      "loss": 0.0269,
+      "step": 123000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.137974683544304e-05,
+      "learning_rate_adapter": 7.137974683544304e-05,
+      "loss": 0.0271,
+      "step": 123050
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.136708860759494e-05,
+      "learning_rate_adapter": 7.136708860759494e-05,
+      "loss": 0.0268,
+      "step": 123100
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.135443037974684e-05,
+      "learning_rate_adapter": 7.135443037974684e-05,
+      "loss": 0.027,
+      "step": 123150
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.134177215189873e-05,
+      "learning_rate_adapter": 7.134177215189873e-05,
+      "loss": 0.0272,
+      "step": 123200
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.132911392405063e-05,
+      "learning_rate_adapter": 7.132911392405063e-05,
+      "loss": 0.0269,
+      "step": 123250
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.131645569620253e-05,
+      "learning_rate_adapter": 7.131645569620253e-05,
+      "loss": 0.027,
+      "step": 123300
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.130379746835443e-05,
+      "learning_rate_adapter": 7.130379746835443e-05,
+      "loss": 0.027,
+      "step": 123350
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.129113924050634e-05,
+      "learning_rate_adapter": 7.129113924050634e-05,
+      "loss": 0.027,
+      "step": 123400
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.127848101265823e-05,
+      "learning_rate_adapter": 7.127848101265823e-05,
+      "loss": 0.027,
+      "step": 123450
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.126582278481014e-05,
+      "learning_rate_adapter": 7.126582278481014e-05,
+      "loss": 0.0269,
+      "step": 123500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.125316455696203e-05,
+      "learning_rate_adapter": 7.125316455696203e-05,
+      "loss": 0.0272,
+      "step": 123550
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.124050632911393e-05,
+      "learning_rate_adapter": 7.124050632911393e-05,
+      "loss": 0.0268,
+      "step": 123600
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.122784810126583e-05,
+      "learning_rate_adapter": 7.122784810126583e-05,
+      "loss": 0.0268,
+      "step": 123650
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.121518987341772e-05,
+      "learning_rate_adapter": 7.121518987341772e-05,
+      "loss": 0.0269,
+      "step": 123700
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.120253164556962e-05,
+      "learning_rate_adapter": 7.120253164556962e-05,
+      "loss": 0.027,
+      "step": 123750
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.118987341772152e-05,
+      "learning_rate_adapter": 7.118987341772152e-05,
+      "loss": 0.0268,
+      "step": 123800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.117721518987342e-05,
+      "learning_rate_adapter": 7.117721518987342e-05,
+      "loss": 0.0268,
+      "step": 123850
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.116455696202531e-05,
+      "learning_rate_adapter": 7.116455696202531e-05,
+      "loss": 0.0269,
+      "step": 123900
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.115189873417722e-05,
+      "learning_rate_adapter": 7.115189873417722e-05,
+      "loss": 0.027,
+      "step": 123950
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.113924050632912e-05,
+      "learning_rate_adapter": 7.113924050632912e-05,
+      "loss": 0.027,
+      "step": 124000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.112658227848102e-05,
+      "learning_rate_adapter": 7.112658227848102e-05,
+      "loss": 0.027,
+      "step": 124050
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.111392405063292e-05,
+      "learning_rate_adapter": 7.111392405063292e-05,
+      "loss": 0.0268,
+      "step": 124100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.110126582278481e-05,
+      "learning_rate_adapter": 7.110126582278481e-05,
+      "loss": 0.027,
+      "step": 124150
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10886075949367e-05,
+      "learning_rate_adapter": 7.10886075949367e-05,
+      "loss": 0.0268,
+      "step": 124200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.107594936708861e-05,
+      "learning_rate_adapter": 7.107594936708861e-05,
+      "loss": 0.0268,
+      "step": 124250
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10632911392405e-05,
+      "learning_rate_adapter": 7.10632911392405e-05,
+      "loss": 0.0268,
+      "step": 124300
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.105063291139241e-05,
+      "learning_rate_adapter": 7.105063291139241e-05,
+      "loss": 0.0267,
+      "step": 124350
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10379746835443e-05,
+      "learning_rate_adapter": 7.10379746835443e-05,
+      "loss": 0.0268,
+      "step": 124400
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.102531645569621e-05,
+      "learning_rate_adapter": 7.102531645569621e-05,
+      "loss": 0.0266,
+      "step": 124450
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10126582278481e-05,
+      "learning_rate_adapter": 7.10126582278481e-05,
+      "loss": 0.0273,
+      "step": 124500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0269,
+      "step": 124550
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.098734177215191e-05,
+      "learning_rate_adapter": 7.098734177215191e-05,
+      "loss": 0.0269,
+      "step": 124600
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.09746835443038e-05,
+      "learning_rate_adapter": 7.09746835443038e-05,
+      "loss": 0.0272,
+      "step": 124650
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.096202531645571e-05,
+      "learning_rate_adapter": 7.096202531645571e-05,
+      "loss": 0.027,
+      "step": 124700
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.09493670886076e-05,
+      "learning_rate_adapter": 7.09493670886076e-05,
+      "loss": 0.0268,
+      "step": 124750
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.093670886075949e-05,
+      "learning_rate_adapter": 7.093670886075949e-05,
+      "loss": 0.027,
+      "step": 124800
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.09240506329114e-05,
+      "learning_rate_adapter": 7.09240506329114e-05,
+      "loss": 0.0267,
+      "step": 124850
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.091139240506329e-05,
+      "learning_rate_adapter": 7.091139240506329e-05,
+      "loss": 0.0268,
+      "step": 124900
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.08987341772152e-05,
+      "learning_rate_adapter": 7.08987341772152e-05,
+      "loss": 0.027,
+      "step": 124950
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.088607594936709e-05,
+      "learning_rate_adapter": 7.088607594936709e-05,
+      "loss": 0.0268,
+      "step": 125000
+    },
+    {
+      "epoch": 0.84,
+      "eval_af_opus100_pr_auc": 0.7712786690635275,
+      "eval_af_ud_pr_auc": 0.9913289991083324,
+      "eval_am_opus100_pr_auc": 0.563686539929418,
+      "eval_ar_ersatz_pr_auc": 0.9295437012213041,
+      "eval_ar_opus100_pr_auc": 0.7098026234563424,
+      "eval_ar_ud_pr_auc": 0.8826098211379365,
+      "eval_average_ersatz_pr_auc": 0.9658613562415213,
+      "eval_average_opus100_pr_auc": 0.8336236875976044,
+      "eval_average_ud_pr_auc": 0.9601997205341696,
+      "eval_az_opus100_pr_auc": 0.7449934507553593,
+      "eval_be_opus100_pr_auc": 0.7034005498387433,
+      "eval_be_ud_pr_auc": 0.8895423318716594,
+      "eval_bg_opus100_pr_auc": 0.9126572077067306,
+      "eval_bg_ud_pr_auc": 0.9927200636153166,
+      "eval_bn_opus100_pr_auc": 0.8292167716889407,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8796766934012786,
+      "eval_ca_ud_pr_auc": 0.9919474035629339,
+      "eval_ceb_ud_pr_auc": 0.9999148913978322,
+      "eval_cs_ersatz_pr_auc": 0.9818218301496477,
+      "eval_cs_opus100_pr_auc": 0.9088753341061419,
+      "eval_cs_ud_pr_auc": 0.9548054543316162,
+      "eval_cy_opus100_pr_auc": 0.7372525538236221,
+      "eval_cy_ud_pr_auc": 0.9944977797652769,
+      "eval_da_opus100_pr_auc": 0.9186032805660145,
+      "eval_da_ud_pr_auc": 0.9789553006062842,
+      "eval_de_ersatz_pr_auc": 0.9827606782859712,
+      "eval_de_opus100_pr_auc": 0.8910369049737618,
+      "eval_de_ud_pr_auc": 0.9848350191154903,
+      "eval_el_opus100_pr_auc": 0.9130951485464042,
+      "eval_el_ud_pr_auc": 0.9891569875699817,
+      "eval_en_ersatz_pr_auc": 0.9913230256271514,
+      "eval_en_opus100_pr_auc": 0.9309837329956915,
+      "eval_en_ud_pr_auc": 0.9724213361044178,
+      "eval_eo_opus100_pr_auc": 0.9325717607345348,
+      "eval_es_ersatz_pr_auc": 0.9970446014337211,
+      "eval_es_opus100_pr_auc": 0.9238650006097984,
+      "eval_es_ud_pr_auc": 0.9934893368226929,
+      "eval_et_ersatz_pr_auc": 0.981286881427645,
+      "eval_et_opus100_pr_auc": 0.8922121037952315,
+      "eval_et_ud_pr_auc": 0.9682812916285812,
+      "eval_eu_opus100_pr_auc": 0.8744974408427268,
+      "eval_eu_ud_pr_auc": 0.9888957046152573,
+      "eval_fa_opus100_pr_auc": 0.6083604458268395,
+      "eval_fa_ud_pr_auc": 0.9960320686773425,
+      "eval_fi_ersatz_pr_auc": 0.9896652157992821,
+      "eval_fi_opus100_pr_auc": 0.9153563580891961,
+      "eval_fi_ud_pr_auc": 0.9633768981835472,
+      "eval_fr_ersatz_pr_auc": 0.9891605437062683,
+      "eval_fr_opus100_pr_auc": 0.916076117688076,
+      "eval_fr_ud_pr_auc": 0.9854986284463834,
+      "eval_fy_opus100_pr_auc": 0.6448561652497998,
+      "eval_ga_opus100_pr_auc": 0.8975281282260972,
+      "eval_ga_ud_pr_auc": 0.8186260154283442,
+      "eval_gd_opus100_pr_auc": 0.6334379128720977,
+      "eval_gd_ud_pr_auc": 0.7975485835705619,
+      "eval_gl_opus100_pr_auc": 0.8803549371246062,
+      "eval_gl_ud_pr_auc": 0.9964190083928687,
+      "eval_gu_ersatz_pr_auc": 0.9274436117325665,
+      "eval_gu_opus100_pr_auc": 0.7252362309420785,
+      "eval_ha_opus100_pr_auc": 0.9128973747125413,
+      "eval_he_opus100_pr_auc": 0.8703076169029608,
+      "eval_he_ud_pr_auc": 0.9729995210668874,
+      "eval_hi_ersatz_pr_auc": 0.9803309962917285,
+      "eval_hi_opus100_pr_auc": 0.6898059336686075,
+      "eval_hi_ud_pr_auc": 0.983228960412566,
+      "eval_hu_opus100_pr_auc": 0.9297514442810181,
+      "eval_hu_ud_pr_auc": 0.9834993109897399,
+      "eval_hy_opus100_pr_auc": 0.9079691826332728,
+      "eval_hy_ud_pr_auc": 0.9819884542626395,
+      "eval_id_opus100_pr_auc": 0.8842269321906242,
+      "eval_id_ud_pr_auc": 0.9939073367247164,
+      "eval_ig_opus100_pr_auc": 0.8680997074830721,
+      "eval_is_opus100_pr_auc": 0.9311725045676803,
+      "eval_is_ud_pr_auc": 0.9141433354978762,
+      "eval_it_opus100_pr_auc": 0.9093916673215089,
+      "eval_it_ud_pr_auc": 0.990269172752793,
+      "eval_ja_ersatz_pr_auc": 0.8069334550257234,
+      "eval_ja_opus100_pr_auc": 0.8372996547473548,
+      "eval_ja_ud_pr_auc": 0.9721192067722303,
+      "eval_jv_ud_pr_auc": 0.9708379755959298,
+      "eval_ka_opus100_pr_auc": 0.8589507382472954,
+      "eval_kk_ersatz_pr_auc": 0.9885928368310556,
+      "eval_kk_opus100_pr_auc": 0.7712454418719792,
+      "eval_kk_ud_pr_auc": 0.9736218329120774,
+      "eval_km_ersatz_pr_auc": 0.9238085679265092,
+      "eval_km_opus100_pr_auc": 0.7532667334509813,
+      "eval_kn_opus100_pr_auc": 0.6323408509418393,
+      "eval_ko_opus100_pr_auc": 0.6845933840534065,
+      "eval_ko_ud_pr_auc": 0.996690445225776,
+      "eval_ku_opus100_pr_auc": 0.8241992046963873,
+      "eval_ky_opus100_pr_auc": 0.8671689537126777,
+      "eval_la_ud_pr_auc": 0.9396772451179319,
+      "eval_loss": 0.03068218193948269,
+      "eval_lt_ersatz_pr_auc": 0.9935285738977683,
+      "eval_lt_opus100_pr_auc": 0.8652681280256505,
+      "eval_lt_ud_pr_auc": 0.9932398550729267,
+      "eval_lv_ersatz_pr_auc": 0.9888349484024819,
+      "eval_lv_opus100_pr_auc": 0.880566483399778,
+      "eval_lv_ud_pr_auc": 0.9614163338472993,
+      "eval_mg_opus100_pr_auc": 0.9290505036986447,
+      "eval_mk_opus100_pr_auc": 0.9157684132289371,
+      "eval_ml_opus100_pr_auc": 0.7857587507120608,
+      "eval_mn_opus100_pr_auc": 0.9426108326602034,
+      "eval_mr_opus100_pr_auc": 0.8723530589856987,
+      "eval_mr_ud_pr_auc": 0.9871599497853359,
+      "eval_ms_opus100_pr_auc": 0.8690958716611119,
+      "eval_mt_opus100_pr_auc": 0.826387109096852,
+      "eval_mt_ud_pr_auc": 0.8750126919872606,
+      "eval_my_opus100_pr_auc": 0.7886977466168164,
+      "eval_ne_opus100_pr_auc": 0.739758573454376,
+      "eval_nl_opus100_pr_auc": 0.8987097288312886,
+      "eval_nl_ud_pr_auc": 0.9819348672660064,
+      "eval_no_opus100_pr_auc": 0.9209873840319119,
+      "eval_no_ud_pr_auc": 0.9971270569111401,
+      "eval_pa_opus100_pr_auc": 0.6727032757265744,
+      "eval_pl_ersatz_pr_auc": 0.9634897862922838,
+      "eval_pl_opus100_pr_auc": 0.8962977189135428,
+      "eval_pl_ud_pr_auc": 0.9658246810650367,
+      "eval_ps_ersatz_pr_auc": 0.9268120467028583,
+      "eval_ps_opus100_pr_auc": 0.7603850683124244,
+      "eval_pt_opus100_pr_auc": 0.9161917476921727,
+      "eval_pt_ud_pr_auc": 0.9849922883766128,
+      "eval_ro_ersatz_pr_auc": 0.9937617934935741,
+      "eval_ro_opus100_pr_auc": 0.8734721425285966,
+      "eval_ro_ud_pr_auc": 0.9352927575629585,
+      "eval_ru_ersatz_pr_auc": 0.9914314594627462,
+      "eval_ru_opus100_pr_auc": 0.9228973085607368,
+      "eval_ru_ud_pr_auc": 0.8411840452330533,
+      "eval_runtime": 324.39,
+      "eval_samples_per_second": 232.634,
+      "eval_si_opus100_pr_auc": 0.820253318612711,
+      "eval_sk_opus100_pr_auc": 0.9306358254522948,
+      "eval_sk_ud_pr_auc": 0.9738860971065789,
+      "eval_sl_opus100_pr_auc": 0.8635613037527266,
+      "eval_sl_ud_pr_auc": 0.9691374888707902,
+      "eval_sq_opus100_pr_auc": 0.9171205671193275,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9097683766329877,
+      "eval_sr_ud_pr_auc": 0.9981968713425782,
+      "eval_steps_per_second": 0.909,
+      "eval_sv_opus100_pr_auc": 0.8887192371292565,
+      "eval_sv_ud_pr_auc": 0.932427270287688,
+      "eval_ta_ersatz_pr_auc": 0.9842155463858927,
+      "eval_ta_opus100_pr_auc": 0.6889476444398809,
+      "eval_ta_ud_pr_auc": 0.9923640434536248,
+      "eval_te_opus100_pr_auc": 0.8438616847404821,
+      "eval_tg_opus100_pr_auc": 0.8829228300633657,
+      "eval_th_opus100_pr_auc": 0.6780264784378095,
+      "eval_th_ud_pr_auc": 0.8168350662459338,
+      "eval_tr_ersatz_pr_auc": 0.9671815568302209,
+      "eval_tr_opus100_pr_auc": 0.8983592941941296,
+      "eval_tr_ud_pr_auc": 0.958045248066203,
+      "eval_uk_opus100_pr_auc": 0.8707765389382683,
+      "eval_uk_ud_pr_auc": 0.9288478139160816,
+      "eval_ur_opus100_pr_auc": 0.5585009526049626,
+      "eval_ur_ud_pr_auc": 0.9944449625558988,
+      "eval_uz_opus100_pr_auc": 0.8731081150563631,
+      "eval_vi_opus100_pr_auc": 0.8996751577195421,
+      "eval_vi_ud_pr_auc": 0.9555765741529589,
+      "eval_xh_opus100_pr_auc": 0.8571477044449972,
+      "eval_yi_opus100_pr_auc": 0.8091508555868558,
+      "eval_yo_opus100_pr_auc": 0.827605751460853,
+      "eval_yo_ud_pr_auc": 0.8936609156372423,
+      "eval_zh_ersatz_pr_auc": 0.9699781803870688,
+      "eval_zh_opus100_pr_auc": 0.8496170860867825,
+      "eval_zh_ud_pr_auc": 0.99089147042064,
+      "eval_zu_opus100_pr_auc": 0.8208244260563318,
+      "step": 125000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.087341772151899e-05,
+      "learning_rate_adapter": 7.087341772151899e-05,
+      "loss": 0.0269,
+      "step": 125050
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.086075949367089e-05,
+      "learning_rate_adapter": 7.086075949367089e-05,
+      "loss": 0.0269,
+      "step": 125100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.084810126582279e-05,
+      "learning_rate_adapter": 7.084810126582279e-05,
+      "loss": 0.0271,
+      "step": 125150
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.08354430379747e-05,
+      "learning_rate_adapter": 7.08354430379747e-05,
+      "loss": 0.0267,
+      "step": 125200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.082278481012659e-05,
+      "learning_rate_adapter": 7.082278481012659e-05,
+      "loss": 0.0268,
+      "step": 125250
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.081012658227848e-05,
+      "learning_rate_adapter": 7.081012658227848e-05,
+      "loss": 0.0268,
+      "step": 125300
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.079746835443039e-05,
+      "learning_rate_adapter": 7.079746835443039e-05,
+      "loss": 0.0269,
+      "step": 125350
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.078481012658228e-05,
+      "learning_rate_adapter": 7.078481012658228e-05,
+      "loss": 0.0269,
+      "step": 125400
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.077215189873418e-05,
+      "learning_rate_adapter": 7.077215189873418e-05,
+      "loss": 0.0269,
+      "step": 125450
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.075949367088608e-05,
+      "learning_rate_adapter": 7.075949367088608e-05,
+      "loss": 0.0271,
+      "step": 125500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.074683544303797e-05,
+      "learning_rate_adapter": 7.074683544303797e-05,
+      "loss": 0.027,
+      "step": 125550
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.073417721518987e-05,
+      "learning_rate_adapter": 7.073417721518987e-05,
+      "loss": 0.0269,
+      "step": 125600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.072151898734178e-05,
+      "learning_rate_adapter": 7.072151898734178e-05,
+      "loss": 0.0267,
+      "step": 125650
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.070886075949367e-05,
+      "learning_rate_adapter": 7.070886075949367e-05,
+      "loss": 0.027,
+      "step": 125700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.069620253164558e-05,
+      "learning_rate_adapter": 7.069620253164558e-05,
+      "loss": 0.0268,
+      "step": 125750
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.068354430379747e-05,
+      "learning_rate_adapter": 7.068354430379747e-05,
+      "loss": 0.0269,
+      "step": 125800
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.067088607594937e-05,
+      "learning_rate_adapter": 7.067088607594937e-05,
+      "loss": 0.0267,
+      "step": 125850
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.065822784810127e-05,
+      "learning_rate_adapter": 7.065822784810127e-05,
+      "loss": 0.027,
+      "step": 125900
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.064556962025317e-05,
+      "learning_rate_adapter": 7.064556962025317e-05,
+      "loss": 0.027,
+      "step": 125950
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.063291139240506e-05,
+      "learning_rate_adapter": 7.063291139240506e-05,
+      "loss": 0.0272,
+      "step": 126000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.062025316455697e-05,
+      "learning_rate_adapter": 7.062025316455697e-05,
+      "loss": 0.0269,
+      "step": 126050
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.060759493670886e-05,
+      "learning_rate_adapter": 7.060759493670886e-05,
+      "loss": 0.0269,
+      "step": 126100
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.059493670886075e-05,
+      "learning_rate_adapter": 7.059493670886075e-05,
+      "loss": 0.027,
+      "step": 126150
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.058227848101266e-05,
+      "learning_rate_adapter": 7.058227848101266e-05,
+      "loss": 0.0269,
+      "step": 126200
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.056962025316457e-05,
+      "learning_rate_adapter": 7.056962025316457e-05,
+      "loss": 0.0267,
+      "step": 126250
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.055696202531646e-05,
+      "learning_rate_adapter": 7.055696202531646e-05,
+      "loss": 0.0266,
+      "step": 126300
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.054430379746836e-05,
+      "learning_rate_adapter": 7.054430379746836e-05,
+      "loss": 0.0268,
+      "step": 126350
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.053164556962026e-05,
+      "learning_rate_adapter": 7.053164556962026e-05,
+      "loss": 0.0269,
+      "step": 126400
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.051898734177216e-05,
+      "learning_rate_adapter": 7.051898734177216e-05,
+      "loss": 0.0268,
+      "step": 126450
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.050632911392405e-05,
+      "learning_rate_adapter": 7.050632911392405e-05,
+      "loss": 0.0269,
+      "step": 126500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.049367088607596e-05,
+      "learning_rate_adapter": 7.049367088607596e-05,
+      "loss": 0.0268,
+      "step": 126550
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.048101265822785e-05,
+      "learning_rate_adapter": 7.048101265822785e-05,
+      "loss": 0.0265,
+      "step": 126600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.046835443037974e-05,
+      "learning_rate_adapter": 7.046835443037974e-05,
+      "loss": 0.027,
+      "step": 126650
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.045569620253165e-05,
+      "learning_rate_adapter": 7.045569620253165e-05,
+      "loss": 0.0267,
+      "step": 126700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.044303797468354e-05,
+      "learning_rate_adapter": 7.044303797468354e-05,
+      "loss": 0.0269,
+      "step": 126750
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.043037974683545e-05,
+      "learning_rate_adapter": 7.043037974683545e-05,
+      "loss": 0.0267,
+      "step": 126800
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.041772151898734e-05,
+      "learning_rate_adapter": 7.041772151898734e-05,
+      "loss": 0.0268,
+      "step": 126850
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.040506329113924e-05,
+      "learning_rate_adapter": 7.040506329113924e-05,
+      "loss": 0.027,
+      "step": 126900
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.039240506329115e-05,
+      "learning_rate_adapter": 7.039240506329115e-05,
+      "loss": 0.027,
+      "step": 126950
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.037974683544304e-05,
+      "learning_rate_adapter": 7.037974683544304e-05,
+      "loss": 0.0265,
+      "step": 127000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.036708860759495e-05,
+      "learning_rate_adapter": 7.036708860759495e-05,
+      "loss": 0.0267,
+      "step": 127050
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.035443037974684e-05,
+      "learning_rate_adapter": 7.035443037974684e-05,
+      "loss": 0.0267,
+      "step": 127100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.034177215189873e-05,
+      "learning_rate_adapter": 7.034177215189873e-05,
+      "loss": 0.027,
+      "step": 127150
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.032911392405064e-05,
+      "learning_rate_adapter": 7.032911392405064e-05,
+      "loss": 0.0267,
+      "step": 127200
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.031645569620253e-05,
+      "learning_rate_adapter": 7.031645569620253e-05,
+      "loss": 0.0266,
+      "step": 127250
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.030379746835443e-05,
+      "learning_rate_adapter": 7.030379746835443e-05,
+      "loss": 0.0268,
+      "step": 127300
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.029113924050633e-05,
+      "learning_rate_adapter": 7.029113924050633e-05,
+      "loss": 0.0268,
+      "step": 127350
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.027848101265823e-05,
+      "learning_rate_adapter": 7.027848101265823e-05,
+      "loss": 0.0269,
+      "step": 127400
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.026582278481012e-05,
+      "learning_rate_adapter": 7.026582278481012e-05,
+      "loss": 0.0266,
+      "step": 127450
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.025316455696203e-05,
+      "learning_rate_adapter": 7.025316455696203e-05,
+      "loss": 0.0268,
+      "step": 127500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.024050632911394e-05,
+      "learning_rate_adapter": 7.024050632911394e-05,
+      "loss": 0.0268,
+      "step": 127550
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.022784810126583e-05,
+      "learning_rate_adapter": 7.022784810126583e-05,
+      "loss": 0.0269,
+      "step": 127600
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.021518987341772e-05,
+      "learning_rate_adapter": 7.021518987341772e-05,
+      "loss": 0.0267,
+      "step": 127650
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.020253164556963e-05,
+      "learning_rate_adapter": 7.020253164556963e-05,
+      "loss": 0.0267,
+      "step": 127700
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.018987341772152e-05,
+      "learning_rate_adapter": 7.018987341772152e-05,
+      "loss": 0.0266,
+      "step": 127750
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.017721518987342e-05,
+      "learning_rate_adapter": 7.017721518987342e-05,
+      "loss": 0.0264,
+      "step": 127800
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.016455696202532e-05,
+      "learning_rate_adapter": 7.016455696202532e-05,
+      "loss": 0.0269,
+      "step": 127850
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.015189873417722e-05,
+      "learning_rate_adapter": 7.015189873417722e-05,
+      "loss": 0.0267,
+      "step": 127900
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.013924050632911e-05,
+      "learning_rate_adapter": 7.013924050632911e-05,
+      "loss": 0.0268,
+      "step": 127950
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.012658227848102e-05,
+      "learning_rate_adapter": 7.012658227848102e-05,
+      "loss": 0.0268,
+      "step": 128000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.011392405063291e-05,
+      "learning_rate_adapter": 7.011392405063291e-05,
+      "loss": 0.0268,
+      "step": 128050
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.010126582278482e-05,
+      "learning_rate_adapter": 7.010126582278482e-05,
+      "loss": 0.0269,
+      "step": 128100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.008860759493672e-05,
+      "learning_rate_adapter": 7.008860759493672e-05,
+      "loss": 0.0266,
+      "step": 128150
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.007594936708861e-05,
+      "learning_rate_adapter": 7.007594936708861e-05,
+      "loss": 0.0268,
+      "step": 128200
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.00632911392405e-05,
+      "learning_rate_adapter": 7.00632911392405e-05,
+      "loss": 0.0267,
+      "step": 128250
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.005063291139241e-05,
+      "learning_rate_adapter": 7.005063291139241e-05,
+      "loss": 0.0266,
+      "step": 128300
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.00379746835443e-05,
+      "learning_rate_adapter": 7.00379746835443e-05,
+      "loss": 0.0267,
+      "step": 128350
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.002531645569621e-05,
+      "learning_rate_adapter": 7.002531645569621e-05,
+      "loss": 0.027,
+      "step": 128400
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.00126582278481e-05,
+      "learning_rate_adapter": 7.00126582278481e-05,
+      "loss": 0.0266,
+      "step": 128450
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0267,
+      "step": 128500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99873417721519e-05,
+      "learning_rate_adapter": 6.99873417721519e-05,
+      "loss": 0.0269,
+      "step": 128550
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99746835443038e-05,
+      "learning_rate_adapter": 6.99746835443038e-05,
+      "loss": 0.0269,
+      "step": 128600
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99620253164557e-05,
+      "learning_rate_adapter": 6.99620253164557e-05,
+      "loss": 0.0267,
+      "step": 128650
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99493670886076e-05,
+      "learning_rate_adapter": 6.99493670886076e-05,
+      "loss": 0.027,
+      "step": 128700
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99367088607595e-05,
+      "learning_rate_adapter": 6.99367088607595e-05,
+      "loss": 0.0271,
+      "step": 128750
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99240506329114e-05,
+      "learning_rate_adapter": 6.99240506329114e-05,
+      "loss": 0.027,
+      "step": 128800
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.991139240506329e-05,
+      "learning_rate_adapter": 6.991139240506329e-05,
+      "loss": 0.0267,
+      "step": 128850
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.98987341772152e-05,
+      "learning_rate_adapter": 6.98987341772152e-05,
+      "loss": 0.0265,
+      "step": 128900
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.988607594936709e-05,
+      "learning_rate_adapter": 6.988607594936709e-05,
+      "loss": 0.0268,
+      "step": 128950
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.987341772151898e-05,
+      "learning_rate_adapter": 6.987341772151898e-05,
+      "loss": 0.0266,
+      "step": 129000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.986075949367089e-05,
+      "learning_rate_adapter": 6.986075949367089e-05,
+      "loss": 0.0268,
+      "step": 129050
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.984810126582278e-05,
+      "learning_rate_adapter": 6.984810126582278e-05,
+      "loss": 0.0267,
+      "step": 129100
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.983544303797469e-05,
+      "learning_rate_adapter": 6.983544303797469e-05,
+      "loss": 0.0266,
+      "step": 129150
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.982278481012659e-05,
+      "learning_rate_adapter": 6.982278481012659e-05,
+      "loss": 0.0268,
+      "step": 129200
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.981012658227848e-05,
+      "learning_rate_adapter": 6.981012658227848e-05,
+      "loss": 0.0268,
+      "step": 129250
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.979746835443039e-05,
+      "learning_rate_adapter": 6.979746835443039e-05,
+      "loss": 0.0269,
+      "step": 129300
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.978481012658228e-05,
+      "learning_rate_adapter": 6.978481012658228e-05,
+      "loss": 0.0266,
+      "step": 129350
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.977215189873419e-05,
+      "learning_rate_adapter": 6.977215189873419e-05,
+      "loss": 0.0266,
+      "step": 129400
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.975949367088608e-05,
+      "learning_rate_adapter": 6.975949367088608e-05,
+      "loss": 0.0267,
+      "step": 129450
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.974683544303798e-05,
+      "learning_rate_adapter": 6.974683544303798e-05,
+      "loss": 0.0269,
+      "step": 129500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.973417721518988e-05,
+      "learning_rate_adapter": 6.973417721518988e-05,
+      "loss": 0.0267,
+      "step": 129550
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.972151898734177e-05,
+      "learning_rate_adapter": 6.972151898734177e-05,
+      "loss": 0.0267,
+      "step": 129600
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.970886075949367e-05,
+      "learning_rate_adapter": 6.970886075949367e-05,
+      "loss": 0.0267,
+      "step": 129650
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.969620253164557e-05,
+      "learning_rate_adapter": 6.969620253164557e-05,
+      "loss": 0.0266,
+      "step": 129700
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.968354430379747e-05,
+      "learning_rate_adapter": 6.968354430379747e-05,
+      "loss": 0.0268,
+      "step": 129750
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.967088607594938e-05,
+      "learning_rate_adapter": 6.967088607594938e-05,
+      "loss": 0.0268,
+      "step": 129800
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.965822784810127e-05,
+      "learning_rate_adapter": 6.965822784810127e-05,
+      "loss": 0.0266,
+      "step": 129850
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.964556962025318e-05,
+      "learning_rate_adapter": 6.964556962025318e-05,
+      "loss": 0.0267,
+      "step": 129900
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.963291139240507e-05,
+      "learning_rate_adapter": 6.963291139240507e-05,
+      "loss": 0.0267,
+      "step": 129950
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.962025316455697e-05,
+      "learning_rate_adapter": 6.962025316455697e-05,
+      "loss": 0.0265,
+      "step": 130000
+    },
+    {
+      "epoch": 0.88,
+      "eval_af_opus100_pr_auc": 0.7617907121799856,
+      "eval_af_ud_pr_auc": 0.991743067172383,
+      "eval_am_opus100_pr_auc": 0.6071578345509828,
+      "eval_ar_ersatz_pr_auc": 0.9300215501755388,
+      "eval_ar_opus100_pr_auc": 0.7069826131123976,
+      "eval_ar_ud_pr_auc": 0.8779531621012815,
+      "eval_average_ersatz_pr_auc": 0.9663057081819861,
+      "eval_average_opus100_pr_auc": 0.8360020384562479,
+      "eval_average_ud_pr_auc": 0.9630699496558105,
+      "eval_az_opus100_pr_auc": 0.7669876830012161,
+      "eval_be_opus100_pr_auc": 0.6897597514220443,
+      "eval_be_ud_pr_auc": 0.8886197960104575,
+      "eval_bg_opus100_pr_auc": 0.9187716088663659,
+      "eval_bg_ud_pr_auc": 0.9929165352517758,
+      "eval_bn_opus100_pr_auc": 0.8300011567762672,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8852657731536264,
+      "eval_ca_ud_pr_auc": 0.9929460683022497,
+      "eval_ceb_ud_pr_auc": 0.9994050591225012,
+      "eval_cs_ersatz_pr_auc": 0.9815688194812792,
+      "eval_cs_opus100_pr_auc": 0.9114631562279005,
+      "eval_cs_ud_pr_auc": 0.9590421755122152,
+      "eval_cy_opus100_pr_auc": 0.7576310418621659,
+      "eval_cy_ud_pr_auc": 0.9940007130371827,
+      "eval_da_opus100_pr_auc": 0.9167893728302545,
+      "eval_da_ud_pr_auc": 0.9788067314256067,
+      "eval_de_ersatz_pr_auc": 0.9855287092257095,
+      "eval_de_opus100_pr_auc": 0.8929286163623645,
+      "eval_de_ud_pr_auc": 0.9869246598764044,
+      "eval_el_opus100_pr_auc": 0.9144139653190337,
+      "eval_el_ud_pr_auc": 0.9879274680509064,
+      "eval_en_ersatz_pr_auc": 0.9912805951468249,
+      "eval_en_opus100_pr_auc": 0.9291526984778659,
+      "eval_en_ud_pr_auc": 0.9692716114495907,
+      "eval_eo_opus100_pr_auc": 0.9328559056435549,
+      "eval_es_ersatz_pr_auc": 0.9965048187766414,
+      "eval_es_opus100_pr_auc": 0.9242468063492764,
+      "eval_es_ud_pr_auc": 0.9936090855294013,
+      "eval_et_ersatz_pr_auc": 0.9815511747922719,
+      "eval_et_opus100_pr_auc": 0.9037104657697794,
+      "eval_et_ud_pr_auc": 0.9711821511962563,
+      "eval_eu_opus100_pr_auc": 0.8794337112812751,
+      "eval_eu_ud_pr_auc": 0.9889757782764244,
+      "eval_fa_opus100_pr_auc": 0.605235237202167,
+      "eval_fa_ud_pr_auc": 0.9958783691141391,
+      "eval_fi_ersatz_pr_auc": 0.9883805830324428,
+      "eval_fi_opus100_pr_auc": 0.9226039301197361,
+      "eval_fi_ud_pr_auc": 0.9636871119176663,
+      "eval_fr_ersatz_pr_auc": 0.9913792803309445,
+      "eval_fr_opus100_pr_auc": 0.9133362050092997,
+      "eval_fr_ud_pr_auc": 0.9822742070765551,
+      "eval_fy_opus100_pr_auc": 0.6423938208614032,
+      "eval_ga_opus100_pr_auc": 0.8915286617064639,
+      "eval_ga_ud_pr_auc": 0.8242254645624771,
+      "eval_gd_opus100_pr_auc": 0.6228011647303858,
+      "eval_gd_ud_pr_auc": 0.8077920871240387,
+      "eval_gl_opus100_pr_auc": 0.8818249934405371,
+      "eval_gl_ud_pr_auc": 0.9963745570851639,
+      "eval_gu_ersatz_pr_auc": 0.9257210218478795,
+      "eval_gu_opus100_pr_auc": 0.733196722738874,
+      "eval_ha_opus100_pr_auc": 0.917440051675555,
+      "eval_he_opus100_pr_auc": 0.8625899397470027,
+      "eval_he_ud_pr_auc": 0.9750415718802342,
+      "eval_hi_ersatz_pr_auc": 0.9792532193900777,
+      "eval_hi_opus100_pr_auc": 0.7013033244615856,
+      "eval_hi_ud_pr_auc": 0.9752889052661382,
+      "eval_hu_opus100_pr_auc": 0.9252008914192859,
+      "eval_hu_ud_pr_auc": 0.9865694443725098,
+      "eval_hy_opus100_pr_auc": 0.9122753824623993,
+      "eval_hy_ud_pr_auc": 0.983215679150088,
+      "eval_id_opus100_pr_auc": 0.8974118261477432,
+      "eval_id_ud_pr_auc": 0.9938481891654828,
+      "eval_ig_opus100_pr_auc": 0.8814089092032492,
+      "eval_is_opus100_pr_auc": 0.935682047135409,
+      "eval_is_ud_pr_auc": 0.9098334670677355,
+      "eval_it_opus100_pr_auc": 0.906022322936764,
+      "eval_it_ud_pr_auc": 0.9918480838079613,
+      "eval_ja_ersatz_pr_auc": 0.8254438718760153,
+      "eval_ja_opus100_pr_auc": 0.8131874797792714,
+      "eval_ja_ud_pr_auc": 0.9776793144416721,
+      "eval_jv_ud_pr_auc": 0.97348497262055,
+      "eval_ka_opus100_pr_auc": 0.8545548723791837,
+      "eval_kk_ersatz_pr_auc": 0.9854061351440468,
+      "eval_kk_opus100_pr_auc": 0.7789597268884018,
+      "eval_kk_ud_pr_auc": 0.9740226194581922,
+      "eval_km_ersatz_pr_auc": 0.9240338049949318,
+      "eval_km_opus100_pr_auc": 0.7619859925748882,
+      "eval_kn_opus100_pr_auc": 0.6335462310951143,
+      "eval_ko_opus100_pr_auc": 0.6966149124961067,
+      "eval_ko_ud_pr_auc": 0.9965915928764469,
+      "eval_ku_opus100_pr_auc": 0.8404481440112911,
+      "eval_ky_opus100_pr_auc": 0.8830402722265426,
+      "eval_la_ud_pr_auc": 0.9656853210188373,
+      "eval_loss": 0.030384967103600502,
+      "eval_lt_ersatz_pr_auc": 0.9923079055893842,
+      "eval_lt_opus100_pr_auc": 0.8688530347060952,
+      "eval_lt_ud_pr_auc": 0.9956685021422143,
+      "eval_lv_ersatz_pr_auc": 0.9895954216469532,
+      "eval_lv_opus100_pr_auc": 0.8789710442279541,
+      "eval_lv_ud_pr_auc": 0.9634639512288466,
+      "eval_mg_opus100_pr_auc": 0.9294422104130328,
+      "eval_mk_opus100_pr_auc": 0.9163069201413165,
+      "eval_ml_opus100_pr_auc": 0.7907366616606477,
+      "eval_mn_opus100_pr_auc": 0.9396348853974408,
+      "eval_mr_opus100_pr_auc": 0.8853504131502345,
+      "eval_mr_ud_pr_auc": 0.9822322335495128,
+      "eval_ms_opus100_pr_auc": 0.8729055468675185,
+      "eval_mt_opus100_pr_auc": 0.836828043956375,
+      "eval_mt_ud_pr_auc": 0.874937708802375,
+      "eval_my_opus100_pr_auc": 0.7816246603621364,
+      "eval_ne_opus100_pr_auc": 0.7337158327828226,
+      "eval_nl_opus100_pr_auc": 0.9042612838147182,
+      "eval_nl_ud_pr_auc": 0.9854188504872483,
+      "eval_no_opus100_pr_auc": 0.9243592092954038,
+      "eval_no_ud_pr_auc": 0.9971148597928281,
+      "eval_pa_opus100_pr_auc": 0.6657512883528699,
+      "eval_pl_ersatz_pr_auc": 0.9550223502944358,
+      "eval_pl_opus100_pr_auc": 0.8986697571175859,
+      "eval_pl_ud_pr_auc": 0.9691556017349777,
+      "eval_ps_ersatz_pr_auc": 0.9267957092449524,
+      "eval_ps_opus100_pr_auc": 0.7528082975360979,
+      "eval_pt_opus100_pr_auc": 0.9183706096268964,
+      "eval_pt_ud_pr_auc": 0.9839080015346475,
+      "eval_ro_ersatz_pr_auc": 0.994487990907996,
+      "eval_ro_opus100_pr_auc": 0.8722380050725612,
+      "eval_ro_ud_pr_auc": 0.9791933568095461,
+      "eval_ru_ersatz_pr_auc": 0.9911949440498056,
+      "eval_ru_opus100_pr_auc": 0.9256366636613451,
+      "eval_ru_ud_pr_auc": 0.8847789972947444,
+      "eval_runtime": 326.359,
+      "eval_samples_per_second": 231.23,
+      "eval_si_opus100_pr_auc": 0.8201218072971785,
+      "eval_sk_opus100_pr_auc": 0.9348737155456347,
+      "eval_sk_ud_pr_auc": 0.979457340981977,
+      "eval_sl_opus100_pr_auc": 0.8663426424906037,
+      "eval_sl_ud_pr_auc": 0.9648296394163214,
+      "eval_sq_opus100_pr_auc": 0.9137935578548292,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9133474303171739,
+      "eval_sr_ud_pr_auc": 0.9978840481504387,
+      "eval_steps_per_second": 0.904,
+      "eval_sv_opus100_pr_auc": 0.8937251519425312,
+      "eval_sv_ud_pr_auc": 0.9373543694922989,
+      "eval_ta_ersatz_pr_auc": 0.9819433166883642,
+      "eval_ta_opus100_pr_auc": 0.6947046146558534,
+      "eval_ta_ud_pr_auc": 0.990473036761868,
+      "eval_te_opus100_pr_auc": 0.8427032406731226,
+      "eval_tg_opus100_pr_auc": 0.8917043674861064,
+      "eval_th_opus100_pr_auc": 0.6732376998256219,
+      "eval_th_ud_pr_auc": 0.8090816071387661,
+      "eval_tr_ersatz_pr_auc": 0.9654440926131911,
+      "eval_tr_opus100_pr_auc": 0.8988231916626361,
+      "eval_tr_ud_pr_auc": 0.9555626326634422,
+      "eval_uk_opus100_pr_auc": 0.8797760334277572,
+      "eval_uk_ud_pr_auc": 0.9370730683253878,
+      "eval_ur_opus100_pr_auc": 0.5736082691908749,
+      "eval_ur_ud_pr_auc": 0.9949172176039571,
+      "eval_uz_opus100_pr_auc": 0.8775438216046894,
+      "eval_vi_opus100_pr_auc": 0.9043580508136103,
+      "eval_vi_ud_pr_auc": 0.9688619892401219,
+      "eval_xh_opus100_pr_auc": 0.8688498225704391,
+      "eval_yi_opus100_pr_auc": 0.7528972076154634,
+      "eval_yo_opus100_pr_auc": 0.8211632000454727,
+      "eval_yo_ud_pr_auc": 0.9060148308330184,
+      "eval_zh_ersatz_pr_auc": 0.9758602647540094,
+      "eval_zh_opus100_pr_auc": 0.8665691613805,
+      "eval_zh_ud_pr_auc": 0.9909402660761368,
+      "eval_zu_opus100_pr_auc": 0.8236238632341631,
+      "step": 130000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.960759493670887e-05,
+      "learning_rate_adapter": 6.960759493670887e-05,
+      "loss": 0.0269,
+      "step": 130050
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.959493670886076e-05,
+      "learning_rate_adapter": 6.959493670886076e-05,
+      "loss": 0.0268,
+      "step": 130100
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.958227848101266e-05,
+      "learning_rate_adapter": 6.958227848101266e-05,
+      "loss": 0.0265,
+      "step": 130150
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.956962025316455e-05,
+      "learning_rate_adapter": 6.956962025316455e-05,
+      "loss": 0.0267,
+      "step": 130200
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.955696202531646e-05,
+      "learning_rate_adapter": 6.955696202531646e-05,
+      "loss": 0.0265,
+      "step": 130250
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.954430379746835e-05,
+      "learning_rate_adapter": 6.954430379746835e-05,
+      "loss": 0.0269,
+      "step": 130300
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.953164556962026e-05,
+      "learning_rate_adapter": 6.953164556962026e-05,
+      "loss": 0.0267,
+      "step": 130350
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.951898734177215e-05,
+      "learning_rate_adapter": 6.951898734177215e-05,
+      "loss": 0.0265,
+      "step": 130400
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.950632911392406e-05,
+      "learning_rate_adapter": 6.950632911392406e-05,
+      "loss": 0.0267,
+      "step": 130450
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.949367088607596e-05,
+      "learning_rate_adapter": 6.949367088607596e-05,
+      "loss": 0.0268,
+      "step": 130500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.948101265822785e-05,
+      "learning_rate_adapter": 6.948101265822785e-05,
+      "loss": 0.0266,
+      "step": 130550
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.946835443037975e-05,
+      "learning_rate_adapter": 6.946835443037975e-05,
+      "loss": 0.0267,
+      "step": 130600
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.945569620253165e-05,
+      "learning_rate_adapter": 6.945569620253165e-05,
+      "loss": 0.0266,
+      "step": 130650
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.944303797468354e-05,
+      "learning_rate_adapter": 6.944303797468354e-05,
+      "loss": 0.0266,
+      "step": 130700
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.943037974683545e-05,
+      "learning_rate_adapter": 6.943037974683545e-05,
+      "loss": 0.0266,
+      "step": 130750
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.941772151898734e-05,
+      "learning_rate_adapter": 6.941772151898734e-05,
+      "loss": 0.0268,
+      "step": 130800
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.940506329113923e-05,
+      "learning_rate_adapter": 6.940506329113923e-05,
+      "loss": 0.0265,
+      "step": 130850
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.939240506329114e-05,
+      "learning_rate_adapter": 6.939240506329114e-05,
+      "loss": 0.0268,
+      "step": 130900
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.937974683544304e-05,
+      "learning_rate_adapter": 6.937974683544304e-05,
+      "loss": 0.0268,
+      "step": 130950
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.936708860759494e-05,
+      "learning_rate_adapter": 6.936708860759494e-05,
+      "loss": 0.0268,
+      "step": 131000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.935443037974684e-05,
+      "learning_rate_adapter": 6.935443037974684e-05,
+      "loss": 0.0267,
+      "step": 131050
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.934177215189875e-05,
+      "learning_rate_adapter": 6.934177215189875e-05,
+      "loss": 0.0264,
+      "step": 131100
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.932911392405064e-05,
+      "learning_rate_adapter": 6.932911392405064e-05,
+      "loss": 0.0267,
+      "step": 131150
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.931645569620253e-05,
+      "learning_rate_adapter": 6.931645569620253e-05,
+      "loss": 0.0267,
+      "step": 131200
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.930379746835444e-05,
+      "learning_rate_adapter": 6.930379746835444e-05,
+      "loss": 0.0267,
+      "step": 131250
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.929113924050633e-05,
+      "learning_rate_adapter": 6.929113924050633e-05,
+      "loss": 0.0269,
+      "step": 131300
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.927848101265824e-05,
+      "learning_rate_adapter": 6.927848101265824e-05,
+      "loss": 0.0267,
+      "step": 131350
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.926582278481013e-05,
+      "learning_rate_adapter": 6.926582278481013e-05,
+      "loss": 0.027,
+      "step": 131400
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.925316455696202e-05,
+      "learning_rate_adapter": 6.925316455696202e-05,
+      "loss": 0.0269,
+      "step": 131450
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.924050632911393e-05,
+      "learning_rate_adapter": 6.924050632911393e-05,
+      "loss": 0.0269,
+      "step": 131500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.922784810126583e-05,
+      "learning_rate_adapter": 6.922784810126583e-05,
+      "loss": 0.0266,
+      "step": 131550
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.921518987341772e-05,
+      "learning_rate_adapter": 6.921518987341772e-05,
+      "loss": 0.0267,
+      "step": 131600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.920253164556963e-05,
+      "learning_rate_adapter": 6.920253164556963e-05,
+      "loss": 0.0266,
+      "step": 131650
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.918987341772152e-05,
+      "learning_rate_adapter": 6.918987341772152e-05,
+      "loss": 0.0266,
+      "step": 131700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.917721518987343e-05,
+      "learning_rate_adapter": 6.917721518987343e-05,
+      "loss": 0.0268,
+      "step": 131750
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.916455696202532e-05,
+      "learning_rate_adapter": 6.916455696202532e-05,
+      "loss": 0.0266,
+      "step": 131800
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.915189873417722e-05,
+      "learning_rate_adapter": 6.915189873417722e-05,
+      "loss": 0.0267,
+      "step": 131850
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.913924050632912e-05,
+      "learning_rate_adapter": 6.913924050632912e-05,
+      "loss": 0.0267,
+      "step": 131900
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.912658227848101e-05,
+      "learning_rate_adapter": 6.912658227848101e-05,
+      "loss": 0.0266,
+      "step": 131950
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.911392405063291e-05,
+      "learning_rate_adapter": 6.911392405063291e-05,
+      "loss": 0.0266,
+      "step": 132000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.91012658227848e-05,
+      "learning_rate_adapter": 6.91012658227848e-05,
+      "loss": 0.0268,
+      "step": 132050
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.908860759493671e-05,
+      "learning_rate_adapter": 6.908860759493671e-05,
+      "loss": 0.0266,
+      "step": 132100
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.907594936708862e-05,
+      "learning_rate_adapter": 6.907594936708862e-05,
+      "loss": 0.0267,
+      "step": 132150
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.906329113924051e-05,
+      "learning_rate_adapter": 6.906329113924051e-05,
+      "loss": 0.0267,
+      "step": 132200
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.905063291139241e-05,
+      "learning_rate_adapter": 6.905063291139241e-05,
+      "loss": 0.0265,
+      "step": 132250
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.903797468354431e-05,
+      "learning_rate_adapter": 6.903797468354431e-05,
+      "loss": 0.0268,
+      "step": 132300
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.902531645569621e-05,
+      "learning_rate_adapter": 6.902531645569621e-05,
+      "loss": 0.0268,
+      "step": 132350
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.90126582278481e-05,
+      "learning_rate_adapter": 6.90126582278481e-05,
+      "loss": 0.0266,
+      "step": 132400
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.0268,
+      "step": 132450
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89873417721519e-05,
+      "learning_rate_adapter": 6.89873417721519e-05,
+      "loss": 0.0266,
+      "step": 132500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89746835443038e-05,
+      "learning_rate_adapter": 6.89746835443038e-05,
+      "loss": 0.0266,
+      "step": 132550
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89620253164557e-05,
+      "learning_rate_adapter": 6.89620253164557e-05,
+      "loss": 0.0268,
+      "step": 132600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.894936708860759e-05,
+      "learning_rate_adapter": 6.894936708860759e-05,
+      "loss": 0.0265,
+      "step": 132650
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89367088607595e-05,
+      "learning_rate_adapter": 6.89367088607595e-05,
+      "loss": 0.0267,
+      "step": 132700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89240506329114e-05,
+      "learning_rate_adapter": 6.89240506329114e-05,
+      "loss": 0.0265,
+      "step": 132750
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.89113924050633e-05,
+      "learning_rate_adapter": 6.89113924050633e-05,
+      "loss": 0.0266,
+      "step": 132800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.88987341772152e-05,
+      "learning_rate_adapter": 6.88987341772152e-05,
+      "loss": 0.0267,
+      "step": 132850
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.888607594936709e-05,
+      "learning_rate_adapter": 6.888607594936709e-05,
+      "loss": 0.0269,
+      "step": 132900
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.8873417721519e-05,
+      "learning_rate_adapter": 6.8873417721519e-05,
+      "loss": 0.0265,
+      "step": 132950
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.886075949367089e-05,
+      "learning_rate_adapter": 6.886075949367089e-05,
+      "loss": 0.0267,
+      "step": 133000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.884810126582278e-05,
+      "learning_rate_adapter": 6.884810126582278e-05,
+      "loss": 0.0265,
+      "step": 133050
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.883544303797469e-05,
+      "learning_rate_adapter": 6.883544303797469e-05,
+      "loss": 0.0268,
+      "step": 133100
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.882278481012658e-05,
+      "learning_rate_adapter": 6.882278481012658e-05,
+      "loss": 0.0267,
+      "step": 133150
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.881012658227849e-05,
+      "learning_rate_adapter": 6.881012658227849e-05,
+      "loss": 0.0267,
+      "step": 133200
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.879746835443038e-05,
+      "learning_rate_adapter": 6.879746835443038e-05,
+      "loss": 0.0267,
+      "step": 133250
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.878481012658228e-05,
+      "learning_rate_adapter": 6.878481012658228e-05,
+      "loss": 0.0263,
+      "step": 133300
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.877215189873419e-05,
+      "learning_rate_adapter": 6.877215189873419e-05,
+      "loss": 0.0264,
+      "step": 133350
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.875949367088608e-05,
+      "learning_rate_adapter": 6.875949367088608e-05,
+      "loss": 0.0266,
+      "step": 133400
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.874683544303799e-05,
+      "learning_rate_adapter": 6.874683544303799e-05,
+      "loss": 0.0267,
+      "step": 133450
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.873417721518988e-05,
+      "learning_rate_adapter": 6.873417721518988e-05,
+      "loss": 0.0266,
+      "step": 133500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.872151898734177e-05,
+      "learning_rate_adapter": 6.872151898734177e-05,
+      "loss": 0.0268,
+      "step": 133550
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.870886075949368e-05,
+      "learning_rate_adapter": 6.870886075949368e-05,
+      "loss": 0.0267,
+      "step": 133600
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.869620253164557e-05,
+      "learning_rate_adapter": 6.869620253164557e-05,
+      "loss": 0.0267,
+      "step": 133650
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.868354430379747e-05,
+      "learning_rate_adapter": 6.868354430379747e-05,
+      "loss": 0.0264,
+      "step": 133700
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.867088607594937e-05,
+      "learning_rate_adapter": 6.867088607594937e-05,
+      "loss": 0.0266,
+      "step": 133750
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.865822784810126e-05,
+      "learning_rate_adapter": 6.865822784810126e-05,
+      "loss": 0.0264,
+      "step": 133800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.864556962025316e-05,
+      "learning_rate_adapter": 6.864556962025316e-05,
+      "loss": 0.0266,
+      "step": 133850
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.863291139240507e-05,
+      "learning_rate_adapter": 6.863291139240507e-05,
+      "loss": 0.0265,
+      "step": 133900
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.862025316455696e-05,
+      "learning_rate_adapter": 6.862025316455696e-05,
+      "loss": 0.0265,
+      "step": 133950
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.860759493670887e-05,
+      "learning_rate_adapter": 6.860759493670887e-05,
+      "loss": 0.0269,
+      "step": 134000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.859493670886076e-05,
+      "learning_rate_adapter": 6.859493670886076e-05,
+      "loss": 0.0266,
+      "step": 134050
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.858227848101267e-05,
+      "learning_rate_adapter": 6.858227848101267e-05,
+      "loss": 0.0265,
+      "step": 134100
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.856962025316456e-05,
+      "learning_rate_adapter": 6.856962025316456e-05,
+      "loss": 0.0266,
+      "step": 134150
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.855696202531646e-05,
+      "learning_rate_adapter": 6.855696202531646e-05,
+      "loss": 0.0269,
+      "step": 134200
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.854430379746836e-05,
+      "learning_rate_adapter": 6.854430379746836e-05,
+      "loss": 0.0266,
+      "step": 134250
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.853164556962026e-05,
+      "learning_rate_adapter": 6.853164556962026e-05,
+      "loss": 0.0269,
+      "step": 134300
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.851898734177215e-05,
+      "learning_rate_adapter": 6.851898734177215e-05,
+      "loss": 0.0267,
+      "step": 134350
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.850632911392405e-05,
+      "learning_rate_adapter": 6.850632911392405e-05,
+      "loss": 0.0267,
+      "step": 134400
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.849367088607595e-05,
+      "learning_rate_adapter": 6.849367088607595e-05,
+      "loss": 0.0265,
+      "step": 134450
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.848101265822786e-05,
+      "learning_rate_adapter": 6.848101265822786e-05,
+      "loss": 0.0268,
+      "step": 134500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.846835443037975e-05,
+      "learning_rate_adapter": 6.846835443037975e-05,
+      "loss": 0.0266,
+      "step": 134550
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.845569620253165e-05,
+      "learning_rate_adapter": 6.845569620253165e-05,
+      "loss": 0.0263,
+      "step": 134600
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.844303797468355e-05,
+      "learning_rate_adapter": 6.844303797468355e-05,
+      "loss": 0.0268,
+      "step": 134650
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.843037974683545e-05,
+      "learning_rate_adapter": 6.843037974683545e-05,
+      "loss": 0.0267,
+      "step": 134700
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.841772151898734e-05,
+      "learning_rate_adapter": 6.841772151898734e-05,
+      "loss": 0.0266,
+      "step": 134750
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.840506329113925e-05,
+      "learning_rate_adapter": 6.840506329113925e-05,
+      "loss": 0.0266,
+      "step": 134800
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.839240506329114e-05,
+      "learning_rate_adapter": 6.839240506329114e-05,
+      "loss": 0.0266,
+      "step": 134850
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.837974683544303e-05,
+      "learning_rate_adapter": 6.837974683544303e-05,
+      "loss": 0.0268,
+      "step": 134900
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.836708860759494e-05,
+      "learning_rate_adapter": 6.836708860759494e-05,
+      "loss": 0.0265,
+      "step": 134950
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.835443037974683e-05,
+      "learning_rate_adapter": 6.835443037974683e-05,
+      "loss": 0.0266,
+      "step": 135000
+    },
+    {
+      "epoch": 0.91,
+      "eval_af_opus100_pr_auc": 0.7737544899622524,
+      "eval_af_ud_pr_auc": 0.9914803460105008,
+      "eval_am_opus100_pr_auc": 0.6183626826764487,
+      "eval_ar_ersatz_pr_auc": 0.9296274286839704,
+      "eval_ar_opus100_pr_auc": 0.7156728745433966,
+      "eval_ar_ud_pr_auc": 0.8854736444051595,
+      "eval_average_ersatz_pr_auc": 0.9694556630598211,
+      "eval_average_opus100_pr_auc": 0.8359941909361518,
+      "eval_average_ud_pr_auc": 0.9639202356696067,
+      "eval_az_opus100_pr_auc": 0.7781222796480398,
+      "eval_be_opus100_pr_auc": 0.7073943688722122,
+      "eval_be_ud_pr_auc": 0.8997131713400627,
+      "eval_bg_opus100_pr_auc": 0.9178158314757044,
+      "eval_bg_ud_pr_auc": 0.9952419128925468,
+      "eval_bn_opus100_pr_auc": 0.8330844037123921,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8719112659241806,
+      "eval_ca_ud_pr_auc": 0.9947528067472455,
+      "eval_ceb_ud_pr_auc": 0.9985904718886189,
+      "eval_cs_ersatz_pr_auc": 0.986131264592177,
+      "eval_cs_opus100_pr_auc": 0.9078873084354138,
+      "eval_cs_ud_pr_auc": 0.9588993421542209,
+      "eval_cy_opus100_pr_auc": 0.7657354885798402,
+      "eval_cy_ud_pr_auc": 0.9954863163546206,
+      "eval_da_opus100_pr_auc": 0.9136528749056656,
+      "eval_da_ud_pr_auc": 0.9836167423863486,
+      "eval_de_ersatz_pr_auc": 0.9830849162390193,
+      "eval_de_opus100_pr_auc": 0.902821437297348,
+      "eval_de_ud_pr_auc": 0.9862430267726816,
+      "eval_el_opus100_pr_auc": 0.9125361075281437,
+      "eval_el_ud_pr_auc": 0.9906038314607102,
+      "eval_en_ersatz_pr_auc": 0.9925209667327991,
+      "eval_en_opus100_pr_auc": 0.9292446434630938,
+      "eval_en_ud_pr_auc": 0.9749071811375487,
+      "eval_eo_opus100_pr_auc": 0.9317212862378298,
+      "eval_es_ersatz_pr_auc": 0.9971778011695412,
+      "eval_es_opus100_pr_auc": 0.9250998775994039,
+      "eval_es_ud_pr_auc": 0.9933786505159583,
+      "eval_et_ersatz_pr_auc": 0.9840749910903334,
+      "eval_et_opus100_pr_auc": 0.9043504622426001,
+      "eval_et_ud_pr_auc": 0.9705152601351952,
+      "eval_eu_opus100_pr_auc": 0.8724655370749013,
+      "eval_eu_ud_pr_auc": 0.9891727640529189,
+      "eval_fa_opus100_pr_auc": 0.596145625815893,
+      "eval_fa_ud_pr_auc": 0.9968726247868948,
+      "eval_fi_ersatz_pr_auc": 0.9913919383716072,
+      "eval_fi_opus100_pr_auc": 0.913077440775036,
+      "eval_fi_ud_pr_auc": 0.9579111095857272,
+      "eval_fr_ersatz_pr_auc": 0.9894290305266119,
+      "eval_fr_opus100_pr_auc": 0.9157114089107921,
+      "eval_fr_ud_pr_auc": 0.9862264991652678,
+      "eval_fy_opus100_pr_auc": 0.650918556915082,
+      "eval_ga_opus100_pr_auc": 0.9052058983622312,
+      "eval_ga_ud_pr_auc": 0.8330909357800629,
+      "eval_gd_opus100_pr_auc": 0.6248986760713356,
+      "eval_gd_ud_pr_auc": 0.7943489368403693,
+      "eval_gl_opus100_pr_auc": 0.8735472978907114,
+      "eval_gl_ud_pr_auc": 0.9959619027167518,
+      "eval_gu_ersatz_pr_auc": 0.927540364799968,
+      "eval_gu_opus100_pr_auc": 0.7318144227340723,
+      "eval_ha_opus100_pr_auc": 0.913824998394854,
+      "eval_he_opus100_pr_auc": 0.8654086451455961,
+      "eval_he_ud_pr_auc": 0.9787234216687919,
+      "eval_hi_ersatz_pr_auc": 0.9803463815999358,
+      "eval_hi_opus100_pr_auc": 0.6815242243204,
+      "eval_hi_ud_pr_auc": 0.9810105770026336,
+      "eval_hu_opus100_pr_auc": 0.923029292452162,
+      "eval_hu_ud_pr_auc": 0.9846297954080777,
+      "eval_hy_opus100_pr_auc": 0.9123849714872754,
+      "eval_hy_ud_pr_auc": 0.9885242846881741,
+      "eval_id_opus100_pr_auc": 0.8852319411920482,
+      "eval_id_ud_pr_auc": 0.9939526854265927,
+      "eval_ig_opus100_pr_auc": 0.873856820877816,
+      "eval_is_opus100_pr_auc": 0.9269399367029149,
+      "eval_is_ud_pr_auc": 0.9193940777400886,
+      "eval_it_opus100_pr_auc": 0.9104077607389384,
+      "eval_it_ud_pr_auc": 0.9922749255200367,
+      "eval_ja_ersatz_pr_auc": 0.840403340072514,
+      "eval_ja_opus100_pr_auc": 0.8074934612528752,
+      "eval_ja_ud_pr_auc": 0.9765019845036557,
+      "eval_jv_ud_pr_auc": 0.9708675103525535,
+      "eval_ka_opus100_pr_auc": 0.8650222629588117,
+      "eval_kk_ersatz_pr_auc": 0.989387801931176,
+      "eval_kk_opus100_pr_auc": 0.7746067352407073,
+      "eval_kk_ud_pr_auc": 0.9750506067916365,
+      "eval_km_ersatz_pr_auc": 0.9279117729541544,
+      "eval_km_opus100_pr_auc": 0.7527799756479779,
+      "eval_kn_opus100_pr_auc": 0.610517446911675,
+      "eval_ko_opus100_pr_auc": 0.6675580854246598,
+      "eval_ko_ud_pr_auc": 0.9988294121241275,
+      "eval_ku_opus100_pr_auc": 0.8410816253215577,
+      "eval_ky_opus100_pr_auc": 0.9026203897439357,
+      "eval_la_ud_pr_auc": 0.96287385236449,
+      "eval_loss": 0.030067281797528267,
+      "eval_lt_ersatz_pr_auc": 0.995083097710215,
+      "eval_lt_opus100_pr_auc": 0.8788578265431721,
+      "eval_lt_ud_pr_auc": 0.9951985233988827,
+      "eval_lv_ersatz_pr_auc": 0.9922971897462147,
+      "eval_lv_opus100_pr_auc": 0.8924675914384415,
+      "eval_lv_ud_pr_auc": 0.9664593687731193,
+      "eval_mg_opus100_pr_auc": 0.9315080097780944,
+      "eval_mk_opus100_pr_auc": 0.9086139497637545,
+      "eval_ml_opus100_pr_auc": 0.7989168584651223,
+      "eval_mn_opus100_pr_auc": 0.9471638957665471,
+      "eval_mr_opus100_pr_auc": 0.876687505685944,
+      "eval_mr_ud_pr_auc": 0.9843483970394141,
+      "eval_ms_opus100_pr_auc": 0.8670912668419012,
+      "eval_mt_opus100_pr_auc": 0.8449735480303027,
+      "eval_mt_ud_pr_auc": 0.8730504458323016,
+      "eval_my_opus100_pr_auc": 0.7667791453655305,
+      "eval_ne_opus100_pr_auc": 0.7265106527069732,
+      "eval_nl_opus100_pr_auc": 0.8964035057237152,
+      "eval_nl_ud_pr_auc": 0.9865909904146123,
+      "eval_no_opus100_pr_auc": 0.9217104332858361,
+      "eval_no_ud_pr_auc": 0.9969212748846505,
+      "eval_pa_opus100_pr_auc": 0.6797719954040852,
+      "eval_pl_ersatz_pr_auc": 0.9679522444746469,
+      "eval_pl_opus100_pr_auc": 0.8939964499791503,
+      "eval_pl_ud_pr_auc": 0.9712732543534617,
+      "eval_ps_ersatz_pr_auc": 0.9402290930544964,
+      "eval_ps_opus100_pr_auc": 0.7606682040574169,
+      "eval_pt_opus100_pr_auc": 0.9193444303541319,
+      "eval_pt_ud_pr_auc": 0.9860129744765529,
+      "eval_ro_ersatz_pr_auc": 0.9957454444648942,
+      "eval_ro_opus100_pr_auc": 0.8706273152429249,
+      "eval_ro_ud_pr_auc": 0.9596913974100963,
+      "eval_ru_ersatz_pr_auc": 0.9912932171944134,
+      "eval_ru_opus100_pr_auc": 0.9296225429117665,
+      "eval_ru_ud_pr_auc": 0.8725936438598101,
+      "eval_runtime": 322.9829,
+      "eval_samples_per_second": 233.647,
+      "eval_si_opus100_pr_auc": 0.8148457027282933,
+      "eval_sk_opus100_pr_auc": 0.9301503900325306,
+      "eval_sk_ud_pr_auc": 0.9791753506265954,
+      "eval_sl_opus100_pr_auc": 0.8610184820084528,
+      "eval_sl_ud_pr_auc": 0.9727573428487721,
+      "eval_sq_opus100_pr_auc": 0.9071630911825505,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9085704108432394,
+      "eval_sr_ud_pr_auc": 0.9981398334005702,
+      "eval_steps_per_second": 0.913,
+      "eval_sv_opus100_pr_auc": 0.8879317721711488,
+      "eval_sv_ud_pr_auc": 0.9385852139400527,
+      "eval_ta_ersatz_pr_auc": 0.9849141612598638,
+      "eval_ta_opus100_pr_auc": 0.693148964312555,
+      "eval_ta_ud_pr_auc": 0.9913509200910857,
+      "eval_te_opus100_pr_auc": 0.8385079803345906,
+      "eval_tg_opus100_pr_auc": 0.8923827647739793,
+      "eval_th_opus100_pr_auc": 0.6698674159667164,
+      "eval_th_ud_pr_auc": 0.8185557122037235,
+      "eval_tr_ersatz_pr_auc": 0.9650274112741392,
+      "eval_tr_opus100_pr_auc": 0.8916146749496829,
+      "eval_tr_ud_pr_auc": 0.951688305428055,
+      "eval_uk_opus100_pr_auc": 0.8677052476890745,
+      "eval_uk_ud_pr_auc": 0.9336768422756945,
+      "eval_ur_opus100_pr_auc": 0.5732102656794326,
+      "eval_ur_ud_pr_auc": 0.994542730410758,
+      "eval_uz_opus100_pr_auc": 0.8711998384423143,
+      "eval_vi_opus100_pr_auc": 0.8953831272479308,
+      "eval_vi_ud_pr_auc": 0.9665690479762963,
+      "eval_xh_opus100_pr_auc": 0.8742539779153565,
+      "eval_yi_opus100_pr_auc": 0.8416294539172204,
+      "eval_yo_opus100_pr_auc": 0.828377696195417,
+      "eval_yo_ud_pr_auc": 0.9177125173706063,
+      "eval_zh_ersatz_pr_auc": 0.9764547293733739,
+      "eval_zh_opus100_pr_auc": 0.8614936554024403,
+      "eval_zh_ud_pr_auc": 0.993438735432209,
+      "eval_zu_opus100_pr_auc": 0.8241124961584824,
+      "step": 135000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.834177215189874e-05,
+      "learning_rate_adapter": 6.834177215189874e-05,
+      "loss": 0.0266,
+      "step": 135050
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.832911392405064e-05,
+      "learning_rate_adapter": 6.832911392405064e-05,
+      "loss": 0.0265,
+      "step": 135100
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.831645569620253e-05,
+      "learning_rate_adapter": 6.831645569620253e-05,
+      "loss": 0.0265,
+      "step": 135150
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.830379746835444e-05,
+      "learning_rate_adapter": 6.830379746835444e-05,
+      "loss": 0.0265,
+      "step": 135200
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.829113924050633e-05,
+      "learning_rate_adapter": 6.829113924050633e-05,
+      "loss": 0.0266,
+      "step": 135250
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.827848101265824e-05,
+      "learning_rate_adapter": 6.827848101265824e-05,
+      "loss": 0.0265,
+      "step": 135300
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.826582278481013e-05,
+      "learning_rate_adapter": 6.826582278481013e-05,
+      "loss": 0.0266,
+      "step": 135350
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.825316455696202e-05,
+      "learning_rate_adapter": 6.825316455696202e-05,
+      "loss": 0.0265,
+      "step": 135400
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.824050632911393e-05,
+      "learning_rate_adapter": 6.824050632911393e-05,
+      "loss": 0.0264,
+      "step": 135450
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.822784810126582e-05,
+      "learning_rate_adapter": 6.822784810126582e-05,
+      "loss": 0.0264,
+      "step": 135500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.821518987341773e-05,
+      "learning_rate_adapter": 6.821518987341773e-05,
+      "loss": 0.0266,
+      "step": 135550
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.820253164556962e-05,
+      "learning_rate_adapter": 6.820253164556962e-05,
+      "loss": 0.0266,
+      "step": 135600
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.818987341772152e-05,
+      "learning_rate_adapter": 6.818987341772152e-05,
+      "loss": 0.0266,
+      "step": 135650
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.817721518987343e-05,
+      "learning_rate_adapter": 6.817721518987343e-05,
+      "loss": 0.0267,
+      "step": 135700
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.816455696202532e-05,
+      "learning_rate_adapter": 6.816455696202532e-05,
+      "loss": 0.0267,
+      "step": 135750
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.815189873417723e-05,
+      "learning_rate_adapter": 6.815189873417723e-05,
+      "loss": 0.0264,
+      "step": 135800
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.813924050632912e-05,
+      "learning_rate_adapter": 6.813924050632912e-05,
+      "loss": 0.0265,
+      "step": 135850
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.812658227848101e-05,
+      "learning_rate_adapter": 6.812658227848101e-05,
+      "loss": 0.0266,
+      "step": 135900
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.811392405063292e-05,
+      "learning_rate_adapter": 6.811392405063292e-05,
+      "loss": 0.0269,
+      "step": 135950
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.810126582278481e-05,
+      "learning_rate_adapter": 6.810126582278481e-05,
+      "loss": 0.0263,
+      "step": 136000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.808860759493671e-05,
+      "learning_rate_adapter": 6.808860759493671e-05,
+      "loss": 0.0266,
+      "step": 136050
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.80759493670886e-05,
+      "learning_rate_adapter": 6.80759493670886e-05,
+      "loss": 0.0267,
+      "step": 136100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.806329113924051e-05,
+      "learning_rate_adapter": 6.806329113924051e-05,
+      "loss": 0.0265,
+      "step": 136150
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.80506329113924e-05,
+      "learning_rate_adapter": 6.80506329113924e-05,
+      "loss": 0.0266,
+      "step": 136200
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.803797468354431e-05,
+      "learning_rate_adapter": 6.803797468354431e-05,
+      "loss": 0.0264,
+      "step": 136250
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.802531645569622e-05,
+      "learning_rate_adapter": 6.802531645569622e-05,
+      "loss": 0.0268,
+      "step": 136300
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.801265822784811e-05,
+      "learning_rate_adapter": 6.801265822784811e-05,
+      "loss": 0.0265,
+      "step": 136350
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.026,
+      "step": 136400
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79873417721519e-05,
+      "learning_rate_adapter": 6.79873417721519e-05,
+      "loss": 0.0265,
+      "step": 136450
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79746835443038e-05,
+      "learning_rate_adapter": 6.79746835443038e-05,
+      "loss": 0.0265,
+      "step": 136500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79620253164557e-05,
+      "learning_rate_adapter": 6.79620253164557e-05,
+      "loss": 0.0265,
+      "step": 136550
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79493670886076e-05,
+      "learning_rate_adapter": 6.79493670886076e-05,
+      "loss": 0.0262,
+      "step": 136600
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79367088607595e-05,
+      "learning_rate_adapter": 6.79367088607595e-05,
+      "loss": 0.0266,
+      "step": 136650
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.792405063291139e-05,
+      "learning_rate_adapter": 6.792405063291139e-05,
+      "loss": 0.0264,
+      "step": 136700
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.791139240506328e-05,
+      "learning_rate_adapter": 6.791139240506328e-05,
+      "loss": 0.0265,
+      "step": 136750
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.789873417721519e-05,
+      "learning_rate_adapter": 6.789873417721519e-05,
+      "loss": 0.0266,
+      "step": 136800
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.78860759493671e-05,
+      "learning_rate_adapter": 6.78860759493671e-05,
+      "loss": 0.0267,
+      "step": 136850
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.7873417721519e-05,
+      "learning_rate_adapter": 6.7873417721519e-05,
+      "loss": 0.0266,
+      "step": 136900
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.78607594936709e-05,
+      "learning_rate_adapter": 6.78607594936709e-05,
+      "loss": 0.0268,
+      "step": 136950
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.784810126582279e-05,
+      "learning_rate_adapter": 6.784810126582279e-05,
+      "loss": 0.0266,
+      "step": 137000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.783544303797469e-05,
+      "learning_rate_adapter": 6.783544303797469e-05,
+      "loss": 0.0263,
+      "step": 137050
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.782278481012658e-05,
+      "learning_rate_adapter": 6.782278481012658e-05,
+      "loss": 0.0266,
+      "step": 137100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.781012658227849e-05,
+      "learning_rate_adapter": 6.781012658227849e-05,
+      "loss": 0.0265,
+      "step": 137150
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.779746835443038e-05,
+      "learning_rate_adapter": 6.779746835443038e-05,
+      "loss": 0.0265,
+      "step": 137200
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.778481012658227e-05,
+      "learning_rate_adapter": 6.778481012658227e-05,
+      "loss": 0.0264,
+      "step": 137250
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.777215189873418e-05,
+      "learning_rate_adapter": 6.777215189873418e-05,
+      "loss": 0.0266,
+      "step": 137300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.775949367088607e-05,
+      "learning_rate_adapter": 6.775949367088607e-05,
+      "loss": 0.0266,
+      "step": 137350
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.774683544303798e-05,
+      "learning_rate_adapter": 6.774683544303798e-05,
+      "loss": 0.0265,
+      "step": 137400
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.773417721518988e-05,
+      "learning_rate_adapter": 6.773417721518988e-05,
+      "loss": 0.0266,
+      "step": 137450
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.772151898734177e-05,
+      "learning_rate_adapter": 6.772151898734177e-05,
+      "loss": 0.0262,
+      "step": 137500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.770886075949368e-05,
+      "learning_rate_adapter": 6.770886075949368e-05,
+      "loss": 0.0265,
+      "step": 137550
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.769620253164557e-05,
+      "learning_rate_adapter": 6.769620253164557e-05,
+      "loss": 0.0266,
+      "step": 137600
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.768354430379748e-05,
+      "learning_rate_adapter": 6.768354430379748e-05,
+      "loss": 0.0264,
+      "step": 137650
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.767088607594937e-05,
+      "learning_rate_adapter": 6.767088607594937e-05,
+      "loss": 0.0263,
+      "step": 137700
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.765822784810128e-05,
+      "learning_rate_adapter": 6.765822784810128e-05,
+      "loss": 0.0266,
+      "step": 137750
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.764556962025317e-05,
+      "learning_rate_adapter": 6.764556962025317e-05,
+      "loss": 0.0262,
+      "step": 137800
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.763291139240506e-05,
+      "learning_rate_adapter": 6.763291139240506e-05,
+      "loss": 0.0267,
+      "step": 137850
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.762025316455697e-05,
+      "learning_rate_adapter": 6.762025316455697e-05,
+      "loss": 0.0266,
+      "step": 137900
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.760759493670886e-05,
+      "learning_rate_adapter": 6.760759493670886e-05,
+      "loss": 0.0269,
+      "step": 137950
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.759493670886076e-05,
+      "learning_rate_adapter": 6.759493670886076e-05,
+      "loss": 0.0266,
+      "step": 138000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.758227848101267e-05,
+      "learning_rate_adapter": 6.758227848101267e-05,
+      "loss": 0.0265,
+      "step": 138050
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.756962025316456e-05,
+      "learning_rate_adapter": 6.756962025316456e-05,
+      "loss": 0.0262,
+      "step": 138100
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.755696202531647e-05,
+      "learning_rate_adapter": 6.755696202531647e-05,
+      "loss": 0.0266,
+      "step": 138150
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.754430379746836e-05,
+      "learning_rate_adapter": 6.754430379746836e-05,
+      "loss": 0.0264,
+      "step": 138200
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.753164556962026e-05,
+      "learning_rate_adapter": 6.753164556962026e-05,
+      "loss": 0.0267,
+      "step": 138250
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.751898734177216e-05,
+      "learning_rate_adapter": 6.751898734177216e-05,
+      "loss": 0.0265,
+      "step": 138300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.750632911392405e-05,
+      "learning_rate_adapter": 6.750632911392405e-05,
+      "loss": 0.0265,
+      "step": 138350
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.749367088607595e-05,
+      "learning_rate_adapter": 6.749367088607595e-05,
+      "loss": 0.0263,
+      "step": 138400
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.748101265822785e-05,
+      "learning_rate_adapter": 6.748101265822785e-05,
+      "loss": 0.0265,
+      "step": 138450
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.746835443037975e-05,
+      "learning_rate_adapter": 6.746835443037975e-05,
+      "loss": 0.0265,
+      "step": 138500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.745569620253164e-05,
+      "learning_rate_adapter": 6.745569620253164e-05,
+      "loss": 0.0263,
+      "step": 138550
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.744303797468355e-05,
+      "learning_rate_adapter": 6.744303797468355e-05,
+      "loss": 0.0266,
+      "step": 138600
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.743037974683545e-05,
+      "learning_rate_adapter": 6.743037974683545e-05,
+      "loss": 0.0264,
+      "step": 138650
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.741772151898735e-05,
+      "learning_rate_adapter": 6.741772151898735e-05,
+      "loss": 0.0266,
+      "step": 138700
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.740506329113925e-05,
+      "learning_rate_adapter": 6.740506329113925e-05,
+      "loss": 0.0264,
+      "step": 138750
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.739240506329114e-05,
+      "learning_rate_adapter": 6.739240506329114e-05,
+      "loss": 0.0264,
+      "step": 138800
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.737974683544304e-05,
+      "learning_rate_adapter": 6.737974683544304e-05,
+      "loss": 0.0265,
+      "step": 138850
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.736708860759494e-05,
+      "learning_rate_adapter": 6.736708860759494e-05,
+      "loss": 0.0264,
+      "step": 138900
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.735443037974683e-05,
+      "learning_rate_adapter": 6.735443037974683e-05,
+      "loss": 0.0266,
+      "step": 138950
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.734177215189874e-05,
+      "learning_rate_adapter": 6.734177215189874e-05,
+      "loss": 0.0267,
+      "step": 139000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.732911392405063e-05,
+      "learning_rate_adapter": 6.732911392405063e-05,
+      "loss": 0.0265,
+      "step": 139050
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.731645569620252e-05,
+      "learning_rate_adapter": 6.731645569620252e-05,
+      "loss": 0.0265,
+      "step": 139100
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.730379746835443e-05,
+      "learning_rate_adapter": 6.730379746835443e-05,
+      "loss": 0.0264,
+      "step": 139150
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.729113924050634e-05,
+      "learning_rate_adapter": 6.729113924050634e-05,
+      "loss": 0.0265,
+      "step": 139200
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.727848101265824e-05,
+      "learning_rate_adapter": 6.727848101265824e-05,
+      "loss": 0.0261,
+      "step": 139250
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.726582278481013e-05,
+      "learning_rate_adapter": 6.726582278481013e-05,
+      "loss": 0.0265,
+      "step": 139300
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.725316455696204e-05,
+      "learning_rate_adapter": 6.725316455696204e-05,
+      "loss": 0.0264,
+      "step": 139350
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.724050632911393e-05,
+      "learning_rate_adapter": 6.724050632911393e-05,
+      "loss": 0.0266,
+      "step": 139400
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.722784810126582e-05,
+      "learning_rate_adapter": 6.722784810126582e-05,
+      "loss": 0.0262,
+      "step": 139450
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.721518987341773e-05,
+      "learning_rate_adapter": 6.721518987341773e-05,
+      "loss": 0.0263,
+      "step": 139500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.720253164556962e-05,
+      "learning_rate_adapter": 6.720253164556962e-05,
+      "loss": 0.0265,
+      "step": 139550
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.718987341772153e-05,
+      "learning_rate_adapter": 6.718987341772153e-05,
+      "loss": 0.0262,
+      "step": 139600
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.717721518987342e-05,
+      "learning_rate_adapter": 6.717721518987342e-05,
+      "loss": 0.0265,
+      "step": 139650
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.716455696202531e-05,
+      "learning_rate_adapter": 6.716455696202531e-05,
+      "loss": 0.0264,
+      "step": 139700
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.715189873417722e-05,
+      "learning_rate_adapter": 6.715189873417722e-05,
+      "loss": 0.0262,
+      "step": 139750
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.713924050632912e-05,
+      "learning_rate_adapter": 6.713924050632912e-05,
+      "loss": 0.0264,
+      "step": 139800
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.712658227848103e-05,
+      "learning_rate_adapter": 6.712658227848103e-05,
+      "loss": 0.0263,
+      "step": 139850
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.711392405063292e-05,
+      "learning_rate_adapter": 6.711392405063292e-05,
+      "loss": 0.0266,
+      "step": 139900
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.710126582278481e-05,
+      "learning_rate_adapter": 6.710126582278481e-05,
+      "loss": 0.0265,
+      "step": 139950
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.708860759493672e-05,
+      "learning_rate_adapter": 6.708860759493672e-05,
+      "loss": 0.0265,
+      "step": 140000
+    },
+    {
+      "epoch": 0.94,
+      "eval_af_opus100_pr_auc": 0.7728341856115895,
+      "eval_af_ud_pr_auc": 0.9896127995978592,
+      "eval_am_opus100_pr_auc": 0.5664243123486912,
+      "eval_ar_ersatz_pr_auc": 0.9133201767714318,
+      "eval_ar_opus100_pr_auc": 0.7166840885311159,
+      "eval_ar_ud_pr_auc": 0.8803119761057316,
+      "eval_average_ersatz_pr_auc": 0.9648313844279207,
+      "eval_average_opus100_pr_auc": 0.8339231074889484,
+      "eval_average_ud_pr_auc": 0.9602663346343439,
+      "eval_az_opus100_pr_auc": 0.7205125918256174,
+      "eval_be_opus100_pr_auc": 0.6887862825588352,
+      "eval_be_ud_pr_auc": 0.8883239799534696,
+      "eval_bg_opus100_pr_auc": 0.9138384369754164,
+      "eval_bg_ud_pr_auc": 0.9933447636446999,
+      "eval_bn_opus100_pr_auc": 0.8279645865942974,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8694554080330114,
+      "eval_ca_ud_pr_auc": 0.9904432717499035,
+      "eval_ceb_ud_pr_auc": 0.9982884655846849,
+      "eval_cs_ersatz_pr_auc": 0.9831676368730289,
+      "eval_cs_opus100_pr_auc": 0.90932466905424,
+      "eval_cs_ud_pr_auc": 0.9570619927027368,
+      "eval_cy_opus100_pr_auc": 0.754305205221409,
+      "eval_cy_ud_pr_auc": 0.9935070392532169,
+      "eval_da_opus100_pr_auc": 0.915045862467372,
+      "eval_da_ud_pr_auc": 0.9808766559474876,
+      "eval_de_ersatz_pr_auc": 0.9779973003816285,
+      "eval_de_opus100_pr_auc": 0.903791350703974,
+      "eval_de_ud_pr_auc": 0.9845764487904451,
+      "eval_el_opus100_pr_auc": 0.9096968806094415,
+      "eval_el_ud_pr_auc": 0.9876703137930106,
+      "eval_en_ersatz_pr_auc": 0.9904134034732894,
+      "eval_en_opus100_pr_auc": 0.928295223487214,
+      "eval_en_ud_pr_auc": 0.9718785042783444,
+      "eval_eo_opus100_pr_auc": 0.9338594028666761,
+      "eval_es_ersatz_pr_auc": 0.996422718750674,
+      "eval_es_opus100_pr_auc": 0.9215762594092067,
+      "eval_es_ud_pr_auc": 0.9909836515604131,
+      "eval_et_ersatz_pr_auc": 0.9821272814703941,
+      "eval_et_opus100_pr_auc": 0.8974793454224362,
+      "eval_et_ud_pr_auc": 0.9584716780173196,
+      "eval_eu_opus100_pr_auc": 0.8741745684874795,
+      "eval_eu_ud_pr_auc": 0.9895754655330836,
+      "eval_fa_opus100_pr_auc": 0.599160042832276,
+      "eval_fa_ud_pr_auc": 0.995383687290128,
+      "eval_fi_ersatz_pr_auc": 0.9887965446628227,
+      "eval_fi_opus100_pr_auc": 0.9141165548475622,
+      "eval_fi_ud_pr_auc": 0.9651140376124413,
+      "eval_fr_ersatz_pr_auc": 0.9854190076750652,
+      "eval_fr_opus100_pr_auc": 0.9074808652350334,
+      "eval_fr_ud_pr_auc": 0.9807954259722004,
+      "eval_fy_opus100_pr_auc": 0.6380014898490973,
+      "eval_ga_opus100_pr_auc": 0.9067568494470389,
+      "eval_ga_ud_pr_auc": 0.8235862404528053,
+      "eval_gd_opus100_pr_auc": 0.6350227590142584,
+      "eval_gd_ud_pr_auc": 0.7955524815026205,
+      "eval_gl_opus100_pr_auc": 0.8814522922373587,
+      "eval_gl_ud_pr_auc": 0.9969270465502118,
+      "eval_gu_ersatz_pr_auc": 0.9297147507415459,
+      "eval_gu_opus100_pr_auc": 0.7398854113435435,
+      "eval_ha_opus100_pr_auc": 0.9056200791974525,
+      "eval_he_opus100_pr_auc": 0.8696977557275526,
+      "eval_he_ud_pr_auc": 0.9707819703544807,
+      "eval_hi_ersatz_pr_auc": 0.9745060381919102,
+      "eval_hi_opus100_pr_auc": 0.6893825028656896,
+      "eval_hi_ud_pr_auc": 0.9732828454612672,
+      "eval_hu_opus100_pr_auc": 0.9183299388595482,
+      "eval_hu_ud_pr_auc": 0.981982771854818,
+      "eval_hy_opus100_pr_auc": 0.9112707435795436,
+      "eval_hy_ud_pr_auc": 0.9822309089892399,
+      "eval_id_opus100_pr_auc": 0.881827668897447,
+      "eval_id_ud_pr_auc": 0.993046923815714,
+      "eval_ig_opus100_pr_auc": 0.8844609325195583,
+      "eval_is_opus100_pr_auc": 0.926621585376781,
+      "eval_is_ud_pr_auc": 0.8988696210527881,
+      "eval_it_opus100_pr_auc": 0.9063727835150853,
+      "eval_it_ud_pr_auc": 0.9969952762783776,
+      "eval_ja_ersatz_pr_auc": 0.8296470083306454,
+      "eval_ja_opus100_pr_auc": 0.8211129344531419,
+      "eval_ja_ud_pr_auc": 0.9785052820993807,
+      "eval_jv_ud_pr_auc": 0.9683204069461916,
+      "eval_ka_opus100_pr_auc": 0.8606967887193434,
+      "eval_kk_ersatz_pr_auc": 0.9858658760106543,
+      "eval_kk_opus100_pr_auc": 0.7727257397628622,
+      "eval_kk_ud_pr_auc": 0.9741161820130373,
+      "eval_km_ersatz_pr_auc": 0.9212209495724645,
+      "eval_km_opus100_pr_auc": 0.7508304196069744,
+      "eval_kn_opus100_pr_auc": 0.6424579174170357,
+      "eval_ko_opus100_pr_auc": 0.6706661208547312,
+      "eval_ko_ud_pr_auc": 0.9985619527525207,
+      "eval_ku_opus100_pr_auc": 0.8346911751170031,
+      "eval_ky_opus100_pr_auc": 0.8863019184425062,
+      "eval_la_ud_pr_auc": 0.9502217323379304,
+      "eval_loss": 0.030080778524279594,
+      "eval_lt_ersatz_pr_auc": 0.9929957814697987,
+      "eval_lt_opus100_pr_auc": 0.8706620526724502,
+      "eval_lt_ud_pr_auc": 0.9925266007739851,
+      "eval_lv_ersatz_pr_auc": 0.9840183692076955,
+      "eval_lv_opus100_pr_auc": 0.887203026738956,
+      "eval_lv_ud_pr_auc": 0.9593851471678122,
+      "eval_mg_opus100_pr_auc": 0.9322301176026355,
+      "eval_mk_opus100_pr_auc": 0.9089180868299103,
+      "eval_ml_opus100_pr_auc": 0.7885294284526176,
+      "eval_mn_opus100_pr_auc": 0.9392936651767756,
+      "eval_mr_opus100_pr_auc": 0.8743819297734555,
+      "eval_mr_ud_pr_auc": 0.9793823603879359,
+      "eval_ms_opus100_pr_auc": 0.8700503348466364,
+      "eval_mt_opus100_pr_auc": 0.8476202551647151,
+      "eval_mt_ud_pr_auc": 0.8709258540351792,
+      "eval_my_opus100_pr_auc": 0.7925853928224247,
+      "eval_ne_opus100_pr_auc": 0.7179388737558906,
+      "eval_nl_opus100_pr_auc": 0.894111861984337,
+      "eval_nl_ud_pr_auc": 0.9843988191400268,
+      "eval_no_opus100_pr_auc": 0.9194647697869601,
+      "eval_no_ud_pr_auc": 0.9963253099904411,
+      "eval_pa_opus100_pr_auc": 0.6842088452695674,
+      "eval_pl_ersatz_pr_auc": 0.9610931213662437,
+      "eval_pl_opus100_pr_auc": 0.8923860430970785,
+      "eval_pl_ud_pr_auc": 0.9644062927363749,
+      "eval_ps_ersatz_pr_auc": 0.92151228194569,
+      "eval_ps_opus100_pr_auc": 0.7535692406630486,
+      "eval_pt_opus100_pr_auc": 0.9188071423702118,
+      "eval_pt_ud_pr_auc": 0.9832151632933156,
+      "eval_ro_ersatz_pr_auc": 0.9943121891060845,
+      "eval_ro_opus100_pr_auc": 0.8850465314941041,
+      "eval_ro_ud_pr_auc": 0.9635223604975969,
+      "eval_ru_ersatz_pr_auc": 0.990971716816768,
+      "eval_ru_opus100_pr_auc": 0.9183482002554795,
+      "eval_ru_ud_pr_auc": 0.8654079017077978,
+      "eval_runtime": 326.2593,
+      "eval_samples_per_second": 231.301,
+      "eval_si_opus100_pr_auc": 0.8185369964776466,
+      "eval_sk_opus100_pr_auc": 0.9319565451028574,
+      "eval_sk_ud_pr_auc": 0.9792052747434349,
+      "eval_sl_opus100_pr_auc": 0.8600440769200909,
+      "eval_sl_ud_pr_auc": 0.9668960448477334,
+      "eval_sq_opus100_pr_auc": 0.9050223571194644,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9059788630365908,
+      "eval_sr_ud_pr_auc": 0.9977693744717071,
+      "eval_steps_per_second": 0.904,
+      "eval_sv_opus100_pr_auc": 0.8841833337906846,
+      "eval_sv_ud_pr_auc": 0.9275995821315134,
+      "eval_ta_ersatz_pr_auc": 0.9802648952235767,
+      "eval_ta_opus100_pr_auc": 0.6950520430706651,
+      "eval_ta_ud_pr_auc": 0.9904692323454893,
+      "eval_te_opus100_pr_auc": 0.8479998796433782,
+      "eval_tg_opus100_pr_auc": 0.8927432928332116,
+      "eval_th_opus100_pr_auc": 0.6642395564664418,
+      "eval_th_ud_pr_auc": 0.817302614843349,
+      "eval_tr_ersatz_pr_auc": 0.9680145640277498,
+      "eval_tr_opus100_pr_auc": 0.8956489534093931,
+      "eval_tr_ud_pr_auc": 0.940610609169532,
+      "eval_uk_opus100_pr_auc": 0.8745303622381783,
+      "eval_uk_ud_pr_auc": 0.934931419365314,
+      "eval_ur_opus100_pr_auc": 0.5581237523707588,
+      "eval_ur_ud_pr_auc": 0.9900922710943666,
+      "eval_uz_opus100_pr_auc": 0.8770764186345673,
+      "eval_vi_opus100_pr_auc": 0.8986097682790716,
+      "eval_vi_ud_pr_auc": 0.9615823398360638,
+      "eval_xh_opus100_pr_auc": 0.8652040039062427,
+      "eval_yi_opus100_pr_auc": 0.7981910008518469,
+      "eval_yo_opus100_pr_auc": 0.8519646067422486,
+      "eval_yo_ud_pr_auc": 0.8961051736554353,
+      "eval_zh_ersatz_pr_auc": 0.9744888453450857,
+      "eval_zh_opus100_pr_auc": 0.8637981373127528,
+      "eval_zh_ud_pr_auc": 0.993919528074637,
+      "eval_zu_opus100_pr_auc": 0.8184431372039598,
+      "step": 140000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.707594936708861e-05,
+      "learning_rate_adapter": 6.707594936708861e-05,
+      "loss": 0.0265,
+      "step": 140050
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.706329113924051e-05,
+      "learning_rate_adapter": 6.706329113924051e-05,
+      "loss": 0.0261,
+      "step": 140100
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.705063291139241e-05,
+      "learning_rate_adapter": 6.705063291139241e-05,
+      "loss": 0.0265,
+      "step": 140150
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.70379746835443e-05,
+      "learning_rate_adapter": 6.70379746835443e-05,
+      "loss": 0.0264,
+      "step": 140200
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.70253164556962e-05,
+      "learning_rate_adapter": 6.70253164556962e-05,
+      "loss": 0.0263,
+      "step": 140250
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.70126582278481e-05,
+      "learning_rate_adapter": 6.70126582278481e-05,
+      "loss": 0.0265,
+      "step": 140300
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0262,
+      "step": 140350
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.698734177215191e-05,
+      "learning_rate_adapter": 6.698734177215191e-05,
+      "loss": 0.0263,
+      "step": 140400
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69746835443038e-05,
+      "learning_rate_adapter": 6.69746835443038e-05,
+      "loss": 0.0265,
+      "step": 140450
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69620253164557e-05,
+      "learning_rate_adapter": 6.69620253164557e-05,
+      "loss": 0.0264,
+      "step": 140500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69493670886076e-05,
+      "learning_rate_adapter": 6.69493670886076e-05,
+      "loss": 0.0265,
+      "step": 140550
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69367088607595e-05,
+      "learning_rate_adapter": 6.69367088607595e-05,
+      "loss": 0.0265,
+      "step": 140600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69240506329114e-05,
+      "learning_rate_adapter": 6.69240506329114e-05,
+      "loss": 0.0266,
+      "step": 140650
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.691139240506329e-05,
+      "learning_rate_adapter": 6.691139240506329e-05,
+      "loss": 0.0264,
+      "step": 140700
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.689873417721519e-05,
+      "learning_rate_adapter": 6.689873417721519e-05,
+      "loss": 0.0262,
+      "step": 140750
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.688607594936709e-05,
+      "learning_rate_adapter": 6.688607594936709e-05,
+      "loss": 0.0262,
+      "step": 140800
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.687341772151899e-05,
+      "learning_rate_adapter": 6.687341772151899e-05,
+      "loss": 0.0263,
+      "step": 140850
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.686075949367088e-05,
+      "learning_rate_adapter": 6.686075949367088e-05,
+      "loss": 0.0262,
+      "step": 140900
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.684810126582279e-05,
+      "learning_rate_adapter": 6.684810126582279e-05,
+      "loss": 0.0264,
+      "step": 140950
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.68354430379747e-05,
+      "learning_rate_adapter": 6.68354430379747e-05,
+      "loss": 0.0265,
+      "step": 141000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.682278481012659e-05,
+      "learning_rate_adapter": 6.682278481012659e-05,
+      "loss": 0.0263,
+      "step": 141050
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.681012658227849e-05,
+      "learning_rate_adapter": 6.681012658227849e-05,
+      "loss": 0.0267,
+      "step": 141100
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.679746835443038e-05,
+      "learning_rate_adapter": 6.679746835443038e-05,
+      "loss": 0.0263,
+      "step": 141150
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.678481012658229e-05,
+      "learning_rate_adapter": 6.678481012658229e-05,
+      "loss": 0.0265,
+      "step": 141200
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.677215189873418e-05,
+      "learning_rate_adapter": 6.677215189873418e-05,
+      "loss": 0.0264,
+      "step": 141250
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.675949367088607e-05,
+      "learning_rate_adapter": 6.675949367088607e-05,
+      "loss": 0.0264,
+      "step": 141300
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.674683544303798e-05,
+      "learning_rate_adapter": 6.674683544303798e-05,
+      "loss": 0.0263,
+      "step": 141350
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.673417721518987e-05,
+      "learning_rate_adapter": 6.673417721518987e-05,
+      "loss": 0.0265,
+      "step": 141400
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.672151898734178e-05,
+      "learning_rate_adapter": 6.672151898734178e-05,
+      "loss": 0.0265,
+      "step": 141450
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.670886075949367e-05,
+      "learning_rate_adapter": 6.670886075949367e-05,
+      "loss": 0.0263,
+      "step": 141500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.669620253164557e-05,
+      "learning_rate_adapter": 6.669620253164557e-05,
+      "loss": 0.0263,
+      "step": 141550
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.668354430379748e-05,
+      "learning_rate_adapter": 6.668354430379748e-05,
+      "loss": 0.0263,
+      "step": 141600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.667088607594937e-05,
+      "learning_rate_adapter": 6.667088607594937e-05,
+      "loss": 0.0263,
+      "step": 141650
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.665822784810128e-05,
+      "learning_rate_adapter": 6.665822784810128e-05,
+      "loss": 0.0266,
+      "step": 141700
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.664556962025317e-05,
+      "learning_rate_adapter": 6.664556962025317e-05,
+      "loss": 0.0263,
+      "step": 141750
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.663291139240506e-05,
+      "learning_rate_adapter": 6.663291139240506e-05,
+      "loss": 0.0264,
+      "step": 141800
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.662025316455697e-05,
+      "learning_rate_adapter": 6.662025316455697e-05,
+      "loss": 0.0261,
+      "step": 141850
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.660759493670886e-05,
+      "learning_rate_adapter": 6.660759493670886e-05,
+      "loss": 0.0262,
+      "step": 141900
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.659493670886077e-05,
+      "learning_rate_adapter": 6.659493670886077e-05,
+      "loss": 0.0265,
+      "step": 141950
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.658227848101266e-05,
+      "learning_rate_adapter": 6.658227848101266e-05,
+      "loss": 0.0266,
+      "step": 142000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.656962025316455e-05,
+      "learning_rate_adapter": 6.656962025316455e-05,
+      "loss": 0.0263,
+      "step": 142050
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.655696202531646e-05,
+      "learning_rate_adapter": 6.655696202531646e-05,
+      "loss": 0.0264,
+      "step": 142100
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.654430379746836e-05,
+      "learning_rate_adapter": 6.654430379746836e-05,
+      "loss": 0.0265,
+      "step": 142150
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.653164556962027e-05,
+      "learning_rate_adapter": 6.653164556962027e-05,
+      "loss": 0.0264,
+      "step": 142200
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.651898734177216e-05,
+      "learning_rate_adapter": 6.651898734177216e-05,
+      "loss": 0.0265,
+      "step": 142250
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.650632911392405e-05,
+      "learning_rate_adapter": 6.650632911392405e-05,
+      "loss": 0.0264,
+      "step": 142300
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.649367088607596e-05,
+      "learning_rate_adapter": 6.649367088607596e-05,
+      "loss": 0.0265,
+      "step": 142350
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.648101265822785e-05,
+      "learning_rate_adapter": 6.648101265822785e-05,
+      "loss": 0.0264,
+      "step": 142400
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.646835443037975e-05,
+      "learning_rate_adapter": 6.646835443037975e-05,
+      "loss": 0.0263,
+      "step": 142450
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.645569620253165e-05,
+      "learning_rate_adapter": 6.645569620253165e-05,
+      "loss": 0.0264,
+      "step": 142500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.644303797468355e-05,
+      "learning_rate_adapter": 6.644303797468355e-05,
+      "loss": 0.0266,
+      "step": 142550
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.643037974683544e-05,
+      "learning_rate_adapter": 6.643037974683544e-05,
+      "loss": 0.0263,
+      "step": 142600
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.641772151898734e-05,
+      "learning_rate_adapter": 6.641772151898734e-05,
+      "loss": 0.0264,
+      "step": 142650
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.640506329113924e-05,
+      "learning_rate_adapter": 6.640506329113924e-05,
+      "loss": 0.0262,
+      "step": 142700
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.639240506329115e-05,
+      "learning_rate_adapter": 6.639240506329115e-05,
+      "loss": 0.0264,
+      "step": 142750
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.637974683544305e-05,
+      "learning_rate_adapter": 6.637974683544305e-05,
+      "loss": 0.0262,
+      "step": 142800
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.636708860759495e-05,
+      "learning_rate_adapter": 6.636708860759495e-05,
+      "loss": 0.0264,
+      "step": 142850
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.635443037974684e-05,
+      "learning_rate_adapter": 6.635443037974684e-05,
+      "loss": 0.0264,
+      "step": 142900
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.634177215189874e-05,
+      "learning_rate_adapter": 6.634177215189874e-05,
+      "loss": 0.0264,
+      "step": 142950
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.632911392405063e-05,
+      "learning_rate_adapter": 6.632911392405063e-05,
+      "loss": 0.0264,
+      "step": 143000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.631645569620254e-05,
+      "learning_rate_adapter": 6.631645569620254e-05,
+      "loss": 0.0263,
+      "step": 143050
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.630379746835443e-05,
+      "learning_rate_adapter": 6.630379746835443e-05,
+      "loss": 0.0263,
+      "step": 143100
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.629113924050632e-05,
+      "learning_rate_adapter": 6.629113924050632e-05,
+      "loss": 0.0261,
+      "step": 143150
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.627848101265823e-05,
+      "learning_rate_adapter": 6.627848101265823e-05,
+      "loss": 0.0262,
+      "step": 143200
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.626582278481012e-05,
+      "learning_rate_adapter": 6.626582278481012e-05,
+      "loss": 0.0261,
+      "step": 143250
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.625316455696203e-05,
+      "learning_rate_adapter": 6.625316455696203e-05,
+      "loss": 0.0265,
+      "step": 143300
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.624050632911393e-05,
+      "learning_rate_adapter": 6.624050632911393e-05,
+      "loss": 0.0265,
+      "step": 143350
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.622784810126583e-05,
+      "learning_rate_adapter": 6.622784810126583e-05,
+      "loss": 0.0262,
+      "step": 143400
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.621518987341773e-05,
+      "learning_rate_adapter": 6.621518987341773e-05,
+      "loss": 0.0263,
+      "step": 143450
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.620253164556962e-05,
+      "learning_rate_adapter": 6.620253164556962e-05,
+      "loss": 0.0263,
+      "step": 143500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.618987341772153e-05,
+      "learning_rate_adapter": 6.618987341772153e-05,
+      "loss": 0.0263,
+      "step": 143550
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.617721518987342e-05,
+      "learning_rate_adapter": 6.617721518987342e-05,
+      "loss": 0.0264,
+      "step": 143600
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.616455696202531e-05,
+      "learning_rate_adapter": 6.616455696202531e-05,
+      "loss": 0.0263,
+      "step": 143650
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.615189873417722e-05,
+      "learning_rate_adapter": 6.615189873417722e-05,
+      "loss": 0.0266,
+      "step": 143700
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.613924050632911e-05,
+      "learning_rate_adapter": 6.613924050632911e-05,
+      "loss": 0.0263,
+      "step": 143750
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.612658227848102e-05,
+      "learning_rate_adapter": 6.612658227848102e-05,
+      "loss": 0.0263,
+      "step": 143800
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.611392405063291e-05,
+      "learning_rate_adapter": 6.611392405063291e-05,
+      "loss": 0.0265,
+      "step": 143850
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.610126582278481e-05,
+      "learning_rate_adapter": 6.610126582278481e-05,
+      "loss": 0.0262,
+      "step": 143900
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.608860759493672e-05,
+      "learning_rate_adapter": 6.608860759493672e-05,
+      "loss": 0.0263,
+      "step": 143950
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.607594936708861e-05,
+      "learning_rate_adapter": 6.607594936708861e-05,
+      "loss": 0.0261,
+      "step": 144000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.606329113924052e-05,
+      "learning_rate_adapter": 6.606329113924052e-05,
+      "loss": 0.0263,
+      "step": 144050
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.605063291139241e-05,
+      "learning_rate_adapter": 6.605063291139241e-05,
+      "loss": 0.0263,
+      "step": 144100
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.603797468354432e-05,
+      "learning_rate_adapter": 6.603797468354432e-05,
+      "loss": 0.0264,
+      "step": 144150
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.602531645569621e-05,
+      "learning_rate_adapter": 6.602531645569621e-05,
+      "loss": 0.0266,
+      "step": 144200
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.60126582278481e-05,
+      "learning_rate_adapter": 6.60126582278481e-05,
+      "loss": 0.0263,
+      "step": 144250
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.0263,
+      "step": 144300
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59873417721519e-05,
+      "learning_rate_adapter": 6.59873417721519e-05,
+      "loss": 0.0264,
+      "step": 144350
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59746835443038e-05,
+      "learning_rate_adapter": 6.59746835443038e-05,
+      "loss": 0.0265,
+      "step": 144400
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59620253164557e-05,
+      "learning_rate_adapter": 6.59620253164557e-05,
+      "loss": 0.0264,
+      "step": 144450
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59493670886076e-05,
+      "learning_rate_adapter": 6.59493670886076e-05,
+      "loss": 0.0264,
+      "step": 144500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59367088607595e-05,
+      "learning_rate_adapter": 6.59367088607595e-05,
+      "loss": 0.0265,
+      "step": 144550
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59240506329114e-05,
+      "learning_rate_adapter": 6.59240506329114e-05,
+      "loss": 0.0261,
+      "step": 144600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.59113924050633e-05,
+      "learning_rate_adapter": 6.59113924050633e-05,
+      "loss": 0.0261,
+      "step": 144650
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.58987341772152e-05,
+      "learning_rate_adapter": 6.58987341772152e-05,
+      "loss": 0.0262,
+      "step": 144700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.588607594936709e-05,
+      "learning_rate_adapter": 6.588607594936709e-05,
+      "loss": 0.026,
+      "step": 144750
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.5873417721519e-05,
+      "learning_rate_adapter": 6.5873417721519e-05,
+      "loss": 0.0263,
+      "step": 144800
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.586075949367089e-05,
+      "learning_rate_adapter": 6.586075949367089e-05,
+      "loss": 0.0265,
+      "step": 144850
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.584810126582279e-05,
+      "learning_rate_adapter": 6.584810126582279e-05,
+      "loss": 0.0262,
+      "step": 144900
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.583544303797468e-05,
+      "learning_rate_adapter": 6.583544303797468e-05,
+      "loss": 0.0261,
+      "step": 144950
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.582278481012658e-05,
+      "learning_rate_adapter": 6.582278481012658e-05,
+      "loss": 0.026,
+      "step": 145000
+    },
+    {
+      "epoch": 0.98,
+      "eval_af_opus100_pr_auc": 0.7881976858522081,
+      "eval_af_ud_pr_auc": 0.9917964699165308,
+      "eval_am_opus100_pr_auc": 0.643974774753101,
+      "eval_ar_ersatz_pr_auc": 0.9227728766458678,
+      "eval_ar_opus100_pr_auc": 0.7192894420799236,
+      "eval_ar_ud_pr_auc": 0.8805910469842421,
+      "eval_average_ersatz_pr_auc": 0.970153936166296,
+      "eval_average_opus100_pr_auc": 0.839783644468181,
+      "eval_average_ud_pr_auc": 0.9629122910872467,
+      "eval_az_opus100_pr_auc": 0.7390119561080616,
+      "eval_be_opus100_pr_auc": 0.7130599835084765,
+      "eval_be_ud_pr_auc": 0.9096507989488228,
+      "eval_bg_opus100_pr_auc": 0.9197632417125621,
+      "eval_bg_ud_pr_auc": 0.9944914548573471,
+      "eval_bn_opus100_pr_auc": 0.8336887003530387,
+      "eval_bn_ud_pr_auc": 0.9987006540777468,
+      "eval_ca_opus100_pr_auc": 0.884725807859714,
+      "eval_ca_ud_pr_auc": 0.9943863317010971,
+      "eval_ceb_ud_pr_auc": 0.9998862165321634,
+      "eval_cs_ersatz_pr_auc": 0.985034361799046,
+      "eval_cs_opus100_pr_auc": 0.9187648194988914,
+      "eval_cs_ud_pr_auc": 0.9614631478027854,
+      "eval_cy_opus100_pr_auc": 0.7738642975822284,
+      "eval_cy_ud_pr_auc": 0.99331087620684,
+      "eval_da_opus100_pr_auc": 0.9171219111536643,
+      "eval_da_ud_pr_auc": 0.9768682981440231,
+      "eval_de_ersatz_pr_auc": 0.9850639775873524,
+      "eval_de_opus100_pr_auc": 0.9042272131831156,
+      "eval_de_ud_pr_auc": 0.9840672665911232,
+      "eval_el_opus100_pr_auc": 0.9159234618265396,
+      "eval_el_ud_pr_auc": 0.9879162241426672,
+      "eval_en_ersatz_pr_auc": 0.9900572660065967,
+      "eval_en_opus100_pr_auc": 0.9312214651499227,
+      "eval_en_ud_pr_auc": 0.9760433565617286,
+      "eval_eo_opus100_pr_auc": 0.9350769423375979,
+      "eval_es_ersatz_pr_auc": 0.9969530454228521,
+      "eval_es_opus100_pr_auc": 0.9265799569668646,
+      "eval_es_ud_pr_auc": 0.992217414934161,
+      "eval_et_ersatz_pr_auc": 0.9839352365392721,
+      "eval_et_opus100_pr_auc": 0.9094760267199709,
+      "eval_et_ud_pr_auc": 0.9719562042622466,
+      "eval_eu_opus100_pr_auc": 0.8807711463655811,
+      "eval_eu_ud_pr_auc": 0.989154963364281,
+      "eval_fa_opus100_pr_auc": 0.5918121449248833,
+      "eval_fa_ud_pr_auc": 0.9979473211001813,
+      "eval_fi_ersatz_pr_auc": 0.9897132642164246,
+      "eval_fi_opus100_pr_auc": 0.9248857217779843,
+      "eval_fi_ud_pr_auc": 0.9681815881388799,
+      "eval_fr_ersatz_pr_auc": 0.9912201959166869,
+      "eval_fr_opus100_pr_auc": 0.9192912533253049,
+      "eval_fr_ud_pr_auc": 0.9835479508405176,
+      "eval_fy_opus100_pr_auc": 0.6613666821795254,
+      "eval_ga_opus100_pr_auc": 0.9048168320700528,
+      "eval_ga_ud_pr_auc": 0.8340196519626292,
+      "eval_gd_opus100_pr_auc": 0.6256043157854394,
+      "eval_gd_ud_pr_auc": 0.8016141623501677,
+      "eval_gl_opus100_pr_auc": 0.8885636213495293,
+      "eval_gl_ud_pr_auc": 0.9964726179950754,
+      "eval_gu_ersatz_pr_auc": 0.9335849456487663,
+      "eval_gu_opus100_pr_auc": 0.7400521192413803,
+      "eval_ha_opus100_pr_auc": 0.9114605011908662,
+      "eval_he_opus100_pr_auc": 0.8741809623307889,
+      "eval_he_ud_pr_auc": 0.9821586037826089,
+      "eval_hi_ersatz_pr_auc": 0.9807323929914712,
+      "eval_hi_opus100_pr_auc": 0.6889178176592042,
+      "eval_hi_ud_pr_auc": 0.981847478114797,
+      "eval_hu_opus100_pr_auc": 0.9306713409721424,
+      "eval_hu_ud_pr_auc": 0.9819027720749631,
+      "eval_hy_opus100_pr_auc": 0.9153181109737449,
+      "eval_hy_ud_pr_auc": 0.9858025359438822,
+      "eval_id_opus100_pr_auc": 0.8918638084199013,
+      "eval_id_ud_pr_auc": 0.993702548542356,
+      "eval_ig_opus100_pr_auc": 0.8921610770766798,
+      "eval_is_opus100_pr_auc": 0.9310727632927182,
+      "eval_is_ud_pr_auc": 0.9089544770196666,
+      "eval_it_opus100_pr_auc": 0.9150762968594878,
+      "eval_it_ud_pr_auc": 0.9931863309341364,
+      "eval_ja_ersatz_pr_auc": 0.8694223687463442,
+      "eval_ja_opus100_pr_auc": 0.8069875159330081,
+      "eval_ja_ud_pr_auc": 0.9786146488254954,
+      "eval_jv_ud_pr_auc": 0.9601059217796039,
+      "eval_ka_opus100_pr_auc": 0.8581430908213277,
+      "eval_kk_ersatz_pr_auc": 0.9886916564473649,
+      "eval_kk_opus100_pr_auc": 0.7791530383486742,
+      "eval_kk_ud_pr_auc": 0.9747728273756298,
+      "eval_km_ersatz_pr_auc": 0.9285493508959466,
+      "eval_km_opus100_pr_auc": 0.7404438015674197,
+      "eval_kn_opus100_pr_auc": 0.6219434340855201,
+      "eval_ko_opus100_pr_auc": 0.6682467145684292,
+      "eval_ko_ud_pr_auc": 0.9986661181472847,
+      "eval_ku_opus100_pr_auc": 0.8388777502656398,
+      "eval_ky_opus100_pr_auc": 0.9009739052297413,
+      "eval_la_ud_pr_auc": 0.9630475249770442,
+      "eval_loss": 0.02996635250747204,
+      "eval_lt_ersatz_pr_auc": 0.99417208190881,
+      "eval_lt_opus100_pr_auc": 0.877948073205678,
+      "eval_lt_ud_pr_auc": 0.9931677972928595,
+      "eval_lv_ersatz_pr_auc": 0.9879472917925857,
+      "eval_lv_opus100_pr_auc": 0.8958645956736544,
+      "eval_lv_ud_pr_auc": 0.9649200775010525,
+      "eval_mg_opus100_pr_auc": 0.938403287181115,
+      "eval_mk_opus100_pr_auc": 0.919262691046994,
+      "eval_ml_opus100_pr_auc": 0.7914418660648952,
+      "eval_mn_opus100_pr_auc": 0.9475197460849152,
+      "eval_mr_opus100_pr_auc": 0.879593911654164,
+      "eval_mr_ud_pr_auc": 0.9764562182068538,
+      "eval_ms_opus100_pr_auc": 0.8729725146289065,
+      "eval_mt_opus100_pr_auc": 0.8595108082973621,
+      "eval_mt_ud_pr_auc": 0.8878391479297306,
+      "eval_my_opus100_pr_auc": 0.7829075471278388,
+      "eval_ne_opus100_pr_auc": 0.7158878217107592,
+      "eval_nl_opus100_pr_auc": 0.8983971024754195,
+      "eval_nl_ud_pr_auc": 0.9854549292085926,
+      "eval_no_opus100_pr_auc": 0.9252730099720358,
+      "eval_no_ud_pr_auc": 0.9967156111857883,
+      "eval_pa_opus100_pr_auc": 0.6770747575440624,
+      "eval_pl_ersatz_pr_auc": 0.9619524745503758,
+      "eval_pl_opus100_pr_auc": 0.9004839099776084,
+      "eval_pl_ud_pr_auc": 0.9687165474838184,
+      "eval_ps_ersatz_pr_auc": 0.9322181443760587,
+      "eval_ps_opus100_pr_auc": 0.7533968301059674,
+      "eval_pt_opus100_pr_auc": 0.9266732277491413,
+      "eval_pt_ud_pr_auc": 0.9895053824706865,
+      "eval_ro_ersatz_pr_auc": 0.9945546749370208,
+      "eval_ro_opus100_pr_auc": 0.8820250862089744,
+      "eval_ro_ud_pr_auc": 0.9414497878878691,
+      "eval_ru_ersatz_pr_auc": 0.9925348233696714,
+      "eval_ru_opus100_pr_auc": 0.9347396410071529,
+      "eval_ru_ud_pr_auc": 0.8669577027138297,
+      "eval_runtime": 325.1515,
+      "eval_samples_per_second": 232.089,
+      "eval_si_opus100_pr_auc": 0.8190949370525338,
+      "eval_sk_opus100_pr_auc": 0.9373876553488869,
+      "eval_sk_ud_pr_auc": 0.9844351815275301,
+      "eval_sl_opus100_pr_auc": 0.8689161456852506,
+      "eval_sl_ud_pr_auc": 0.9703147669356166,
+      "eval_sq_opus100_pr_auc": 0.9196254562112356,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9115419763704488,
+      "eval_sr_ud_pr_auc": 0.9986418800102488,
+      "eval_steps_per_second": 0.907,
+      "eval_sv_opus100_pr_auc": 0.8931375703503805,
+      "eval_sv_ud_pr_auc": 0.9397548817140269,
+      "eval_ta_ersatz_pr_auc": 0.9846711222373131,
+      "eval_ta_opus100_pr_auc": 0.6902635155641172,
+      "eval_ta_ud_pr_auc": 0.9939339951303499,
+      "eval_te_opus100_pr_auc": 0.8458823883587326,
+      "eval_tg_opus100_pr_auc": 0.8912514912442384,
+      "eval_th_opus100_pr_auc": 0.6703708122436165,
+      "eval_th_ud_pr_auc": 0.8238159998275264,
+      "eval_tr_ersatz_pr_auc": 0.965879685368533,
+      "eval_tr_opus100_pr_auc": 0.8982227670503355,
+      "eval_tr_ud_pr_auc": 0.9521095045483848,
+      "eval_uk_opus100_pr_auc": 0.8834239668042279,
+      "eval_uk_ud_pr_auc": 0.9300564179042744,
+      "eval_ur_opus100_pr_auc": 0.5862027123879636,
+      "eval_ur_ud_pr_auc": 0.9962809448952099,
+      "eval_uz_opus100_pr_auc": 0.8800392772372637,
+      "eval_vi_opus100_pr_auc": 0.9045135898261528,
+      "eval_vi_ud_pr_auc": 0.9622025582283416,
+      "eval_xh_opus100_pr_auc": 0.8783100931658943,
+      "eval_yi_opus100_pr_auc": 0.7771511487661981,
+      "eval_yo_opus100_pr_auc": 0.8448572938358951,
+      "eval_yo_ud_pr_auc": 0.8841588954048973,
+      "eval_zh_ersatz_pr_auc": 0.9837253582541515,
+      "eval_zh_opus100_pr_auc": 0.8745593744742312,
+      "eval_zh_ud_pr_auc": 0.9920665590328601,
+      "eval_zu_opus100_pr_auc": 0.8315067934357439,
+      "step": 145000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.581012658227848e-05,
+      "learning_rate_adapter": 6.581012658227848e-05,
+      "loss": 0.0261,
+      "step": 145050
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.579746835443039e-05,
+      "learning_rate_adapter": 6.579746835443039e-05,
+      "loss": 0.0264,
+      "step": 145100
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.578481012658229e-05,
+      "learning_rate_adapter": 6.578481012658229e-05,
+      "loss": 0.0262,
+      "step": 145150
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.577215189873418e-05,
+      "learning_rate_adapter": 6.577215189873418e-05,
+      "loss": 0.0263,
+      "step": 145200
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.575949367088608e-05,
+      "learning_rate_adapter": 6.575949367088608e-05,
+      "loss": 0.0261,
+      "step": 145250
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.574683544303798e-05,
+      "learning_rate_adapter": 6.574683544303798e-05,
+      "loss": 0.0262,
+      "step": 145300
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.573417721518987e-05,
+      "learning_rate_adapter": 6.573417721518987e-05,
+      "loss": 0.0261,
+      "step": 145350
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.572151898734178e-05,
+      "learning_rate_adapter": 6.572151898734178e-05,
+      "loss": 0.0263,
+      "step": 145400
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.570886075949367e-05,
+      "learning_rate_adapter": 6.570886075949367e-05,
+      "loss": 0.0262,
+      "step": 145450
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.569620253164556e-05,
+      "learning_rate_adapter": 6.569620253164556e-05,
+      "loss": 0.0264,
+      "step": 145500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.568354430379747e-05,
+      "learning_rate_adapter": 6.568354430379747e-05,
+      "loss": 0.0265,
+      "step": 145550
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.567088607594936e-05,
+      "learning_rate_adapter": 6.567088607594936e-05,
+      "loss": 0.0265,
+      "step": 145600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.565822784810127e-05,
+      "learning_rate_adapter": 6.565822784810127e-05,
+      "loss": 0.0264,
+      "step": 145650
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.564556962025317e-05,
+      "learning_rate_adapter": 6.564556962025317e-05,
+      "loss": 0.0262,
+      "step": 145700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.563291139240507e-05,
+      "learning_rate_adapter": 6.563291139240507e-05,
+      "loss": 0.0266,
+      "step": 145750
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.562025316455697e-05,
+      "learning_rate_adapter": 6.562025316455697e-05,
+      "loss": 0.0263,
+      "step": 145800
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.560759493670886e-05,
+      "learning_rate_adapter": 6.560759493670886e-05,
+      "loss": 0.0263,
+      "step": 145850
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.559493670886077e-05,
+      "learning_rate_adapter": 6.559493670886077e-05,
+      "loss": 0.0262,
+      "step": 145900
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.558227848101266e-05,
+      "learning_rate_adapter": 6.558227848101266e-05,
+      "loss": 0.0261,
+      "step": 145950
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.556962025316457e-05,
+      "learning_rate_adapter": 6.556962025316457e-05,
+      "loss": 0.0263,
+      "step": 146000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.555696202531646e-05,
+      "learning_rate_adapter": 6.555696202531646e-05,
+      "loss": 0.0263,
+      "step": 146050
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.554430379746835e-05,
+      "learning_rate_adapter": 6.554430379746835e-05,
+      "loss": 0.0262,
+      "step": 146100
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.553164556962026e-05,
+      "learning_rate_adapter": 6.553164556962026e-05,
+      "loss": 0.0261,
+      "step": 146150
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.551898734177215e-05,
+      "learning_rate_adapter": 6.551898734177215e-05,
+      "loss": 0.0262,
+      "step": 146200
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.550632911392405e-05,
+      "learning_rate_adapter": 6.550632911392405e-05,
+      "loss": 0.0261,
+      "step": 146250
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.549367088607596e-05,
+      "learning_rate_adapter": 6.549367088607596e-05,
+      "loss": 0.0262,
+      "step": 146300
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.548101265822785e-05,
+      "learning_rate_adapter": 6.548101265822785e-05,
+      "loss": 0.0262,
+      "step": 146350
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.546835443037976e-05,
+      "learning_rate_adapter": 6.546835443037976e-05,
+      "loss": 0.0263,
+      "step": 146400
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.545569620253165e-05,
+      "learning_rate_adapter": 6.545569620253165e-05,
+      "loss": 0.0263,
+      "step": 146450
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.544303797468355e-05,
+      "learning_rate_adapter": 6.544303797468355e-05,
+      "loss": 0.0263,
+      "step": 146500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.543037974683545e-05,
+      "learning_rate_adapter": 6.543037974683545e-05,
+      "loss": 0.0263,
+      "step": 146550
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.541772151898734e-05,
+      "learning_rate_adapter": 6.541772151898734e-05,
+      "loss": 0.0262,
+      "step": 146600
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.540506329113924e-05,
+      "learning_rate_adapter": 6.540506329113924e-05,
+      "loss": 0.0266,
+      "step": 146650
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.539240506329114e-05,
+      "learning_rate_adapter": 6.539240506329114e-05,
+      "loss": 0.0262,
+      "step": 146700
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.537974683544304e-05,
+      "learning_rate_adapter": 6.537974683544304e-05,
+      "loss": 0.0262,
+      "step": 146750
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.536708860759493e-05,
+      "learning_rate_adapter": 6.536708860759493e-05,
+      "loss": 0.0263,
+      "step": 146800
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.535443037974684e-05,
+      "learning_rate_adapter": 6.535443037974684e-05,
+      "loss": 0.0263,
+      "step": 146850
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.534177215189875e-05,
+      "learning_rate_adapter": 6.534177215189875e-05,
+      "loss": 0.0264,
+      "step": 146900
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.532911392405064e-05,
+      "learning_rate_adapter": 6.532911392405064e-05,
+      "loss": 0.0262,
+      "step": 146950
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.531645569620254e-05,
+      "learning_rate_adapter": 6.531645569620254e-05,
+      "loss": 0.0263,
+      "step": 147000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.530379746835444e-05,
+      "learning_rate_adapter": 6.530379746835444e-05,
+      "loss": 0.0263,
+      "step": 147050
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.529113924050633e-05,
+      "learning_rate_adapter": 6.529113924050633e-05,
+      "loss": 0.0262,
+      "step": 147100
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.527848101265823e-05,
+      "learning_rate_adapter": 6.527848101265823e-05,
+      "loss": 0.0261,
+      "step": 147150
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.526582278481013e-05,
+      "learning_rate_adapter": 6.526582278481013e-05,
+      "loss": 0.0261,
+      "step": 147200
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.525316455696203e-05,
+      "learning_rate_adapter": 6.525316455696203e-05,
+      "loss": 0.0264,
+      "step": 147250
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.524050632911392e-05,
+      "learning_rate_adapter": 6.524050632911392e-05,
+      "loss": 0.0262,
+      "step": 147300
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.522784810126581e-05,
+      "learning_rate_adapter": 6.522784810126581e-05,
+      "loss": 0.0261,
+      "step": 147350
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.521518987341772e-05,
+      "learning_rate_adapter": 6.521518987341772e-05,
+      "loss": 0.0261,
+      "step": 147400
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.520253164556963e-05,
+      "learning_rate_adapter": 6.520253164556963e-05,
+      "loss": 0.0261,
+      "step": 147450
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.518987341772153e-05,
+      "learning_rate_adapter": 6.518987341772153e-05,
+      "loss": 0.0262,
+      "step": 147500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.517721518987342e-05,
+      "learning_rate_adapter": 6.517721518987342e-05,
+      "loss": 0.0263,
+      "step": 147550
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.516455696202533e-05,
+      "learning_rate_adapter": 6.516455696202533e-05,
+      "loss": 0.0262,
+      "step": 147600
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.515189873417722e-05,
+      "learning_rate_adapter": 6.515189873417722e-05,
+      "loss": 0.026,
+      "step": 147650
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.513924050632911e-05,
+      "learning_rate_adapter": 6.513924050632911e-05,
+      "loss": 0.0264,
+      "step": 147700
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.512658227848102e-05,
+      "learning_rate_adapter": 6.512658227848102e-05,
+      "loss": 0.0258,
+      "step": 147750
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.511392405063291e-05,
+      "learning_rate_adapter": 6.511392405063291e-05,
+      "loss": 0.026,
+      "step": 147800
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.510126582278482e-05,
+      "learning_rate_adapter": 6.510126582278482e-05,
+      "loss": 0.0262,
+      "step": 147850
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.508860759493671e-05,
+      "learning_rate_adapter": 6.508860759493671e-05,
+      "loss": 0.0262,
+      "step": 147900
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.50759493670886e-05,
+      "learning_rate_adapter": 6.50759493670886e-05,
+      "loss": 0.0261,
+      "step": 147950
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.506329113924051e-05,
+      "learning_rate_adapter": 6.506329113924051e-05,
+      "loss": 0.0264,
+      "step": 148000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.505063291139241e-05,
+      "learning_rate_adapter": 6.505063291139241e-05,
+      "loss": 0.0262,
+      "step": 148050
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.503797468354432e-05,
+      "learning_rate_adapter": 6.503797468354432e-05,
+      "loss": 0.0262,
+      "step": 148100
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.502531645569621e-05,
+      "learning_rate_adapter": 6.502531645569621e-05,
+      "loss": 0.0262,
+      "step": 148150
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.50126582278481e-05,
+      "learning_rate_adapter": 6.50126582278481e-05,
+      "loss": 0.0264,
+      "step": 148200
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0262,
+      "step": 148250
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49873417721519e-05,
+      "learning_rate_adapter": 6.49873417721519e-05,
+      "loss": 0.0261,
+      "step": 148300
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49746835443038e-05,
+      "learning_rate_adapter": 6.49746835443038e-05,
+      "loss": 0.0261,
+      "step": 148350
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49620253164557e-05,
+      "learning_rate_adapter": 6.49620253164557e-05,
+      "loss": 0.026,
+      "step": 148400
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.494936708860759e-05,
+      "learning_rate_adapter": 6.494936708860759e-05,
+      "loss": 0.0262,
+      "step": 148450
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49367088607595e-05,
+      "learning_rate_adapter": 6.49367088607595e-05,
+      "loss": 0.0261,
+      "step": 148500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.492405063291139e-05,
+      "learning_rate_adapter": 6.492405063291139e-05,
+      "loss": 0.0261,
+      "step": 148550
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.491139240506329e-05,
+      "learning_rate_adapter": 6.491139240506329e-05,
+      "loss": 0.0261,
+      "step": 148600
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.48987341772152e-05,
+      "learning_rate_adapter": 6.48987341772152e-05,
+      "loss": 0.0261,
+      "step": 148650
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.488607594936709e-05,
+      "learning_rate_adapter": 6.488607594936709e-05,
+      "loss": 0.0263,
+      "step": 148700
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.4873417721519e-05,
+      "learning_rate_adapter": 6.4873417721519e-05,
+      "loss": 0.0263,
+      "step": 148750
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.486075949367089e-05,
+      "learning_rate_adapter": 6.486075949367089e-05,
+      "loss": 0.0262,
+      "step": 148800
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.48481012658228e-05,
+      "learning_rate_adapter": 6.48481012658228e-05,
+      "loss": 0.0263,
+      "step": 148850
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.483544303797469e-05,
+      "learning_rate_adapter": 6.483544303797469e-05,
+      "loss": 0.0263,
+      "step": 148900
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.482278481012658e-05,
+      "learning_rate_adapter": 6.482278481012658e-05,
+      "loss": 0.0263,
+      "step": 148950
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.481012658227848e-05,
+      "learning_rate_adapter": 6.481012658227848e-05,
+      "loss": 0.0261,
+      "step": 149000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.479746835443038e-05,
+      "learning_rate_adapter": 6.479746835443038e-05,
+      "loss": 0.026,
+      "step": 149050
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.478481012658228e-05,
+      "learning_rate_adapter": 6.478481012658228e-05,
+      "loss": 0.0258,
+      "step": 149100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.477215189873417e-05,
+      "learning_rate_adapter": 6.477215189873417e-05,
+      "loss": 0.0262,
+      "step": 149150
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.475949367088608e-05,
+      "learning_rate_adapter": 6.475949367088608e-05,
+      "loss": 0.026,
+      "step": 149200
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.474683544303798e-05,
+      "learning_rate_adapter": 6.474683544303798e-05,
+      "loss": 0.026,
+      "step": 149250
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.473417721518988e-05,
+      "learning_rate_adapter": 6.473417721518988e-05,
+      "loss": 0.0263,
+      "step": 149300
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.472151898734178e-05,
+      "learning_rate_adapter": 6.472151898734178e-05,
+      "loss": 0.0261,
+      "step": 149350
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.470886075949367e-05,
+      "learning_rate_adapter": 6.470886075949367e-05,
+      "loss": 0.0262,
+      "step": 149400
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.469620253164558e-05,
+      "learning_rate_adapter": 6.469620253164558e-05,
+      "loss": 0.0263,
+      "step": 149450
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.468354430379747e-05,
+      "learning_rate_adapter": 6.468354430379747e-05,
+      "loss": 0.0261,
+      "step": 149500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.467088607594936e-05,
+      "learning_rate_adapter": 6.467088607594936e-05,
+      "loss": 0.0263,
+      "step": 149550
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.465822784810127e-05,
+      "learning_rate_adapter": 6.465822784810127e-05,
+      "loss": 0.0259,
+      "step": 149600
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.464556962025316e-05,
+      "learning_rate_adapter": 6.464556962025316e-05,
+      "loss": 0.0262,
+      "step": 149650
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.463291139240507e-05,
+      "learning_rate_adapter": 6.463291139240507e-05,
+      "loss": 0.0266,
+      "step": 149700
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.462025316455696e-05,
+      "learning_rate_adapter": 6.462025316455696e-05,
+      "loss": 0.026,
+      "step": 149750
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.460759493670887e-05,
+      "learning_rate_adapter": 6.460759493670887e-05,
+      "loss": 0.0261,
+      "step": 149800
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.459493670886077e-05,
+      "learning_rate_adapter": 6.459493670886077e-05,
+      "loss": 0.0262,
+      "step": 149850
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.458227848101266e-05,
+      "learning_rate_adapter": 6.458227848101266e-05,
+      "loss": 0.0262,
+      "step": 149900
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.456962025316457e-05,
+      "learning_rate_adapter": 6.456962025316457e-05,
+      "loss": 0.026,
+      "step": 149950
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.455696202531646e-05,
+      "learning_rate_adapter": 6.455696202531646e-05,
+      "loss": 0.0259,
+      "step": 150000
+    },
+    {
+      "epoch": 1.01,
+      "eval_af_opus100_pr_auc": 0.7754082588223759,
+      "eval_af_ud_pr_auc": 0.9903274773796986,
+      "eval_am_opus100_pr_auc": 0.5715549165574885,
+      "eval_ar_ersatz_pr_auc": 0.935340890895424,
+      "eval_ar_opus100_pr_auc": 0.716620030483764,
+      "eval_ar_ud_pr_auc": 0.8906215194981703,
+      "eval_average_ersatz_pr_auc": 0.9679110328658534,
+      "eval_average_opus100_pr_auc": 0.8360274629317981,
+      "eval_average_ud_pr_auc": 0.9628046178319484,
+      "eval_az_opus100_pr_auc": 0.7623385629818376,
+      "eval_be_opus100_pr_auc": 0.7205888797269752,
+      "eval_be_ud_pr_auc": 0.9015431240875877,
+      "eval_bg_opus100_pr_auc": 0.9125822482869465,
+      "eval_bg_ud_pr_auc": 0.9935401869236367,
+      "eval_bn_opus100_pr_auc": 0.8272919697509372,
+      "eval_bn_ud_pr_auc": 0.9945463707167106,
+      "eval_ca_opus100_pr_auc": 0.8792179252835711,
+      "eval_ca_ud_pr_auc": 0.9941865294073563,
+      "eval_ceb_ud_pr_auc": 0.999373491195066,
+      "eval_cs_ersatz_pr_auc": 0.9856094776362826,
+      "eval_cs_opus100_pr_auc": 0.9092961934451845,
+      "eval_cs_ud_pr_auc": 0.9577463363906167,
+      "eval_cy_opus100_pr_auc": 0.7845105840644456,
+      "eval_cy_ud_pr_auc": 0.9937657046437592,
+      "eval_da_opus100_pr_auc": 0.9189616322735932,
+      "eval_da_ud_pr_auc": 0.9806849393035906,
+      "eval_de_ersatz_pr_auc": 0.9839471574062576,
+      "eval_de_opus100_pr_auc": 0.9021658604423891,
+      "eval_de_ud_pr_auc": 0.9850810681994,
+      "eval_el_opus100_pr_auc": 0.9039148880829537,
+      "eval_el_ud_pr_auc": 0.9882370363644534,
+      "eval_en_ersatz_pr_auc": 0.9908176695516998,
+      "eval_en_opus100_pr_auc": 0.9287564776361644,
+      "eval_en_ud_pr_auc": 0.9776126917108068,
+      "eval_eo_opus100_pr_auc": 0.9244982269816546,
+      "eval_es_ersatz_pr_auc": 0.9968313261630365,
+      "eval_es_opus100_pr_auc": 0.9220450462469286,
+      "eval_es_ud_pr_auc": 0.9928587047186483,
+      "eval_et_ersatz_pr_auc": 0.9822179864022124,
+      "eval_et_opus100_pr_auc": 0.8895296588943408,
+      "eval_et_ud_pr_auc": 0.9629520656849383,
+      "eval_eu_opus100_pr_auc": 0.8708249166634925,
+      "eval_eu_ud_pr_auc": 0.9901695409658767,
+      "eval_fa_opus100_pr_auc": 0.5976289948364905,
+      "eval_fa_ud_pr_auc": 0.9962581291129434,
+      "eval_fi_ersatz_pr_auc": 0.989726478656576,
+      "eval_fi_opus100_pr_auc": 0.919600776000732,
+      "eval_fi_ud_pr_auc": 0.9637906987034791,
+      "eval_fr_ersatz_pr_auc": 0.9872855995565493,
+      "eval_fr_opus100_pr_auc": 0.9174452170589631,
+      "eval_fr_ud_pr_auc": 0.9850432127082029,
+      "eval_fy_opus100_pr_auc": 0.6603497049698248,
+      "eval_ga_opus100_pr_auc": 0.8961961702548007,
+      "eval_ga_ud_pr_auc": 0.8246256246775837,
+      "eval_gd_opus100_pr_auc": 0.6652552144454915,
+      "eval_gd_ud_pr_auc": 0.8171574509436704,
+      "eval_gl_opus100_pr_auc": 0.8754051164397462,
+      "eval_gl_ud_pr_auc": 0.9960777051973037,
+      "eval_gu_ersatz_pr_auc": 0.9276160553562122,
+      "eval_gu_opus100_pr_auc": 0.7412576959013959,
+      "eval_ha_opus100_pr_auc": 0.912418989026114,
+      "eval_he_opus100_pr_auc": 0.8611390698503978,
+      "eval_he_ud_pr_auc": 0.9826767754263501,
+      "eval_hi_ersatz_pr_auc": 0.977019627690489,
+      "eval_hi_opus100_pr_auc": 0.6706599070559172,
+      "eval_hi_ud_pr_auc": 0.9852178575460122,
+      "eval_hu_opus100_pr_auc": 0.9162140129373086,
+      "eval_hu_ud_pr_auc": 0.9827992246065274,
+      "eval_hy_opus100_pr_auc": 0.9114143232058008,
+      "eval_hy_ud_pr_auc": 0.9843359716344908,
+      "eval_id_opus100_pr_auc": 0.8870605633907058,
+      "eval_id_ud_pr_auc": 0.9948033022443026,
+      "eval_ig_opus100_pr_auc": 0.8898192625065116,
+      "eval_is_opus100_pr_auc": 0.9287047681195725,
+      "eval_is_ud_pr_auc": 0.9037615426411908,
+      "eval_it_opus100_pr_auc": 0.9016725649486615,
+      "eval_it_ud_pr_auc": 0.9977824012928119,
+      "eval_ja_ersatz_pr_auc": 0.8375599800295577,
+      "eval_ja_opus100_pr_auc": 0.8177164591330159,
+      "eval_ja_ud_pr_auc": 0.9739353421934437,
+      "eval_jv_ud_pr_auc": 0.9625454824010509,
+      "eval_ka_opus100_pr_auc": 0.8580511448378313,
+      "eval_kk_ersatz_pr_auc": 0.986915671504876,
+      "eval_kk_opus100_pr_auc": 0.7801522632594843,
+      "eval_kk_ud_pr_auc": 0.9749491222253838,
+      "eval_km_ersatz_pr_auc": 0.9323880374942723,
+      "eval_km_opus100_pr_auc": 0.7552884115315415,
+      "eval_kn_opus100_pr_auc": 0.6262529758826614,
+      "eval_ko_opus100_pr_auc": 0.6858733579755416,
+      "eval_ko_ud_pr_auc": 0.99794776433515,
+      "eval_ku_opus100_pr_auc": 0.831491529016792,
+      "eval_ky_opus100_pr_auc": 0.8833735121496139,
+      "eval_la_ud_pr_auc": 0.9508233230164346,
+      "eval_loss": 0.029652373865246773,
+      "eval_lt_ersatz_pr_auc": 0.9948050865932836,
+      "eval_lt_opus100_pr_auc": 0.8748473847957352,
+      "eval_lt_ud_pr_auc": 0.9950627357249339,
+      "eval_lv_ersatz_pr_auc": 0.9895097427539891,
+      "eval_lv_opus100_pr_auc": 0.8799713251535227,
+      "eval_lv_ud_pr_auc": 0.9610858213162332,
+      "eval_mg_opus100_pr_auc": 0.9375846263915271,
+      "eval_mk_opus100_pr_auc": 0.9120999393017608,
+      "eval_ml_opus100_pr_auc": 0.7718926047679658,
+      "eval_mn_opus100_pr_auc": 0.9470659106160827,
+      "eval_mr_opus100_pr_auc": 0.8705528464644482,
+      "eval_mr_ud_pr_auc": 0.9605528352049562,
+      "eval_ms_opus100_pr_auc": 0.8667753348501639,
+      "eval_mt_opus100_pr_auc": 0.8466484730207787,
+      "eval_mt_ud_pr_auc": 0.8614882469625145,
+      "eval_my_opus100_pr_auc": 0.7945231881360505,
+      "eval_ne_opus100_pr_auc": 0.7181521288254514,
+      "eval_nl_opus100_pr_auc": 0.8891490350011524,
+      "eval_nl_ud_pr_auc": 0.9841642381378778,
+      "eval_no_opus100_pr_auc": 0.9243746085755682,
+      "eval_no_ud_pr_auc": 0.9967131840648901,
+      "eval_pa_opus100_pr_auc": 0.6702374989193823,
+      "eval_pl_ersatz_pr_auc": 0.9644680931126177,
+      "eval_pl_opus100_pr_auc": 0.8886792409088098,
+      "eval_pl_ud_pr_auc": 0.9699439537500205,
+      "eval_ps_ersatz_pr_auc": 0.9215017501726163,
+      "eval_ps_opus100_pr_auc": 0.7542692394210818,
+      "eval_pt_opus100_pr_auc": 0.9194454963066727,
+      "eval_pt_ud_pr_auc": 0.9878691919974167,
+      "eval_ro_ersatz_pr_auc": 0.9950492436277557,
+      "eval_ro_opus100_pr_auc": 0.8837304578023485,
+      "eval_ro_ud_pr_auc": 0.9815796971281573,
+      "eval_ru_ersatz_pr_auc": 0.9928062892230651,
+      "eval_ru_opus100_pr_auc": 0.9277879979078941,
+      "eval_ru_ud_pr_auc": 0.8827567102968344,
+      "eval_runtime": 331.5612,
+      "eval_samples_per_second": 227.602,
+      "eval_si_opus100_pr_auc": 0.8106133080322917,
+      "eval_sk_opus100_pr_auc": 0.9295894812343904,
+      "eval_sk_ud_pr_auc": 0.9846802290709528,
+      "eval_sl_opus100_pr_auc": 0.8616884227655286,
+      "eval_sl_ud_pr_auc": 0.9730931269881693,
+      "eval_sq_opus100_pr_auc": 0.9095256529432644,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9063568697083499,
+      "eval_sr_ud_pr_auc": 0.9985687525258996,
+      "eval_steps_per_second": 0.89,
+      "eval_sv_opus100_pr_auc": 0.8894379636794406,
+      "eval_sv_ud_pr_auc": 0.9397858551027579,
+      "eval_ta_ersatz_pr_auc": 0.9802663583963279,
+      "eval_ta_opus100_pr_auc": 0.6902232774429522,
+      "eval_ta_ud_pr_auc": 0.9894566337752784,
+      "eval_te_opus100_pr_auc": 0.8342293475651299,
+      "eval_tg_opus100_pr_auc": 0.8907377837525317,
+      "eval_th_opus100_pr_auc": 0.6831593376590117,
+      "eval_th_ud_pr_auc": 0.8295881315961129,
+      "eval_tr_ersatz_pr_auc": 0.9662423584893108,
+      "eval_tr_opus100_pr_auc": 0.8943332298115063,
+      "eval_tr_ud_pr_auc": 0.9472370009147906,
+      "eval_uk_opus100_pr_auc": 0.8710334723805191,
+      "eval_uk_ud_pr_auc": 0.9280712339041585,
+      "eval_ur_opus100_pr_auc": 0.5749601756985073,
+      "eval_ur_ud_pr_auc": 0.9886359393568612,
+      "eval_uz_opus100_pr_auc": 0.8779849607225148,
+      "eval_vi_opus100_pr_auc": 0.8975157911951855,
+      "eval_vi_ud_pr_auc": 0.9577673432452614,
+      "eval_xh_opus100_pr_auc": 0.8753439827213748,
+      "eval_yi_opus100_pr_auc": 0.8113562472692517,
+      "eval_yo_opus100_pr_auc": 0.8476251058667816,
+      "eval_yo_ud_pr_auc": 0.9009914274201113,
+      "eval_zh_ersatz_pr_auc": 0.9761178423363673,
+      "eval_zh_opus100_pr_auc": 0.873272397554059,
+      "eval_zh_ud_pr_auc": 0.9929932098402244,
+      "eval_zu_opus100_pr_auc": 0.8369295338784838,
+      "step": 150000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.454430379746835e-05,
+      "learning_rate_adapter": 6.454430379746835e-05,
+      "loss": 0.0263,
+      "step": 150050
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.453164556962026e-05,
+      "learning_rate_adapter": 6.453164556962026e-05,
+      "loss": 0.0259,
+      "step": 150100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.451898734177215e-05,
+      "learning_rate_adapter": 6.451898734177215e-05,
+      "loss": 0.0262,
+      "step": 150150
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.450632911392406e-05,
+      "learning_rate_adapter": 6.450632911392406e-05,
+      "loss": 0.0262,
+      "step": 150200
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.449367088607595e-05,
+      "learning_rate_adapter": 6.449367088607595e-05,
+      "loss": 0.0261,
+      "step": 150250
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.448101265822784e-05,
+      "learning_rate_adapter": 6.448101265822784e-05,
+      "loss": 0.026,
+      "step": 150300
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.446835443037975e-05,
+      "learning_rate_adapter": 6.446835443037975e-05,
+      "loss": 0.026,
+      "step": 150350
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.445569620253165e-05,
+      "learning_rate_adapter": 6.445569620253165e-05,
+      "loss": 0.0261,
+      "step": 150400
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.444303797468356e-05,
+      "learning_rate_adapter": 6.444303797468356e-05,
+      "loss": 0.026,
+      "step": 150450
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.443037974683545e-05,
+      "learning_rate_adapter": 6.443037974683545e-05,
+      "loss": 0.0261,
+      "step": 150500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.441772151898734e-05,
+      "learning_rate_adapter": 6.441772151898734e-05,
+      "loss": 0.0261,
+      "step": 150550
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.440506329113925e-05,
+      "learning_rate_adapter": 6.440506329113925e-05,
+      "loss": 0.026,
+      "step": 150600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.439240506329114e-05,
+      "learning_rate_adapter": 6.439240506329114e-05,
+      "loss": 0.026,
+      "step": 150650
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.437974683544304e-05,
+      "learning_rate_adapter": 6.437974683544304e-05,
+      "loss": 0.0258,
+      "step": 150700
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.436708860759494e-05,
+      "learning_rate_adapter": 6.436708860759494e-05,
+      "loss": 0.026,
+      "step": 150750
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.435443037974684e-05,
+      "learning_rate_adapter": 6.435443037974684e-05,
+      "loss": 0.0262,
+      "step": 150800
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.434177215189873e-05,
+      "learning_rate_adapter": 6.434177215189873e-05,
+      "loss": 0.0262,
+      "step": 150850
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.432911392405063e-05,
+      "learning_rate_adapter": 6.432911392405063e-05,
+      "loss": 0.026,
+      "step": 150900
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.431645569620253e-05,
+      "learning_rate_adapter": 6.431645569620253e-05,
+      "loss": 0.0262,
+      "step": 150950
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.430379746835444e-05,
+      "learning_rate_adapter": 6.430379746835444e-05,
+      "loss": 0.0262,
+      "step": 151000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.429113924050634e-05,
+      "learning_rate_adapter": 6.429113924050634e-05,
+      "loss": 0.026,
+      "step": 151050
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.427848101265824e-05,
+      "learning_rate_adapter": 6.427848101265824e-05,
+      "loss": 0.0261,
+      "step": 151100
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.426582278481013e-05,
+      "learning_rate_adapter": 6.426582278481013e-05,
+      "loss": 0.0259,
+      "step": 151150
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.425316455696203e-05,
+      "learning_rate_adapter": 6.425316455696203e-05,
+      "loss": 0.026,
+      "step": 151200
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.424050632911393e-05,
+      "learning_rate_adapter": 6.424050632911393e-05,
+      "loss": 0.0264,
+      "step": 151250
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.422784810126583e-05,
+      "learning_rate_adapter": 6.422784810126583e-05,
+      "loss": 0.0258,
+      "step": 151300
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.421518987341772e-05,
+      "learning_rate_adapter": 6.421518987341772e-05,
+      "loss": 0.0263,
+      "step": 151350
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.420253164556962e-05,
+      "learning_rate_adapter": 6.420253164556962e-05,
+      "loss": 0.0261,
+      "step": 151400
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.418987341772152e-05,
+      "learning_rate_adapter": 6.418987341772152e-05,
+      "loss": 0.0265,
+      "step": 151450
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.417721518987341e-05,
+      "learning_rate_adapter": 6.417721518987341e-05,
+      "loss": 0.0262,
+      "step": 151500
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.416455696202532e-05,
+      "learning_rate_adapter": 6.416455696202532e-05,
+      "loss": 0.0258,
+      "step": 151550
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.415189873417722e-05,
+      "learning_rate_adapter": 6.415189873417722e-05,
+      "loss": 0.0263,
+      "step": 151600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.413924050632912e-05,
+      "learning_rate_adapter": 6.413924050632912e-05,
+      "loss": 0.0261,
+      "step": 151650
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.412658227848102e-05,
+      "learning_rate_adapter": 6.412658227848102e-05,
+      "loss": 0.0262,
+      "step": 151700
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.411392405063291e-05,
+      "learning_rate_adapter": 6.411392405063291e-05,
+      "loss": 0.0261,
+      "step": 151750
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.410126582278482e-05,
+      "learning_rate_adapter": 6.410126582278482e-05,
+      "loss": 0.0258,
+      "step": 151800
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.408860759493671e-05,
+      "learning_rate_adapter": 6.408860759493671e-05,
+      "loss": 0.026,
+      "step": 151850
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.40759493670886e-05,
+      "learning_rate_adapter": 6.40759493670886e-05,
+      "loss": 0.026,
+      "step": 151900
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.406329113924051e-05,
+      "learning_rate_adapter": 6.406329113924051e-05,
+      "loss": 0.0261,
+      "step": 151950
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.40506329113924e-05,
+      "learning_rate_adapter": 6.40506329113924e-05,
+      "loss": 0.026,
+      "step": 152000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.403797468354431e-05,
+      "learning_rate_adapter": 6.403797468354431e-05,
+      "loss": 0.0259,
+      "step": 152050
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.40253164556962e-05,
+      "learning_rate_adapter": 6.40253164556962e-05,
+      "loss": 0.0258,
+      "step": 152100
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.40126582278481e-05,
+      "learning_rate_adapter": 6.40126582278481e-05,
+      "loss": 0.0261,
+      "step": 152150
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0258,
+      "step": 152200
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39873417721519e-05,
+      "learning_rate_adapter": 6.39873417721519e-05,
+      "loss": 0.0261,
+      "step": 152250
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.397468354430381e-05,
+      "learning_rate_adapter": 6.397468354430381e-05,
+      "loss": 0.0259,
+      "step": 152300
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39620253164557e-05,
+      "learning_rate_adapter": 6.39620253164557e-05,
+      "loss": 0.0262,
+      "step": 152350
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39493670886076e-05,
+      "learning_rate_adapter": 6.39493670886076e-05,
+      "loss": 0.0265,
+      "step": 152400
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39367088607595e-05,
+      "learning_rate_adapter": 6.39367088607595e-05,
+      "loss": 0.0259,
+      "step": 152450
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.392405063291139e-05,
+      "learning_rate_adapter": 6.392405063291139e-05,
+      "loss": 0.0258,
+      "step": 152500
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39113924050633e-05,
+      "learning_rate_adapter": 6.39113924050633e-05,
+      "loss": 0.026,
+      "step": 152550
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.389873417721519e-05,
+      "learning_rate_adapter": 6.389873417721519e-05,
+      "loss": 0.0259,
+      "step": 152600
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.38860759493671e-05,
+      "learning_rate_adapter": 6.38860759493671e-05,
+      "loss": 0.0258,
+      "step": 152650
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.387341772151899e-05,
+      "learning_rate_adapter": 6.387341772151899e-05,
+      "loss": 0.0262,
+      "step": 152700
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.386075949367089e-05,
+      "learning_rate_adapter": 6.386075949367089e-05,
+      "loss": 0.0258,
+      "step": 152750
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.38481012658228e-05,
+      "learning_rate_adapter": 6.38481012658228e-05,
+      "loss": 0.026,
+      "step": 152800
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.383544303797469e-05,
+      "learning_rate_adapter": 6.383544303797469e-05,
+      "loss": 0.0258,
+      "step": 152850
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.38227848101266e-05,
+      "learning_rate_adapter": 6.38227848101266e-05,
+      "loss": 0.026,
+      "step": 152900
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.381012658227849e-05,
+      "learning_rate_adapter": 6.381012658227849e-05,
+      "loss": 0.0262,
+      "step": 152950
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.379746835443038e-05,
+      "learning_rate_adapter": 6.379746835443038e-05,
+      "loss": 0.026,
+      "step": 153000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.378481012658228e-05,
+      "learning_rate_adapter": 6.378481012658228e-05,
+      "loss": 0.0259,
+      "step": 153050
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.377215189873418e-05,
+      "learning_rate_adapter": 6.377215189873418e-05,
+      "loss": 0.026,
+      "step": 153100
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.375949367088608e-05,
+      "learning_rate_adapter": 6.375949367088608e-05,
+      "loss": 0.0262,
+      "step": 153150
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.374683544303797e-05,
+      "learning_rate_adapter": 6.374683544303797e-05,
+      "loss": 0.026,
+      "step": 153200
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.373417721518987e-05,
+      "learning_rate_adapter": 6.373417721518987e-05,
+      "loss": 0.0262,
+      "step": 153250
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.372151898734177e-05,
+      "learning_rate_adapter": 6.372151898734177e-05,
+      "loss": 0.0262,
+      "step": 153300
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.370886075949368e-05,
+      "learning_rate_adapter": 6.370886075949368e-05,
+      "loss": 0.0261,
+      "step": 153350
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.369620253164558e-05,
+      "learning_rate_adapter": 6.369620253164558e-05,
+      "loss": 0.0262,
+      "step": 153400
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.368354430379748e-05,
+      "learning_rate_adapter": 6.368354430379748e-05,
+      "loss": 0.0259,
+      "step": 153450
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.367088607594937e-05,
+      "learning_rate_adapter": 6.367088607594937e-05,
+      "loss": 0.0258,
+      "step": 153500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.365822784810127e-05,
+      "learning_rate_adapter": 6.365822784810127e-05,
+      "loss": 0.0261,
+      "step": 153550
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.364556962025317e-05,
+      "learning_rate_adapter": 6.364556962025317e-05,
+      "loss": 0.0262,
+      "step": 153600
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.363291139240507e-05,
+      "learning_rate_adapter": 6.363291139240507e-05,
+      "loss": 0.026,
+      "step": 153650
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.362025316455696e-05,
+      "learning_rate_adapter": 6.362025316455696e-05,
+      "loss": 0.0259,
+      "step": 153700
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.360759493670885e-05,
+      "learning_rate_adapter": 6.360759493670885e-05,
+      "loss": 0.026,
+      "step": 153750
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.359493670886076e-05,
+      "learning_rate_adapter": 6.359493670886076e-05,
+      "loss": 0.0261,
+      "step": 153800
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.358227848101265e-05,
+      "learning_rate_adapter": 6.358227848101265e-05,
+      "loss": 0.0258,
+      "step": 153850
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.356962025316456e-05,
+      "learning_rate_adapter": 6.356962025316456e-05,
+      "loss": 0.0258,
+      "step": 153900
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.355696202531646e-05,
+      "learning_rate_adapter": 6.355696202531646e-05,
+      "loss": 0.0262,
+      "step": 153950
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.354430379746836e-05,
+      "learning_rate_adapter": 6.354430379746836e-05,
+      "loss": 0.0259,
+      "step": 154000
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.353164556962026e-05,
+      "learning_rate_adapter": 6.353164556962026e-05,
+      "loss": 0.0261,
+      "step": 154050
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.351898734177215e-05,
+      "learning_rate_adapter": 6.351898734177215e-05,
+      "loss": 0.0258,
+      "step": 154100
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.350632911392406e-05,
+      "learning_rate_adapter": 6.350632911392406e-05,
+      "loss": 0.0261,
+      "step": 154150
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.349367088607595e-05,
+      "learning_rate_adapter": 6.349367088607595e-05,
+      "loss": 0.0259,
+      "step": 154200
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.348101265822786e-05,
+      "learning_rate_adapter": 6.348101265822786e-05,
+      "loss": 0.0258,
+      "step": 154250
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.346835443037975e-05,
+      "learning_rate_adapter": 6.346835443037975e-05,
+      "loss": 0.026,
+      "step": 154300
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.345569620253164e-05,
+      "learning_rate_adapter": 6.345569620253164e-05,
+      "loss": 0.026,
+      "step": 154350
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.344303797468355e-05,
+      "learning_rate_adapter": 6.344303797468355e-05,
+      "loss": 0.0261,
+      "step": 154400
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.343037974683544e-05,
+      "learning_rate_adapter": 6.343037974683544e-05,
+      "loss": 0.0261,
+      "step": 154450
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.341772151898734e-05,
+      "learning_rate_adapter": 6.341772151898734e-05,
+      "loss": 0.0262,
+      "step": 154500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.340506329113925e-05,
+      "learning_rate_adapter": 6.340506329113925e-05,
+      "loss": 0.026,
+      "step": 154550
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.339240506329114e-05,
+      "learning_rate_adapter": 6.339240506329114e-05,
+      "loss": 0.0258,
+      "step": 154600
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.337974683544305e-05,
+      "learning_rate_adapter": 6.337974683544305e-05,
+      "loss": 0.0259,
+      "step": 154650
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.336708860759494e-05,
+      "learning_rate_adapter": 6.336708860759494e-05,
+      "loss": 0.0257,
+      "step": 154700
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.335443037974685e-05,
+      "learning_rate_adapter": 6.335443037974685e-05,
+      "loss": 0.0259,
+      "step": 154750
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.334177215189874e-05,
+      "learning_rate_adapter": 6.334177215189874e-05,
+      "loss": 0.026,
+      "step": 154800
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.332911392405063e-05,
+      "learning_rate_adapter": 6.332911392405063e-05,
+      "loss": 0.026,
+      "step": 154850
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.331645569620254e-05,
+      "learning_rate_adapter": 6.331645569620254e-05,
+      "loss": 0.0258,
+      "step": 154900
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.330379746835443e-05,
+      "learning_rate_adapter": 6.330379746835443e-05,
+      "loss": 0.0262,
+      "step": 154950
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.329113924050633e-05,
+      "learning_rate_adapter": 6.329113924050633e-05,
+      "loss": 0.0261,
+      "step": 155000
+    },
+    {
+      "epoch": 1.04,
+      "eval_af_opus100_pr_auc": 0.7651877842587494,
+      "eval_af_ud_pr_auc": 0.9902401391813875,
+      "eval_am_opus100_pr_auc": 0.6019033189720908,
+      "eval_ar_ersatz_pr_auc": 0.9142164727006328,
+      "eval_ar_opus100_pr_auc": 0.7121410392212455,
+      "eval_ar_ud_pr_auc": 0.887772156547722,
+      "eval_average_ersatz_pr_auc": 0.965633987443804,
+      "eval_average_opus100_pr_auc": 0.8347881302483651,
+      "eval_average_ud_pr_auc": 0.9601133115202944,
+      "eval_az_opus100_pr_auc": 0.7306305697314351,
+      "eval_be_opus100_pr_auc": 0.7110778859331952,
+      "eval_be_ud_pr_auc": 0.8898954304144955,
+      "eval_bg_opus100_pr_auc": 0.9154552819585373,
+      "eval_bg_ud_pr_auc": 0.9913311644839731,
+      "eval_bn_opus100_pr_auc": 0.8167431452284346,
+      "eval_bn_ud_pr_auc": 0.9907725504193697,
+      "eval_ca_opus100_pr_auc": 0.8768103856102409,
+      "eval_ca_ud_pr_auc": 0.9903570464998501,
+      "eval_ceb_ud_pr_auc": 0.9988411275180633,
+      "eval_cs_ersatz_pr_auc": 0.9826583120195617,
+      "eval_cs_opus100_pr_auc": 0.9097445977471076,
+      "eval_cs_ud_pr_auc": 0.9584521126927779,
+      "eval_cy_opus100_pr_auc": 0.7687553654768149,
+      "eval_cy_ud_pr_auc": 0.9939938717051463,
+      "eval_da_opus100_pr_auc": 0.9158683044165872,
+      "eval_da_ud_pr_auc": 0.9817078723860284,
+      "eval_de_ersatz_pr_auc": 0.9842899820941822,
+      "eval_de_opus100_pr_auc": 0.9004841505516623,
+      "eval_de_ud_pr_auc": 0.9794503964309972,
+      "eval_el_opus100_pr_auc": 0.9114381973441789,
+      "eval_el_ud_pr_auc": 0.9914375587326373,
+      "eval_en_ersatz_pr_auc": 0.9903745204521044,
+      "eval_en_opus100_pr_auc": 0.9329942828773741,
+      "eval_en_ud_pr_auc": 0.9723185115364542,
+      "eval_eo_opus100_pr_auc": 0.9300956652738603,
+      "eval_es_ersatz_pr_auc": 0.9964227205554322,
+      "eval_es_opus100_pr_auc": 0.9201236561559654,
+      "eval_es_ud_pr_auc": 0.9918719967779365,
+      "eval_et_ersatz_pr_auc": 0.9813175493960042,
+      "eval_et_opus100_pr_auc": 0.8978328878088342,
+      "eval_et_ud_pr_auc": 0.9590347609237424,
+      "eval_eu_opus100_pr_auc": 0.876380203560667,
+      "eval_eu_ud_pr_auc": 0.9888295880956951,
+      "eval_fa_opus100_pr_auc": 0.5994148619776014,
+      "eval_fa_ud_pr_auc": 0.9965575935486727,
+      "eval_fi_ersatz_pr_auc": 0.9878203933248461,
+      "eval_fi_opus100_pr_auc": 0.9155093811107555,
+      "eval_fi_ud_pr_auc": 0.9644882928945049,
+      "eval_fr_ersatz_pr_auc": 0.986134621237088,
+      "eval_fr_opus100_pr_auc": 0.9141154006693264,
+      "eval_fr_ud_pr_auc": 0.9819174780803124,
+      "eval_fy_opus100_pr_auc": 0.6461730286637791,
+      "eval_ga_opus100_pr_auc": 0.8975957217662119,
+      "eval_ga_ud_pr_auc": 0.8085520826175999,
+      "eval_gd_opus100_pr_auc": 0.634607032210794,
+      "eval_gd_ud_pr_auc": 0.7983086374003979,
+      "eval_gl_opus100_pr_auc": 0.8767746572489217,
+      "eval_gl_ud_pr_auc": 0.9965635078230913,
+      "eval_gu_ersatz_pr_auc": 0.9340733950074881,
+      "eval_gu_opus100_pr_auc": 0.739988927803265,
+      "eval_ha_opus100_pr_auc": 0.9078086261695906,
+      "eval_he_opus100_pr_auc": 0.8596662937589663,
+      "eval_he_ud_pr_auc": 0.98248186545397,
+      "eval_hi_ersatz_pr_auc": 0.9769348390997806,
+      "eval_hi_opus100_pr_auc": 0.6854160482407443,
+      "eval_hi_ud_pr_auc": 0.9859778100452529,
+      "eval_hu_opus100_pr_auc": 0.9158552656011688,
+      "eval_hu_ud_pr_auc": 0.9827156231212866,
+      "eval_hy_opus100_pr_auc": 0.9074255333407172,
+      "eval_hy_ud_pr_auc": 0.9752359870050447,
+      "eval_id_opus100_pr_auc": 0.8786512071289171,
+      "eval_id_ud_pr_auc": 0.9944208666758925,
+      "eval_ig_opus100_pr_auc": 0.8785080657706248,
+      "eval_is_opus100_pr_auc": 0.9375569498427735,
+      "eval_is_ud_pr_auc": 0.8939572224314083,
+      "eval_it_opus100_pr_auc": 0.9048785372214185,
+      "eval_it_ud_pr_auc": 0.9935244977549933,
+      "eval_ja_ersatz_pr_auc": 0.8159586359455808,
+      "eval_ja_opus100_pr_auc": 0.812524069984742,
+      "eval_ja_ud_pr_auc": 0.9649189384721303,
+      "eval_jv_ud_pr_auc": 0.9626430740418019,
+      "eval_ka_opus100_pr_auc": 0.8558308168389377,
+      "eval_kk_ersatz_pr_auc": 0.9858383334188321,
+      "eval_kk_opus100_pr_auc": 0.780689286737864,
+      "eval_kk_ud_pr_auc": 0.9742069856368423,
+      "eval_km_ersatz_pr_auc": 0.9308535341356821,
+      "eval_km_opus100_pr_auc": 0.759495158621294,
+      "eval_kn_opus100_pr_auc": 0.6304163158162333,
+      "eval_ko_opus100_pr_auc": 0.6662208547302615,
+      "eval_ko_ud_pr_auc": 0.9985068589448688,
+      "eval_ku_opus100_pr_auc": 0.8306915765519348,
+      "eval_ky_opus100_pr_auc": 0.8851849196125186,
+      "eval_la_ud_pr_auc": 0.9589461623021773,
+      "eval_loss": 0.029732173308730125,
+      "eval_lt_ersatz_pr_auc": 0.9928061782858766,
+      "eval_lt_opus100_pr_auc": 0.8738915001736048,
+      "eval_lt_ud_pr_auc": 0.9942016059234274,
+      "eval_lv_ersatz_pr_auc": 0.9879688690546173,
+      "eval_lv_opus100_pr_auc": 0.8886104266978134,
+      "eval_lv_ud_pr_auc": 0.9593832347892959,
+      "eval_mg_opus100_pr_auc": 0.9318498755636956,
+      "eval_mk_opus100_pr_auc": 0.9133182707300234,
+      "eval_ml_opus100_pr_auc": 0.7799745543666282,
+      "eval_mn_opus100_pr_auc": 0.9417661357735589,
+      "eval_mr_opus100_pr_auc": 0.865720290202967,
+      "eval_mr_ud_pr_auc": 0.9594005762552568,
+      "eval_ms_opus100_pr_auc": 0.8716132687716771,
+      "eval_mt_opus100_pr_auc": 0.8464925812694737,
+      "eval_mt_ud_pr_auc": 0.8483503176389733,
+      "eval_my_opus100_pr_auc": 0.793269454541059,
+      "eval_ne_opus100_pr_auc": 0.7473951506015463,
+      "eval_nl_opus100_pr_auc": 0.9011672651880342,
+      "eval_nl_ud_pr_auc": 0.9850353741624446,
+      "eval_no_opus100_pr_auc": 0.9324321474501838,
+      "eval_no_ud_pr_auc": 0.9962321347269036,
+      "eval_pa_opus100_pr_auc": 0.6840500606691042,
+      "eval_pl_ersatz_pr_auc": 0.9647981803876869,
+      "eval_pl_opus100_pr_auc": 0.8910562725668721,
+      "eval_pl_ud_pr_auc": 0.9677792419411526,
+      "eval_ps_ersatz_pr_auc": 0.9240362557408579,
+      "eval_ps_opus100_pr_auc": 0.7592182004294568,
+      "eval_pt_opus100_pr_auc": 0.9180780339892857,
+      "eval_pt_ud_pr_auc": 0.9849525752129291,
+      "eval_ro_ersatz_pr_auc": 0.992620829695181,
+      "eval_ro_opus100_pr_auc": 0.8740452692750409,
+      "eval_ro_ud_pr_auc": 0.9679161590305647,
+      "eval_ru_ersatz_pr_auc": 0.991973323123869,
+      "eval_ru_opus100_pr_auc": 0.9230330789742693,
+      "eval_ru_ud_pr_auc": 0.8735797071895652,
+      "eval_runtime": 324.7898,
+      "eval_samples_per_second": 232.347,
+      "eval_si_opus100_pr_auc": 0.804731235027317,
+      "eval_sk_opus100_pr_auc": 0.9335675911773894,
+      "eval_sk_ud_pr_auc": 0.981178493746199,
+      "eval_sl_opus100_pr_auc": 0.8655732938801328,
+      "eval_sl_ud_pr_auc": 0.963024306629396,
+      "eval_sq_opus100_pr_auc": 0.9186159283263093,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.912962261703429,
+      "eval_sr_ud_pr_auc": 0.9981903326087275,
+      "eval_steps_per_second": 0.908,
+      "eval_sv_opus100_pr_auc": 0.8979001180850178,
+      "eval_sv_ud_pr_auc": 0.9393713658862436,
+      "eval_ta_ersatz_pr_auc": 0.9788462293399713,
+      "eval_ta_opus100_pr_auc": 0.6960554101341868,
+      "eval_ta_ud_pr_auc": 0.98770348448168,
+      "eval_te_opus100_pr_auc": 0.8302738218274843,
+      "eval_tg_opus100_pr_auc": 0.8801037445054031,
+      "eval_th_opus100_pr_auc": 0.6739629097444739,
+      "eval_th_ud_pr_auc": 0.8265564539526385,
+      "eval_tr_ersatz_pr_auc": 0.9646519046155122,
+      "eval_tr_opus100_pr_auc": 0.9004306324158137,
+      "eval_tr_ud_pr_auc": 0.9490970865675304,
+      "eval_uk_opus100_pr_auc": 0.8753164673611475,
+      "eval_uk_ud_pr_auc": 0.9257947932332542,
+      "eval_ur_opus100_pr_auc": 0.574657525360014,
+      "eval_ur_ud_pr_auc": 0.9911222364316423,
+      "eval_uz_opus100_pr_auc": 0.8767667142499173,
+      "eval_vi_opus100_pr_auc": 0.9006435837837669,
+      "eval_vi_ud_pr_auc": 0.9586543319133852,
+      "eval_xh_opus100_pr_auc": 0.8733983163748379,
+      "eval_yi_opus100_pr_auc": 0.7483897622293869,
+      "eval_yo_opus100_pr_auc": 0.8248116222755134,
+      "eval_yo_ud_pr_auc": 0.908727481809622,
+      "eval_zh_ersatz_pr_auc": 0.9793526441329004,
+      "eval_zh_opus100_pr_auc": 0.8765835033631421,
+      "eval_zh_ud_pr_auc": 0.9899776939294308,
+      "eval_zu_opus100_pr_auc": 0.8362351417606289,
+      "step": 155000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.327848101265823e-05,
+      "learning_rate_adapter": 6.327848101265823e-05,
+      "loss": 0.0259,
+      "step": 155050
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.326582278481013e-05,
+      "learning_rate_adapter": 6.326582278481013e-05,
+      "loss": 0.0259,
+      "step": 155100
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.325316455696204e-05,
+      "learning_rate_adapter": 6.325316455696204e-05,
+      "loss": 0.0261,
+      "step": 155150
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.324050632911393e-05,
+      "learning_rate_adapter": 6.324050632911393e-05,
+      "loss": 0.026,
+      "step": 155200
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.322784810126583e-05,
+      "learning_rate_adapter": 6.322784810126583e-05,
+      "loss": 0.0257,
+      "step": 155250
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.321518987341773e-05,
+      "learning_rate_adapter": 6.321518987341773e-05,
+      "loss": 0.026,
+      "step": 155300
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.320253164556962e-05,
+      "learning_rate_adapter": 6.320253164556962e-05,
+      "loss": 0.026,
+      "step": 155350
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.318987341772152e-05,
+      "learning_rate_adapter": 6.318987341772152e-05,
+      "loss": 0.0262,
+      "step": 155400
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.317721518987342e-05,
+      "learning_rate_adapter": 6.317721518987342e-05,
+      "loss": 0.026,
+      "step": 155450
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.316455696202532e-05,
+      "learning_rate_adapter": 6.316455696202532e-05,
+      "loss": 0.0257,
+      "step": 155500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.315189873417721e-05,
+      "learning_rate_adapter": 6.315189873417721e-05,
+      "loss": 0.026,
+      "step": 155550
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.31392405063291e-05,
+      "learning_rate_adapter": 6.31392405063291e-05,
+      "loss": 0.0258,
+      "step": 155600
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.312658227848101e-05,
+      "learning_rate_adapter": 6.312658227848101e-05,
+      "loss": 0.026,
+      "step": 155650
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.311392405063292e-05,
+      "learning_rate_adapter": 6.311392405063292e-05,
+      "loss": 0.0259,
+      "step": 155700
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.310126582278482e-05,
+      "learning_rate_adapter": 6.310126582278482e-05,
+      "loss": 0.0261,
+      "step": 155750
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.308860759493671e-05,
+      "learning_rate_adapter": 6.308860759493671e-05,
+      "loss": 0.026,
+      "step": 155800
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.307594936708862e-05,
+      "learning_rate_adapter": 6.307594936708862e-05,
+      "loss": 0.0258,
+      "step": 155850
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.306329113924051e-05,
+      "learning_rate_adapter": 6.306329113924051e-05,
+      "loss": 0.0261,
+      "step": 155900
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.30506329113924e-05,
+      "learning_rate_adapter": 6.30506329113924e-05,
+      "loss": 0.0259,
+      "step": 155950
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.303797468354431e-05,
+      "learning_rate_adapter": 6.303797468354431e-05,
+      "loss": 0.026,
+      "step": 156000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.30253164556962e-05,
+      "learning_rate_adapter": 6.30253164556962e-05,
+      "loss": 0.0258,
+      "step": 156050
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.301265822784811e-05,
+      "learning_rate_adapter": 6.301265822784811e-05,
+      "loss": 0.026,
+      "step": 156100
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0259,
+      "step": 156150
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.298734177215189e-05,
+      "learning_rate_adapter": 6.298734177215189e-05,
+      "loss": 0.026,
+      "step": 156200
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29746835443038e-05,
+      "learning_rate_adapter": 6.29746835443038e-05,
+      "loss": 0.0259,
+      "step": 156250
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29620253164557e-05,
+      "learning_rate_adapter": 6.29620253164557e-05,
+      "loss": 0.0258,
+      "step": 156300
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.294936708860761e-05,
+      "learning_rate_adapter": 6.294936708860761e-05,
+      "loss": 0.0258,
+      "step": 156350
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29367088607595e-05,
+      "learning_rate_adapter": 6.29367088607595e-05,
+      "loss": 0.0258,
+      "step": 156400
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.292405063291139e-05,
+      "learning_rate_adapter": 6.292405063291139e-05,
+      "loss": 0.0261,
+      "step": 156450
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.29113924050633e-05,
+      "learning_rate_adapter": 6.29113924050633e-05,
+      "loss": 0.0258,
+      "step": 156500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.289873417721519e-05,
+      "learning_rate_adapter": 6.289873417721519e-05,
+      "loss": 0.0261,
+      "step": 156550
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.28860759493671e-05,
+      "learning_rate_adapter": 6.28860759493671e-05,
+      "loss": 0.026,
+      "step": 156600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.287341772151899e-05,
+      "learning_rate_adapter": 6.287341772151899e-05,
+      "loss": 0.0258,
+      "step": 156650
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.286075949367088e-05,
+      "learning_rate_adapter": 6.286075949367088e-05,
+      "loss": 0.0262,
+      "step": 156700
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.284810126582279e-05,
+      "learning_rate_adapter": 6.284810126582279e-05,
+      "loss": 0.0258,
+      "step": 156750
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.283544303797468e-05,
+      "learning_rate_adapter": 6.283544303797468e-05,
+      "loss": 0.0257,
+      "step": 156800
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.282278481012658e-05,
+      "learning_rate_adapter": 6.282278481012658e-05,
+      "loss": 0.0262,
+      "step": 156850
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.281012658227849e-05,
+      "learning_rate_adapter": 6.281012658227849e-05,
+      "loss": 0.0262,
+      "step": 156900
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.279746835443038e-05,
+      "learning_rate_adapter": 6.279746835443038e-05,
+      "loss": 0.026,
+      "step": 156950
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.278481012658229e-05,
+      "learning_rate_adapter": 6.278481012658229e-05,
+      "loss": 0.0259,
+      "step": 157000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.277215189873418e-05,
+      "learning_rate_adapter": 6.277215189873418e-05,
+      "loss": 0.026,
+      "step": 157050
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.275949367088608e-05,
+      "learning_rate_adapter": 6.275949367088608e-05,
+      "loss": 0.0259,
+      "step": 157100
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.274683544303798e-05,
+      "learning_rate_adapter": 6.274683544303798e-05,
+      "loss": 0.0262,
+      "step": 157150
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.273417721518987e-05,
+      "learning_rate_adapter": 6.273417721518987e-05,
+      "loss": 0.0258,
+      "step": 157200
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.272151898734177e-05,
+      "learning_rate_adapter": 6.272151898734177e-05,
+      "loss": 0.026,
+      "step": 157250
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.270886075949367e-05,
+      "learning_rate_adapter": 6.270886075949367e-05,
+      "loss": 0.026,
+      "step": 157300
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.269620253164557e-05,
+      "learning_rate_adapter": 6.269620253164557e-05,
+      "loss": 0.026,
+      "step": 157350
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.268354430379746e-05,
+      "learning_rate_adapter": 6.268354430379746e-05,
+      "loss": 0.026,
+      "step": 157400
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.267088607594937e-05,
+      "learning_rate_adapter": 6.267088607594937e-05,
+      "loss": 0.0257,
+      "step": 157450
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.265822784810128e-05,
+      "learning_rate_adapter": 6.265822784810128e-05,
+      "loss": 0.026,
+      "step": 157500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.264556962025317e-05,
+      "learning_rate_adapter": 6.264556962025317e-05,
+      "loss": 0.0257,
+      "step": 157550
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.263291139240507e-05,
+      "learning_rate_adapter": 6.263291139240507e-05,
+      "loss": 0.0256,
+      "step": 157600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.262025316455697e-05,
+      "learning_rate_adapter": 6.262025316455697e-05,
+      "loss": 0.0261,
+      "step": 157650
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.260759493670887e-05,
+      "learning_rate_adapter": 6.260759493670887e-05,
+      "loss": 0.0259,
+      "step": 157700
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.259493670886076e-05,
+      "learning_rate_adapter": 6.259493670886076e-05,
+      "loss": 0.0258,
+      "step": 157750
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.258227848101266e-05,
+      "learning_rate_adapter": 6.258227848101266e-05,
+      "loss": 0.0259,
+      "step": 157800
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.256962025316456e-05,
+      "learning_rate_adapter": 6.256962025316456e-05,
+      "loss": 0.0257,
+      "step": 157850
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.255696202531645e-05,
+      "learning_rate_adapter": 6.255696202531645e-05,
+      "loss": 0.0259,
+      "step": 157900
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.254430379746836e-05,
+      "learning_rate_adapter": 6.254430379746836e-05,
+      "loss": 0.026,
+      "step": 157950
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.253164556962025e-05,
+      "learning_rate_adapter": 6.253164556962025e-05,
+      "loss": 0.026,
+      "step": 158000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.251898734177216e-05,
+      "learning_rate_adapter": 6.251898734177216e-05,
+      "loss": 0.0259,
+      "step": 158050
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.250632911392406e-05,
+      "learning_rate_adapter": 6.250632911392406e-05,
+      "loss": 0.0261,
+      "step": 158100
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.249367088607595e-05,
+      "learning_rate_adapter": 6.249367088607595e-05,
+      "loss": 0.026,
+      "step": 158150
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.248101265822786e-05,
+      "learning_rate_adapter": 6.248101265822786e-05,
+      "loss": 0.026,
+      "step": 158200
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.246835443037975e-05,
+      "learning_rate_adapter": 6.246835443037975e-05,
+      "loss": 0.026,
+      "step": 158250
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.245569620253164e-05,
+      "learning_rate_adapter": 6.245569620253164e-05,
+      "loss": 0.0259,
+      "step": 158300
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.244303797468355e-05,
+      "learning_rate_adapter": 6.244303797468355e-05,
+      "loss": 0.0256,
+      "step": 158350
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.243037974683544e-05,
+      "learning_rate_adapter": 6.243037974683544e-05,
+      "loss": 0.0257,
+      "step": 158400
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.241772151898735e-05,
+      "learning_rate_adapter": 6.241772151898735e-05,
+      "loss": 0.0258,
+      "step": 158450
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.240506329113924e-05,
+      "learning_rate_adapter": 6.240506329113924e-05,
+      "loss": 0.0259,
+      "step": 158500
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.239240506329113e-05,
+      "learning_rate_adapter": 6.239240506329113e-05,
+      "loss": 0.0261,
+      "step": 158550
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.237974683544304e-05,
+      "learning_rate_adapter": 6.237974683544304e-05,
+      "loss": 0.0259,
+      "step": 158600
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.236708860759494e-05,
+      "learning_rate_adapter": 6.236708860759494e-05,
+      "loss": 0.0258,
+      "step": 158650
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.235443037974685e-05,
+      "learning_rate_adapter": 6.235443037974685e-05,
+      "loss": 0.0258,
+      "step": 158700
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.234177215189874e-05,
+      "learning_rate_adapter": 6.234177215189874e-05,
+      "loss": 0.0258,
+      "step": 158750
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.232911392405063e-05,
+      "learning_rate_adapter": 6.232911392405063e-05,
+      "loss": 0.026,
+      "step": 158800
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.231645569620254e-05,
+      "learning_rate_adapter": 6.231645569620254e-05,
+      "loss": 0.026,
+      "step": 158850
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.230379746835443e-05,
+      "learning_rate_adapter": 6.230379746835443e-05,
+      "loss": 0.026,
+      "step": 158900
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.229113924050634e-05,
+      "learning_rate_adapter": 6.229113924050634e-05,
+      "loss": 0.0259,
+      "step": 158950
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.227848101265823e-05,
+      "learning_rate_adapter": 6.227848101265823e-05,
+      "loss": 0.0259,
+      "step": 159000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.226582278481013e-05,
+      "learning_rate_adapter": 6.226582278481013e-05,
+      "loss": 0.0257,
+      "step": 159050
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.225316455696203e-05,
+      "learning_rate_adapter": 6.225316455696203e-05,
+      "loss": 0.026,
+      "step": 159100
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.224050632911392e-05,
+      "learning_rate_adapter": 6.224050632911392e-05,
+      "loss": 0.0255,
+      "step": 159150
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.222784810126582e-05,
+      "learning_rate_adapter": 6.222784810126582e-05,
+      "loss": 0.0257,
+      "step": 159200
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.221518987341773e-05,
+      "learning_rate_adapter": 6.221518987341773e-05,
+      "loss": 0.0259,
+      "step": 159250
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.220253164556963e-05,
+      "learning_rate_adapter": 6.220253164556963e-05,
+      "loss": 0.0258,
+      "step": 159300
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.218987341772153e-05,
+      "learning_rate_adapter": 6.218987341772153e-05,
+      "loss": 0.0258,
+      "step": 159350
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.217721518987342e-05,
+      "learning_rate_adapter": 6.217721518987342e-05,
+      "loss": 0.026,
+      "step": 159400
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.216455696202532e-05,
+      "learning_rate_adapter": 6.216455696202532e-05,
+      "loss": 0.0258,
+      "step": 159450
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.215189873417722e-05,
+      "learning_rate_adapter": 6.215189873417722e-05,
+      "loss": 0.0259,
+      "step": 159500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.213924050632912e-05,
+      "learning_rate_adapter": 6.213924050632912e-05,
+      "loss": 0.0259,
+      "step": 159550
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.212658227848101e-05,
+      "learning_rate_adapter": 6.212658227848101e-05,
+      "loss": 0.0258,
+      "step": 159600
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.21139240506329e-05,
+      "learning_rate_adapter": 6.21139240506329e-05,
+      "loss": 0.0259,
+      "step": 159650
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.210126582278481e-05,
+      "learning_rate_adapter": 6.210126582278481e-05,
+      "loss": 0.0258,
+      "step": 159700
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.20886075949367e-05,
+      "learning_rate_adapter": 6.20886075949367e-05,
+      "loss": 0.026,
+      "step": 159750
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.207594936708861e-05,
+      "learning_rate_adapter": 6.207594936708861e-05,
+      "loss": 0.026,
+      "step": 159800
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.206329113924052e-05,
+      "learning_rate_adapter": 6.206329113924052e-05,
+      "loss": 0.026,
+      "step": 159850
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.205063291139241e-05,
+      "learning_rate_adapter": 6.205063291139241e-05,
+      "loss": 0.0259,
+      "step": 159900
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.203797468354431e-05,
+      "learning_rate_adapter": 6.203797468354431e-05,
+      "loss": 0.0259,
+      "step": 159950
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.20253164556962e-05,
+      "learning_rate_adapter": 6.20253164556962e-05,
+      "loss": 0.0259,
+      "step": 160000
+    },
+    {
+      "epoch": 1.08,
+      "eval_af_opus100_pr_auc": 0.7891663903947196,
+      "eval_af_ud_pr_auc": 0.9898181313744119,
+      "eval_am_opus100_pr_auc": 0.6272398842176986,
+      "eval_ar_ersatz_pr_auc": 0.926269884332606,
+      "eval_ar_opus100_pr_auc": 0.7135195515766963,
+      "eval_ar_ud_pr_auc": 0.8845912250685751,
+      "eval_average_ersatz_pr_auc": 0.9671264206006274,
+      "eval_average_opus100_pr_auc": 0.8399065532781546,
+      "eval_average_ud_pr_auc": 0.962377509869474,
+      "eval_az_opus100_pr_auc": 0.7562176078520952,
+      "eval_be_opus100_pr_auc": 0.7423189004362787,
+      "eval_be_ud_pr_auc": 0.9016794127400142,
+      "eval_bg_opus100_pr_auc": 0.9136233281711454,
+      "eval_bg_ud_pr_auc": 0.9932512898151304,
+      "eval_bn_opus100_pr_auc": 0.82761421853944,
+      "eval_bn_ud_pr_auc": 0.9941158956595262,
+      "eval_ca_opus100_pr_auc": 0.8741784088047139,
+      "eval_ca_ud_pr_auc": 0.9930141022908556,
+      "eval_ceb_ud_pr_auc": 0.9986992723091275,
+      "eval_cs_ersatz_pr_auc": 0.9833836637441683,
+      "eval_cs_opus100_pr_auc": 0.9114237896179379,
+      "eval_cs_ud_pr_auc": 0.9587892496098456,
+      "eval_cy_opus100_pr_auc": 0.7674814953829536,
+      "eval_cy_ud_pr_auc": 0.9928579207047353,
+      "eval_da_opus100_pr_auc": 0.9189362558639168,
+      "eval_da_ud_pr_auc": 0.9808598365038933,
+      "eval_de_ersatz_pr_auc": 0.9845183846997689,
+      "eval_de_opus100_pr_auc": 0.9012027183291385,
+      "eval_de_ud_pr_auc": 0.9838507474707061,
+      "eval_el_opus100_pr_auc": 0.9069107731901896,
+      "eval_el_ud_pr_auc": 0.9915303896304134,
+      "eval_en_ersatz_pr_auc": 0.9896725385435319,
+      "eval_en_opus100_pr_auc": 0.9250993872265731,
+      "eval_en_ud_pr_auc": 0.9705429078818649,
+      "eval_eo_opus100_pr_auc": 0.9293757662399539,
+      "eval_es_ersatz_pr_auc": 0.9968353736424578,
+      "eval_es_opus100_pr_auc": 0.9270025730806482,
+      "eval_es_ud_pr_auc": 0.9924314577564907,
+      "eval_et_ersatz_pr_auc": 0.9831676289280343,
+      "eval_et_opus100_pr_auc": 0.9053448431834948,
+      "eval_et_ud_pr_auc": 0.967329982201223,
+      "eval_eu_opus100_pr_auc": 0.8766436249781578,
+      "eval_eu_ud_pr_auc": 0.9898551265416988,
+      "eval_fa_opus100_pr_auc": 0.5938028104045983,
+      "eval_fa_ud_pr_auc": 0.9972824087866402,
+      "eval_fi_ersatz_pr_auc": 0.9898109408951887,
+      "eval_fi_opus100_pr_auc": 0.9196326341820219,
+      "eval_fi_ud_pr_auc": 0.9654864763008566,
+      "eval_fr_ersatz_pr_auc": 0.9882965010154869,
+      "eval_fr_opus100_pr_auc": 0.9080762474787416,
+      "eval_fr_ud_pr_auc": 0.9803759623560719,
+      "eval_fy_opus100_pr_auc": 0.6519528935689036,
+      "eval_ga_opus100_pr_auc": 0.8983218875227733,
+      "eval_ga_ud_pr_auc": 0.8287536413972828,
+      "eval_gd_opus100_pr_auc": 0.640477829891084,
+      "eval_gd_ud_pr_auc": 0.8012310807435366,
+      "eval_gl_opus100_pr_auc": 0.8803712903690823,
+      "eval_gl_ud_pr_auc": 0.9957707045179426,
+      "eval_gu_ersatz_pr_auc": 0.9442050485623842,
+      "eval_gu_opus100_pr_auc": 0.751945246498485,
+      "eval_ha_opus100_pr_auc": 0.919848138368811,
+      "eval_he_opus100_pr_auc": 0.8633880279358292,
+      "eval_he_ud_pr_auc": 0.9821762122184723,
+      "eval_hi_ersatz_pr_auc": 0.9777236669658133,
+      "eval_hi_opus100_pr_auc": 0.6941101591353368,
+      "eval_hi_ud_pr_auc": 0.9862357406729965,
+      "eval_hu_opus100_pr_auc": 0.914750425586223,
+      "eval_hu_ud_pr_auc": 0.9832471765673585,
+      "eval_hy_opus100_pr_auc": 0.9136774660606795,
+      "eval_hy_ud_pr_auc": 0.9789563707966348,
+      "eval_id_opus100_pr_auc": 0.884814787235011,
+      "eval_id_ud_pr_auc": 0.9942079860228703,
+      "eval_ig_opus100_pr_auc": 0.890650718013312,
+      "eval_is_opus100_pr_auc": 0.9301617288693977,
+      "eval_is_ud_pr_auc": 0.90930835450618,
+      "eval_it_opus100_pr_auc": 0.910848419305221,
+      "eval_it_ud_pr_auc": 0.9934118382462772,
+      "eval_ja_ersatz_pr_auc": 0.8274236315339532,
+      "eval_ja_opus100_pr_auc": 0.8244537446801498,
+      "eval_ja_ud_pr_auc": 0.9675753916364029,
+      "eval_jv_ud_pr_auc": 0.9706692701446218,
+      "eval_ka_opus100_pr_auc": 0.8607183728046087,
+      "eval_kk_ersatz_pr_auc": 0.9865459046243089,
+      "eval_kk_opus100_pr_auc": 0.7805462958636046,
+      "eval_kk_ud_pr_auc": 0.9764163710674078,
+      "eval_km_ersatz_pr_auc": 0.9311573946774397,
+      "eval_km_opus100_pr_auc": 0.7702088986641691,
+      "eval_kn_opus100_pr_auc": 0.6506385115271436,
+      "eval_ko_opus100_pr_auc": 0.6861226517740739,
+      "eval_ko_ud_pr_auc": 0.9986201597733159,
+      "eval_ku_opus100_pr_auc": 0.8446826841538828,
+      "eval_ky_opus100_pr_auc": 0.8991455999674696,
+      "eval_la_ud_pr_auc": 0.964993005640855,
+      "eval_loss": 0.029526755213737488,
+      "eval_lt_ersatz_pr_auc": 0.9932036005650386,
+      "eval_lt_opus100_pr_auc": 0.8727063054134815,
+      "eval_lt_ud_pr_auc": 0.994713522437339,
+      "eval_lv_ersatz_pr_auc": 0.989152557758447,
+      "eval_lv_opus100_pr_auc": 0.8938456751547553,
+      "eval_lv_ud_pr_auc": 0.9640155814628562,
+      "eval_mg_opus100_pr_auc": 0.9306314946933881,
+      "eval_mk_opus100_pr_auc": 0.915087727359721,
+      "eval_ml_opus100_pr_auc": 0.7819426531813043,
+      "eval_mn_opus100_pr_auc": 0.9395660752293761,
+      "eval_mr_opus100_pr_auc": 0.8857747059099796,
+      "eval_mr_ud_pr_auc": 0.9836577855339647,
+      "eval_ms_opus100_pr_auc": 0.8725600626251212,
+      "eval_mt_opus100_pr_auc": 0.8473392167650414,
+      "eval_mt_ud_pr_auc": 0.883608058408189,
+      "eval_my_opus100_pr_auc": 0.7919984093354502,
+      "eval_ne_opus100_pr_auc": 0.7279522647362721,
+      "eval_nl_opus100_pr_auc": 0.8985068620948437,
+      "eval_nl_ud_pr_auc": 0.9851747418993315,
+      "eval_no_opus100_pr_auc": 0.928930368361005,
+      "eval_no_ud_pr_auc": 0.9967895903918079,
+      "eval_pa_opus100_pr_auc": 0.7029123445917952,
+      "eval_pl_ersatz_pr_auc": 0.9666577284411094,
+      "eval_pl_opus100_pr_auc": 0.8870684101776313,
+      "eval_pl_ud_pr_auc": 0.9673411828501314,
+      "eval_ps_ersatz_pr_auc": 0.9205163808410463,
+      "eval_ps_opus100_pr_auc": 0.7558439509297245,
+      "eval_pt_opus100_pr_auc": 0.9206719292556215,
+      "eval_pt_ud_pr_auc": 0.9860402077792492,
+      "eval_ro_ersatz_pr_auc": 0.9943618897516603,
+      "eval_ro_opus100_pr_auc": 0.8801398191501708,
+      "eval_ro_ud_pr_auc": 0.9550855070423705,
+      "eval_ru_ersatz_pr_auc": 0.9918554179407832,
+      "eval_ru_opus100_pr_auc": 0.9287290234657147,
+      "eval_ru_ud_pr_auc": 0.8618880853652331,
+      "eval_runtime": 326.4445,
+      "eval_samples_per_second": 231.169,
+      "eval_si_opus100_pr_auc": 0.8087563718524404,
+      "eval_sk_opus100_pr_auc": 0.933538382139304,
+      "eval_sk_ud_pr_auc": 0.9846013476563742,
+      "eval_sl_opus100_pr_auc": 0.8599006328886163,
+      "eval_sl_ud_pr_auc": 0.9645852190319522,
+      "eval_sq_opus100_pr_auc": 0.9144194835760951,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9132760800385786,
+      "eval_sr_ud_pr_auc": 0.998315739759037,
+      "eval_steps_per_second": 0.904,
+      "eval_sv_opus100_pr_auc": 0.8952648270675767,
+      "eval_sv_ud_pr_auc": 0.9336003339996806,
+      "eval_ta_ersatz_pr_auc": 0.9842563994087297,
+      "eval_ta_opus100_pr_auc": 0.7001623322703993,
+      "eval_ta_ud_pr_auc": 0.9910554695031462,
+      "eval_te_opus100_pr_auc": 0.8333423601741816,
+      "eval_tg_opus100_pr_auc": 0.8905420179989916,
+      "eval_th_opus100_pr_auc": 0.682395438598473,
+      "eval_th_ud_pr_auc": 0.8267672207602363,
+      "eval_tr_ersatz_pr_auc": 0.9641274459633588,
+      "eval_tr_opus100_pr_auc": 0.8948178865219035,
+      "eval_tr_ud_pr_auc": 0.950079281808429,
+      "eval_uk_opus100_pr_auc": 0.8789212415385285,
+      "eval_uk_ud_pr_auc": 0.9335023611511517,
+      "eval_ur_opus100_pr_auc": 0.5885315143630806,
+      "eval_ur_ud_pr_auc": 0.9918459040689496,
+      "eval_uz_opus100_pr_auc": 0.8790136387495904,
+      "eval_vi_opus100_pr_auc": 0.9018638203455225,
+      "eval_vi_ud_pr_auc": 0.9535809228496223,
+      "eval_xh_opus100_pr_auc": 0.8717750507853106,
+      "eval_yi_opus100_pr_auc": 0.8139398573211619,
+      "eval_yo_opus100_pr_auc": 0.8468227175695118,
+      "eval_yo_ud_pr_auc": 0.9115416227678493,
+      "eval_zh_ersatz_pr_auc": 0.9636392703784858,
+      "eval_zh_opus100_pr_auc": 0.858085504947541,
+      "eval_zh_ud_pr_auc": 0.979793277078873,
+      "eval_zu_opus100_pr_auc": 0.848113924685112,
+      "step": 160000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.201265822784811e-05,
+      "learning_rate_adapter": 6.201265822784811e-05,
+      "loss": 0.0258,
+      "step": 160050
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0261,
+      "step": 160100
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19873417721519e-05,
+      "learning_rate_adapter": 6.19873417721519e-05,
+      "loss": 0.0257,
+      "step": 160150
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19746835443038e-05,
+      "learning_rate_adapter": 6.19746835443038e-05,
+      "loss": 0.0258,
+      "step": 160200
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.196202531645569e-05,
+      "learning_rate_adapter": 6.196202531645569e-05,
+      "loss": 0.0257,
+      "step": 160250
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19493670886076e-05,
+      "learning_rate_adapter": 6.19493670886076e-05,
+      "loss": 0.026,
+      "step": 160300
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.193670886075949e-05,
+      "learning_rate_adapter": 6.193670886075949e-05,
+      "loss": 0.0256,
+      "step": 160350
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19240506329114e-05,
+      "learning_rate_adapter": 6.19240506329114e-05,
+      "loss": 0.0259,
+      "step": 160400
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19113924050633e-05,
+      "learning_rate_adapter": 6.19113924050633e-05,
+      "loss": 0.0258,
+      "step": 160450
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.18987341772152e-05,
+      "learning_rate_adapter": 6.18987341772152e-05,
+      "loss": 0.0261,
+      "step": 160500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.18860759493671e-05,
+      "learning_rate_adapter": 6.18860759493671e-05,
+      "loss": 0.0259,
+      "step": 160550
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.187341772151899e-05,
+      "learning_rate_adapter": 6.187341772151899e-05,
+      "loss": 0.0258,
+      "step": 160600
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.18607594936709e-05,
+      "learning_rate_adapter": 6.18607594936709e-05,
+      "loss": 0.0259,
+      "step": 160650
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.184810126582279e-05,
+      "learning_rate_adapter": 6.184810126582279e-05,
+      "loss": 0.026,
+      "step": 160700
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.183544303797468e-05,
+      "learning_rate_adapter": 6.183544303797468e-05,
+      "loss": 0.0259,
+      "step": 160750
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.182278481012659e-05,
+      "learning_rate_adapter": 6.182278481012659e-05,
+      "loss": 0.0259,
+      "step": 160800
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.181012658227848e-05,
+      "learning_rate_adapter": 6.181012658227848e-05,
+      "loss": 0.0257,
+      "step": 160850
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.179746835443038e-05,
+      "learning_rate_adapter": 6.179746835443038e-05,
+      "loss": 0.0257,
+      "step": 160900
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.178481012658228e-05,
+      "learning_rate_adapter": 6.178481012658228e-05,
+      "loss": 0.0258,
+      "step": 160950
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.177215189873418e-05,
+      "learning_rate_adapter": 6.177215189873418e-05,
+      "loss": 0.0259,
+      "step": 161000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.175949367088609e-05,
+      "learning_rate_adapter": 6.175949367088609e-05,
+      "loss": 0.0256,
+      "step": 161050
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.174683544303798e-05,
+      "learning_rate_adapter": 6.174683544303798e-05,
+      "loss": 0.0258,
+      "step": 161100
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.173417721518989e-05,
+      "learning_rate_adapter": 6.173417721518989e-05,
+      "loss": 0.0259,
+      "step": 161150
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.172151898734178e-05,
+      "learning_rate_adapter": 6.172151898734178e-05,
+      "loss": 0.0258,
+      "step": 161200
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.170886075949367e-05,
+      "learning_rate_adapter": 6.170886075949367e-05,
+      "loss": 0.0258,
+      "step": 161250
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.169620253164558e-05,
+      "learning_rate_adapter": 6.169620253164558e-05,
+      "loss": 0.0257,
+      "step": 161300
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.168354430379747e-05,
+      "learning_rate_adapter": 6.168354430379747e-05,
+      "loss": 0.0258,
+      "step": 161350
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.167088607594937e-05,
+      "learning_rate_adapter": 6.167088607594937e-05,
+      "loss": 0.0259,
+      "step": 161400
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.165822784810127e-05,
+      "learning_rate_adapter": 6.165822784810127e-05,
+      "loss": 0.0258,
+      "step": 161450
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.164556962025316e-05,
+      "learning_rate_adapter": 6.164556962025316e-05,
+      "loss": 0.0259,
+      "step": 161500
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.163291139240506e-05,
+      "learning_rate_adapter": 6.163291139240506e-05,
+      "loss": 0.0257,
+      "step": 161550
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.162025316455697e-05,
+      "learning_rate_adapter": 6.162025316455697e-05,
+      "loss": 0.0259,
+      "step": 161600
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.160759493670887e-05,
+      "learning_rate_adapter": 6.160759493670887e-05,
+      "loss": 0.026,
+      "step": 161650
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.159493670886077e-05,
+      "learning_rate_adapter": 6.159493670886077e-05,
+      "loss": 0.0258,
+      "step": 161700
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.158227848101266e-05,
+      "learning_rate_adapter": 6.158227848101266e-05,
+      "loss": 0.0256,
+      "step": 161750
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.156962025316456e-05,
+      "learning_rate_adapter": 6.156962025316456e-05,
+      "loss": 0.026,
+      "step": 161800
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.155696202531646e-05,
+      "learning_rate_adapter": 6.155696202531646e-05,
+      "loss": 0.0257,
+      "step": 161850
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.154430379746836e-05,
+      "learning_rate_adapter": 6.154430379746836e-05,
+      "loss": 0.0258,
+      "step": 161900
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.153164556962025e-05,
+      "learning_rate_adapter": 6.153164556962025e-05,
+      "loss": 0.0261,
+      "step": 161950
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.151898734177215e-05,
+      "learning_rate_adapter": 6.151898734177215e-05,
+      "loss": 0.0258,
+      "step": 162000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.150632911392405e-05,
+      "learning_rate_adapter": 6.150632911392405e-05,
+      "loss": 0.0258,
+      "step": 162050
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.149367088607594e-05,
+      "learning_rate_adapter": 6.149367088607594e-05,
+      "loss": 0.026,
+      "step": 162100
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.148101265822785e-05,
+      "learning_rate_adapter": 6.148101265822785e-05,
+      "loss": 0.0259,
+      "step": 162150
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.146835443037975e-05,
+      "learning_rate_adapter": 6.146835443037975e-05,
+      "loss": 0.0257,
+      "step": 162200
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.145569620253166e-05,
+      "learning_rate_adapter": 6.145569620253166e-05,
+      "loss": 0.0258,
+      "step": 162250
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.144303797468355e-05,
+      "learning_rate_adapter": 6.144303797468355e-05,
+      "loss": 0.0259,
+      "step": 162300
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.143037974683544e-05,
+      "learning_rate_adapter": 6.143037974683544e-05,
+      "loss": 0.0256,
+      "step": 162350
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.141772151898735e-05,
+      "learning_rate_adapter": 6.141772151898735e-05,
+      "loss": 0.0256,
+      "step": 162400
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.140506329113924e-05,
+      "learning_rate_adapter": 6.140506329113924e-05,
+      "loss": 0.0257,
+      "step": 162450
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.139240506329115e-05,
+      "learning_rate_adapter": 6.139240506329115e-05,
+      "loss": 0.0257,
+      "step": 162500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.137974683544304e-05,
+      "learning_rate_adapter": 6.137974683544304e-05,
+      "loss": 0.0257,
+      "step": 162550
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.136708860759493e-05,
+      "learning_rate_adapter": 6.136708860759493e-05,
+      "loss": 0.0259,
+      "step": 162600
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.135443037974684e-05,
+      "learning_rate_adapter": 6.135443037974684e-05,
+      "loss": 0.0256,
+      "step": 162650
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.134177215189873e-05,
+      "learning_rate_adapter": 6.134177215189873e-05,
+      "loss": 0.026,
+      "step": 162700
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.132911392405064e-05,
+      "learning_rate_adapter": 6.132911392405064e-05,
+      "loss": 0.0258,
+      "step": 162750
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.131645569620254e-05,
+      "learning_rate_adapter": 6.131645569620254e-05,
+      "loss": 0.0256,
+      "step": 162800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.130379746835443e-05,
+      "learning_rate_adapter": 6.130379746835443e-05,
+      "loss": 0.0259,
+      "step": 162850
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.129113924050634e-05,
+      "learning_rate_adapter": 6.129113924050634e-05,
+      "loss": 0.0256,
+      "step": 162900
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.127848101265823e-05,
+      "learning_rate_adapter": 6.127848101265823e-05,
+      "loss": 0.0256,
+      "step": 162950
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.126582278481014e-05,
+      "learning_rate_adapter": 6.126582278481014e-05,
+      "loss": 0.0257,
+      "step": 163000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.125316455696203e-05,
+      "learning_rate_adapter": 6.125316455696203e-05,
+      "loss": 0.0257,
+      "step": 163050
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.124050632911392e-05,
+      "learning_rate_adapter": 6.124050632911392e-05,
+      "loss": 0.0256,
+      "step": 163100
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.122784810126583e-05,
+      "learning_rate_adapter": 6.122784810126583e-05,
+      "loss": 0.0257,
+      "step": 163150
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.121518987341772e-05,
+      "learning_rate_adapter": 6.121518987341772e-05,
+      "loss": 0.0258,
+      "step": 163200
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.120253164556962e-05,
+      "learning_rate_adapter": 6.120253164556962e-05,
+      "loss": 0.0257,
+      "step": 163250
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.118987341772152e-05,
+      "learning_rate_adapter": 6.118987341772152e-05,
+      "loss": 0.0257,
+      "step": 163300
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.117721518987342e-05,
+      "learning_rate_adapter": 6.117721518987342e-05,
+      "loss": 0.0257,
+      "step": 163350
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.116455696202533e-05,
+      "learning_rate_adapter": 6.116455696202533e-05,
+      "loss": 0.0257,
+      "step": 163400
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.115189873417722e-05,
+      "learning_rate_adapter": 6.115189873417722e-05,
+      "loss": 0.0255,
+      "step": 163450
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.113924050632912e-05,
+      "learning_rate_adapter": 6.113924050632912e-05,
+      "loss": 0.0257,
+      "step": 163500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.112658227848102e-05,
+      "learning_rate_adapter": 6.112658227848102e-05,
+      "loss": 0.0258,
+      "step": 163550
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.111392405063291e-05,
+      "learning_rate_adapter": 6.111392405063291e-05,
+      "loss": 0.0258,
+      "step": 163600
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.110126582278481e-05,
+      "learning_rate_adapter": 6.110126582278481e-05,
+      "loss": 0.0258,
+      "step": 163650
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10886075949367e-05,
+      "learning_rate_adapter": 6.10886075949367e-05,
+      "loss": 0.0258,
+      "step": 163700
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.107594936708861e-05,
+      "learning_rate_adapter": 6.107594936708861e-05,
+      "loss": 0.0256,
+      "step": 163750
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10632911392405e-05,
+      "learning_rate_adapter": 6.10632911392405e-05,
+      "loss": 0.0259,
+      "step": 163800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10506329113924e-05,
+      "learning_rate_adapter": 6.10506329113924e-05,
+      "loss": 0.0256,
+      "step": 163850
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10379746835443e-05,
+      "learning_rate_adapter": 6.10379746835443e-05,
+      "loss": 0.0256,
+      "step": 163900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.10253164556962e-05,
+      "learning_rate_adapter": 6.10253164556962e-05,
+      "loss": 0.0258,
+      "step": 163950
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.101265822784811e-05,
+      "learning_rate_adapter": 6.101265822784811e-05,
+      "loss": 0.0256,
+      "step": 164000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0257,
+      "step": 164050
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0987341772151904e-05,
+      "learning_rate_adapter": 6.0987341772151904e-05,
+      "loss": 0.0256,
+      "step": 164100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09746835443038e-05,
+      "learning_rate_adapter": 6.09746835443038e-05,
+      "loss": 0.0257,
+      "step": 164150
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0962025316455695e-05,
+      "learning_rate_adapter": 6.0962025316455695e-05,
+      "loss": 0.0257,
+      "step": 164200
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09493670886076e-05,
+      "learning_rate_adapter": 6.09493670886076e-05,
+      "loss": 0.0256,
+      "step": 164250
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.093670886075949e-05,
+      "learning_rate_adapter": 6.093670886075949e-05,
+      "loss": 0.0258,
+      "step": 164300
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09240506329114e-05,
+      "learning_rate_adapter": 6.09240506329114e-05,
+      "loss": 0.0254,
+      "step": 164350
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09113924050633e-05,
+      "learning_rate_adapter": 6.09113924050633e-05,
+      "loss": 0.0259,
+      "step": 164400
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.089873417721519e-05,
+      "learning_rate_adapter": 6.089873417721519e-05,
+      "loss": 0.0257,
+      "step": 164450
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0886075949367095e-05,
+      "learning_rate_adapter": 6.0886075949367095e-05,
+      "loss": 0.0259,
+      "step": 164500
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.087341772151899e-05,
+      "learning_rate_adapter": 6.087341772151899e-05,
+      "loss": 0.0256,
+      "step": 164550
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.086075949367089e-05,
+      "learning_rate_adapter": 6.086075949367089e-05,
+      "loss": 0.0257,
+      "step": 164600
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0848101265822785e-05,
+      "learning_rate_adapter": 6.0848101265822785e-05,
+      "loss": 0.0256,
+      "step": 164650
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0835443037974684e-05,
+      "learning_rate_adapter": 6.0835443037974684e-05,
+      "loss": 0.0259,
+      "step": 164700
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.082278481012659e-05,
+      "learning_rate_adapter": 6.082278481012659e-05,
+      "loss": 0.0258,
+      "step": 164750
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.081012658227848e-05,
+      "learning_rate_adapter": 6.081012658227848e-05,
+      "loss": 0.0258,
+      "step": 164800
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.079746835443039e-05,
+      "learning_rate_adapter": 6.079746835443039e-05,
+      "loss": 0.0257,
+      "step": 164850
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.078481012658228e-05,
+      "learning_rate_adapter": 6.078481012658228e-05,
+      "loss": 0.0257,
+      "step": 164900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.077215189873418e-05,
+      "learning_rate_adapter": 6.077215189873418e-05,
+      "loss": 0.0259,
+      "step": 164950
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0759493670886084e-05,
+      "learning_rate_adapter": 6.0759493670886084e-05,
+      "loss": 0.0258,
+      "step": 165000
+    },
+    {
+      "epoch": 1.11,
+      "eval_af_opus100_pr_auc": 0.7734751352299737,
+      "eval_af_ud_pr_auc": 0.99073909830803,
+      "eval_am_opus100_pr_auc": 0.607325674298278,
+      "eval_ar_ersatz_pr_auc": 0.9159511871462731,
+      "eval_ar_opus100_pr_auc": 0.711785278185092,
+      "eval_ar_ud_pr_auc": 0.8844464272700031,
+      "eval_average_ersatz_pr_auc": 0.9643330656552689,
+      "eval_average_opus100_pr_auc": 0.8364217961639138,
+      "eval_average_ud_pr_auc": 0.9596845630602008,
+      "eval_az_opus100_pr_auc": 0.7634528706866193,
+      "eval_be_opus100_pr_auc": 0.7168475777743915,
+      "eval_be_ud_pr_auc": 0.896203404927591,
+      "eval_bg_opus100_pr_auc": 0.9154965676515686,
+      "eval_bg_ud_pr_auc": 0.9924338161053704,
+      "eval_bn_opus100_pr_auc": 0.8282120228429011,
+      "eval_bn_ud_pr_auc": 0.9917933754160351,
+      "eval_ca_opus100_pr_auc": 0.8766762921069909,
+      "eval_ca_ud_pr_auc": 0.9921283991524614,
+      "eval_ceb_ud_pr_auc": 0.9992453108710719,
+      "eval_cs_ersatz_pr_auc": 0.9830308082810277,
+      "eval_cs_opus100_pr_auc": 0.9104585775102515,
+      "eval_cs_ud_pr_auc": 0.9576547439202511,
+      "eval_cy_opus100_pr_auc": 0.7720548077838106,
+      "eval_cy_ud_pr_auc": 0.9939834595553709,
+      "eval_da_opus100_pr_auc": 0.9129933660046146,
+      "eval_da_ud_pr_auc": 0.9783776021088815,
+      "eval_de_ersatz_pr_auc": 0.9847291347016767,
+      "eval_de_opus100_pr_auc": 0.9029102303030745,
+      "eval_de_ud_pr_auc": 0.981685271654038,
+      "eval_el_opus100_pr_auc": 0.9042391541733359,
+      "eval_el_ud_pr_auc": 0.9902364116495028,
+      "eval_en_ersatz_pr_auc": 0.989637130841571,
+      "eval_en_opus100_pr_auc": 0.9322029436889459,
+      "eval_en_ud_pr_auc": 0.973823596503154,
+      "eval_eo_opus100_pr_auc": 0.9307971883220119,
+      "eval_es_ersatz_pr_auc": 0.9966225746128087,
+      "eval_es_opus100_pr_auc": 0.9269193074986553,
+      "eval_es_ud_pr_auc": 0.9922888373061846,
+      "eval_et_ersatz_pr_auc": 0.9830847860842131,
+      "eval_et_opus100_pr_auc": 0.903330284651598,
+      "eval_et_ud_pr_auc": 0.9694585602493083,
+      "eval_eu_opus100_pr_auc": 0.8736099623593904,
+      "eval_eu_ud_pr_auc": 0.9894909554402349,
+      "eval_fa_opus100_pr_auc": 0.5842430071364146,
+      "eval_fa_ud_pr_auc": 0.9954132555582582,
+      "eval_fi_ersatz_pr_auc": 0.989750317531475,
+      "eval_fi_opus100_pr_auc": 0.9157659824050063,
+      "eval_fi_ud_pr_auc": 0.957112123391098,
+      "eval_fr_ersatz_pr_auc": 0.9882804288235572,
+      "eval_fr_opus100_pr_auc": 0.9110838114317747,
+      "eval_fr_ud_pr_auc": 0.9807852315064727,
+      "eval_fy_opus100_pr_auc": 0.6509899744072069,
+      "eval_ga_opus100_pr_auc": 0.8944755871757515,
+      "eval_ga_ud_pr_auc": 0.8194237512521229,
+      "eval_gd_opus100_pr_auc": 0.6248242570880129,
+      "eval_gd_ud_pr_auc": 0.7929404680316421,
+      "eval_gl_opus100_pr_auc": 0.8766742471306412,
+      "eval_gl_ud_pr_auc": 0.9965802910121009,
+      "eval_gu_ersatz_pr_auc": 0.9322873375345689,
+      "eval_gu_opus100_pr_auc": 0.7643201350697549,
+      "eval_ha_opus100_pr_auc": 0.91114582749133,
+      "eval_he_opus100_pr_auc": 0.8635567081091797,
+      "eval_he_ud_pr_auc": 0.9742573960533254,
+      "eval_hi_ersatz_pr_auc": 0.9698743144307199,
+      "eval_hi_opus100_pr_auc": 0.6981495965148659,
+      "eval_hi_ud_pr_auc": 0.9698248686441622,
+      "eval_hu_opus100_pr_auc": 0.9196907533416697,
+      "eval_hu_ud_pr_auc": 0.9778777599903512,
+      "eval_hy_opus100_pr_auc": 0.9038982653275908,
+      "eval_hy_ud_pr_auc": 0.9832309624830394,
+      "eval_id_opus100_pr_auc": 0.8767794728994103,
+      "eval_id_ud_pr_auc": 0.9941446754154545,
+      "eval_ig_opus100_pr_auc": 0.8894720995332734,
+      "eval_is_opus100_pr_auc": 0.9277046156608513,
+      "eval_is_ud_pr_auc": 0.89581280321208,
+      "eval_it_opus100_pr_auc": 0.9015714801063861,
+      "eval_it_ud_pr_auc": 0.9960549001610091,
+      "eval_ja_ersatz_pr_auc": 0.8184109115420416,
+      "eval_ja_opus100_pr_auc": 0.8199614591150197,
+      "eval_ja_ud_pr_auc": 0.9720017158446955,
+      "eval_jv_ud_pr_auc": 0.9717506923772269,
+      "eval_ka_opus100_pr_auc": 0.8585539009068908,
+      "eval_kk_ersatz_pr_auc": 0.9845615511927477,
+      "eval_kk_opus100_pr_auc": 0.7721720402868338,
+      "eval_kk_ud_pr_auc": 0.9754097632680342,
+      "eval_km_ersatz_pr_auc": 0.9268514837186841,
+      "eval_km_opus100_pr_auc": 0.7856958390819,
+      "eval_kn_opus100_pr_auc": 0.642309078194223,
+      "eval_ko_opus100_pr_auc": 0.6818312668833522,
+      "eval_ko_ud_pr_auc": 0.9982887838058196,
+      "eval_ku_opus100_pr_auc": 0.8402924343062276,
+      "eval_ky_opus100_pr_auc": 0.8925570659088686,
+      "eval_la_ud_pr_auc": 0.965313666464323,
+      "eval_loss": 0.029401937499642372,
+      "eval_lt_ersatz_pr_auc": 0.9942571666925778,
+      "eval_lt_opus100_pr_auc": 0.8700295756484357,
+      "eval_lt_ud_pr_auc": 0.9946226280884007,
+      "eval_lv_ersatz_pr_auc": 0.9884665987091038,
+      "eval_lv_opus100_pr_auc": 0.8869800634971337,
+      "eval_lv_ud_pr_auc": 0.9620973530222444,
+      "eval_mg_opus100_pr_auc": 0.9321664898029367,
+      "eval_mk_opus100_pr_auc": 0.9142660158907042,
+      "eval_ml_opus100_pr_auc": 0.7958128659285167,
+      "eval_mn_opus100_pr_auc": 0.9402089352325219,
+      "eval_mr_opus100_pr_auc": 0.8783585959485355,
+      "eval_mr_ud_pr_auc": 0.966905952732417,
+      "eval_ms_opus100_pr_auc": 0.8634890782600924,
+      "eval_mt_opus100_pr_auc": 0.8356479605601703,
+      "eval_mt_ud_pr_auc": 0.8826791503289032,
+      "eval_my_opus100_pr_auc": 0.7813023108616992,
+      "eval_ne_opus100_pr_auc": 0.7492838906317291,
+      "eval_nl_opus100_pr_auc": 0.8935295740427597,
+      "eval_nl_ud_pr_auc": 0.9852631361624746,
+      "eval_no_opus100_pr_auc": 0.9204294814130345,
+      "eval_no_ud_pr_auc": 0.9958587003345944,
+      "eval_pa_opus100_pr_auc": 0.6733639332521042,
+      "eval_pl_ersatz_pr_auc": 0.9591308035902028,
+      "eval_pl_opus100_pr_auc": 0.8857439172594543,
+      "eval_pl_ud_pr_auc": 0.9632534980802141,
+      "eval_ps_ersatz_pr_auc": 0.918439512002075,
+      "eval_ps_opus100_pr_auc": 0.7633239522682952,
+      "eval_pt_opus100_pr_auc": 0.9102955599879047,
+      "eval_pt_ud_pr_auc": 0.9847640095911805,
+      "eval_ro_ersatz_pr_auc": 0.9920769759071079,
+      "eval_ro_opus100_pr_auc": 0.879312170711319,
+      "eval_ro_ud_pr_auc": 0.9168983410537832,
+      "eval_ru_ersatz_pr_auc": 0.99164411455286,
+      "eval_ru_opus100_pr_auc": 0.9196087472661544,
+      "eval_ru_ud_pr_auc": 0.8555310434026809,
+      "eval_runtime": 326.1196,
+      "eval_samples_per_second": 231.4,
+      "eval_si_opus100_pr_auc": 0.8091863385648862,
+      "eval_sk_opus100_pr_auc": 0.9293303135449723,
+      "eval_sk_ud_pr_auc": 0.9829751537802637,
+      "eval_sl_opus100_pr_auc": 0.8623163677612041,
+      "eval_sl_ud_pr_auc": 0.9661516590468545,
+      "eval_sq_opus100_pr_auc": 0.9160533969611615,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.912616181454961,
+      "eval_sr_ud_pr_auc": 0.9978387285722852,
+      "eval_steps_per_second": 0.905,
+      "eval_sv_opus100_pr_auc": 0.895611224385582,
+      "eval_sv_ud_pr_auc": 0.9413615076318698,
+      "eval_ta_ersatz_pr_auc": 0.9787109663655553,
+      "eval_ta_opus100_pr_auc": 0.7007509692076176,
+      "eval_ta_ud_pr_auc": 0.9873017043423845,
+      "eval_te_opus100_pr_auc": 0.8338795917060413,
+      "eval_tg_opus100_pr_auc": 0.8761704808530001,
+      "eval_th_opus100_pr_auc": 0.6843219590607081,
+      "eval_th_ud_pr_auc": 0.8184120135028722,
+      "eval_tr_ersatz_pr_auc": 0.9611397633511476,
+      "eval_tr_opus100_pr_auc": 0.9006453617681024,
+      "eval_tr_ud_pr_auc": 0.9487205127958717,
+      "eval_uk_opus100_pr_auc": 0.8717110053162926,
+      "eval_uk_ud_pr_auc": 0.9265703863078898,
+      "eval_ur_opus100_pr_auc": 0.5732220607005882,
+      "eval_ur_ud_pr_auc": 0.9862001623606125,
+      "eval_uz_opus100_pr_auc": 0.8729646002657542,
+      "eval_vi_opus100_pr_auc": 0.8968385513004714,
+      "eval_vi_ud_pr_auc": 0.9572740986853274,
+      "eval_xh_opus100_pr_auc": 0.8700934086749841,
+      "eval_yi_opus100_pr_auc": 0.7783044640971405,
+      "eval_yo_opus100_pr_auc": 0.8415820469816847,
+      "eval_yo_ud_pr_auc": 0.9020239076017073,
+      "eval_zh_ersatz_pr_auc": 0.9683895768039257,
+      "eval_zh_opus100_pr_auc": 0.8646751097765055,
+      "eval_zh_ud_pr_auc": 0.9891040680979081,
+      "eval_zu_opus100_pr_auc": 0.8326545880118325,
+      "step": 165000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0746835443037976e-05,
+      "learning_rate_adapter": 6.0746835443037976e-05,
+      "loss": 0.0257,
+      "step": 165050
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.073417721518988e-05,
+      "learning_rate_adapter": 6.073417721518988e-05,
+      "loss": 0.0256,
+      "step": 165100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0721518987341774e-05,
+      "learning_rate_adapter": 6.0721518987341774e-05,
+      "loss": 0.026,
+      "step": 165150
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0708860759493666e-05,
+      "learning_rate_adapter": 6.0708860759493666e-05,
+      "loss": 0.0257,
+      "step": 165200
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.069620253164557e-05,
+      "learning_rate_adapter": 6.069620253164557e-05,
+      "loss": 0.0257,
+      "step": 165250
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.068354430379747e-05,
+      "learning_rate_adapter": 6.068354430379747e-05,
+      "loss": 0.0256,
+      "step": 165300
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0670886075949376e-05,
+      "learning_rate_adapter": 6.0670886075949376e-05,
+      "loss": 0.0257,
+      "step": 165350
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.065822784810127e-05,
+      "learning_rate_adapter": 6.065822784810127e-05,
+      "loss": 0.026,
+      "step": 165400
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.064556962025316e-05,
+      "learning_rate_adapter": 6.064556962025316e-05,
+      "loss": 0.0259,
+      "step": 165450
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0632911392405066e-05,
+      "learning_rate_adapter": 6.0632911392405066e-05,
+      "loss": 0.0258,
+      "step": 165500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0620253164556964e-05,
+      "learning_rate_adapter": 6.0620253164556964e-05,
+      "loss": 0.0259,
+      "step": 165550
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.060759493670887e-05,
+      "learning_rate_adapter": 6.060759493670887e-05,
+      "loss": 0.0257,
+      "step": 165600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.059493670886076e-05,
+      "learning_rate_adapter": 6.059493670886076e-05,
+      "loss": 0.0257,
+      "step": 165650
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.058227848101267e-05,
+      "learning_rate_adapter": 6.058227848101267e-05,
+      "loss": 0.0255,
+      "step": 165700
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.056962025316456e-05,
+      "learning_rate_adapter": 6.056962025316456e-05,
+      "loss": 0.0257,
+      "step": 165750
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.055696202531645e-05,
+      "learning_rate_adapter": 6.055696202531645e-05,
+      "loss": 0.0255,
+      "step": 165800
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.054430379746836e-05,
+      "learning_rate_adapter": 6.054430379746836e-05,
+      "loss": 0.0258,
+      "step": 165850
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0531645569620256e-05,
+      "learning_rate_adapter": 6.0531645569620256e-05,
+      "loss": 0.0258,
+      "step": 165900
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.051898734177216e-05,
+      "learning_rate_adapter": 6.051898734177216e-05,
+      "loss": 0.0256,
+      "step": 165950
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0506329113924054e-05,
+      "learning_rate_adapter": 6.0506329113924054e-05,
+      "loss": 0.0258,
+      "step": 166000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0493670886075946e-05,
+      "learning_rate_adapter": 6.0493670886075946e-05,
+      "loss": 0.0256,
+      "step": 166050
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.048101265822785e-05,
+      "learning_rate_adapter": 6.048101265822785e-05,
+      "loss": 0.0257,
+      "step": 166100
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.046835443037975e-05,
+      "learning_rate_adapter": 6.046835443037975e-05,
+      "loss": 0.0259,
+      "step": 166150
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0455696202531656e-05,
+      "learning_rate_adapter": 6.0455696202531656e-05,
+      "loss": 0.0259,
+      "step": 166200
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.044303797468355e-05,
+      "learning_rate_adapter": 6.044303797468355e-05,
+      "loss": 0.0257,
+      "step": 166250
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.043037974683544e-05,
+      "learning_rate_adapter": 6.043037974683544e-05,
+      "loss": 0.0257,
+      "step": 166300
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0417721518987346e-05,
+      "learning_rate_adapter": 6.0417721518987346e-05,
+      "loss": 0.0256,
+      "step": 166350
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.040506329113924e-05,
+      "learning_rate_adapter": 6.040506329113924e-05,
+      "loss": 0.0258,
+      "step": 166400
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0392405063291144e-05,
+      "learning_rate_adapter": 6.0392405063291144e-05,
+      "loss": 0.0255,
+      "step": 166450
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.037974683544304e-05,
+      "learning_rate_adapter": 6.037974683544304e-05,
+      "loss": 0.0255,
+      "step": 166500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0367088607594935e-05,
+      "learning_rate_adapter": 6.0367088607594935e-05,
+      "loss": 0.0257,
+      "step": 166550
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.035443037974684e-05,
+      "learning_rate_adapter": 6.035443037974684e-05,
+      "loss": 0.0257,
+      "step": 166600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.034177215189873e-05,
+      "learning_rate_adapter": 6.034177215189873e-05,
+      "loss": 0.026,
+      "step": 166650
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.032911392405064e-05,
+      "learning_rate_adapter": 6.032911392405064e-05,
+      "loss": 0.0259,
+      "step": 166700
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.031645569620254e-05,
+      "learning_rate_adapter": 6.031645569620254e-05,
+      "loss": 0.0256,
+      "step": 166750
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.030379746835443e-05,
+      "learning_rate_adapter": 6.030379746835443e-05,
+      "loss": 0.0257,
+      "step": 166800
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0291139240506335e-05,
+      "learning_rate_adapter": 6.0291139240506335e-05,
+      "loss": 0.0258,
+      "step": 166850
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.027848101265823e-05,
+      "learning_rate_adapter": 6.027848101265823e-05,
+      "loss": 0.0258,
+      "step": 166900
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.026582278481013e-05,
+      "learning_rate_adapter": 6.026582278481013e-05,
+      "loss": 0.0258,
+      "step": 166950
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0253164556962024e-05,
+      "learning_rate_adapter": 6.0253164556962024e-05,
+      "loss": 0.0255,
+      "step": 167000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.024050632911392e-05,
+      "learning_rate_adapter": 6.024050632911392e-05,
+      "loss": 0.0256,
+      "step": 167050
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.022784810126583e-05,
+      "learning_rate_adapter": 6.022784810126583e-05,
+      "loss": 0.0258,
+      "step": 167100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.021518987341772e-05,
+      "learning_rate_adapter": 6.021518987341772e-05,
+      "loss": 0.0258,
+      "step": 167150
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0202531645569627e-05,
+      "learning_rate_adapter": 6.0202531645569627e-05,
+      "loss": 0.0258,
+      "step": 167200
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.018987341772152e-05,
+      "learning_rate_adapter": 6.018987341772152e-05,
+      "loss": 0.0259,
+      "step": 167250
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0177215189873424e-05,
+      "learning_rate_adapter": 6.0177215189873424e-05,
+      "loss": 0.0257,
+      "step": 167300
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.016455696202532e-05,
+      "learning_rate_adapter": 6.016455696202532e-05,
+      "loss": 0.0257,
+      "step": 167350
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0151898734177215e-05,
+      "learning_rate_adapter": 6.0151898734177215e-05,
+      "loss": 0.0259,
+      "step": 167400
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.013924050632912e-05,
+      "learning_rate_adapter": 6.013924050632912e-05,
+      "loss": 0.0255,
+      "step": 167450
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.012658227848101e-05,
+      "learning_rate_adapter": 6.012658227848101e-05,
+      "loss": 0.0256,
+      "step": 167500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.011392405063292e-05,
+      "learning_rate_adapter": 6.011392405063292e-05,
+      "loss": 0.0257,
+      "step": 167550
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.010126582278481e-05,
+      "learning_rate_adapter": 6.010126582278481e-05,
+      "loss": 0.0255,
+      "step": 167600
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.008860759493671e-05,
+      "learning_rate_adapter": 6.008860759493671e-05,
+      "loss": 0.0253,
+      "step": 167650
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0075949367088615e-05,
+      "learning_rate_adapter": 6.0075949367088615e-05,
+      "loss": 0.0257,
+      "step": 167700
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.006329113924051e-05,
+      "learning_rate_adapter": 6.006329113924051e-05,
+      "loss": 0.0258,
+      "step": 167750
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.005063291139241e-05,
+      "learning_rate_adapter": 6.005063291139241e-05,
+      "loss": 0.0254,
+      "step": 167800
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0037974683544305e-05,
+      "learning_rate_adapter": 6.0037974683544305e-05,
+      "loss": 0.0257,
+      "step": 167850
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0025316455696204e-05,
+      "learning_rate_adapter": 6.0025316455696204e-05,
+      "loss": 0.0255,
+      "step": 167900
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.001265822784811e-05,
+      "learning_rate_adapter": 6.001265822784811e-05,
+      "loss": 0.0256,
+      "step": 167950
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0257,
+      "step": 168000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.998734177215191e-05,
+      "learning_rate_adapter": 5.998734177215191e-05,
+      "loss": 0.0261,
+      "step": 168050
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.99746835443038e-05,
+      "learning_rate_adapter": 5.99746835443038e-05,
+      "loss": 0.0257,
+      "step": 168100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.996202531645569e-05,
+      "learning_rate_adapter": 5.996202531645569e-05,
+      "loss": 0.0256,
+      "step": 168150
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.99493670886076e-05,
+      "learning_rate_adapter": 5.99493670886076e-05,
+      "loss": 0.0254,
+      "step": 168200
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.9936708860759496e-05,
+      "learning_rate_adapter": 5.9936708860759496e-05,
+      "loss": 0.0256,
+      "step": 168250
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.99240506329114e-05,
+      "learning_rate_adapter": 5.99240506329114e-05,
+      "loss": 0.0257,
+      "step": 168300
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.9911392405063294e-05,
+      "learning_rate_adapter": 5.9911392405063294e-05,
+      "loss": 0.0257,
+      "step": 168350
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9898734177215186e-05,
+      "learning_rate_adapter": 5.9898734177215186e-05,
+      "loss": 0.0254,
+      "step": 168400
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.988607594936709e-05,
+      "learning_rate_adapter": 5.988607594936709e-05,
+      "loss": 0.0259,
+      "step": 168450
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.987341772151899e-05,
+      "learning_rate_adapter": 5.987341772151899e-05,
+      "loss": 0.0255,
+      "step": 168500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9860759493670896e-05,
+      "learning_rate_adapter": 5.9860759493670896e-05,
+      "loss": 0.0256,
+      "step": 168550
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.984810126582279e-05,
+      "learning_rate_adapter": 5.984810126582279e-05,
+      "loss": 0.0255,
+      "step": 168600
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.983544303797468e-05,
+      "learning_rate_adapter": 5.983544303797468e-05,
+      "loss": 0.0257,
+      "step": 168650
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9822784810126585e-05,
+      "learning_rate_adapter": 5.9822784810126585e-05,
+      "loss": 0.0255,
+      "step": 168700
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.981012658227848e-05,
+      "learning_rate_adapter": 5.981012658227848e-05,
+      "loss": 0.0255,
+      "step": 168750
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.979746835443038e-05,
+      "learning_rate_adapter": 5.979746835443038e-05,
+      "loss": 0.0256,
+      "step": 168800
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.978481012658228e-05,
+      "learning_rate_adapter": 5.978481012658228e-05,
+      "loss": 0.0257,
+      "step": 168850
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.977215189873419e-05,
+      "learning_rate_adapter": 5.977215189873419e-05,
+      "loss": 0.0259,
+      "step": 168900
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.975949367088608e-05,
+      "learning_rate_adapter": 5.975949367088608e-05,
+      "loss": 0.0257,
+      "step": 168950
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.974683544303797e-05,
+      "learning_rate_adapter": 5.974683544303797e-05,
+      "loss": 0.0257,
+      "step": 169000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.973417721518988e-05,
+      "learning_rate_adapter": 5.973417721518988e-05,
+      "loss": 0.0256,
+      "step": 169050
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9721518987341776e-05,
+      "learning_rate_adapter": 5.9721518987341776e-05,
+      "loss": 0.0254,
+      "step": 169100
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.970886075949368e-05,
+      "learning_rate_adapter": 5.970886075949368e-05,
+      "loss": 0.0258,
+      "step": 169150
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9696202531645574e-05,
+      "learning_rate_adapter": 5.9696202531645574e-05,
+      "loss": 0.0257,
+      "step": 169200
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9683544303797466e-05,
+      "learning_rate_adapter": 5.9683544303797466e-05,
+      "loss": 0.0257,
+      "step": 169250
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.967088607594937e-05,
+      "learning_rate_adapter": 5.967088607594937e-05,
+      "loss": 0.0258,
+      "step": 169300
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9658227848101264e-05,
+      "learning_rate_adapter": 5.9658227848101264e-05,
+      "loss": 0.0257,
+      "step": 169350
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.964556962025317e-05,
+      "learning_rate_adapter": 5.964556962025317e-05,
+      "loss": 0.026,
+      "step": 169400
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.963291139240507e-05,
+      "learning_rate_adapter": 5.963291139240507e-05,
+      "loss": 0.0257,
+      "step": 169450
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.962025316455696e-05,
+      "learning_rate_adapter": 5.962025316455696e-05,
+      "loss": 0.0255,
+      "step": 169500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9607594936708866e-05,
+      "learning_rate_adapter": 5.9607594936708866e-05,
+      "loss": 0.0259,
+      "step": 169550
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.959493670886076e-05,
+      "learning_rate_adapter": 5.959493670886076e-05,
+      "loss": 0.0256,
+      "step": 169600
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9582278481012664e-05,
+      "learning_rate_adapter": 5.9582278481012664e-05,
+      "loss": 0.0253,
+      "step": 169650
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.956962025316456e-05,
+      "learning_rate_adapter": 5.956962025316456e-05,
+      "loss": 0.0256,
+      "step": 169700
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9556962025316455e-05,
+      "learning_rate_adapter": 5.9556962025316455e-05,
+      "loss": 0.0255,
+      "step": 169750
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.954430379746836e-05,
+      "learning_rate_adapter": 5.954430379746836e-05,
+      "loss": 0.0257,
+      "step": 169800
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.953164556962025e-05,
+      "learning_rate_adapter": 5.953164556962025e-05,
+      "loss": 0.0255,
+      "step": 169850
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.951898734177216e-05,
+      "learning_rate_adapter": 5.951898734177216e-05,
+      "loss": 0.0256,
+      "step": 169900
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.950632911392405e-05,
+      "learning_rate_adapter": 5.950632911392405e-05,
+      "loss": 0.0258,
+      "step": 169950
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.949367088607595e-05,
+      "learning_rate_adapter": 5.949367088607595e-05,
+      "loss": 0.0258,
+      "step": 170000
+    },
+    {
+      "epoch": 1.15,
+      "eval_af_opus100_pr_auc": 0.7872643176524808,
+      "eval_af_ud_pr_auc": 0.9899529800537712,
+      "eval_am_opus100_pr_auc": 0.6541983809329206,
+      "eval_ar_ersatz_pr_auc": 0.9222250037567532,
+      "eval_ar_opus100_pr_auc": 0.7228456380815801,
+      "eval_ar_ud_pr_auc": 0.895180396553205,
+      "eval_average_ersatz_pr_auc": 0.968416342240033,
+      "eval_average_opus100_pr_auc": 0.839742241113273,
+      "eval_average_ud_pr_auc": 0.9639613950230644,
+      "eval_az_opus100_pr_auc": 0.7737843473537904,
+      "eval_be_opus100_pr_auc": 0.7352736080293182,
+      "eval_be_ud_pr_auc": 0.9012077742806184,
+      "eval_bg_opus100_pr_auc": 0.918358719155462,
+      "eval_bg_ud_pr_auc": 0.9936595064971714,
+      "eval_bn_opus100_pr_auc": 0.8318997145216881,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8800385188501755,
+      "eval_ca_ud_pr_auc": 0.9942488184876888,
+      "eval_ceb_ud_pr_auc": 0.9979270188336073,
+      "eval_cs_ersatz_pr_auc": 0.9861022522226353,
+      "eval_cs_opus100_pr_auc": 0.9118092912535688,
+      "eval_cs_ud_pr_auc": 0.9600387801303973,
+      "eval_cy_opus100_pr_auc": 0.7655245449569276,
+      "eval_cy_ud_pr_auc": 0.994544741869556,
+      "eval_da_opus100_pr_auc": 0.9155609584737089,
+      "eval_da_ud_pr_auc": 0.9816026463399367,
+      "eval_de_ersatz_pr_auc": 0.9862111292914886,
+      "eval_de_opus100_pr_auc": 0.9023309952466495,
+      "eval_de_ud_pr_auc": 0.9853924191524526,
+      "eval_el_opus100_pr_auc": 0.9085837115011355,
+      "eval_el_ud_pr_auc": 0.9856497071733136,
+      "eval_en_ersatz_pr_auc": 0.9916210542233435,
+      "eval_en_opus100_pr_auc": 0.9296074580298606,
+      "eval_en_ud_pr_auc": 0.976897868843234,
+      "eval_eo_opus100_pr_auc": 0.9277778630903498,
+      "eval_es_ersatz_pr_auc": 0.9970843531054103,
+      "eval_es_opus100_pr_auc": 0.9257116031913297,
+      "eval_es_ud_pr_auc": 0.9933502662637117,
+      "eval_et_ersatz_pr_auc": 0.9833946242413097,
+      "eval_et_opus100_pr_auc": 0.902107142852845,
+      "eval_et_ud_pr_auc": 0.9689723954955725,
+      "eval_eu_opus100_pr_auc": 0.8745469578890099,
+      "eval_eu_ud_pr_auc": 0.9895167106123615,
+      "eval_fa_opus100_pr_auc": 0.6033815311595686,
+      "eval_fa_ud_pr_auc": 0.9957101391389186,
+      "eval_fi_ersatz_pr_auc": 0.9913710174897511,
+      "eval_fi_opus100_pr_auc": 0.920901298180131,
+      "eval_fi_ud_pr_auc": 0.9588636124250585,
+      "eval_fr_ersatz_pr_auc": 0.9899186218813966,
+      "eval_fr_opus100_pr_auc": 0.9190781608580192,
+      "eval_fr_ud_pr_auc": 0.980008974523571,
+      "eval_fy_opus100_pr_auc": 0.640583044756059,
+      "eval_ga_opus100_pr_auc": 0.9022326549866577,
+      "eval_ga_ud_pr_auc": 0.8200082720869977,
+      "eval_gd_opus100_pr_auc": 0.6299853155684273,
+      "eval_gd_ud_pr_auc": 0.801114153365251,
+      "eval_gl_opus100_pr_auc": 0.8798098613294568,
+      "eval_gl_ud_pr_auc": 0.9968862489221969,
+      "eval_gu_ersatz_pr_auc": 0.944386196325525,
+      "eval_gu_opus100_pr_auc": 0.7478027233853582,
+      "eval_ha_opus100_pr_auc": 0.9189793959458417,
+      "eval_he_opus100_pr_auc": 0.8574298899614782,
+      "eval_he_ud_pr_auc": 0.9797008526231422,
+      "eval_hi_ersatz_pr_auc": 0.9736715783897388,
+      "eval_hi_opus100_pr_auc": 0.694707164264003,
+      "eval_hi_ud_pr_auc": 0.9755116416786722,
+      "eval_hu_opus100_pr_auc": 0.9198289694182149,
+      "eval_hu_ud_pr_auc": 0.9829354868545002,
+      "eval_hy_opus100_pr_auc": 0.9140037271813304,
+      "eval_hy_ud_pr_auc": 0.9856501359227383,
+      "eval_id_opus100_pr_auc": 0.8937333451782478,
+      "eval_id_ud_pr_auc": 0.9949426440710556,
+      "eval_ig_opus100_pr_auc": 0.8901091137484451,
+      "eval_is_opus100_pr_auc": 0.9295096478006322,
+      "eval_is_ud_pr_auc": 0.9060326784161365,
+      "eval_it_opus100_pr_auc": 0.9080376079766657,
+      "eval_it_ud_pr_auc": 0.9964177312847343,
+      "eval_ja_ersatz_pr_auc": 0.8202954958586405,
+      "eval_ja_opus100_pr_auc": 0.8253369216348382,
+      "eval_ja_ud_pr_auc": 0.9753553895619618,
+      "eval_jv_ud_pr_auc": 0.9745250230791789,
+      "eval_ka_opus100_pr_auc": 0.8492061732017102,
+      "eval_kk_ersatz_pr_auc": 0.9897690664326038,
+      "eval_kk_opus100_pr_auc": 0.7802891637933006,
+      "eval_kk_ud_pr_auc": 0.9789240374700428,
+      "eval_km_ersatz_pr_auc": 0.925016356034394,
+      "eval_km_opus100_pr_auc": 0.758625693151074,
+      "eval_kn_opus100_pr_auc": 0.6262107902838077,
+      "eval_ko_opus100_pr_auc": 0.6928652389333946,
+      "eval_ko_ud_pr_auc": 0.999201116104053,
+      "eval_ku_opus100_pr_auc": 0.8539301636226426,
+      "eval_ky_opus100_pr_auc": 0.8900636294540987,
+      "eval_la_ud_pr_auc": 0.958358342108258,
+      "eval_loss": 0.02934448979794979,
+      "eval_lt_ersatz_pr_auc": 0.9950610385529131,
+      "eval_lt_opus100_pr_auc": 0.8754497947900154,
+      "eval_lt_ud_pr_auc": 0.9952593586082096,
+      "eval_lv_ersatz_pr_auc": 0.9913909016983118,
+      "eval_lv_opus100_pr_auc": 0.8868781013268373,
+      "eval_lv_ud_pr_auc": 0.9641275395426524,
+      "eval_mg_opus100_pr_auc": 0.9313824409870243,
+      "eval_mk_opus100_pr_auc": 0.9174116872040273,
+      "eval_ml_opus100_pr_auc": 0.8043185420299952,
+      "eval_mn_opus100_pr_auc": 0.9413277526278084,
+      "eval_mr_opus100_pr_auc": 0.8591417150168766,
+      "eval_mr_ud_pr_auc": 0.9666820456238808,
+      "eval_ms_opus100_pr_auc": 0.8677631884591709,
+      "eval_mt_opus100_pr_auc": 0.8384404361789031,
+      "eval_mt_ud_pr_auc": 0.8717306953041591,
+      "eval_my_opus100_pr_auc": 0.7986077579609004,
+      "eval_ne_opus100_pr_auc": 0.736120063873446,
+      "eval_nl_opus100_pr_auc": 0.8952675393108132,
+      "eval_nl_ud_pr_auc": 0.9850355610836212,
+      "eval_no_opus100_pr_auc": 0.9224071857042384,
+      "eval_no_ud_pr_auc": 0.9971281233892856,
+      "eval_pa_opus100_pr_auc": 0.6755446098814839,
+      "eval_pl_ersatz_pr_auc": 0.9680611948431784,
+      "eval_pl_opus100_pr_auc": 0.8908385834917889,
+      "eval_pl_ud_pr_auc": 0.969032364174432,
+      "eval_ps_ersatz_pr_auc": 0.9297889860113645,
+      "eval_ps_opus100_pr_auc": 0.7628376779318186,
+      "eval_pt_opus100_pr_auc": 0.9182006929242421,
+      "eval_pt_ud_pr_auc": 0.9878513641856268,
+      "eval_ro_ersatz_pr_auc": 0.9944745694056044,
+      "eval_ro_opus100_pr_auc": 0.8840339328690501,
+      "eval_ro_ud_pr_auc": 0.983274755252694,
+      "eval_ru_ersatz_pr_auc": 0.9924336084019447,
+      "eval_ru_opus100_pr_auc": 0.9219844001719641,
+      "eval_ru_ud_pr_auc": 0.8802695990133229,
+      "eval_runtime": 327.6876,
+      "eval_samples_per_second": 230.293,
+      "eval_si_opus100_pr_auc": 0.8174017745279761,
+      "eval_sk_opus100_pr_auc": 0.9297861357535593,
+      "eval_sk_ud_pr_auc": 0.9814326860894702,
+      "eval_sl_opus100_pr_auc": 0.8650832172468642,
+      "eval_sl_ud_pr_auc": 0.9751302271293514,
+      "eval_sq_opus100_pr_auc": 0.9139024386639517,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9137353756087807,
+      "eval_sr_ud_pr_auc": 0.9985862441666632,
+      "eval_steps_per_second": 0.9,
+      "eval_sv_opus100_pr_auc": 0.8937217992173949,
+      "eval_sv_ud_pr_auc": 0.9439713960445654,
+      "eval_ta_ersatz_pr_auc": 0.9838601777571694,
+      "eval_ta_opus100_pr_auc": 0.6992235007436567,
+      "eval_ta_ud_pr_auc": 0.9945230094097577,
+      "eval_te_opus100_pr_auc": 0.8247761725571703,
+      "eval_tg_opus100_pr_auc": 0.8923846786157145,
+      "eval_th_opus100_pr_auc": 0.6928860844548032,
+      "eval_th_ud_pr_auc": 0.8308304064495615,
+      "eval_tr_ersatz_pr_auc": 0.9638811215594218,
+      "eval_tr_opus100_pr_auc": 0.8980840166062197,
+      "eval_tr_ud_pr_auc": 0.9561586304498623,
+      "eval_uk_opus100_pr_auc": 0.8775887848407137,
+      "eval_uk_ud_pr_auc": 0.9411163020977675,
+      "eval_ur_opus100_pr_auc": 0.5876206674220598,
+      "eval_ur_ud_pr_auc": 0.99323890124389,
+      "eval_uz_opus100_pr_auc": 0.873027487450796,
+      "eval_vi_opus100_pr_auc": 0.8989285635771055,
+      "eval_vi_ud_pr_auc": 0.9589095035442989,
+      "eval_xh_opus100_pr_auc": 0.8700326272189702,
+      "eval_yi_opus100_pr_auc": 0.8044721786537431,
+      "eval_yo_opus100_pr_auc": 0.8408380678466278,
+      "eval_yo_ud_pr_auc": 0.9092503783666857,
+      "eval_zh_ersatz_pr_auc": 0.985141181797828,
+      "eval_zh_opus100_pr_auc": 0.8860656088819211,
+      "eval_zh_ud_pr_auc": 0.9939719149218501,
+      "eval_zu_opus100_pr_auc": 0.8374834918237524,
+      "step": 170000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9481012658227855e-05,
+      "learning_rate_adapter": 5.9481012658227855e-05,
+      "loss": 0.0257,
+      "step": 170050
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.946835443037975e-05,
+      "learning_rate_adapter": 5.946835443037975e-05,
+      "loss": 0.0256,
+      "step": 170100
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.945569620253165e-05,
+      "learning_rate_adapter": 5.945569620253165e-05,
+      "loss": 0.0257,
+      "step": 170150
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9443037974683544e-05,
+      "learning_rate_adapter": 5.9443037974683544e-05,
+      "loss": 0.0257,
+      "step": 170200
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.943037974683544e-05,
+      "learning_rate_adapter": 5.943037974683544e-05,
+      "loss": 0.0256,
+      "step": 170250
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.941772151898735e-05,
+      "learning_rate_adapter": 5.941772151898735e-05,
+      "loss": 0.0258,
+      "step": 170300
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.940506329113924e-05,
+      "learning_rate_adapter": 5.940506329113924e-05,
+      "loss": 0.0256,
+      "step": 170350
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9392405063291147e-05,
+      "learning_rate_adapter": 5.9392405063291147e-05,
+      "loss": 0.0256,
+      "step": 170400
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.937974683544304e-05,
+      "learning_rate_adapter": 5.937974683544304e-05,
+      "loss": 0.0257,
+      "step": 170450
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9367088607594944e-05,
+      "learning_rate_adapter": 5.9367088607594944e-05,
+      "loss": 0.0255,
+      "step": 170500
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9354430379746836e-05,
+      "learning_rate_adapter": 5.9354430379746836e-05,
+      "loss": 0.0256,
+      "step": 170550
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9341772151898735e-05,
+      "learning_rate_adapter": 5.9341772151898735e-05,
+      "loss": 0.0259,
+      "step": 170600
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.932911392405064e-05,
+      "learning_rate_adapter": 5.932911392405064e-05,
+      "loss": 0.0254,
+      "step": 170650
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.931645569620253e-05,
+      "learning_rate_adapter": 5.931645569620253e-05,
+      "loss": 0.0257,
+      "step": 170700
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.930379746835444e-05,
+      "learning_rate_adapter": 5.930379746835444e-05,
+      "loss": 0.0257,
+      "step": 170750
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.929113924050633e-05,
+      "learning_rate_adapter": 5.929113924050633e-05,
+      "loss": 0.0255,
+      "step": 170800
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.927848101265823e-05,
+      "learning_rate_adapter": 5.927848101265823e-05,
+      "loss": 0.0256,
+      "step": 170850
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9265822784810135e-05,
+      "learning_rate_adapter": 5.9265822784810135e-05,
+      "loss": 0.0255,
+      "step": 170900
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.925316455696203e-05,
+      "learning_rate_adapter": 5.925316455696203e-05,
+      "loss": 0.0257,
+      "step": 170950
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.924050632911393e-05,
+      "learning_rate_adapter": 5.924050632911393e-05,
+      "loss": 0.0257,
+      "step": 171000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9227848101265825e-05,
+      "learning_rate_adapter": 5.9227848101265825e-05,
+      "loss": 0.0257,
+      "step": 171050
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.921518987341772e-05,
+      "learning_rate_adapter": 5.921518987341772e-05,
+      "loss": 0.0256,
+      "step": 171100
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.920253164556962e-05,
+      "learning_rate_adapter": 5.920253164556962e-05,
+      "loss": 0.0258,
+      "step": 171150
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.918987341772152e-05,
+      "learning_rate_adapter": 5.918987341772152e-05,
+      "loss": 0.0256,
+      "step": 171200
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.917721518987343e-05,
+      "learning_rate_adapter": 5.917721518987343e-05,
+      "loss": 0.0259,
+      "step": 171250
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.916455696202532e-05,
+      "learning_rate_adapter": 5.916455696202532e-05,
+      "loss": 0.0256,
+      "step": 171300
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.915189873417721e-05,
+      "learning_rate_adapter": 5.915189873417721e-05,
+      "loss": 0.0256,
+      "step": 171350
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.913924050632912e-05,
+      "learning_rate_adapter": 5.913924050632912e-05,
+      "loss": 0.0258,
+      "step": 171400
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9126582278481016e-05,
+      "learning_rate_adapter": 5.9126582278481016e-05,
+      "loss": 0.0259,
+      "step": 171450
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.911392405063292e-05,
+      "learning_rate_adapter": 5.911392405063292e-05,
+      "loss": 0.0257,
+      "step": 171500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9101265822784813e-05,
+      "learning_rate_adapter": 5.9101265822784813e-05,
+      "loss": 0.0255,
+      "step": 171550
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9088607594936706e-05,
+      "learning_rate_adapter": 5.9088607594936706e-05,
+      "loss": 0.0258,
+      "step": 171600
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.907594936708861e-05,
+      "learning_rate_adapter": 5.907594936708861e-05,
+      "loss": 0.0254,
+      "step": 171650
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.90632911392405e-05,
+      "learning_rate_adapter": 5.90632911392405e-05,
+      "loss": 0.0255,
+      "step": 171700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.905063291139241e-05,
+      "learning_rate_adapter": 5.905063291139241e-05,
+      "loss": 0.0255,
+      "step": 171750
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.903797468354431e-05,
+      "learning_rate_adapter": 5.903797468354431e-05,
+      "loss": 0.0257,
+      "step": 171800
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.90253164556962e-05,
+      "learning_rate_adapter": 5.90253164556962e-05,
+      "loss": 0.0256,
+      "step": 171850
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9012658227848105e-05,
+      "learning_rate_adapter": 5.9012658227848105e-05,
+      "loss": 0.0258,
+      "step": 171900
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0256,
+      "step": 171950
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89873417721519e-05,
+      "learning_rate_adapter": 5.89873417721519e-05,
+      "loss": 0.0255,
+      "step": 172000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89746835443038e-05,
+      "learning_rate_adapter": 5.89746835443038e-05,
+      "loss": 0.0255,
+      "step": 172050
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8962025316455694e-05,
+      "learning_rate_adapter": 5.8962025316455694e-05,
+      "loss": 0.0255,
+      "step": 172100
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89493670886076e-05,
+      "learning_rate_adapter": 5.89493670886076e-05,
+      "loss": 0.0257,
+      "step": 172150
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.893670886075949e-05,
+      "learning_rate_adapter": 5.893670886075949e-05,
+      "loss": 0.0256,
+      "step": 172200
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89240506329114e-05,
+      "learning_rate_adapter": 5.89240506329114e-05,
+      "loss": 0.0257,
+      "step": 172250
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.891139240506329e-05,
+      "learning_rate_adapter": 5.891139240506329e-05,
+      "loss": 0.0256,
+      "step": 172300
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8898734177215195e-05,
+      "learning_rate_adapter": 5.8898734177215195e-05,
+      "loss": 0.0257,
+      "step": 172350
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8886075949367094e-05,
+      "learning_rate_adapter": 5.8886075949367094e-05,
+      "loss": 0.0257,
+      "step": 172400
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8873417721518986e-05,
+      "learning_rate_adapter": 5.8873417721518986e-05,
+      "loss": 0.0255,
+      "step": 172450
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.886075949367089e-05,
+      "learning_rate_adapter": 5.886075949367089e-05,
+      "loss": 0.0255,
+      "step": 172500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8848101265822784e-05,
+      "learning_rate_adapter": 5.8848101265822784e-05,
+      "loss": 0.0256,
+      "step": 172550
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.883544303797469e-05,
+      "learning_rate_adapter": 5.883544303797469e-05,
+      "loss": 0.0257,
+      "step": 172600
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.882278481012659e-05,
+      "learning_rate_adapter": 5.882278481012659e-05,
+      "loss": 0.0255,
+      "step": 172650
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.881012658227848e-05,
+      "learning_rate_adapter": 5.881012658227848e-05,
+      "loss": 0.0255,
+      "step": 172700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8797468354430386e-05,
+      "learning_rate_adapter": 5.8797468354430386e-05,
+      "loss": 0.0256,
+      "step": 172750
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.878481012658228e-05,
+      "learning_rate_adapter": 5.878481012658228e-05,
+      "loss": 0.0255,
+      "step": 172800
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8772151898734184e-05,
+      "learning_rate_adapter": 5.8772151898734184e-05,
+      "loss": 0.0255,
+      "step": 172850
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8759493670886076e-05,
+      "learning_rate_adapter": 5.8759493670886076e-05,
+      "loss": 0.0257,
+      "step": 172900
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8746835443037975e-05,
+      "learning_rate_adapter": 5.8746835443037975e-05,
+      "loss": 0.0256,
+      "step": 172950
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.873417721518988e-05,
+      "learning_rate_adapter": 5.873417721518988e-05,
+      "loss": 0.0258,
+      "step": 173000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.872151898734177e-05,
+      "learning_rate_adapter": 5.872151898734177e-05,
+      "loss": 0.0253,
+      "step": 173050
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.870886075949368e-05,
+      "learning_rate_adapter": 5.870886075949368e-05,
+      "loss": 0.0256,
+      "step": 173100
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.869620253164557e-05,
+      "learning_rate_adapter": 5.869620253164557e-05,
+      "loss": 0.0256,
+      "step": 173150
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.868354430379747e-05,
+      "learning_rate_adapter": 5.868354430379747e-05,
+      "loss": 0.0254,
+      "step": 173200
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8670886075949375e-05,
+      "learning_rate_adapter": 5.8670886075949375e-05,
+      "loss": 0.0253,
+      "step": 173250
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.865822784810127e-05,
+      "learning_rate_adapter": 5.865822784810127e-05,
+      "loss": 0.0256,
+      "step": 173300
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.864556962025317e-05,
+      "learning_rate_adapter": 5.864556962025317e-05,
+      "loss": 0.0258,
+      "step": 173350
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8632911392405064e-05,
+      "learning_rate_adapter": 5.8632911392405064e-05,
+      "loss": 0.0253,
+      "step": 173400
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8620253164556956e-05,
+      "learning_rate_adapter": 5.8620253164556956e-05,
+      "loss": 0.0258,
+      "step": 173450
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.860759493670886e-05,
+      "learning_rate_adapter": 5.860759493670886e-05,
+      "loss": 0.0257,
+      "step": 173500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.859493670886076e-05,
+      "learning_rate_adapter": 5.859493670886076e-05,
+      "loss": 0.0256,
+      "step": 173550
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8582278481012667e-05,
+      "learning_rate_adapter": 5.8582278481012667e-05,
+      "loss": 0.0257,
+      "step": 173600
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.856962025316456e-05,
+      "learning_rate_adapter": 5.856962025316456e-05,
+      "loss": 0.0255,
+      "step": 173650
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.855696202531645e-05,
+      "learning_rate_adapter": 5.855696202531645e-05,
+      "loss": 0.0255,
+      "step": 173700
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8544303797468356e-05,
+      "learning_rate_adapter": 5.8544303797468356e-05,
+      "loss": 0.0255,
+      "step": 173750
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8531645569620255e-05,
+      "learning_rate_adapter": 5.8531645569620255e-05,
+      "loss": 0.0256,
+      "step": 173800
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.851898734177216e-05,
+      "learning_rate_adapter": 5.851898734177216e-05,
+      "loss": 0.0254,
+      "step": 173850
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.850632911392405e-05,
+      "learning_rate_adapter": 5.850632911392405e-05,
+      "loss": 0.0253,
+      "step": 173900
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.849367088607596e-05,
+      "learning_rate_adapter": 5.849367088607596e-05,
+      "loss": 0.0255,
+      "step": 173950
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.848101265822785e-05,
+      "learning_rate_adapter": 5.848101265822785e-05,
+      "loss": 0.0253,
+      "step": 174000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.846835443037974e-05,
+      "learning_rate_adapter": 5.846835443037974e-05,
+      "loss": 0.0257,
+      "step": 174050
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.845569620253165e-05,
+      "learning_rate_adapter": 5.845569620253165e-05,
+      "loss": 0.0255,
+      "step": 174100
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.844303797468355e-05,
+      "learning_rate_adapter": 5.844303797468355e-05,
+      "loss": 0.0255,
+      "step": 174150
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.843037974683545e-05,
+      "learning_rate_adapter": 5.843037974683545e-05,
+      "loss": 0.0258,
+      "step": 174200
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8417721518987345e-05,
+      "learning_rate_adapter": 5.8417721518987345e-05,
+      "loss": 0.0256,
+      "step": 174250
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.840506329113924e-05,
+      "learning_rate_adapter": 5.840506329113924e-05,
+      "loss": 0.0256,
+      "step": 174300
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.839240506329114e-05,
+      "learning_rate_adapter": 5.839240506329114e-05,
+      "loss": 0.0253,
+      "step": 174350
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.837974683544304e-05,
+      "learning_rate_adapter": 5.837974683544304e-05,
+      "loss": 0.0257,
+      "step": 174400
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.836708860759495e-05,
+      "learning_rate_adapter": 5.836708860759495e-05,
+      "loss": 0.0254,
+      "step": 174450
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.835443037974684e-05,
+      "learning_rate_adapter": 5.835443037974684e-05,
+      "loss": 0.0255,
+      "step": 174500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.834177215189873e-05,
+      "learning_rate_adapter": 5.834177215189873e-05,
+      "loss": 0.0253,
+      "step": 174550
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.832911392405064e-05,
+      "learning_rate_adapter": 5.832911392405064e-05,
+      "loss": 0.0253,
+      "step": 174600
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.831645569620253e-05,
+      "learning_rate_adapter": 5.831645569620253e-05,
+      "loss": 0.0255,
+      "step": 174650
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8303797468354435e-05,
+      "learning_rate_adapter": 5.8303797468354435e-05,
+      "loss": 0.0256,
+      "step": 174700
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8291139240506333e-05,
+      "learning_rate_adapter": 5.8291139240506333e-05,
+      "loss": 0.0257,
+      "step": 174750
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8278481012658226e-05,
+      "learning_rate_adapter": 5.8278481012658226e-05,
+      "loss": 0.0257,
+      "step": 174800
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.826582278481013e-05,
+      "learning_rate_adapter": 5.826582278481013e-05,
+      "loss": 0.0254,
+      "step": 174850
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.825316455696202e-05,
+      "learning_rate_adapter": 5.825316455696202e-05,
+      "loss": 0.0254,
+      "step": 174900
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.824050632911393e-05,
+      "learning_rate_adapter": 5.824050632911393e-05,
+      "loss": 0.0256,
+      "step": 174950
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.822784810126583e-05,
+      "learning_rate_adapter": 5.822784810126583e-05,
+      "loss": 0.0256,
+      "step": 175000
+    },
+    {
+      "epoch": 1.18,
+      "eval_af_opus100_pr_auc": 0.7656968804011384,
+      "eval_af_ud_pr_auc": 0.9908519233832029,
+      "eval_am_opus100_pr_auc": 0.6365819639689106,
+      "eval_ar_ersatz_pr_auc": 0.9187081611141383,
+      "eval_ar_opus100_pr_auc": 0.7283911463736623,
+      "eval_ar_ud_pr_auc": 0.8836111996467009,
+      "eval_average_ersatz_pr_auc": 0.9651623221502871,
+      "eval_average_opus100_pr_auc": 0.8370453292843238,
+      "eval_average_ud_pr_auc": 0.9612479002084207,
+      "eval_az_opus100_pr_auc": 0.7671582199177552,
+      "eval_be_opus100_pr_auc": 0.7162713427051117,
+      "eval_be_ud_pr_auc": 0.8875326740839762,
+      "eval_bg_opus100_pr_auc": 0.9221080915545667,
+      "eval_bg_ud_pr_auc": 0.994877072499068,
+      "eval_bn_opus100_pr_auc": 0.8277260228624326,
+      "eval_bn_ud_pr_auc": 0.9993621431826321,
+      "eval_ca_opus100_pr_auc": 0.8884919823221379,
+      "eval_ca_ud_pr_auc": 0.9926124972884205,
+      "eval_ceb_ud_pr_auc": 0.9984226810416013,
+      "eval_cs_ersatz_pr_auc": 0.9833380786960046,
+      "eval_cs_opus100_pr_auc": 0.9135937629193246,
+      "eval_cs_ud_pr_auc": 0.960755582446364,
+      "eval_cy_opus100_pr_auc": 0.7559325033038903,
+      "eval_cy_ud_pr_auc": 0.9935110963133806,
+      "eval_da_opus100_pr_auc": 0.916849706647536,
+      "eval_da_ud_pr_auc": 0.9783141777246838,
+      "eval_de_ersatz_pr_auc": 0.9843723869069385,
+      "eval_de_opus100_pr_auc": 0.9048505368555497,
+      "eval_de_ud_pr_auc": 0.9832037789148667,
+      "eval_el_opus100_pr_auc": 0.913519486042078,
+      "eval_el_ud_pr_auc": 0.9885058683555834,
+      "eval_en_ersatz_pr_auc": 0.989238080387048,
+      "eval_en_opus100_pr_auc": 0.9340697622419472,
+      "eval_en_ud_pr_auc": 0.9764739016594051,
+      "eval_eo_opus100_pr_auc": 0.9290100090060223,
+      "eval_es_ersatz_pr_auc": 0.9966839842367746,
+      "eval_es_opus100_pr_auc": 0.9289930427518749,
+      "eval_es_ud_pr_auc": 0.9925301207237773,
+      "eval_et_ersatz_pr_auc": 0.9812815727214742,
+      "eval_et_opus100_pr_auc": 0.900044466379995,
+      "eval_et_ud_pr_auc": 0.9644859433421875,
+      "eval_eu_opus100_pr_auc": 0.8763982862427171,
+      "eval_eu_ud_pr_auc": 0.9877458359268,
+      "eval_fa_opus100_pr_auc": 0.5997012929498946,
+      "eval_fa_ud_pr_auc": 0.9932952661509513,
+      "eval_fi_ersatz_pr_auc": 0.9889031673314012,
+      "eval_fi_opus100_pr_auc": 0.9220168321861169,
+      "eval_fi_ud_pr_auc": 0.9618255029088034,
+      "eval_fr_ersatz_pr_auc": 0.988570454177862,
+      "eval_fr_opus100_pr_auc": 0.914595127193465,
+      "eval_fr_ud_pr_auc": 0.9809812577975734,
+      "eval_fy_opus100_pr_auc": 0.6198841335318908,
+      "eval_ga_opus100_pr_auc": 0.8916774061620486,
+      "eval_ga_ud_pr_auc": 0.806902304120778,
+      "eval_gd_opus100_pr_auc": 0.6405075829761618,
+      "eval_gd_ud_pr_auc": 0.8061066457951255,
+      "eval_gl_opus100_pr_auc": 0.8875476194388509,
+      "eval_gl_ud_pr_auc": 0.9975788364765902,
+      "eval_gu_ersatz_pr_auc": 0.9319299414601362,
+      "eval_gu_opus100_pr_auc": 0.7353012691433131,
+      "eval_ha_opus100_pr_auc": 0.9095111662102837,
+      "eval_he_opus100_pr_auc": 0.8690171584094447,
+      "eval_he_ud_pr_auc": 0.9779382321191582,
+      "eval_hi_ersatz_pr_auc": 0.9710779180012891,
+      "eval_hi_opus100_pr_auc": 0.689010617726481,
+      "eval_hi_ud_pr_auc": 0.9730799771819758,
+      "eval_hu_opus100_pr_auc": 0.9229936591260185,
+      "eval_hu_ud_pr_auc": 0.9822345107154473,
+      "eval_hy_opus100_pr_auc": 0.9060407146760892,
+      "eval_hy_ud_pr_auc": 0.9844396262296559,
+      "eval_id_opus100_pr_auc": 0.8931255451413517,
+      "eval_id_ud_pr_auc": 0.9935890874576394,
+      "eval_ig_opus100_pr_auc": 0.8716894424350266,
+      "eval_is_opus100_pr_auc": 0.9349987652078716,
+      "eval_is_ud_pr_auc": 0.8992682065894506,
+      "eval_it_opus100_pr_auc": 0.9086758685012677,
+      "eval_it_ud_pr_auc": 0.9947994381982515,
+      "eval_ja_ersatz_pr_auc": 0.8230020334275678,
+      "eval_ja_opus100_pr_auc": 0.8210816541782411,
+      "eval_ja_ud_pr_auc": 0.9709622836807242,
+      "eval_jv_ud_pr_auc": 0.9686464178034518,
+      "eval_ka_opus100_pr_auc": 0.8575178146648704,
+      "eval_kk_ersatz_pr_auc": 0.988895314940464,
+      "eval_kk_opus100_pr_auc": 0.7733092511239648,
+      "eval_kk_ud_pr_auc": 0.9784122033522237,
+      "eval_km_ersatz_pr_auc": 0.9250471843210423,
+      "eval_km_opus100_pr_auc": 0.7692891793921208,
+      "eval_kn_opus100_pr_auc": 0.618812382330987,
+      "eval_ko_opus100_pr_auc": 0.6903664235943859,
+      "eval_ko_ud_pr_auc": 0.9987243210403904,
+      "eval_ku_opus100_pr_auc": 0.8279515104405715,
+      "eval_ky_opus100_pr_auc": 0.8604843606314677,
+      "eval_la_ud_pr_auc": 0.9671297020699658,
+      "eval_loss": 0.029173381626605988,
+      "eval_lt_ersatz_pr_auc": 0.9939206976990841,
+      "eval_lt_opus100_pr_auc": 0.8703099783673032,
+      "eval_lt_ud_pr_auc": 0.9939812420157702,
+      "eval_lv_ersatz_pr_auc": 0.9914595704764875,
+      "eval_lv_opus100_pr_auc": 0.8845706151875412,
+      "eval_lv_ud_pr_auc": 0.9674821341415069,
+      "eval_mg_opus100_pr_auc": 0.9343657705303371,
+      "eval_mk_opus100_pr_auc": 0.9162378910089422,
+      "eval_ml_opus100_pr_auc": 0.789641077239758,
+      "eval_mn_opus100_pr_auc": 0.9323498313140773,
+      "eval_mr_opus100_pr_auc": 0.8819986999180051,
+      "eval_mr_ud_pr_auc": 0.9644084123192879,
+      "eval_ms_opus100_pr_auc": 0.8726895960523764,
+      "eval_mt_opus100_pr_auc": 0.8313219531164705,
+      "eval_mt_ud_pr_auc": 0.8692157021599237,
+      "eval_my_opus100_pr_auc": 0.8042423235838585,
+      "eval_ne_opus100_pr_auc": 0.7017841006845092,
+      "eval_nl_opus100_pr_auc": 0.9022215707888585,
+      "eval_nl_ud_pr_auc": 0.9859223237867206,
+      "eval_no_opus100_pr_auc": 0.927914817690105,
+      "eval_no_ud_pr_auc": 0.9963700054550249,
+      "eval_pa_opus100_pr_auc": 0.6630156135679766,
+      "eval_pl_ersatz_pr_auc": 0.9655718892203722,
+      "eval_pl_opus100_pr_auc": 0.8971977698745929,
+      "eval_pl_ud_pr_auc": 0.966937509864496,
+      "eval_ps_ersatz_pr_auc": 0.9160847141145975,
+      "eval_ps_opus100_pr_auc": 0.7561597794770327,
+      "eval_pt_opus100_pr_auc": 0.9214605602760825,
+      "eval_pt_ud_pr_auc": 0.9863710912060379,
+      "eval_ro_ersatz_pr_auc": 0.9919819909719134,
+      "eval_ro_opus100_pr_auc": 0.8836895009802583,
+      "eval_ro_ud_pr_auc": 0.966815462373704,
+      "eval_ru_ersatz_pr_auc": 0.9916110729236157,
+      "eval_ru_opus100_pr_auc": 0.9200550310025258,
+      "eval_ru_ud_pr_auc": 0.8714020524563337,
+      "eval_runtime": 327.1814,
+      "eval_samples_per_second": 230.649,
+      "eval_si_opus100_pr_auc": 0.8204361212045678,
+      "eval_sk_opus100_pr_auc": 0.9324777258246996,
+      "eval_sk_ud_pr_auc": 0.9807288604060352,
+      "eval_sl_opus100_pr_auc": 0.8666909027801006,
+      "eval_sl_ud_pr_auc": 0.968214127721797,
+      "eval_sq_opus100_pr_auc": 0.9187201344034959,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.920736869719866,
+      "eval_sr_ud_pr_auc": 0.997354455413702,
+      "eval_steps_per_second": 0.902,
+      "eval_sv_opus100_pr_auc": 0.8996953952012297,
+      "eval_sv_ud_pr_auc": 0.9406342926101555,
+      "eval_ta_ersatz_pr_auc": 0.9810033920681235,
+      "eval_ta_opus100_pr_auc": 0.7034956413221617,
+      "eval_ta_ud_pr_auc": 0.9891280664527563,
+      "eval_te_opus100_pr_auc": 0.8381119455310208,
+      "eval_tg_opus100_pr_auc": 0.8955586788362452,
+      "eval_th_opus100_pr_auc": 0.6951279950941383,
+      "eval_th_ud_pr_auc": 0.8236435771380854,
+      "eval_tr_ersatz_pr_auc": 0.9649333605332988,
+      "eval_tr_opus100_pr_auc": 0.9015414541062058,
+      "eval_tr_ud_pr_auc": 0.9450051061409059,
+      "eval_uk_opus100_pr_auc": 0.8846073911404355,
+      "eval_uk_ud_pr_auc": 0.936769455986277,
+      "eval_ur_opus100_pr_auc": 0.571614154062499,
+      "eval_ur_ud_pr_auc": 0.9848305192666071,
+      "eval_uz_opus100_pr_auc": 0.8689318443897854,
+      "eval_vi_opus100_pr_auc": 0.8980242201770405,
+      "eval_vi_ud_pr_auc": 0.948221411177024,
+      "eval_xh_opus100_pr_auc": 0.8680154475765004,
+      "eval_yi_opus100_pr_auc": 0.7845658985697864,
+      "eval_yo_opus100_pr_auc": 0.8346325316242278,
+      "eval_yo_ud_pr_auc": 0.9094381101085809,
+      "eval_zh_ersatz_pr_auc": 0.9659561215766806,
+      "eval_zh_opus100_pr_auc": 0.8596860976037951,
+      "eval_zh_ud_pr_auc": 0.989546077458438,
+      "eval_zu_opus100_pr_auc": 0.8230260816173016,
+      "step": 175000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.821518987341772e-05,
+      "learning_rate_adapter": 5.821518987341772e-05,
+      "loss": 0.0256,
+      "step": 175050
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8202531645569625e-05,
+      "learning_rate_adapter": 5.8202531645569625e-05,
+      "loss": 0.0257,
+      "step": 175100
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.818987341772152e-05,
+      "learning_rate_adapter": 5.818987341772152e-05,
+      "loss": 0.0256,
+      "step": 175150
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.817721518987342e-05,
+      "learning_rate_adapter": 5.817721518987342e-05,
+      "loss": 0.0256,
+      "step": 175200
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8164556962025315e-05,
+      "learning_rate_adapter": 5.8164556962025315e-05,
+      "loss": 0.0256,
+      "step": 175250
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8151898734177214e-05,
+      "learning_rate_adapter": 5.8151898734177214e-05,
+      "loss": 0.0256,
+      "step": 175300
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.813924050632912e-05,
+      "learning_rate_adapter": 5.813924050632912e-05,
+      "loss": 0.0253,
+      "step": 175350
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.812658227848101e-05,
+      "learning_rate_adapter": 5.812658227848101e-05,
+      "loss": 0.0255,
+      "step": 175400
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.811392405063292e-05,
+      "learning_rate_adapter": 5.811392405063292e-05,
+      "loss": 0.0258,
+      "step": 175450
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.810126582278481e-05,
+      "learning_rate_adapter": 5.810126582278481e-05,
+      "loss": 0.0255,
+      "step": 175500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8088607594936715e-05,
+      "learning_rate_adapter": 5.8088607594936715e-05,
+      "loss": 0.0255,
+      "step": 175550
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8075949367088614e-05,
+      "learning_rate_adapter": 5.8075949367088614e-05,
+      "loss": 0.0254,
+      "step": 175600
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8063291139240506e-05,
+      "learning_rate_adapter": 5.8063291139240506e-05,
+      "loss": 0.0255,
+      "step": 175650
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.805063291139241e-05,
+      "learning_rate_adapter": 5.805063291139241e-05,
+      "loss": 0.0253,
+      "step": 175700
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8037974683544304e-05,
+      "learning_rate_adapter": 5.8037974683544304e-05,
+      "loss": 0.0254,
+      "step": 175750
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.802531645569621e-05,
+      "learning_rate_adapter": 5.802531645569621e-05,
+      "loss": 0.0256,
+      "step": 175800
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.80126582278481e-05,
+      "learning_rate_adapter": 5.80126582278481e-05,
+      "loss": 0.0255,
+      "step": 175850
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.0256,
+      "step": 175900
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7987341772151906e-05,
+      "learning_rate_adapter": 5.7987341772151906e-05,
+      "loss": 0.0257,
+      "step": 175950
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.79746835443038e-05,
+      "learning_rate_adapter": 5.79746835443038e-05,
+      "loss": 0.0255,
+      "step": 176000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7962025316455704e-05,
+      "learning_rate_adapter": 5.7962025316455704e-05,
+      "loss": 0.0254,
+      "step": 176050
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7949367088607596e-05,
+      "learning_rate_adapter": 5.7949367088607596e-05,
+      "loss": 0.0258,
+      "step": 176100
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7936708860759495e-05,
+      "learning_rate_adapter": 5.7936708860759495e-05,
+      "loss": 0.0257,
+      "step": 176150
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.79240506329114e-05,
+      "learning_rate_adapter": 5.79240506329114e-05,
+      "loss": 0.0254,
+      "step": 176200
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.791139240506329e-05,
+      "learning_rate_adapter": 5.791139240506329e-05,
+      "loss": 0.0256,
+      "step": 176250
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.78987341772152e-05,
+      "learning_rate_adapter": 5.78987341772152e-05,
+      "loss": 0.0256,
+      "step": 176300
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.788607594936709e-05,
+      "learning_rate_adapter": 5.788607594936709e-05,
+      "loss": 0.0255,
+      "step": 176350
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.787341772151898e-05,
+      "learning_rate_adapter": 5.787341772151898e-05,
+      "loss": 0.0254,
+      "step": 176400
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.786075949367089e-05,
+      "learning_rate_adapter": 5.786075949367089e-05,
+      "loss": 0.0255,
+      "step": 176450
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7848101265822787e-05,
+      "learning_rate_adapter": 5.7848101265822787e-05,
+      "loss": 0.0256,
+      "step": 176500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.783544303797469e-05,
+      "learning_rate_adapter": 5.783544303797469e-05,
+      "loss": 0.0254,
+      "step": 176550
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7822784810126584e-05,
+      "learning_rate_adapter": 5.7822784810126584e-05,
+      "loss": 0.0257,
+      "step": 176600
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7810126582278476e-05,
+      "learning_rate_adapter": 5.7810126582278476e-05,
+      "loss": 0.0255,
+      "step": 176650
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.779746835443038e-05,
+      "learning_rate_adapter": 5.779746835443038e-05,
+      "loss": 0.0257,
+      "step": 176700
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.778481012658228e-05,
+      "learning_rate_adapter": 5.778481012658228e-05,
+      "loss": 0.0254,
+      "step": 176750
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7772151898734187e-05,
+      "learning_rate_adapter": 5.7772151898734187e-05,
+      "loss": 0.0254,
+      "step": 176800
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.775949367088608e-05,
+      "learning_rate_adapter": 5.775949367088608e-05,
+      "loss": 0.0255,
+      "step": 176850
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.774683544303797e-05,
+      "learning_rate_adapter": 5.774683544303797e-05,
+      "loss": 0.0254,
+      "step": 176900
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7734177215189876e-05,
+      "learning_rate_adapter": 5.7734177215189876e-05,
+      "loss": 0.0256,
+      "step": 176950
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.772151898734177e-05,
+      "learning_rate_adapter": 5.772151898734177e-05,
+      "loss": 0.0254,
+      "step": 177000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7708860759493674e-05,
+      "learning_rate_adapter": 5.7708860759493674e-05,
+      "loss": 0.0254,
+      "step": 177050
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.769620253164557e-05,
+      "learning_rate_adapter": 5.769620253164557e-05,
+      "loss": 0.0255,
+      "step": 177100
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.768354430379748e-05,
+      "learning_rate_adapter": 5.768354430379748e-05,
+      "loss": 0.0255,
+      "step": 177150
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.767088607594937e-05,
+      "learning_rate_adapter": 5.767088607594937e-05,
+      "loss": 0.0255,
+      "step": 177200
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.765822784810126e-05,
+      "learning_rate_adapter": 5.765822784810126e-05,
+      "loss": 0.0254,
+      "step": 177250
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.764556962025317e-05,
+      "learning_rate_adapter": 5.764556962025317e-05,
+      "loss": 0.0253,
+      "step": 177300
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.763291139240507e-05,
+      "learning_rate_adapter": 5.763291139240507e-05,
+      "loss": 0.0258,
+      "step": 177350
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.762025316455697e-05,
+      "learning_rate_adapter": 5.762025316455697e-05,
+      "loss": 0.0255,
+      "step": 177400
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7607594936708865e-05,
+      "learning_rate_adapter": 5.7607594936708865e-05,
+      "loss": 0.0253,
+      "step": 177450
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.759493670886076e-05,
+      "learning_rate_adapter": 5.759493670886076e-05,
+      "loss": 0.0254,
+      "step": 177500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.758227848101266e-05,
+      "learning_rate_adapter": 5.758227848101266e-05,
+      "loss": 0.0255,
+      "step": 177550
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7569620253164555e-05,
+      "learning_rate_adapter": 5.7569620253164555e-05,
+      "loss": 0.0255,
+      "step": 177600
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.755696202531646e-05,
+      "learning_rate_adapter": 5.755696202531646e-05,
+      "loss": 0.0254,
+      "step": 177650
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.754430379746836e-05,
+      "learning_rate_adapter": 5.754430379746836e-05,
+      "loss": 0.0254,
+      "step": 177700
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.753164556962025e-05,
+      "learning_rate_adapter": 5.753164556962025e-05,
+      "loss": 0.0256,
+      "step": 177750
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.751898734177216e-05,
+      "learning_rate_adapter": 5.751898734177216e-05,
+      "loss": 0.0256,
+      "step": 177800
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.750632911392405e-05,
+      "learning_rate_adapter": 5.750632911392405e-05,
+      "loss": 0.0254,
+      "step": 177850
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7493670886075955e-05,
+      "learning_rate_adapter": 5.7493670886075955e-05,
+      "loss": 0.0254,
+      "step": 177900
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7481012658227853e-05,
+      "learning_rate_adapter": 5.7481012658227853e-05,
+      "loss": 0.0257,
+      "step": 177950
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7468354430379745e-05,
+      "learning_rate_adapter": 5.7468354430379745e-05,
+      "loss": 0.0254,
+      "step": 178000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.745569620253165e-05,
+      "learning_rate_adapter": 5.745569620253165e-05,
+      "loss": 0.0255,
+      "step": 178050
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.744303797468354e-05,
+      "learning_rate_adapter": 5.744303797468354e-05,
+      "loss": 0.0256,
+      "step": 178100
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.743037974683545e-05,
+      "learning_rate_adapter": 5.743037974683545e-05,
+      "loss": 0.0257,
+      "step": 178150
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.741772151898734e-05,
+      "learning_rate_adapter": 5.741772151898734e-05,
+      "loss": 0.0255,
+      "step": 178200
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.740506329113924e-05,
+      "learning_rate_adapter": 5.740506329113924e-05,
+      "loss": 0.0254,
+      "step": 178250
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7392405063291145e-05,
+      "learning_rate_adapter": 5.7392405063291145e-05,
+      "loss": 0.0255,
+      "step": 178300
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.737974683544304e-05,
+      "learning_rate_adapter": 5.737974683544304e-05,
+      "loss": 0.0255,
+      "step": 178350
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.736708860759494e-05,
+      "learning_rate_adapter": 5.736708860759494e-05,
+      "loss": 0.0255,
+      "step": 178400
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7354430379746835e-05,
+      "learning_rate_adapter": 5.7354430379746835e-05,
+      "loss": 0.0252,
+      "step": 178450
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7341772151898734e-05,
+      "learning_rate_adapter": 5.7341772151898734e-05,
+      "loss": 0.0251,
+      "step": 178500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.732911392405064e-05,
+      "learning_rate_adapter": 5.732911392405064e-05,
+      "loss": 0.0255,
+      "step": 178550
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.731645569620253e-05,
+      "learning_rate_adapter": 5.731645569620253e-05,
+      "loss": 0.0254,
+      "step": 178600
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.730379746835444e-05,
+      "learning_rate_adapter": 5.730379746835444e-05,
+      "loss": 0.0251,
+      "step": 178650
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.729113924050633e-05,
+      "learning_rate_adapter": 5.729113924050633e-05,
+      "loss": 0.0254,
+      "step": 178700
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7278481012658235e-05,
+      "learning_rate_adapter": 5.7278481012658235e-05,
+      "loss": 0.0254,
+      "step": 178750
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.726582278481013e-05,
+      "learning_rate_adapter": 5.726582278481013e-05,
+      "loss": 0.0254,
+      "step": 178800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7253164556962026e-05,
+      "learning_rate_adapter": 5.7253164556962026e-05,
+      "loss": 0.0255,
+      "step": 178850
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.724050632911393e-05,
+      "learning_rate_adapter": 5.724050632911393e-05,
+      "loss": 0.0256,
+      "step": 178900
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7227848101265824e-05,
+      "learning_rate_adapter": 5.7227848101265824e-05,
+      "loss": 0.0252,
+      "step": 178950
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.721518987341773e-05,
+      "learning_rate_adapter": 5.721518987341773e-05,
+      "loss": 0.0258,
+      "step": 179000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.720253164556962e-05,
+      "learning_rate_adapter": 5.720253164556962e-05,
+      "loss": 0.0256,
+      "step": 179050
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.718987341772152e-05,
+      "learning_rate_adapter": 5.718987341772152e-05,
+      "loss": 0.0253,
+      "step": 179100
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7177215189873426e-05,
+      "learning_rate_adapter": 5.7177215189873426e-05,
+      "loss": 0.0254,
+      "step": 179150
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.716455696202532e-05,
+      "learning_rate_adapter": 5.716455696202532e-05,
+      "loss": 0.0251,
+      "step": 179200
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7151898734177224e-05,
+      "learning_rate_adapter": 5.7151898734177224e-05,
+      "loss": 0.0253,
+      "step": 179250
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7139240506329116e-05,
+      "learning_rate_adapter": 5.7139240506329116e-05,
+      "loss": 0.0254,
+      "step": 179300
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.712658227848101e-05,
+      "learning_rate_adapter": 5.712658227848101e-05,
+      "loss": 0.0255,
+      "step": 179350
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7113924050632913e-05,
+      "learning_rate_adapter": 5.7113924050632913e-05,
+      "loss": 0.0254,
+      "step": 179400
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.710126582278481e-05,
+      "learning_rate_adapter": 5.710126582278481e-05,
+      "loss": 0.0255,
+      "step": 179450
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.708860759493672e-05,
+      "learning_rate_adapter": 5.708860759493672e-05,
+      "loss": 0.0253,
+      "step": 179500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.707594936708861e-05,
+      "learning_rate_adapter": 5.707594936708861e-05,
+      "loss": 0.0255,
+      "step": 179550
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.70632911392405e-05,
+      "learning_rate_adapter": 5.70632911392405e-05,
+      "loss": 0.0251,
+      "step": 179600
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.705063291139241e-05,
+      "learning_rate_adapter": 5.705063291139241e-05,
+      "loss": 0.0254,
+      "step": 179650
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7037974683544307e-05,
+      "learning_rate_adapter": 5.7037974683544307e-05,
+      "loss": 0.0256,
+      "step": 179700
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.702531645569621e-05,
+      "learning_rate_adapter": 5.702531645569621e-05,
+      "loss": 0.0255,
+      "step": 179750
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7012658227848104e-05,
+      "learning_rate_adapter": 5.7012658227848104e-05,
+      "loss": 0.0255,
+      "step": 179800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0257,
+      "step": 179850
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.69873417721519e-05,
+      "learning_rate_adapter": 5.69873417721519e-05,
+      "loss": 0.0254,
+      "step": 179900
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.6974683544303794e-05,
+      "learning_rate_adapter": 5.6974683544303794e-05,
+      "loss": 0.0255,
+      "step": 179950
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.69620253164557e-05,
+      "learning_rate_adapter": 5.69620253164557e-05,
+      "loss": 0.0255,
+      "step": 180000
+    },
+    {
+      "epoch": 1.21,
+      "eval_af_opus100_pr_auc": 0.7761827110988488,
+      "eval_af_ud_pr_auc": 0.9891053348476688,
+      "eval_am_opus100_pr_auc": 0.6323882454633694,
+      "eval_ar_ersatz_pr_auc": 0.9163435250430293,
+      "eval_ar_opus100_pr_auc": 0.716439639004428,
+      "eval_ar_ud_pr_auc": 0.8862361332804246,
+      "eval_average_ersatz_pr_auc": 0.9672572457583392,
+      "eval_average_opus100_pr_auc": 0.8383209567043629,
+      "eval_average_ud_pr_auc": 0.9615180311186109,
+      "eval_az_opus100_pr_auc": 0.7534784412105521,
+      "eval_be_opus100_pr_auc": 0.7261834899803106,
+      "eval_be_ud_pr_auc": 0.9019249246436339,
+      "eval_bg_opus100_pr_auc": 0.9171967296753739,
+      "eval_bg_ud_pr_auc": 0.9925317149165206,
+      "eval_bn_opus100_pr_auc": 0.832940351871724,
+      "eval_bn_ud_pr_auc": 0.9936750313272962,
+      "eval_ca_opus100_pr_auc": 0.8857014636820781,
+      "eval_ca_ud_pr_auc": 0.9931481219773334,
+      "eval_ceb_ud_pr_auc": 0.9980502525351103,
+      "eval_cs_ersatz_pr_auc": 0.9849605370873077,
+      "eval_cs_opus100_pr_auc": 0.9148821399361549,
+      "eval_cs_ud_pr_auc": 0.9597613819961343,
+      "eval_cy_opus100_pr_auc": 0.7675098530639459,
+      "eval_cy_ud_pr_auc": 0.9926881798672766,
+      "eval_da_opus100_pr_auc": 0.9139077038965392,
+      "eval_da_ud_pr_auc": 0.9729788282949003,
+      "eval_de_ersatz_pr_auc": 0.985060573928688,
+      "eval_de_opus100_pr_auc": 0.9007164572728319,
+      "eval_de_ud_pr_auc": 0.9836768322971731,
+      "eval_el_opus100_pr_auc": 0.9141440593299219,
+      "eval_el_ud_pr_auc": 0.9891934727408812,
+      "eval_en_ersatz_pr_auc": 0.9903369334068192,
+      "eval_en_opus100_pr_auc": 0.9349692967995995,
+      "eval_en_ud_pr_auc": 0.9784519228375288,
+      "eval_eo_opus100_pr_auc": 0.9290258744577771,
+      "eval_es_ersatz_pr_auc": 0.9970365420560757,
+      "eval_es_opus100_pr_auc": 0.9291750351062177,
+      "eval_es_ud_pr_auc": 0.9929383815987289,
+      "eval_et_ersatz_pr_auc": 0.9828855641331743,
+      "eval_et_opus100_pr_auc": 0.9028134604466768,
+      "eval_et_ud_pr_auc": 0.9659131519455664,
+      "eval_eu_opus100_pr_auc": 0.8810972825329189,
+      "eval_eu_ud_pr_auc": 0.9913181230004826,
+      "eval_fa_opus100_pr_auc": 0.6061004479537642,
+      "eval_fa_ud_pr_auc": 0.9940975876856291,
+      "eval_fi_ersatz_pr_auc": 0.9912940224721387,
+      "eval_fi_opus100_pr_auc": 0.9230745871112648,
+      "eval_fi_ud_pr_auc": 0.956064099615371,
+      "eval_fr_ersatz_pr_auc": 0.9883188640521745,
+      "eval_fr_opus100_pr_auc": 0.9199635624322395,
+      "eval_fr_ud_pr_auc": 0.9777987333961203,
+      "eval_fy_opus100_pr_auc": 0.6356283555651161,
+      "eval_ga_opus100_pr_auc": 0.8939121603969016,
+      "eval_ga_ud_pr_auc": 0.8152788501077197,
+      "eval_gd_opus100_pr_auc": 0.6463470511577263,
+      "eval_gd_ud_pr_auc": 0.7989145658274592,
+      "eval_gl_opus100_pr_auc": 0.8777633217617203,
+      "eval_gl_ud_pr_auc": 0.9975126470648765,
+      "eval_gu_ersatz_pr_auc": 0.9379838531582714,
+      "eval_gu_opus100_pr_auc": 0.7482100804556381,
+      "eval_ha_opus100_pr_auc": 0.9102992543328091,
+      "eval_he_opus100_pr_auc": 0.8682313727875628,
+      "eval_he_ud_pr_auc": 0.9767093937739116,
+      "eval_hi_ersatz_pr_auc": 0.9741552131975443,
+      "eval_hi_opus100_pr_auc": 0.6949037661024966,
+      "eval_hi_ud_pr_auc": 0.9792408494427394,
+      "eval_hu_opus100_pr_auc": 0.9256082167144938,
+      "eval_hu_ud_pr_auc": 0.981554673116912,
+      "eval_hy_opus100_pr_auc": 0.9098643886866792,
+      "eval_hy_ud_pr_auc": 0.982936545877742,
+      "eval_id_opus100_pr_auc": 0.8876190549575179,
+      "eval_id_ud_pr_auc": 0.9945741430923033,
+      "eval_ig_opus100_pr_auc": 0.8677832561082105,
+      "eval_is_opus100_pr_auc": 0.9316828116536843,
+      "eval_is_ud_pr_auc": 0.8911603930449632,
+      "eval_it_opus100_pr_auc": 0.9076294264008712,
+      "eval_it_ud_pr_auc": 0.9958628509495593,
+      "eval_ja_ersatz_pr_auc": 0.8435728981008455,
+      "eval_ja_opus100_pr_auc": 0.8271358834453016,
+      "eval_ja_ud_pr_auc": 0.9698496460963633,
+      "eval_jv_ud_pr_auc": 0.9732350993341736,
+      "eval_ka_opus100_pr_auc": 0.8567095205627779,
+      "eval_kk_ersatz_pr_auc": 0.9885307923181108,
+      "eval_kk_opus100_pr_auc": 0.7969844657736688,
+      "eval_kk_ud_pr_auc": 0.9743617368555113,
+      "eval_km_ersatz_pr_auc": 0.927239107988461,
+      "eval_km_opus100_pr_auc": 0.7630176161433077,
+      "eval_kn_opus100_pr_auc": 0.6482800381183083,
+      "eval_ko_opus100_pr_auc": 0.6837158692396117,
+      "eval_ko_ud_pr_auc": 0.9986608043364893,
+      "eval_ku_opus100_pr_auc": 0.8198935701757798,
+      "eval_ky_opus100_pr_auc": 0.8932222638478664,
+      "eval_la_ud_pr_auc": 0.966072202530796,
+      "eval_loss": 0.029077526181936264,
+      "eval_lt_ersatz_pr_auc": 0.9937841332069701,
+      "eval_lt_opus100_pr_auc": 0.8771671521612491,
+      "eval_lt_ud_pr_auc": 0.9950660116557122,
+      "eval_lv_ersatz_pr_auc": 0.9900667714087141,
+      "eval_lv_opus100_pr_auc": 0.881828215417316,
+      "eval_lv_ud_pr_auc": 0.963612227929373,
+      "eval_mg_opus100_pr_auc": 0.9327706760614833,
+      "eval_mk_opus100_pr_auc": 0.9112649624362321,
+      "eval_ml_opus100_pr_auc": 0.8003447631692445,
+      "eval_mn_opus100_pr_auc": 0.947929410361357,
+      "eval_mr_opus100_pr_auc": 0.8682337377811064,
+      "eval_mr_ud_pr_auc": 0.9798216598608886,
+      "eval_ms_opus100_pr_auc": 0.8644493138212195,
+      "eval_mt_opus100_pr_auc": 0.8484843592909389,
+      "eval_mt_ud_pr_auc": 0.8601903384011526,
+      "eval_my_opus100_pr_auc": 0.7992931719069741,
+      "eval_ne_opus100_pr_auc": 0.7249413847845902,
+      "eval_nl_opus100_pr_auc": 0.897903452357412,
+      "eval_nl_ud_pr_auc": 0.9849885008700644,
+      "eval_no_opus100_pr_auc": 0.9233354952063534,
+      "eval_no_ud_pr_auc": 0.996556423587009,
+      "eval_pa_opus100_pr_auc": 0.6870399432573013,
+      "eval_pl_ersatz_pr_auc": 0.96786653474688,
+      "eval_pl_opus100_pr_auc": 0.8933857921145916,
+      "eval_pl_ud_pr_auc": 0.9649758504817242,
+      "eval_ps_ersatz_pr_auc": 0.9231408865853508,
+      "eval_ps_opus100_pr_auc": 0.7493789697004941,
+      "eval_pt_opus100_pr_auc": 0.9170071913431103,
+      "eval_pt_ud_pr_auc": 0.983318086036195,
+      "eval_ro_ersatz_pr_auc": 0.9928380305512438,
+      "eval_ro_opus100_pr_auc": 0.8863227393534048,
+      "eval_ro_ud_pr_auc": 0.9563131000889773,
+      "eval_ru_ersatz_pr_auc": 0.9924575736284976,
+      "eval_ru_opus100_pr_auc": 0.9207152719632742,
+      "eval_ru_ud_pr_auc": 0.8697969676362215,
+      "eval_runtime": 323.5951,
+      "eval_samples_per_second": 233.205,
+      "eval_si_opus100_pr_auc": 0.8195191816657623,
+      "eval_sk_opus100_pr_auc": 0.9324924814094123,
+      "eval_sk_ud_pr_auc": 0.9812692802683407,
+      "eval_sl_opus100_pr_auc": 0.8679207052037813,
+      "eval_sl_ud_pr_auc": 0.968683365131663,
+      "eval_sq_opus100_pr_auc": 0.9161032115456862,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9150693953402452,
+      "eval_sr_ud_pr_auc": 0.9980693071803701,
+      "eval_steps_per_second": 0.912,
+      "eval_sv_opus100_pr_auc": 0.8950789846573425,
+      "eval_sv_ud_pr_auc": 0.9385515730530659,
+      "eval_ta_ersatz_pr_auc": 0.9809662426668518,
+      "eval_ta_opus100_pr_auc": 0.6945966581656097,
+      "eval_ta_ud_pr_auc": 0.987971813891182,
+      "eval_te_opus100_pr_auc": 0.8297533618475748,
+      "eval_tg_opus100_pr_auc": 0.8912584504628968,
+      "eval_th_opus100_pr_auc": 0.6900661339038962,
+      "eval_th_ud_pr_auc": 0.8339608170937715,
+      "eval_tr_ersatz_pr_auc": 0.9631960461238331,
+      "eval_tr_opus100_pr_auc": 0.9047121425116862,
+      "eval_tr_ud_pr_auc": 0.950243412102995,
+      "eval_uk_opus100_pr_auc": 0.8802211433959115,
+      "eval_uk_ud_pr_auc": 0.9352417156865818,
+      "eval_ur_opus100_pr_auc": 0.5644454423548535,
+      "eval_ur_ud_pr_auc": 0.9901514796124122,
+      "eval_uz_opus100_pr_auc": 0.8746901978136981,
+      "eval_vi_opus100_pr_auc": 0.8988601445330514,
+      "eval_vi_ud_pr_auc": 0.9610789742745216,
+      "eval_xh_opus100_pr_auc": 0.8730577386397065,
+      "eval_yi_opus100_pr_auc": 0.76225977782968,
+      "eval_yo_opus100_pr_auc": 0.8331848665970313,
+      "eval_yo_ud_pr_auc": 0.9138850098075592,
+      "eval_zh_ersatz_pr_auc": 0.9676247608224788,
+      "eval_zh_opus100_pr_auc": 0.8528578126531925,
+      "eval_zh_ud_pr_auc": 0.9873052488557423,
+      "eval_zu_opus100_pr_auc": 0.8420420400244972,
+      "step": 180000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.69493670886076e-05,
+      "learning_rate_adapter": 5.69493670886076e-05,
+      "loss": 0.0254,
+      "step": 180050
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.693670886075949e-05,
+      "learning_rate_adapter": 5.693670886075949e-05,
+      "loss": 0.0255,
+      "step": 180100
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.6924050632911396e-05,
+      "learning_rate_adapter": 5.6924050632911396e-05,
+      "loss": 0.0255,
+      "step": 180150
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.691139240506329e-05,
+      "learning_rate_adapter": 5.691139240506329e-05,
+      "loss": 0.0254,
+      "step": 180200
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6898734177215194e-05,
+      "learning_rate_adapter": 5.6898734177215194e-05,
+      "loss": 0.0254,
+      "step": 180250
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.688607594936709e-05,
+      "learning_rate_adapter": 5.688607594936709e-05,
+      "loss": 0.0254,
+      "step": 180300
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6873417721519e-05,
+      "learning_rate_adapter": 5.6873417721519e-05,
+      "loss": 0.0257,
+      "step": 180350
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.686075949367089e-05,
+      "learning_rate_adapter": 5.686075949367089e-05,
+      "loss": 0.0253,
+      "step": 180400
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.684810126582278e-05,
+      "learning_rate_adapter": 5.684810126582278e-05,
+      "loss": 0.0255,
+      "step": 180450
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.683544303797469e-05,
+      "learning_rate_adapter": 5.683544303797469e-05,
+      "loss": 0.0254,
+      "step": 180500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.682278481012658e-05,
+      "learning_rate_adapter": 5.682278481012658e-05,
+      "loss": 0.0255,
+      "step": 180550
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6810126582278486e-05,
+      "learning_rate_adapter": 5.6810126582278486e-05,
+      "loss": 0.0253,
+      "step": 180600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6797468354430385e-05,
+      "learning_rate_adapter": 5.6797468354430385e-05,
+      "loss": 0.0255,
+      "step": 180650
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.678481012658228e-05,
+      "learning_rate_adapter": 5.678481012658228e-05,
+      "loss": 0.0254,
+      "step": 180700
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.677215189873418e-05,
+      "learning_rate_adapter": 5.677215189873418e-05,
+      "loss": 0.0256,
+      "step": 180750
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6759493670886075e-05,
+      "learning_rate_adapter": 5.6759493670886075e-05,
+      "loss": 0.0256,
+      "step": 180800
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.674683544303798e-05,
+      "learning_rate_adapter": 5.674683544303798e-05,
+      "loss": 0.0256,
+      "step": 180850
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.673417721518988e-05,
+      "learning_rate_adapter": 5.673417721518988e-05,
+      "loss": 0.0254,
+      "step": 180900
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.672151898734177e-05,
+      "learning_rate_adapter": 5.672151898734177e-05,
+      "loss": 0.0252,
+      "step": 180950
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.670886075949368e-05,
+      "learning_rate_adapter": 5.670886075949368e-05,
+      "loss": 0.0253,
+      "step": 181000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.669620253164557e-05,
+      "learning_rate_adapter": 5.669620253164557e-05,
+      "loss": 0.0256,
+      "step": 181050
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6683544303797475e-05,
+      "learning_rate_adapter": 5.6683544303797475e-05,
+      "loss": 0.0254,
+      "step": 181100
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6670886075949367e-05,
+      "learning_rate_adapter": 5.6670886075949367e-05,
+      "loss": 0.0255,
+      "step": 181150
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6658227848101265e-05,
+      "learning_rate_adapter": 5.6658227848101265e-05,
+      "loss": 0.0256,
+      "step": 181200
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.664556962025317e-05,
+      "learning_rate_adapter": 5.664556962025317e-05,
+      "loss": 0.0255,
+      "step": 181250
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.663291139240506e-05,
+      "learning_rate_adapter": 5.663291139240506e-05,
+      "loss": 0.0253,
+      "step": 181300
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.662025316455697e-05,
+      "learning_rate_adapter": 5.662025316455697e-05,
+      "loss": 0.0257,
+      "step": 181350
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.660759493670886e-05,
+      "learning_rate_adapter": 5.660759493670886e-05,
+      "loss": 0.0255,
+      "step": 181400
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.659493670886076e-05,
+      "learning_rate_adapter": 5.659493670886076e-05,
+      "loss": 0.0254,
+      "step": 181450
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6582278481012665e-05,
+      "learning_rate_adapter": 5.6582278481012665e-05,
+      "loss": 0.0255,
+      "step": 181500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.656962025316456e-05,
+      "learning_rate_adapter": 5.656962025316456e-05,
+      "loss": 0.0255,
+      "step": 181550
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.655696202531646e-05,
+      "learning_rate_adapter": 5.655696202531646e-05,
+      "loss": 0.0254,
+      "step": 181600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6544303797468355e-05,
+      "learning_rate_adapter": 5.6544303797468355e-05,
+      "loss": 0.0251,
+      "step": 181650
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6531645569620254e-05,
+      "learning_rate_adapter": 5.6531645569620254e-05,
+      "loss": 0.0257,
+      "step": 181700
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.651898734177215e-05,
+      "learning_rate_adapter": 5.651898734177215e-05,
+      "loss": 0.0252,
+      "step": 181750
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.650632911392405e-05,
+      "learning_rate_adapter": 5.650632911392405e-05,
+      "loss": 0.0254,
+      "step": 181800
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.649367088607596e-05,
+      "learning_rate_adapter": 5.649367088607596e-05,
+      "loss": 0.0252,
+      "step": 181850
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.648101265822785e-05,
+      "learning_rate_adapter": 5.648101265822785e-05,
+      "loss": 0.0256,
+      "step": 181900
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.646835443037974e-05,
+      "learning_rate_adapter": 5.646835443037974e-05,
+      "loss": 0.0255,
+      "step": 181950
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.645569620253165e-05,
+      "learning_rate_adapter": 5.645569620253165e-05,
+      "loss": 0.0254,
+      "step": 182000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6443037974683546e-05,
+      "learning_rate_adapter": 5.6443037974683546e-05,
+      "loss": 0.0256,
+      "step": 182050
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.643037974683545e-05,
+      "learning_rate_adapter": 5.643037974683545e-05,
+      "loss": 0.0254,
+      "step": 182100
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6417721518987344e-05,
+      "learning_rate_adapter": 5.6417721518987344e-05,
+      "loss": 0.0253,
+      "step": 182150
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.640506329113925e-05,
+      "learning_rate_adapter": 5.640506329113925e-05,
+      "loss": 0.0255,
+      "step": 182200
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.639240506329114e-05,
+      "learning_rate_adapter": 5.639240506329114e-05,
+      "loss": 0.0253,
+      "step": 182250
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.637974683544304e-05,
+      "learning_rate_adapter": 5.637974683544304e-05,
+      "loss": 0.0255,
+      "step": 182300
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.636708860759494e-05,
+      "learning_rate_adapter": 5.636708860759494e-05,
+      "loss": 0.0256,
+      "step": 182350
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.635443037974684e-05,
+      "learning_rate_adapter": 5.635443037974684e-05,
+      "loss": 0.0256,
+      "step": 182400
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6341772151898744e-05,
+      "learning_rate_adapter": 5.6341772151898744e-05,
+      "loss": 0.0255,
+      "step": 182450
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6329113924050636e-05,
+      "learning_rate_adapter": 5.6329113924050636e-05,
+      "loss": 0.0253,
+      "step": 182500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.631645569620253e-05,
+      "learning_rate_adapter": 5.631645569620253e-05,
+      "loss": 0.0253,
+      "step": 182550
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6303797468354433e-05,
+      "learning_rate_adapter": 5.6303797468354433e-05,
+      "loss": 0.0254,
+      "step": 182600
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.629113924050633e-05,
+      "learning_rate_adapter": 5.629113924050633e-05,
+      "loss": 0.0254,
+      "step": 182650
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.627848101265824e-05,
+      "learning_rate_adapter": 5.627848101265824e-05,
+      "loss": 0.0254,
+      "step": 182700
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.626582278481013e-05,
+      "learning_rate_adapter": 5.626582278481013e-05,
+      "loss": 0.0253,
+      "step": 182750
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.625316455696202e-05,
+      "learning_rate_adapter": 5.625316455696202e-05,
+      "loss": 0.0254,
+      "step": 182800
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.624050632911393e-05,
+      "learning_rate_adapter": 5.624050632911393e-05,
+      "loss": 0.0253,
+      "step": 182850
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.622784810126582e-05,
+      "learning_rate_adapter": 5.622784810126582e-05,
+      "loss": 0.0252,
+      "step": 182900
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6215189873417725e-05,
+      "learning_rate_adapter": 5.6215189873417725e-05,
+      "loss": 0.0254,
+      "step": 182950
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6202531645569624e-05,
+      "learning_rate_adapter": 5.6202531645569624e-05,
+      "loss": 0.0255,
+      "step": 183000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6189873417721516e-05,
+      "learning_rate_adapter": 5.6189873417721516e-05,
+      "loss": 0.0252,
+      "step": 183050
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.617721518987342e-05,
+      "learning_rate_adapter": 5.617721518987342e-05,
+      "loss": 0.0256,
+      "step": 183100
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6164556962025314e-05,
+      "learning_rate_adapter": 5.6164556962025314e-05,
+      "loss": 0.0253,
+      "step": 183150
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.615189873417722e-05,
+      "learning_rate_adapter": 5.615189873417722e-05,
+      "loss": 0.025,
+      "step": 183200
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.613924050632912e-05,
+      "learning_rate_adapter": 5.613924050632912e-05,
+      "loss": 0.0252,
+      "step": 183250
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.612658227848101e-05,
+      "learning_rate_adapter": 5.612658227848101e-05,
+      "loss": 0.0253,
+      "step": 183300
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6113924050632916e-05,
+      "learning_rate_adapter": 5.6113924050632916e-05,
+      "loss": 0.0253,
+      "step": 183350
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.610126582278481e-05,
+      "learning_rate_adapter": 5.610126582278481e-05,
+      "loss": 0.0257,
+      "step": 183400
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6088607594936714e-05,
+      "learning_rate_adapter": 5.6088607594936714e-05,
+      "loss": 0.0252,
+      "step": 183450
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6075949367088606e-05,
+      "learning_rate_adapter": 5.6075949367088606e-05,
+      "loss": 0.0254,
+      "step": 183500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6063291139240505e-05,
+      "learning_rate_adapter": 5.6063291139240505e-05,
+      "loss": 0.0257,
+      "step": 183550
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.605063291139241e-05,
+      "learning_rate_adapter": 5.605063291139241e-05,
+      "loss": 0.0252,
+      "step": 183600
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.60379746835443e-05,
+      "learning_rate_adapter": 5.60379746835443e-05,
+      "loss": 0.0252,
+      "step": 183650
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.602531645569621e-05,
+      "learning_rate_adapter": 5.602531645569621e-05,
+      "loss": 0.0254,
+      "step": 183700
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.60126582278481e-05,
+      "learning_rate_adapter": 5.60126582278481e-05,
+      "loss": 0.0254,
+      "step": 183750
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0254,
+      "step": 183800
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5987341772151905e-05,
+      "learning_rate_adapter": 5.5987341772151905e-05,
+      "loss": 0.0256,
+      "step": 183850
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.59746835443038e-05,
+      "learning_rate_adapter": 5.59746835443038e-05,
+      "loss": 0.0254,
+      "step": 183900
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.59620253164557e-05,
+      "learning_rate_adapter": 5.59620253164557e-05,
+      "loss": 0.0252,
+      "step": 183950
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5949367088607595e-05,
+      "learning_rate_adapter": 5.5949367088607595e-05,
+      "loss": 0.0256,
+      "step": 184000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.59367088607595e-05,
+      "learning_rate_adapter": 5.59367088607595e-05,
+      "loss": 0.0252,
+      "step": 184050
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.592405063291139e-05,
+      "learning_rate_adapter": 5.592405063291139e-05,
+      "loss": 0.0251,
+      "step": 184100
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.591139240506329e-05,
+      "learning_rate_adapter": 5.591139240506329e-05,
+      "loss": 0.0253,
+      "step": 184150
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.58987341772152e-05,
+      "learning_rate_adapter": 5.58987341772152e-05,
+      "loss": 0.0255,
+      "step": 184200
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.588607594936709e-05,
+      "learning_rate_adapter": 5.588607594936709e-05,
+      "loss": 0.0256,
+      "step": 184250
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5873417721518994e-05,
+      "learning_rate_adapter": 5.5873417721518994e-05,
+      "loss": 0.0255,
+      "step": 184300
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5860759493670887e-05,
+      "learning_rate_adapter": 5.5860759493670887e-05,
+      "loss": 0.0254,
+      "step": 184350
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5848101265822785e-05,
+      "learning_rate_adapter": 5.5848101265822785e-05,
+      "loss": 0.0255,
+      "step": 184400
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.583544303797469e-05,
+      "learning_rate_adapter": 5.583544303797469e-05,
+      "loss": 0.0254,
+      "step": 184450
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.582278481012658e-05,
+      "learning_rate_adapter": 5.582278481012658e-05,
+      "loss": 0.0254,
+      "step": 184500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.581012658227849e-05,
+      "learning_rate_adapter": 5.581012658227849e-05,
+      "loss": 0.0252,
+      "step": 184550
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.579746835443038e-05,
+      "learning_rate_adapter": 5.579746835443038e-05,
+      "loss": 0.0254,
+      "step": 184600
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.578481012658228e-05,
+      "learning_rate_adapter": 5.578481012658228e-05,
+      "loss": 0.0252,
+      "step": 184650
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.577215189873418e-05,
+      "learning_rate_adapter": 5.577215189873418e-05,
+      "loss": 0.0251,
+      "step": 184700
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.575949367088608e-05,
+      "learning_rate_adapter": 5.575949367088608e-05,
+      "loss": 0.0252,
+      "step": 184750
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.574683544303798e-05,
+      "learning_rate_adapter": 5.574683544303798e-05,
+      "loss": 0.0253,
+      "step": 184800
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5734177215189875e-05,
+      "learning_rate_adapter": 5.5734177215189875e-05,
+      "loss": 0.0253,
+      "step": 184850
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.572151898734177e-05,
+      "learning_rate_adapter": 5.572151898734177e-05,
+      "loss": 0.0254,
+      "step": 184900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.570886075949367e-05,
+      "learning_rate_adapter": 5.570886075949367e-05,
+      "loss": 0.0254,
+      "step": 184950
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.569620253164557e-05,
+      "learning_rate_adapter": 5.569620253164557e-05,
+      "loss": 0.0253,
+      "step": 185000
+    },
+    {
+      "epoch": 1.25,
+      "eval_af_opus100_pr_auc": 0.7794020952370061,
+      "eval_af_ud_pr_auc": 0.9915497140289413,
+      "eval_am_opus100_pr_auc": 0.6179144244160356,
+      "eval_ar_ersatz_pr_auc": 0.9204693344359556,
+      "eval_ar_opus100_pr_auc": 0.7257044286358024,
+      "eval_ar_ud_pr_auc": 0.882063102253507,
+      "eval_average_ersatz_pr_auc": 0.9679147043590564,
+      "eval_average_opus100_pr_auc": 0.842082785537463,
+      "eval_average_ud_pr_auc": 0.9625115370525519,
+      "eval_az_opus100_pr_auc": 0.7819949496892822,
+      "eval_be_opus100_pr_auc": 0.716044732789682,
+      "eval_be_ud_pr_auc": 0.8890425155558109,
+      "eval_bg_opus100_pr_auc": 0.9204029031321962,
+      "eval_bg_ud_pr_auc": 0.9941195646763814,
+      "eval_bn_opus100_pr_auc": 0.8350134906869037,
+      "eval_bn_ud_pr_auc": 0.9961710070743023,
+      "eval_ca_opus100_pr_auc": 0.887843826730921,
+      "eval_ca_ud_pr_auc": 0.9913744580479541,
+      "eval_ceb_ud_pr_auc": 0.9981108500343878,
+      "eval_cs_ersatz_pr_auc": 0.9829301926077026,
+      "eval_cs_opus100_pr_auc": 0.9154158077781784,
+      "eval_cs_ud_pr_auc": 0.9605535206339069,
+      "eval_cy_opus100_pr_auc": 0.7670171317622049,
+      "eval_cy_ud_pr_auc": 0.9940459238520866,
+      "eval_da_opus100_pr_auc": 0.923168841559956,
+      "eval_da_ud_pr_auc": 0.9780931396053689,
+      "eval_de_ersatz_pr_auc": 0.9859132364081165,
+      "eval_de_opus100_pr_auc": 0.9066121188792634,
+      "eval_de_ud_pr_auc": 0.9844591713316541,
+      "eval_el_opus100_pr_auc": 0.9177418539485384,
+      "eval_el_ud_pr_auc": 0.9930906937973223,
+      "eval_en_ersatz_pr_auc": 0.9903394428000077,
+      "eval_en_opus100_pr_auc": 0.935150190525146,
+      "eval_en_ud_pr_auc": 0.9744077593539556,
+      "eval_eo_opus100_pr_auc": 0.9312989564928917,
+      "eval_es_ersatz_pr_auc": 0.9966698221071284,
+      "eval_es_opus100_pr_auc": 0.9288789884142042,
+      "eval_es_ud_pr_auc": 0.9913496601336864,
+      "eval_et_ersatz_pr_auc": 0.9843340882683648,
+      "eval_et_opus100_pr_auc": 0.9094146866052271,
+      "eval_et_ud_pr_auc": 0.966863041887004,
+      "eval_eu_opus100_pr_auc": 0.883093844717704,
+      "eval_eu_ud_pr_auc": 0.9906633244959278,
+      "eval_fa_opus100_pr_auc": 0.6025649338176245,
+      "eval_fa_ud_pr_auc": 0.9943554977521927,
+      "eval_fi_ersatz_pr_auc": 0.9912448293600292,
+      "eval_fi_opus100_pr_auc": 0.9300671270630317,
+      "eval_fi_ud_pr_auc": 0.965390093972735,
+      "eval_fr_ersatz_pr_auc": 0.9900505930377107,
+      "eval_fr_opus100_pr_auc": 0.9228371778165823,
+      "eval_fr_ud_pr_auc": 0.9786469433741494,
+      "eval_fy_opus100_pr_auc": 0.6228305858632446,
+      "eval_ga_opus100_pr_auc": 0.9048759713556842,
+      "eval_ga_ud_pr_auc": 0.8223493279259462,
+      "eval_gd_opus100_pr_auc": 0.6418829438880989,
+      "eval_gd_ud_pr_auc": 0.8123145023978423,
+      "eval_gl_opus100_pr_auc": 0.8892241608647597,
+      "eval_gl_ud_pr_auc": 0.997237053757702,
+      "eval_gu_ersatz_pr_auc": 0.9364810627153133,
+      "eval_gu_opus100_pr_auc": 0.7586759161052886,
+      "eval_ha_opus100_pr_auc": 0.9146990113535289,
+      "eval_he_opus100_pr_auc": 0.8769297270840436,
+      "eval_he_ud_pr_auc": 0.9834620586061423,
+      "eval_hi_ersatz_pr_auc": 0.9766954917525023,
+      "eval_hi_opus100_pr_auc": 0.6962340411052579,
+      "eval_hi_ud_pr_auc": 0.9786628847307255,
+      "eval_hu_opus100_pr_auc": 0.9238557724637482,
+      "eval_hu_ud_pr_auc": 0.9824381017880286,
+      "eval_hy_opus100_pr_auc": 0.9096753965681349,
+      "eval_hy_ud_pr_auc": 0.986445969460245,
+      "eval_id_opus100_pr_auc": 0.9030690838988609,
+      "eval_id_ud_pr_auc": 0.9928094160453123,
+      "eval_ig_opus100_pr_auc": 0.8698933221023954,
+      "eval_is_opus100_pr_auc": 0.9339017271576114,
+      "eval_is_ud_pr_auc": 0.9026731889699539,
+      "eval_it_opus100_pr_auc": 0.911589406987823,
+      "eval_it_ud_pr_auc": 0.9957807672651187,
+      "eval_ja_ersatz_pr_auc": 0.8483026479973255,
+      "eval_ja_opus100_pr_auc": 0.8249328470536207,
+      "eval_ja_ud_pr_auc": 0.9690821193000972,
+      "eval_jv_ud_pr_auc": 0.9780843476586242,
+      "eval_ka_opus100_pr_auc": 0.859046120741709,
+      "eval_kk_ersatz_pr_auc": 0.9873440202271692,
+      "eval_kk_opus100_pr_auc": 0.7932657822259441,
+      "eval_kk_ud_pr_auc": 0.9774887549116573,
+      "eval_km_ersatz_pr_auc": 0.9278604456099366,
+      "eval_km_opus100_pr_auc": 0.7638177966050326,
+      "eval_kn_opus100_pr_auc": 0.6354517856872253,
+      "eval_ko_opus100_pr_auc": 0.6775101241598245,
+      "eval_ko_ud_pr_auc": 0.9982632053627962,
+      "eval_ku_opus100_pr_auc": 0.8297017709350456,
+      "eval_ky_opus100_pr_auc": 0.896247875463728,
+      "eval_la_ud_pr_auc": 0.9678132327327349,
+      "eval_loss": 0.028944840654730797,
+      "eval_lt_ersatz_pr_auc": 0.994149009125554,
+      "eval_lt_opus100_pr_auc": 0.8853320853251259,
+      "eval_lt_ud_pr_auc": 0.9944760480041781,
+      "eval_lv_ersatz_pr_auc": 0.988728153892738,
+      "eval_lv_opus100_pr_auc": 0.8924222434801112,
+      "eval_lv_ud_pr_auc": 0.9634578613311547,
+      "eval_mg_opus100_pr_auc": 0.938591233197483,
+      "eval_mk_opus100_pr_auc": 0.9176919960058753,
+      "eval_ml_opus100_pr_auc": 0.7982751134496066,
+      "eval_mn_opus100_pr_auc": 0.9459288309416349,
+      "eval_mr_opus100_pr_auc": 0.8756555589651349,
+      "eval_mr_ud_pr_auc": 0.9738245853110225,
+      "eval_ms_opus100_pr_auc": 0.8727527770378911,
+      "eval_mt_opus100_pr_auc": 0.8435916651146559,
+      "eval_mt_ud_pr_auc": 0.873740808076595,
+      "eval_my_opus100_pr_auc": 0.8115858116785687,
+      "eval_ne_opus100_pr_auc": 0.7495045532334148,
+      "eval_nl_opus100_pr_auc": 0.8997933377240614,
+      "eval_nl_ud_pr_auc": 0.9854390375089339,
+      "eval_no_opus100_pr_auc": 0.9248422483293912,
+      "eval_no_ud_pr_auc": 0.9967709658056689,
+      "eval_pa_opus100_pr_auc": 0.6930406281625676,
+      "eval_pl_ersatz_pr_auc": 0.9668829945341324,
+      "eval_pl_opus100_pr_auc": 0.8993214349027858,
+      "eval_pl_ud_pr_auc": 0.9671178572089687,
+      "eval_ps_ersatz_pr_auc": 0.9155255418120823,
+      "eval_ps_opus100_pr_auc": 0.7630333344979356,
+      "eval_pt_opus100_pr_auc": 0.9220243389543201,
+      "eval_pt_ud_pr_auc": 0.9850631441527375,
+      "eval_ro_ersatz_pr_auc": 0.9937198041032774,
+      "eval_ro_opus100_pr_auc": 0.8897901243875251,
+      "eval_ro_ud_pr_auc": 0.9545347528721505,
+      "eval_ru_ersatz_pr_auc": 0.9915044911040346,
+      "eval_ru_opus100_pr_auc": 0.9282855634623852,
+      "eval_ru_ud_pr_auc": 0.8631923650025477,
+      "eval_runtime": 324.1965,
+      "eval_samples_per_second": 232.772,
+      "eval_si_opus100_pr_auc": 0.8166272320020718,
+      "eval_sk_opus100_pr_auc": 0.9330818686276596,
+      "eval_sk_ud_pr_auc": 0.980022060825825,
+      "eval_sl_opus100_pr_auc": 0.8729899713014291,
+      "eval_sl_ud_pr_auc": 0.9674044019090288,
+      "eval_sq_opus100_pr_auc": 0.9248356229088527,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9161108135518018,
+      "eval_sr_ud_pr_auc": 0.9981188690706586,
+      "eval_steps_per_second": 0.91,
+      "eval_sv_opus100_pr_auc": 0.8970552363647435,
+      "eval_sv_ud_pr_auc": 0.9373781296763211,
+      "eval_ta_ersatz_pr_auc": 0.9830982676981467,
+      "eval_ta_opus100_pr_auc": 0.7046471165416275,
+      "eval_ta_ud_pr_auc": 0.9879345038048866,
+      "eval_te_opus100_pr_auc": 0.8446464563926672,
+      "eval_tg_opus100_pr_auc": 0.8976959157629064,
+      "eval_th_opus100_pr_auc": 0.6861394260650984,
+      "eval_th_ud_pr_auc": 0.8226483546475422,
+      "eval_tr_ersatz_pr_auc": 0.9630971870357011,
+      "eval_tr_opus100_pr_auc": 0.9040851376178582,
+      "eval_tr_ud_pr_auc": 0.9526254358116929,
+      "eval_uk_opus100_pr_auc": 0.8879630638866479,
+      "eval_uk_ud_pr_auc": 0.9337543423665677,
+      "eval_ur_opus100_pr_auc": 0.5738862325900379,
+      "eval_ur_ud_pr_auc": 0.9898932104858713,
+      "eval_uz_opus100_pr_auc": 0.8742529014748193,
+      "eval_vi_opus100_pr_auc": 0.9045575550134739,
+      "eval_vi_ud_pr_auc": 0.9613042355090344,
+      "eval_xh_opus100_pr_auc": 0.8692121516958128,
+      "eval_yi_opus100_pr_auc": 0.7828662173351036,
+      "eval_yo_opus100_pr_auc": 0.8292345974540478,
+      "eval_yo_ud_pr_auc": 0.9216374086589453,
+      "eval_zh_ersatz_pr_auc": 0.978782839266307,
+      "eval_zh_opus100_pr_auc": 0.8739417403042002,
+      "eval_zh_ud_pr_auc": 0.9935643211809169,
+      "eval_zu_opus100_pr_auc": 0.8306025979616238,
+      "step": 185000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.568354430379748e-05,
+      "learning_rate_adapter": 5.568354430379748e-05,
+      "loss": 0.0254,
+      "step": 185050
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.567088607594937e-05,
+      "learning_rate_adapter": 5.567088607594937e-05,
+      "loss": 0.0254,
+      "step": 185100
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.565822784810126e-05,
+      "learning_rate_adapter": 5.565822784810126e-05,
+      "loss": 0.0252,
+      "step": 185150
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.564556962025317e-05,
+      "learning_rate_adapter": 5.564556962025317e-05,
+      "loss": 0.025,
+      "step": 185200
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5632911392405066e-05,
+      "learning_rate_adapter": 5.5632911392405066e-05,
+      "loss": 0.0254,
+      "step": 185250
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5620253164556965e-05,
+      "learning_rate_adapter": 5.5620253164556965e-05,
+      "loss": 0.0254,
+      "step": 185300
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5607594936708864e-05,
+      "learning_rate_adapter": 5.5607594936708864e-05,
+      "loss": 0.0254,
+      "step": 185350
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.559493670886077e-05,
+      "learning_rate_adapter": 5.559493670886077e-05,
+      "loss": 0.0252,
+      "step": 185400
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.558227848101266e-05,
+      "learning_rate_adapter": 5.558227848101266e-05,
+      "loss": 0.0254,
+      "step": 185450
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5569620253164553e-05,
+      "learning_rate_adapter": 5.5569620253164553e-05,
+      "loss": 0.0252,
+      "step": 185500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.555696202531646e-05,
+      "learning_rate_adapter": 5.555696202531646e-05,
+      "loss": 0.0253,
+      "step": 185550
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.554430379746836e-05,
+      "learning_rate_adapter": 5.554430379746836e-05,
+      "loss": 0.025,
+      "step": 185600
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5531645569620264e-05,
+      "learning_rate_adapter": 5.5531645569620264e-05,
+      "loss": 0.0255,
+      "step": 185650
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5518987341772156e-05,
+      "learning_rate_adapter": 5.5518987341772156e-05,
+      "loss": 0.0253,
+      "step": 185700
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.550632911392405e-05,
+      "learning_rate_adapter": 5.550632911392405e-05,
+      "loss": 0.0252,
+      "step": 185750
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.549367088607595e-05,
+      "learning_rate_adapter": 5.549367088607595e-05,
+      "loss": 0.0255,
+      "step": 185800
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.548101265822785e-05,
+      "learning_rate_adapter": 5.548101265822785e-05,
+      "loss": 0.0256,
+      "step": 185850
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.546835443037975e-05,
+      "learning_rate_adapter": 5.546835443037975e-05,
+      "loss": 0.0253,
+      "step": 185900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.545569620253165e-05,
+      "learning_rate_adapter": 5.545569620253165e-05,
+      "loss": 0.0254,
+      "step": 185950
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.544303797468354e-05,
+      "learning_rate_adapter": 5.544303797468354e-05,
+      "loss": 0.0254,
+      "step": 186000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.543037974683545e-05,
+      "learning_rate_adapter": 5.543037974683545e-05,
+      "loss": 0.0254,
+      "step": 186050
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.541772151898734e-05,
+      "learning_rate_adapter": 5.541772151898734e-05,
+      "loss": 0.0253,
+      "step": 186100
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5405063291139245e-05,
+      "learning_rate_adapter": 5.5405063291139245e-05,
+      "loss": 0.0256,
+      "step": 186150
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5392405063291144e-05,
+      "learning_rate_adapter": 5.5392405063291144e-05,
+      "loss": 0.0254,
+      "step": 186200
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5379746835443036e-05,
+      "learning_rate_adapter": 5.5379746835443036e-05,
+      "loss": 0.0255,
+      "step": 186250
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.536708860759494e-05,
+      "learning_rate_adapter": 5.536708860759494e-05,
+      "loss": 0.0254,
+      "step": 186300
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5354430379746834e-05,
+      "learning_rate_adapter": 5.5354430379746834e-05,
+      "loss": 0.0255,
+      "step": 186350
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.534177215189874e-05,
+      "learning_rate_adapter": 5.534177215189874e-05,
+      "loss": 0.0252,
+      "step": 186400
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.532911392405063e-05,
+      "learning_rate_adapter": 5.532911392405063e-05,
+      "loss": 0.0252,
+      "step": 186450
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.531645569620253e-05,
+      "learning_rate_adapter": 5.531645569620253e-05,
+      "loss": 0.0252,
+      "step": 186500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5303797468354436e-05,
+      "learning_rate_adapter": 5.5303797468354436e-05,
+      "loss": 0.0253,
+      "step": 186550
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.529113924050633e-05,
+      "learning_rate_adapter": 5.529113924050633e-05,
+      "loss": 0.0254,
+      "step": 186600
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5278481012658234e-05,
+      "learning_rate_adapter": 5.5278481012658234e-05,
+      "loss": 0.0256,
+      "step": 186650
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5265822784810126e-05,
+      "learning_rate_adapter": 5.5265822784810126e-05,
+      "loss": 0.0255,
+      "step": 186700
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5253164556962025e-05,
+      "learning_rate_adapter": 5.5253164556962025e-05,
+      "loss": 0.025,
+      "step": 186750
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.524050632911393e-05,
+      "learning_rate_adapter": 5.524050632911393e-05,
+      "loss": 0.0251,
+      "step": 186800
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.522784810126582e-05,
+      "learning_rate_adapter": 5.522784810126582e-05,
+      "loss": 0.0253,
+      "step": 186850
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.521518987341773e-05,
+      "learning_rate_adapter": 5.521518987341773e-05,
+      "loss": 0.025,
+      "step": 186900
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.520253164556962e-05,
+      "learning_rate_adapter": 5.520253164556962e-05,
+      "loss": 0.0255,
+      "step": 186950
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5189873417721526e-05,
+      "learning_rate_adapter": 5.5189873417721526e-05,
+      "loss": 0.0255,
+      "step": 187000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.517721518987342e-05,
+      "learning_rate_adapter": 5.517721518987342e-05,
+      "loss": 0.025,
+      "step": 187050
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.516455696202532e-05,
+      "learning_rate_adapter": 5.516455696202532e-05,
+      "loss": 0.0254,
+      "step": 187100
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.515189873417722e-05,
+      "learning_rate_adapter": 5.515189873417722e-05,
+      "loss": 0.0253,
+      "step": 187150
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5139240506329115e-05,
+      "learning_rate_adapter": 5.5139240506329115e-05,
+      "loss": 0.0253,
+      "step": 187200
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.512658227848102e-05,
+      "learning_rate_adapter": 5.512658227848102e-05,
+      "loss": 0.0253,
+      "step": 187250
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.511392405063291e-05,
+      "learning_rate_adapter": 5.511392405063291e-05,
+      "loss": 0.0249,
+      "step": 187300
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.510126582278481e-05,
+      "learning_rate_adapter": 5.510126582278481e-05,
+      "loss": 0.0253,
+      "step": 187350
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.508860759493672e-05,
+      "learning_rate_adapter": 5.508860759493672e-05,
+      "loss": 0.0253,
+      "step": 187400
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.507594936708861e-05,
+      "learning_rate_adapter": 5.507594936708861e-05,
+      "loss": 0.0253,
+      "step": 187450
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5063291139240514e-05,
+      "learning_rate_adapter": 5.5063291139240514e-05,
+      "loss": 0.0251,
+      "step": 187500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5050632911392407e-05,
+      "learning_rate_adapter": 5.5050632911392407e-05,
+      "loss": 0.0252,
+      "step": 187550
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5037974683544305e-05,
+      "learning_rate_adapter": 5.5037974683544305e-05,
+      "loss": 0.0253,
+      "step": 187600
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.5025316455696204e-05,
+      "learning_rate_adapter": 5.5025316455696204e-05,
+      "loss": 0.0254,
+      "step": 187650
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.50126582278481e-05,
+      "learning_rate_adapter": 5.50126582278481e-05,
+      "loss": 0.0253,
+      "step": 187700
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0254,
+      "step": 187750
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49873417721519e-05,
+      "learning_rate_adapter": 5.49873417721519e-05,
+      "loss": 0.0253,
+      "step": 187800
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.497468354430379e-05,
+      "learning_rate_adapter": 5.497468354430379e-05,
+      "loss": 0.0255,
+      "step": 187850
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49620253164557e-05,
+      "learning_rate_adapter": 5.49620253164557e-05,
+      "loss": 0.0252,
+      "step": 187900
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49493670886076e-05,
+      "learning_rate_adapter": 5.49493670886076e-05,
+      "loss": 0.0253,
+      "step": 187950
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49367088607595e-05,
+      "learning_rate_adapter": 5.49367088607595e-05,
+      "loss": 0.0254,
+      "step": 188000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4924050632911395e-05,
+      "learning_rate_adapter": 5.4924050632911395e-05,
+      "loss": 0.0255,
+      "step": 188050
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.491139240506329e-05,
+      "learning_rate_adapter": 5.491139240506329e-05,
+      "loss": 0.0254,
+      "step": 188100
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.489873417721519e-05,
+      "learning_rate_adapter": 5.489873417721519e-05,
+      "loss": 0.0252,
+      "step": 188150
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.488607594936709e-05,
+      "learning_rate_adapter": 5.488607594936709e-05,
+      "loss": 0.0252,
+      "step": 188200
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.487341772151899e-05,
+      "learning_rate_adapter": 5.487341772151899e-05,
+      "loss": 0.0255,
+      "step": 188250
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.486075949367089e-05,
+      "learning_rate_adapter": 5.486075949367089e-05,
+      "loss": 0.0254,
+      "step": 188300
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.484810126582278e-05,
+      "learning_rate_adapter": 5.484810126582278e-05,
+      "loss": 0.0254,
+      "step": 188350
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.483544303797469e-05,
+      "learning_rate_adapter": 5.483544303797469e-05,
+      "loss": 0.0253,
+      "step": 188400
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.482278481012658e-05,
+      "learning_rate_adapter": 5.482278481012658e-05,
+      "loss": 0.0251,
+      "step": 188450
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4810126582278485e-05,
+      "learning_rate_adapter": 5.4810126582278485e-05,
+      "loss": 0.0252,
+      "step": 188500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4797468354430384e-05,
+      "learning_rate_adapter": 5.4797468354430384e-05,
+      "loss": 0.0253,
+      "step": 188550
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.478481012658229e-05,
+      "learning_rate_adapter": 5.478481012658229e-05,
+      "loss": 0.0251,
+      "step": 188600
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.477215189873418e-05,
+      "learning_rate_adapter": 5.477215189873418e-05,
+      "loss": 0.0251,
+      "step": 188650
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4759493670886073e-05,
+      "learning_rate_adapter": 5.4759493670886073e-05,
+      "loss": 0.0252,
+      "step": 188700
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.474683544303798e-05,
+      "learning_rate_adapter": 5.474683544303798e-05,
+      "loss": 0.0255,
+      "step": 188750
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.473417721518988e-05,
+      "learning_rate_adapter": 5.473417721518988e-05,
+      "loss": 0.0254,
+      "step": 188800
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.472151898734178e-05,
+      "learning_rate_adapter": 5.472151898734178e-05,
+      "loss": 0.0252,
+      "step": 188850
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4708860759493676e-05,
+      "learning_rate_adapter": 5.4708860759493676e-05,
+      "loss": 0.0255,
+      "step": 188900
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.469620253164557e-05,
+      "learning_rate_adapter": 5.469620253164557e-05,
+      "loss": 0.0252,
+      "step": 188950
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.468354430379747e-05,
+      "learning_rate_adapter": 5.468354430379747e-05,
+      "loss": 0.0252,
+      "step": 189000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4670886075949365e-05,
+      "learning_rate_adapter": 5.4670886075949365e-05,
+      "loss": 0.0257,
+      "step": 189050
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.465822784810127e-05,
+      "learning_rate_adapter": 5.465822784810127e-05,
+      "loss": 0.0254,
+      "step": 189100
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.464556962025317e-05,
+      "learning_rate_adapter": 5.464556962025317e-05,
+      "loss": 0.0252,
+      "step": 189150
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.463291139240506e-05,
+      "learning_rate_adapter": 5.463291139240506e-05,
+      "loss": 0.0253,
+      "step": 189200
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.462025316455697e-05,
+      "learning_rate_adapter": 5.462025316455697e-05,
+      "loss": 0.0252,
+      "step": 189250
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.460759493670886e-05,
+      "learning_rate_adapter": 5.460759493670886e-05,
+      "loss": 0.0254,
+      "step": 189300
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4594936708860765e-05,
+      "learning_rate_adapter": 5.4594936708860765e-05,
+      "loss": 0.0252,
+      "step": 189350
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4582278481012664e-05,
+      "learning_rate_adapter": 5.4582278481012664e-05,
+      "loss": 0.0251,
+      "step": 189400
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4569620253164556e-05,
+      "learning_rate_adapter": 5.4569620253164556e-05,
+      "loss": 0.0253,
+      "step": 189450
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.455696202531646e-05,
+      "learning_rate_adapter": 5.455696202531646e-05,
+      "loss": 0.0254,
+      "step": 189500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4544303797468354e-05,
+      "learning_rate_adapter": 5.4544303797468354e-05,
+      "loss": 0.0254,
+      "step": 189550
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.453164556962026e-05,
+      "learning_rate_adapter": 5.453164556962026e-05,
+      "loss": 0.0251,
+      "step": 189600
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.451898734177215e-05,
+      "learning_rate_adapter": 5.451898734177215e-05,
+      "loss": 0.0251,
+      "step": 189650
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.450632911392405e-05,
+      "learning_rate_adapter": 5.450632911392405e-05,
+      "loss": 0.0253,
+      "step": 189700
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4493670886075956e-05,
+      "learning_rate_adapter": 5.4493670886075956e-05,
+      "loss": 0.0253,
+      "step": 189750
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.448101265822785e-05,
+      "learning_rate_adapter": 5.448101265822785e-05,
+      "loss": 0.0252,
+      "step": 189800
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4468354430379754e-05,
+      "learning_rate_adapter": 5.4468354430379754e-05,
+      "loss": 0.0251,
+      "step": 189850
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4455696202531646e-05,
+      "learning_rate_adapter": 5.4455696202531646e-05,
+      "loss": 0.0251,
+      "step": 189900
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4443037974683545e-05,
+      "learning_rate_adapter": 5.4443037974683545e-05,
+      "loss": 0.0253,
+      "step": 189950
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4430379746835444e-05,
+      "learning_rate_adapter": 5.4430379746835444e-05,
+      "loss": 0.0252,
+      "step": 190000
+    },
+    {
+      "epoch": 1.28,
+      "eval_af_opus100_pr_auc": 0.770626500534531,
+      "eval_af_ud_pr_auc": 0.9900279736567327,
+      "eval_am_opus100_pr_auc": 0.6566805688883521,
+      "eval_ar_ersatz_pr_auc": 0.929374520974454,
+      "eval_ar_opus100_pr_auc": 0.7290547849731556,
+      "eval_ar_ud_pr_auc": 0.8841506851787906,
+      "eval_average_ersatz_pr_auc": 0.9677295200054246,
+      "eval_average_opus100_pr_auc": 0.8397350830638319,
+      "eval_average_ud_pr_auc": 0.9614541341918241,
+      "eval_az_opus100_pr_auc": 0.7698956349875724,
+      "eval_be_opus100_pr_auc": 0.7239973925461595,
+      "eval_be_ud_pr_auc": 0.883655950322753,
+      "eval_bg_opus100_pr_auc": 0.9187490324551948,
+      "eval_bg_ud_pr_auc": 0.9938372380824179,
+      "eval_bn_opus100_pr_auc": 0.8321198905485429,
+      "eval_bn_ud_pr_auc": 0.9953771602206729,
+      "eval_ca_opus100_pr_auc": 0.8806679982198682,
+      "eval_ca_ud_pr_auc": 0.9923378497796254,
+      "eval_ceb_ud_pr_auc": 0.9993417347990434,
+      "eval_cs_ersatz_pr_auc": 0.9837249531097845,
+      "eval_cs_opus100_pr_auc": 0.9099676230290682,
+      "eval_cs_ud_pr_auc": 0.9591172279691434,
+      "eval_cy_opus100_pr_auc": 0.7662551359177551,
+      "eval_cy_ud_pr_auc": 0.994523012678945,
+      "eval_da_opus100_pr_auc": 0.9158843636205638,
+      "eval_da_ud_pr_auc": 0.977333482130214,
+      "eval_de_ersatz_pr_auc": 0.9856200957272229,
+      "eval_de_opus100_pr_auc": 0.9032899933787539,
+      "eval_de_ud_pr_auc": 0.9827261502582187,
+      "eval_el_opus100_pr_auc": 0.9149572789668187,
+      "eval_el_ud_pr_auc": 0.9892948730286169,
+      "eval_en_ersatz_pr_auc": 0.9894863772000224,
+      "eval_en_opus100_pr_auc": 0.933720247833362,
+      "eval_en_ud_pr_auc": 0.9744036087004772,
+      "eval_eo_opus100_pr_auc": 0.9290574268699539,
+      "eval_es_ersatz_pr_auc": 0.9965993684788267,
+      "eval_es_opus100_pr_auc": 0.92921734462176,
+      "eval_es_ud_pr_auc": 0.9921077802392195,
+      "eval_et_ersatz_pr_auc": 0.981416818667868,
+      "eval_et_opus100_pr_auc": 0.9045396051604079,
+      "eval_et_ud_pr_auc": 0.9688086030029216,
+      "eval_eu_opus100_pr_auc": 0.8753038166536447,
+      "eval_eu_ud_pr_auc": 0.9892939637242446,
+      "eval_fa_opus100_pr_auc": 0.604811728184763,
+      "eval_fa_ud_pr_auc": 0.9951804916409223,
+      "eval_fi_ersatz_pr_auc": 0.9909860469439409,
+      "eval_fi_opus100_pr_auc": 0.9305950140145579,
+      "eval_fi_ud_pr_auc": 0.9596429962282487,
+      "eval_fr_ersatz_pr_auc": 0.9883435363348632,
+      "eval_fr_opus100_pr_auc": 0.9237925050279475,
+      "eval_fr_ud_pr_auc": 0.978892977165166,
+      "eval_fy_opus100_pr_auc": 0.6287186482977123,
+      "eval_ga_opus100_pr_auc": 0.9004560619821391,
+      "eval_ga_ud_pr_auc": 0.8125656742922367,
+      "eval_gd_opus100_pr_auc": 0.6447998348508209,
+      "eval_gd_ud_pr_auc": 0.7969273672838194,
+      "eval_gl_opus100_pr_auc": 0.8855304112638378,
+      "eval_gl_ud_pr_auc": 0.9966801142459909,
+      "eval_gu_ersatz_pr_auc": 0.9302032441918343,
+      "eval_gu_opus100_pr_auc": 0.7582729176366592,
+      "eval_ha_opus100_pr_auc": 0.9148383685556644,
+      "eval_he_opus100_pr_auc": 0.8724681451338511,
+      "eval_he_ud_pr_auc": 0.9754901135222949,
+      "eval_hi_ersatz_pr_auc": 0.9779564065446652,
+      "eval_hi_opus100_pr_auc": 0.6952012761001853,
+      "eval_hi_ud_pr_auc": 0.9765510116469412,
+      "eval_hu_opus100_pr_auc": 0.9239411438211258,
+      "eval_hu_ud_pr_auc": 0.9814051670998972,
+      "eval_hy_opus100_pr_auc": 0.9098395127934256,
+      "eval_hy_ud_pr_auc": 0.9800446823845302,
+      "eval_id_opus100_pr_auc": 0.8935340868429602,
+      "eval_id_ud_pr_auc": 0.9946279684961887,
+      "eval_ig_opus100_pr_auc": 0.8623237970069458,
+      "eval_is_opus100_pr_auc": 0.9356574943455184,
+      "eval_is_ud_pr_auc": 0.8972351393862608,
+      "eval_it_opus100_pr_auc": 0.9076752589247779,
+      "eval_it_ud_pr_auc": 0.993465591320523,
+      "eval_ja_ersatz_pr_auc": 0.8545958518895387,
+      "eval_ja_opus100_pr_auc": 0.8398021984839417,
+      "eval_ja_ud_pr_auc": 0.972687753974453,
+      "eval_jv_ud_pr_auc": 0.96940798768321,
+      "eval_ka_opus100_pr_auc": 0.8610255225381934,
+      "eval_kk_ersatz_pr_auc": 0.9847152701433272,
+      "eval_kk_opus100_pr_auc": 0.792851402960754,
+      "eval_kk_ud_pr_auc": 0.9717627825162395,
+      "eval_km_ersatz_pr_auc": 0.9301065401121553,
+      "eval_km_opus100_pr_auc": 0.7634604479644906,
+      "eval_kn_opus100_pr_auc": 0.6418820376710251,
+      "eval_ko_opus100_pr_auc": 0.6728749304369365,
+      "eval_ko_ud_pr_auc": 0.998891777100421,
+      "eval_ku_opus100_pr_auc": 0.8268299231335492,
+      "eval_ky_opus100_pr_auc": 0.8990248686043308,
+      "eval_la_ud_pr_auc": 0.955200164893956,
+      "eval_loss": 0.028789570555090904,
+      "eval_lt_ersatz_pr_auc": 0.9933297916249699,
+      "eval_lt_opus100_pr_auc": 0.8750415613579162,
+      "eval_lt_ud_pr_auc": 0.9937963874367256,
+      "eval_lv_ersatz_pr_auc": 0.9891476844722616,
+      "eval_lv_opus100_pr_auc": 0.8862383254230143,
+      "eval_lv_ud_pr_auc": 0.9668992593457124,
+      "eval_mg_opus100_pr_auc": 0.9317795155913337,
+      "eval_mk_opus100_pr_auc": 0.9169950199728797,
+      "eval_ml_opus100_pr_auc": 0.7987899943470697,
+      "eval_mn_opus100_pr_auc": 0.9361029590642964,
+      "eval_mr_opus100_pr_auc": 0.8736435321731598,
+      "eval_mr_ud_pr_auc": 0.9657662473016163,
+      "eval_ms_opus100_pr_auc": 0.8665857001688994,
+      "eval_mt_opus100_pr_auc": 0.8187828504193511,
+      "eval_mt_ud_pr_auc": 0.8860524454696502,
+      "eval_my_opus100_pr_auc": 0.8111754589105331,
+      "eval_ne_opus100_pr_auc": 0.7479973470289486,
+      "eval_nl_opus100_pr_auc": 0.900270941636739,
+      "eval_nl_ud_pr_auc": 0.9840861553195086,
+      "eval_no_opus100_pr_auc": 0.9325505627811648,
+      "eval_no_ud_pr_auc": 0.9967015256849857,
+      "eval_pa_opus100_pr_auc": 0.6748055982078581,
+      "eval_pl_ersatz_pr_auc": 0.9667329362185361,
+      "eval_pl_opus100_pr_auc": 0.8980998207173956,
+      "eval_pl_ud_pr_auc": 0.970681814322537,
+      "eval_ps_ersatz_pr_auc": 0.9219972979714428,
+      "eval_ps_opus100_pr_auc": 0.74881332451388,
+      "eval_pt_opus100_pr_auc": 0.9211011717197911,
+      "eval_pt_ud_pr_auc": 0.987714917857727,
+      "eval_ro_ersatz_pr_auc": 0.9927496736283559,
+      "eval_ro_opus100_pr_auc": 0.8885954071754582,
+      "eval_ro_ud_pr_auc": 0.9638303742214346,
+      "eval_ru_ersatz_pr_auc": 0.9901561768464585,
+      "eval_ru_opus100_pr_auc": 0.9296301076428503,
+      "eval_ru_ud_pr_auc": 0.8681318820450712,
+      "eval_runtime": 324.8578,
+      "eval_samples_per_second": 232.299,
+      "eval_si_opus100_pr_auc": 0.822196442149655,
+      "eval_sk_opus100_pr_auc": 0.931268820770454,
+      "eval_sk_ud_pr_auc": 0.9787988804296388,
+      "eval_sl_opus100_pr_auc": 0.8712962155305631,
+      "eval_sl_ud_pr_auc": 0.9709161864362442,
+      "eval_sq_opus100_pr_auc": 0.9185239584579825,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9183841014077888,
+      "eval_sr_ud_pr_auc": 0.9978119905739822,
+      "eval_steps_per_second": 0.908,
+      "eval_sv_opus100_pr_auc": 0.8945666647143685,
+      "eval_sv_ud_pr_auc": 0.943878512082405,
+      "eval_ta_ersatz_pr_auc": 0.9788466560171359,
+      "eval_ta_opus100_pr_auc": 0.6966027944885224,
+      "eval_ta_ud_pr_auc": 0.9889917025846571,
+      "eval_te_opus100_pr_auc": 0.838222746716566,
+      "eval_tg_opus100_pr_auc": 0.8910475109154657,
+      "eval_th_opus100_pr_auc": 0.6879898772497853,
+      "eval_th_ud_pr_auc": 0.8344148209806012,
+      "eval_tr_ersatz_pr_auc": 0.9634043306189932,
+      "eval_tr_opus100_pr_auc": 0.900468269498953,
+      "eval_tr_ud_pr_auc": 0.952502868123025,
+      "eval_uk_opus100_pr_auc": 0.8766196491942262,
+      "eval_uk_ud_pr_auc": 0.9291648388391234,
+      "eval_ur_opus100_pr_auc": 0.5760475749717661,
+      "eval_ur_ud_pr_auc": 0.9920679966442015,
+      "eval_uz_opus100_pr_auc": 0.8735391524015901,
+      "eval_vi_opus100_pr_auc": 0.8954313833639078,
+      "eval_vi_ud_pr_auc": 0.9520721878522478,
+      "eval_xh_opus100_pr_auc": 0.8705276848522103,
+      "eval_yi_opus100_pr_auc": 0.7587007875445071,
+      "eval_yo_opus100_pr_auc": 0.8251508544974916,
+      "eval_yo_ud_pr_auc": 0.9145014444488191,
+      "eval_zh_ersatz_pr_auc": 0.970555862402679,
+      "eval_zh_opus100_pr_auc": 0.8682282198146505,
+      "eval_zh_ud_pr_auc": 0.991106156280719,
+      "eval_zu_opus100_pr_auc": 0.8322727280596429,
+      "step": 190000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.441772151898734e-05,
+      "learning_rate_adapter": 5.441772151898734e-05,
+      "loss": 0.0252,
+      "step": 190050
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.440506329113925e-05,
+      "learning_rate_adapter": 5.440506329113925e-05,
+      "loss": 0.0256,
+      "step": 190100
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.439240506329114e-05,
+      "learning_rate_adapter": 5.439240506329114e-05,
+      "loss": 0.0253,
+      "step": 190150
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.437974683544303e-05,
+      "learning_rate_adapter": 5.437974683544303e-05,
+      "loss": 0.0254,
+      "step": 190200
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.436708860759494e-05,
+      "learning_rate_adapter": 5.436708860759494e-05,
+      "loss": 0.0254,
+      "step": 190250
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.435443037974684e-05,
+      "learning_rate_adapter": 5.435443037974684e-05,
+      "loss": 0.0254,
+      "step": 190300
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.434177215189874e-05,
+      "learning_rate_adapter": 5.434177215189874e-05,
+      "loss": 0.0251,
+      "step": 190350
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4329113924050635e-05,
+      "learning_rate_adapter": 5.4329113924050635e-05,
+      "loss": 0.0252,
+      "step": 190400
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.431645569620254e-05,
+      "learning_rate_adapter": 5.431645569620254e-05,
+      "loss": 0.0252,
+      "step": 190450
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.430379746835443e-05,
+      "learning_rate_adapter": 5.430379746835443e-05,
+      "loss": 0.0253,
+      "step": 190500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.429113924050633e-05,
+      "learning_rate_adapter": 5.429113924050633e-05,
+      "loss": 0.0252,
+      "step": 190550
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.427848101265823e-05,
+      "learning_rate_adapter": 5.427848101265823e-05,
+      "loss": 0.0252,
+      "step": 190600
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.426582278481013e-05,
+      "learning_rate_adapter": 5.426582278481013e-05,
+      "loss": 0.0252,
+      "step": 190650
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4253164556962034e-05,
+      "learning_rate_adapter": 5.4253164556962034e-05,
+      "loss": 0.0255,
+      "step": 190700
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4240506329113927e-05,
+      "learning_rate_adapter": 5.4240506329113927e-05,
+      "loss": 0.025,
+      "step": 190750
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.422784810126582e-05,
+      "learning_rate_adapter": 5.422784810126582e-05,
+      "loss": 0.0252,
+      "step": 190800
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4215189873417724e-05,
+      "learning_rate_adapter": 5.4215189873417724e-05,
+      "loss": 0.0252,
+      "step": 190850
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.420253164556962e-05,
+      "learning_rate_adapter": 5.420253164556962e-05,
+      "loss": 0.0253,
+      "step": 190900
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.418987341772153e-05,
+      "learning_rate_adapter": 5.418987341772153e-05,
+      "loss": 0.0252,
+      "step": 190950
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.417721518987342e-05,
+      "learning_rate_adapter": 5.417721518987342e-05,
+      "loss": 0.0252,
+      "step": 191000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.416455696202531e-05,
+      "learning_rate_adapter": 5.416455696202531e-05,
+      "loss": 0.0253,
+      "step": 191050
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.415189873417722e-05,
+      "learning_rate_adapter": 5.415189873417722e-05,
+      "loss": 0.0251,
+      "step": 191100
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.413924050632912e-05,
+      "learning_rate_adapter": 5.413924050632912e-05,
+      "loss": 0.025,
+      "step": 191150
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4126582278481016e-05,
+      "learning_rate_adapter": 5.4126582278481016e-05,
+      "loss": 0.0251,
+      "step": 191200
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4113924050632915e-05,
+      "learning_rate_adapter": 5.4113924050632915e-05,
+      "loss": 0.0252,
+      "step": 191250
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.410126582278481e-05,
+      "learning_rate_adapter": 5.410126582278481e-05,
+      "loss": 0.0253,
+      "step": 191300
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.408860759493671e-05,
+      "learning_rate_adapter": 5.408860759493671e-05,
+      "loss": 0.0252,
+      "step": 191350
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4075949367088605e-05,
+      "learning_rate_adapter": 5.4075949367088605e-05,
+      "loss": 0.025,
+      "step": 191400
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.406329113924051e-05,
+      "learning_rate_adapter": 5.406329113924051e-05,
+      "loss": 0.0251,
+      "step": 191450
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.405063291139241e-05,
+      "learning_rate_adapter": 5.405063291139241e-05,
+      "loss": 0.0251,
+      "step": 191500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.40379746835443e-05,
+      "learning_rate_adapter": 5.40379746835443e-05,
+      "loss": 0.025,
+      "step": 191550
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.402531645569621e-05,
+      "learning_rate_adapter": 5.402531645569621e-05,
+      "loss": 0.0251,
+      "step": 191600
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.40126582278481e-05,
+      "learning_rate_adapter": 5.40126582278481e-05,
+      "loss": 0.0253,
+      "step": 191650
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0251,
+      "step": 191700
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3987341772151904e-05,
+      "learning_rate_adapter": 5.3987341772151904e-05,
+      "loss": 0.0254,
+      "step": 191750
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3974683544303796e-05,
+      "learning_rate_adapter": 5.3974683544303796e-05,
+      "loss": 0.0254,
+      "step": 191800
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.39620253164557e-05,
+      "learning_rate_adapter": 5.39620253164557e-05,
+      "loss": 0.0252,
+      "step": 191850
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3949367088607593e-05,
+      "learning_rate_adapter": 5.3949367088607593e-05,
+      "loss": 0.025,
+      "step": 191900
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.39367088607595e-05,
+      "learning_rate_adapter": 5.39367088607595e-05,
+      "loss": 0.0253,
+      "step": 191950
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.392405063291139e-05,
+      "learning_rate_adapter": 5.392405063291139e-05,
+      "loss": 0.0251,
+      "step": 192000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.39113924050633e-05,
+      "learning_rate_adapter": 5.39113924050633e-05,
+      "loss": 0.0251,
+      "step": 192050
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3898734177215196e-05,
+      "learning_rate_adapter": 5.3898734177215196e-05,
+      "loss": 0.0251,
+      "step": 192100
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.388607594936709e-05,
+      "learning_rate_adapter": 5.388607594936709e-05,
+      "loss": 0.0251,
+      "step": 192150
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.387341772151899e-05,
+      "learning_rate_adapter": 5.387341772151899e-05,
+      "loss": 0.0252,
+      "step": 192200
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3860759493670885e-05,
+      "learning_rate_adapter": 5.3860759493670885e-05,
+      "loss": 0.0252,
+      "step": 192250
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.384810126582279e-05,
+      "learning_rate_adapter": 5.384810126582279e-05,
+      "loss": 0.025,
+      "step": 192300
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.383544303797469e-05,
+      "learning_rate_adapter": 5.383544303797469e-05,
+      "loss": 0.0252,
+      "step": 192350
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.382278481012658e-05,
+      "learning_rate_adapter": 5.382278481012658e-05,
+      "loss": 0.0253,
+      "step": 192400
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.381012658227849e-05,
+      "learning_rate_adapter": 5.381012658227849e-05,
+      "loss": 0.0253,
+      "step": 192450
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.379746835443038e-05,
+      "learning_rate_adapter": 5.379746835443038e-05,
+      "loss": 0.0251,
+      "step": 192500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3784810126582285e-05,
+      "learning_rate_adapter": 5.3784810126582285e-05,
+      "loss": 0.0251,
+      "step": 192550
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.377215189873418e-05,
+      "learning_rate_adapter": 5.377215189873418e-05,
+      "loss": 0.0254,
+      "step": 192600
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3759493670886076e-05,
+      "learning_rate_adapter": 5.3759493670886076e-05,
+      "loss": 0.0252,
+      "step": 192650
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.374683544303798e-05,
+      "learning_rate_adapter": 5.374683544303798e-05,
+      "loss": 0.0252,
+      "step": 192700
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3734177215189874e-05,
+      "learning_rate_adapter": 5.3734177215189874e-05,
+      "loss": 0.0253,
+      "step": 192750
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.372151898734178e-05,
+      "learning_rate_adapter": 5.372151898734178e-05,
+      "loss": 0.0252,
+      "step": 192800
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.370886075949367e-05,
+      "learning_rate_adapter": 5.370886075949367e-05,
+      "loss": 0.0251,
+      "step": 192850
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.369620253164557e-05,
+      "learning_rate_adapter": 5.369620253164557e-05,
+      "loss": 0.0252,
+      "step": 192900
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3683544303797476e-05,
+      "learning_rate_adapter": 5.3683544303797476e-05,
+      "loss": 0.0252,
+      "step": 192950
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.367088607594937e-05,
+      "learning_rate_adapter": 5.367088607594937e-05,
+      "loss": 0.0252,
+      "step": 193000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3658227848101274e-05,
+      "learning_rate_adapter": 5.3658227848101274e-05,
+      "loss": 0.025,
+      "step": 193050
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3645569620253166e-05,
+      "learning_rate_adapter": 5.3645569620253166e-05,
+      "loss": 0.0254,
+      "step": 193100
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.363291139240506e-05,
+      "learning_rate_adapter": 5.363291139240506e-05,
+      "loss": 0.0254,
+      "step": 193150
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3620253164556964e-05,
+      "learning_rate_adapter": 5.3620253164556964e-05,
+      "loss": 0.0252,
+      "step": 193200
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.360759493670886e-05,
+      "learning_rate_adapter": 5.360759493670886e-05,
+      "loss": 0.0252,
+      "step": 193250
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.359493670886077e-05,
+      "learning_rate_adapter": 5.359493670886077e-05,
+      "loss": 0.0251,
+      "step": 193300
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.358227848101266e-05,
+      "learning_rate_adapter": 5.358227848101266e-05,
+      "loss": 0.0254,
+      "step": 193350
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.356962025316455e-05,
+      "learning_rate_adapter": 5.356962025316455e-05,
+      "loss": 0.0253,
+      "step": 193400
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.355696202531646e-05,
+      "learning_rate_adapter": 5.355696202531646e-05,
+      "loss": 0.0253,
+      "step": 193450
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.354430379746836e-05,
+      "learning_rate_adapter": 5.354430379746836e-05,
+      "loss": 0.0251,
+      "step": 193500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3531645569620256e-05,
+      "learning_rate_adapter": 5.3531645569620256e-05,
+      "loss": 0.025,
+      "step": 193550
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3518987341772154e-05,
+      "learning_rate_adapter": 5.3518987341772154e-05,
+      "loss": 0.0251,
+      "step": 193600
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.350632911392406e-05,
+      "learning_rate_adapter": 5.350632911392406e-05,
+      "loss": 0.0251,
+      "step": 193650
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.349367088607595e-05,
+      "learning_rate_adapter": 5.349367088607595e-05,
+      "loss": 0.0252,
+      "step": 193700
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3481012658227844e-05,
+      "learning_rate_adapter": 5.3481012658227844e-05,
+      "loss": 0.0252,
+      "step": 193750
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.346835443037975e-05,
+      "learning_rate_adapter": 5.346835443037975e-05,
+      "loss": 0.0253,
+      "step": 193800
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.345569620253165e-05,
+      "learning_rate_adapter": 5.345569620253165e-05,
+      "loss": 0.0253,
+      "step": 193850
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3443037974683554e-05,
+      "learning_rate_adapter": 5.3443037974683554e-05,
+      "loss": 0.0253,
+      "step": 193900
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3430379746835446e-05,
+      "learning_rate_adapter": 5.3430379746835446e-05,
+      "loss": 0.0251,
+      "step": 193950
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.341772151898734e-05,
+      "learning_rate_adapter": 5.341772151898734e-05,
+      "loss": 0.0253,
+      "step": 194000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3405063291139244e-05,
+      "learning_rate_adapter": 5.3405063291139244e-05,
+      "loss": 0.0251,
+      "step": 194050
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.339240506329114e-05,
+      "learning_rate_adapter": 5.339240506329114e-05,
+      "loss": 0.0251,
+      "step": 194100
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.337974683544304e-05,
+      "learning_rate_adapter": 5.337974683544304e-05,
+      "loss": 0.0251,
+      "step": 194150
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.336708860759494e-05,
+      "learning_rate_adapter": 5.336708860759494e-05,
+      "loss": 0.0251,
+      "step": 194200
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.335443037974683e-05,
+      "learning_rate_adapter": 5.335443037974683e-05,
+      "loss": 0.0251,
+      "step": 194250
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.334177215189874e-05,
+      "learning_rate_adapter": 5.334177215189874e-05,
+      "loss": 0.0251,
+      "step": 194300
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.332911392405063e-05,
+      "learning_rate_adapter": 5.332911392405063e-05,
+      "loss": 0.0251,
+      "step": 194350
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3316455696202536e-05,
+      "learning_rate_adapter": 5.3316455696202536e-05,
+      "loss": 0.025,
+      "step": 194400
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3303797468354435e-05,
+      "learning_rate_adapter": 5.3303797468354435e-05,
+      "loss": 0.0252,
+      "step": 194450
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.329113924050633e-05,
+      "learning_rate_adapter": 5.329113924050633e-05,
+      "loss": 0.0252,
+      "step": 194500
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.327848101265823e-05,
+      "learning_rate_adapter": 5.327848101265823e-05,
+      "loss": 0.0251,
+      "step": 194550
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3265822784810125e-05,
+      "learning_rate_adapter": 5.3265822784810125e-05,
+      "loss": 0.0252,
+      "step": 194600
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.325316455696203e-05,
+      "learning_rate_adapter": 5.325316455696203e-05,
+      "loss": 0.0251,
+      "step": 194650
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.324050632911393e-05,
+      "learning_rate_adapter": 5.324050632911393e-05,
+      "loss": 0.0252,
+      "step": 194700
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.322784810126582e-05,
+      "learning_rate_adapter": 5.322784810126582e-05,
+      "loss": 0.0256,
+      "step": 194750
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.321518987341773e-05,
+      "learning_rate_adapter": 5.321518987341773e-05,
+      "loss": 0.025,
+      "step": 194800
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.320253164556962e-05,
+      "learning_rate_adapter": 5.320253164556962e-05,
+      "loss": 0.0252,
+      "step": 194850
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3189873417721525e-05,
+      "learning_rate_adapter": 5.3189873417721525e-05,
+      "loss": 0.0252,
+      "step": 194900
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.317721518987342e-05,
+      "learning_rate_adapter": 5.317721518987342e-05,
+      "loss": 0.025,
+      "step": 194950
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3164556962025316e-05,
+      "learning_rate_adapter": 5.3164556962025316e-05,
+      "loss": 0.0251,
+      "step": 195000
+    },
+    {
+      "epoch": 1.31,
+      "eval_af_opus100_pr_auc": 0.7767232558209791,
+      "eval_af_ud_pr_auc": 0.9889341966562605,
+      "eval_am_opus100_pr_auc": 0.6185316507134273,
+      "eval_ar_ersatz_pr_auc": 0.9201711923033806,
+      "eval_ar_opus100_pr_auc": 0.7309675431661545,
+      "eval_ar_ud_pr_auc": 0.8829156650177137,
+      "eval_average_ersatz_pr_auc": 0.9660677256352294,
+      "eval_average_opus100_pr_auc": 0.8393171106451556,
+      "eval_average_ud_pr_auc": 0.9636878835685962,
+      "eval_az_opus100_pr_auc": 0.7553534405963602,
+      "eval_be_opus100_pr_auc": 0.7144595092403223,
+      "eval_be_ud_pr_auc": 0.8928176981112714,
+      "eval_bg_opus100_pr_auc": 0.9152294132077319,
+      "eval_bg_ud_pr_auc": 0.9939963700997905,
+      "eval_bn_opus100_pr_auc": 0.8425408580085686,
+      "eval_bn_ud_pr_auc": 0.9993621431826322,
+      "eval_ca_opus100_pr_auc": 0.8766713523945091,
+      "eval_ca_ud_pr_auc": 0.9935439865480823,
+      "eval_ceb_ud_pr_auc": 0.9985164617478286,
+      "eval_cs_ersatz_pr_auc": 0.9840774126630867,
+      "eval_cs_opus100_pr_auc": 0.9149717488896413,
+      "eval_cs_ud_pr_auc": 0.9607122473091789,
+      "eval_cy_opus100_pr_auc": 0.7751676039150567,
+      "eval_cy_ud_pr_auc": 0.9943645540927776,
+      "eval_da_opus100_pr_auc": 0.9204799280944023,
+      "eval_da_ud_pr_auc": 0.9799930708376268,
+      "eval_de_ersatz_pr_auc": 0.9853644469478634,
+      "eval_de_opus100_pr_auc": 0.9049223273761253,
+      "eval_de_ud_pr_auc": 0.9859502603536425,
+      "eval_el_opus100_pr_auc": 0.9112240576259997,
+      "eval_el_ud_pr_auc": 0.9843163169597299,
+      "eval_en_ersatz_pr_auc": 0.9876977403685727,
+      "eval_en_opus100_pr_auc": 0.9330943290932415,
+      "eval_en_ud_pr_auc": 0.9746141869052712,
+      "eval_eo_opus100_pr_auc": 0.9326936282020337,
+      "eval_es_ersatz_pr_auc": 0.9962986061550536,
+      "eval_es_opus100_pr_auc": 0.9280868180184046,
+      "eval_es_ud_pr_auc": 0.9920338861589226,
+      "eval_et_ersatz_pr_auc": 0.9834753698484971,
+      "eval_et_opus100_pr_auc": 0.8994848408160642,
+      "eval_et_ud_pr_auc": 0.9716137043530776,
+      "eval_eu_opus100_pr_auc": 0.8773402278713129,
+      "eval_eu_ud_pr_auc": 0.9920126590786241,
+      "eval_fa_opus100_pr_auc": 0.6142110993265911,
+      "eval_fa_ud_pr_auc": 0.9959415284366502,
+      "eval_fi_ersatz_pr_auc": 0.9913982376244099,
+      "eval_fi_opus100_pr_auc": 0.9260765994531713,
+      "eval_fi_ud_pr_auc": 0.9623800051387943,
+      "eval_fr_ersatz_pr_auc": 0.9887133563320425,
+      "eval_fr_opus100_pr_auc": 0.9172870078525521,
+      "eval_fr_ud_pr_auc": 0.9841885159858008,
+      "eval_fy_opus100_pr_auc": 0.6393532960521338,
+      "eval_ga_opus100_pr_auc": 0.900767626119648,
+      "eval_ga_ud_pr_auc": 0.8196910767919182,
+      "eval_gd_opus100_pr_auc": 0.6267439524115521,
+      "eval_gd_ud_pr_auc": 0.7946310733384004,
+      "eval_gl_opus100_pr_auc": 0.8890669690107801,
+      "eval_gl_ud_pr_auc": 0.9969514712291685,
+      "eval_gu_ersatz_pr_auc": 0.9339941482288058,
+      "eval_gu_opus100_pr_auc": 0.7508903586126534,
+      "eval_ha_opus100_pr_auc": 0.9168604728690001,
+      "eval_he_opus100_pr_auc": 0.8721039574661414,
+      "eval_he_ud_pr_auc": 0.9733742782860997,
+      "eval_hi_ersatz_pr_auc": 0.9740116281941357,
+      "eval_hi_opus100_pr_auc": 0.6971624878433365,
+      "eval_hi_ud_pr_auc": 0.9739008124544761,
+      "eval_hu_opus100_pr_auc": 0.9195339803400953,
+      "eval_hu_ud_pr_auc": 0.9832393363930383,
+      "eval_hy_opus100_pr_auc": 0.9102324157942033,
+      "eval_hy_ud_pr_auc": 0.9768593422180332,
+      "eval_id_opus100_pr_auc": 0.8979263584688065,
+      "eval_id_ud_pr_auc": 0.99276617971506,
+      "eval_ig_opus100_pr_auc": 0.8771624636980944,
+      "eval_is_opus100_pr_auc": 0.9330284703388587,
+      "eval_is_ud_pr_auc": 0.9142129001159887,
+      "eval_it_opus100_pr_auc": 0.9035560710139788,
+      "eval_it_ud_pr_auc": 0.9938883809099062,
+      "eval_ja_ersatz_pr_auc": 0.8251157364915619,
+      "eval_ja_opus100_pr_auc": 0.8436568797856202,
+      "eval_ja_ud_pr_auc": 0.9698177848983653,
+      "eval_jv_ud_pr_auc": 0.9738747654783454,
+      "eval_ka_opus100_pr_auc": 0.8613695318472984,
+      "eval_kk_ersatz_pr_auc": 0.9875821334951101,
+      "eval_kk_opus100_pr_auc": 0.777394754898777,
+      "eval_kk_ud_pr_auc": 0.9789993239445378,
+      "eval_km_ersatz_pr_auc": 0.9314270014514752,
+      "eval_km_opus100_pr_auc": 0.7572647592025059,
+      "eval_kn_opus100_pr_auc": 0.6381325410296028,
+      "eval_ko_opus100_pr_auc": 0.6770554708921007,
+      "eval_ko_ud_pr_auc": 0.9974816504528102,
+      "eval_ku_opus100_pr_auc": 0.8052017936327311,
+      "eval_ky_opus100_pr_auc": 0.8885274331833535,
+      "eval_la_ud_pr_auc": 0.9655528890056334,
+      "eval_loss": 0.028863508254289627,
+      "eval_lt_ersatz_pr_auc": 0.9929473534437455,
+      "eval_lt_opus100_pr_auc": 0.876609668582456,
+      "eval_lt_ud_pr_auc": 0.9944021871343746,
+      "eval_lv_ersatz_pr_auc": 0.991827171295139,
+      "eval_lv_opus100_pr_auc": 0.8961642907528473,
+      "eval_lv_ud_pr_auc": 0.9687319230232057,
+      "eval_mg_opus100_pr_auc": 0.9390478622766536,
+      "eval_mk_opus100_pr_auc": 0.9198760393585359,
+      "eval_ml_opus100_pr_auc": 0.7965772690529747,
+      "eval_mn_opus100_pr_auc": 0.9429517538737406,
+      "eval_mr_opus100_pr_auc": 0.8926378597927,
+      "eval_mr_ud_pr_auc": 0.9831196816281051,
+      "eval_ms_opus100_pr_auc": 0.8662099721024085,
+      "eval_mt_opus100_pr_auc": 0.8333343025130752,
+      "eval_mt_ud_pr_auc": 0.9057683766342294,
+      "eval_my_opus100_pr_auc": 0.8171609585119488,
+      "eval_ne_opus100_pr_auc": 0.7641489795191252,
+      "eval_nl_opus100_pr_auc": 0.8987712575482875,
+      "eval_nl_ud_pr_auc": 0.9883278185907909,
+      "eval_no_opus100_pr_auc": 0.9294068041553493,
+      "eval_no_ud_pr_auc": 0.9965187161367653,
+      "eval_pa_opus100_pr_auc": 0.6557027156802584,
+      "eval_pl_ersatz_pr_auc": 0.9660274982047612,
+      "eval_pl_opus100_pr_auc": 0.8974993828798045,
+      "eval_pl_ud_pr_auc": 0.9701321380830517,
+      "eval_ps_ersatz_pr_auc": 0.9183078697195067,
+      "eval_ps_opus100_pr_auc": 0.7429915870680199,
+      "eval_pt_opus100_pr_auc": 0.9209660317820944,
+      "eval_pt_ud_pr_auc": 0.986601217124636,
+      "eval_ro_ersatz_pr_auc": 0.9922641976772142,
+      "eval_ro_opus100_pr_auc": 0.8943442743089062,
+      "eval_ro_ud_pr_auc": 0.9629441137330478,
+      "eval_ru_ersatz_pr_auc": 0.9918798137821815,
+      "eval_ru_opus100_pr_auc": 0.9283100983740363,
+      "eval_ru_ud_pr_auc": 0.8804918595653508,
+      "eval_runtime": 322.7863,
+      "eval_samples_per_second": 233.789,
+      "eval_si_opus100_pr_auc": 0.8213021431668144,
+      "eval_sk_opus100_pr_auc": 0.930814025733288,
+      "eval_sk_ud_pr_auc": 0.9817004953234195,
+      "eval_sl_opus100_pr_auc": 0.8705219213197141,
+      "eval_sl_ud_pr_auc": 0.9679880633199824,
+      "eval_sq_opus100_pr_auc": 0.9153265843008588,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9184960276390118,
+      "eval_sr_ud_pr_auc": 0.9981668507721632,
+      "eval_steps_per_second": 0.914,
+      "eval_sv_opus100_pr_auc": 0.8958520152017289,
+      "eval_sv_ud_pr_auc": 0.9415176006346253,
+      "eval_ta_ersatz_pr_auc": 0.9779817242785543,
+      "eval_ta_opus100_pr_auc": 0.7130500317033771,
+      "eval_ta_ud_pr_auc": 0.9875812977197231,
+      "eval_te_opus100_pr_auc": 0.841585156455787,
+      "eval_tg_opus100_pr_auc": 0.8963297019826467,
+      "eval_th_opus100_pr_auc": 0.6787475969234639,
+      "eval_th_ud_pr_auc": 0.8226091391719754,
+      "eval_tr_ersatz_pr_auc": 0.9666472836843143,
+      "eval_tr_opus100_pr_auc": 0.898981016627019,
+      "eval_tr_ud_pr_auc": 0.9596664213870509,
+      "eval_uk_opus100_pr_auc": 0.8804789760042282,
+      "eval_uk_ud_pr_auc": 0.9361002605944956,
+      "eval_ur_opus100_pr_auc": 0.5746606874605594,
+      "eval_ur_ud_pr_auc": 0.9905849073286624,
+      "eval_uz_opus100_pr_auc": 0.8710997125248222,
+      "eval_vi_opus100_pr_auc": 0.9022712115361758,
+      "eval_vi_ud_pr_auc": 0.9662226035095028,
+      "eval_xh_opus100_pr_auc": 0.8734810797802383,
+      "eval_yi_opus100_pr_auc": 0.7207832404520107,
+      "eval_yo_opus100_pr_auc": 0.8380850243921373,
+      "eval_yo_ud_pr_auc": 0.9184160241425282,
+      "eval_zh_ersatz_pr_auc": 0.9662800417856384,
+      "eval_zh_opus100_pr_auc": 0.8619352603599906,
+      "eval_zh_ud_pr_auc": 0.9891689456468378,
+      "eval_zu_opus100_pr_auc": 0.8389812670117286,
+      "step": 195000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.315189873417722e-05,
+      "learning_rate_adapter": 5.315189873417722e-05,
+      "loss": 0.0251,
+      "step": 195050
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.313924050632911e-05,
+      "learning_rate_adapter": 5.313924050632911e-05,
+      "loss": 0.0252,
+      "step": 195100
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.312658227848102e-05,
+      "learning_rate_adapter": 5.312658227848102e-05,
+      "loss": 0.0251,
+      "step": 195150
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.311392405063291e-05,
+      "learning_rate_adapter": 5.311392405063291e-05,
+      "loss": 0.0253,
+      "step": 195200
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.310126582278482e-05,
+      "learning_rate_adapter": 5.310126582278482e-05,
+      "loss": 0.0252,
+      "step": 195250
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.3088607594936716e-05,
+      "learning_rate_adapter": 5.3088607594936716e-05,
+      "loss": 0.0253,
+      "step": 195300
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.307594936708861e-05,
+      "learning_rate_adapter": 5.307594936708861e-05,
+      "loss": 0.0252,
+      "step": 195350
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.306329113924051e-05,
+      "learning_rate_adapter": 5.306329113924051e-05,
+      "loss": 0.0249,
+      "step": 195400
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.3050632911392405e-05,
+      "learning_rate_adapter": 5.3050632911392405e-05,
+      "loss": 0.0251,
+      "step": 195450
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.303797468354431e-05,
+      "learning_rate_adapter": 5.303797468354431e-05,
+      "loss": 0.0252,
+      "step": 195500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.30253164556962e-05,
+      "learning_rate_adapter": 5.30253164556962e-05,
+      "loss": 0.0252,
+      "step": 195550
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.30126582278481e-05,
+      "learning_rate_adapter": 5.30126582278481e-05,
+      "loss": 0.0251,
+      "step": 195600
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.025,
+      "step": 195650
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29873417721519e-05,
+      "learning_rate_adapter": 5.29873417721519e-05,
+      "loss": 0.0251,
+      "step": 195700
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2974683544303805e-05,
+      "learning_rate_adapter": 5.2974683544303805e-05,
+      "loss": 0.0251,
+      "step": 195750
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29620253164557e-05,
+      "learning_rate_adapter": 5.29620253164557e-05,
+      "loss": 0.0253,
+      "step": 195800
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2949367088607596e-05,
+      "learning_rate_adapter": 5.2949367088607596e-05,
+      "loss": 0.0252,
+      "step": 195850
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29367088607595e-05,
+      "learning_rate_adapter": 5.29367088607595e-05,
+      "loss": 0.0251,
+      "step": 195900
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2924050632911394e-05,
+      "learning_rate_adapter": 5.2924050632911394e-05,
+      "loss": 0.0251,
+      "step": 195950
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29113924050633e-05,
+      "learning_rate_adapter": 5.29113924050633e-05,
+      "loss": 0.025,
+      "step": 196000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.289873417721519e-05,
+      "learning_rate_adapter": 5.289873417721519e-05,
+      "loss": 0.0252,
+      "step": 196050
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2886075949367084e-05,
+      "learning_rate_adapter": 5.2886075949367084e-05,
+      "loss": 0.025,
+      "step": 196100
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.287341772151899e-05,
+      "learning_rate_adapter": 5.287341772151899e-05,
+      "loss": 0.0252,
+      "step": 196150
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.286075949367089e-05,
+      "learning_rate_adapter": 5.286075949367089e-05,
+      "loss": 0.025,
+      "step": 196200
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2848101265822794e-05,
+      "learning_rate_adapter": 5.2848101265822794e-05,
+      "loss": 0.0252,
+      "step": 196250
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2835443037974686e-05,
+      "learning_rate_adapter": 5.2835443037974686e-05,
+      "loss": 0.0251,
+      "step": 196300
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.282278481012658e-05,
+      "learning_rate_adapter": 5.282278481012658e-05,
+      "loss": 0.0251,
+      "step": 196350
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2810126582278484e-05,
+      "learning_rate_adapter": 5.2810126582278484e-05,
+      "loss": 0.025,
+      "step": 196400
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.279746835443038e-05,
+      "learning_rate_adapter": 5.279746835443038e-05,
+      "loss": 0.0251,
+      "step": 196450
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.278481012658229e-05,
+      "learning_rate_adapter": 5.278481012658229e-05,
+      "loss": 0.0251,
+      "step": 196500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.277215189873418e-05,
+      "learning_rate_adapter": 5.277215189873418e-05,
+      "loss": 0.0252,
+      "step": 196550
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.275949367088607e-05,
+      "learning_rate_adapter": 5.275949367088607e-05,
+      "loss": 0.0249,
+      "step": 196600
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.274683544303798e-05,
+      "learning_rate_adapter": 5.274683544303798e-05,
+      "loss": 0.0251,
+      "step": 196650
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.273417721518987e-05,
+      "learning_rate_adapter": 5.273417721518987e-05,
+      "loss": 0.0249,
+      "step": 196700
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2721518987341776e-05,
+      "learning_rate_adapter": 5.2721518987341776e-05,
+      "loss": 0.0249,
+      "step": 196750
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2708860759493674e-05,
+      "learning_rate_adapter": 5.2708860759493674e-05,
+      "loss": 0.0252,
+      "step": 196800
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.269620253164558e-05,
+      "learning_rate_adapter": 5.269620253164558e-05,
+      "loss": 0.0251,
+      "step": 196850
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.268354430379747e-05,
+      "learning_rate_adapter": 5.268354430379747e-05,
+      "loss": 0.0251,
+      "step": 196900
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2670886075949364e-05,
+      "learning_rate_adapter": 5.2670886075949364e-05,
+      "loss": 0.0252,
+      "step": 196950
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.265822784810127e-05,
+      "learning_rate_adapter": 5.265822784810127e-05,
+      "loss": 0.0252,
+      "step": 197000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.264556962025317e-05,
+      "learning_rate_adapter": 5.264556962025317e-05,
+      "loss": 0.0249,
+      "step": 197050
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.263291139240507e-05,
+      "learning_rate_adapter": 5.263291139240507e-05,
+      "loss": 0.0255,
+      "step": 197100
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2620253164556966e-05,
+      "learning_rate_adapter": 5.2620253164556966e-05,
+      "loss": 0.0253,
+      "step": 197150
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.260759493670886e-05,
+      "learning_rate_adapter": 5.260759493670886e-05,
+      "loss": 0.0254,
+      "step": 197200
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2594936708860764e-05,
+      "learning_rate_adapter": 5.2594936708860764e-05,
+      "loss": 0.025,
+      "step": 197250
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2582278481012656e-05,
+      "learning_rate_adapter": 5.2582278481012656e-05,
+      "loss": 0.0251,
+      "step": 197300
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.256962025316456e-05,
+      "learning_rate_adapter": 5.256962025316456e-05,
+      "loss": 0.0253,
+      "step": 197350
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.255696202531646e-05,
+      "learning_rate_adapter": 5.255696202531646e-05,
+      "loss": 0.0251,
+      "step": 197400
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.254430379746835e-05,
+      "learning_rate_adapter": 5.254430379746835e-05,
+      "loss": 0.0251,
+      "step": 197450
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.253164556962026e-05,
+      "learning_rate_adapter": 5.253164556962026e-05,
+      "loss": 0.025,
+      "step": 197500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.251898734177215e-05,
+      "learning_rate_adapter": 5.251898734177215e-05,
+      "loss": 0.0252,
+      "step": 197550
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2506329113924056e-05,
+      "learning_rate_adapter": 5.2506329113924056e-05,
+      "loss": 0.0254,
+      "step": 197600
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2493670886075955e-05,
+      "learning_rate_adapter": 5.2493670886075955e-05,
+      "loss": 0.025,
+      "step": 197650
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.248101265822785e-05,
+      "learning_rate_adapter": 5.248101265822785e-05,
+      "loss": 0.0252,
+      "step": 197700
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.246835443037975e-05,
+      "learning_rate_adapter": 5.246835443037975e-05,
+      "loss": 0.0253,
+      "step": 197750
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2455696202531645e-05,
+      "learning_rate_adapter": 5.2455696202531645e-05,
+      "loss": 0.0252,
+      "step": 197800
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.244303797468355e-05,
+      "learning_rate_adapter": 5.244303797468355e-05,
+      "loss": 0.025,
+      "step": 197850
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.243037974683544e-05,
+      "learning_rate_adapter": 5.243037974683544e-05,
+      "loss": 0.0253,
+      "step": 197900
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.241772151898734e-05,
+      "learning_rate_adapter": 5.241772151898734e-05,
+      "loss": 0.025,
+      "step": 197950
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.240506329113925e-05,
+      "learning_rate_adapter": 5.240506329113925e-05,
+      "loss": 0.0252,
+      "step": 198000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.239240506329114e-05,
+      "learning_rate_adapter": 5.239240506329114e-05,
+      "loss": 0.0251,
+      "step": 198050
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2379746835443045e-05,
+      "learning_rate_adapter": 5.2379746835443045e-05,
+      "loss": 0.0254,
+      "step": 198100
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.236708860759494e-05,
+      "learning_rate_adapter": 5.236708860759494e-05,
+      "loss": 0.025,
+      "step": 198150
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2354430379746836e-05,
+      "learning_rate_adapter": 5.2354430379746836e-05,
+      "loss": 0.0251,
+      "step": 198200
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.234177215189874e-05,
+      "learning_rate_adapter": 5.234177215189874e-05,
+      "loss": 0.0252,
+      "step": 198250
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.232911392405063e-05,
+      "learning_rate_adapter": 5.232911392405063e-05,
+      "loss": 0.0251,
+      "step": 198300
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.231645569620254e-05,
+      "learning_rate_adapter": 5.231645569620254e-05,
+      "loss": 0.025,
+      "step": 198350
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.230379746835443e-05,
+      "learning_rate_adapter": 5.230379746835443e-05,
+      "loss": 0.0253,
+      "step": 198400
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.229113924050634e-05,
+      "learning_rate_adapter": 5.229113924050634e-05,
+      "loss": 0.0253,
+      "step": 198450
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.227848101265823e-05,
+      "learning_rate_adapter": 5.227848101265823e-05,
+      "loss": 0.0251,
+      "step": 198500
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.226582278481013e-05,
+      "learning_rate_adapter": 5.226582278481013e-05,
+      "loss": 0.0247,
+      "step": 198550
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.225316455696203e-05,
+      "learning_rate_adapter": 5.225316455696203e-05,
+      "loss": 0.0248,
+      "step": 198600
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2240506329113925e-05,
+      "learning_rate_adapter": 5.2240506329113925e-05,
+      "loss": 0.0251,
+      "step": 198650
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.222784810126583e-05,
+      "learning_rate_adapter": 5.222784810126583e-05,
+      "loss": 0.0252,
+      "step": 198700
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.221518987341772e-05,
+      "learning_rate_adapter": 5.221518987341772e-05,
+      "loss": 0.025,
+      "step": 198750
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.220253164556962e-05,
+      "learning_rate_adapter": 5.220253164556962e-05,
+      "loss": 0.0253,
+      "step": 198800
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.218987341772153e-05,
+      "learning_rate_adapter": 5.218987341772153e-05,
+      "loss": 0.0254,
+      "step": 198850
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.217721518987342e-05,
+      "learning_rate_adapter": 5.217721518987342e-05,
+      "loss": 0.025,
+      "step": 198900
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2164556962025325e-05,
+      "learning_rate_adapter": 5.2164556962025325e-05,
+      "loss": 0.025,
+      "step": 198950
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.215189873417722e-05,
+      "learning_rate_adapter": 5.215189873417722e-05,
+      "loss": 0.0251,
+      "step": 199000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.213924050632911e-05,
+      "learning_rate_adapter": 5.213924050632911e-05,
+      "loss": 0.0252,
+      "step": 199050
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2126582278481015e-05,
+      "learning_rate_adapter": 5.2126582278481015e-05,
+      "loss": 0.0251,
+      "step": 199100
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2113924050632914e-05,
+      "learning_rate_adapter": 5.2113924050632914e-05,
+      "loss": 0.025,
+      "step": 199150
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.210126582278482e-05,
+      "learning_rate_adapter": 5.210126582278482e-05,
+      "loss": 0.0249,
+      "step": 199200
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.208860759493671e-05,
+      "learning_rate_adapter": 5.208860759493671e-05,
+      "loss": 0.0251,
+      "step": 199250
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2075949367088604e-05,
+      "learning_rate_adapter": 5.2075949367088604e-05,
+      "loss": 0.0252,
+      "step": 199300
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.206329113924051e-05,
+      "learning_rate_adapter": 5.206329113924051e-05,
+      "loss": 0.0248,
+      "step": 199350
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.205063291139241e-05,
+      "learning_rate_adapter": 5.205063291139241e-05,
+      "loss": 0.0252,
+      "step": 199400
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2037974683544314e-05,
+      "learning_rate_adapter": 5.2037974683544314e-05,
+      "loss": 0.0251,
+      "step": 199450
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2025316455696206e-05,
+      "learning_rate_adapter": 5.2025316455696206e-05,
+      "loss": 0.0251,
+      "step": 199500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.20126582278481e-05,
+      "learning_rate_adapter": 5.20126582278481e-05,
+      "loss": 0.0254,
+      "step": 199550
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0251,
+      "step": 199600
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1987341772151896e-05,
+      "learning_rate_adapter": 5.1987341772151896e-05,
+      "loss": 0.0253,
+      "step": 199650
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.19746835443038e-05,
+      "learning_rate_adapter": 5.19746835443038e-05,
+      "loss": 0.0252,
+      "step": 199700
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.19620253164557e-05,
+      "learning_rate_adapter": 5.19620253164557e-05,
+      "loss": 0.0251,
+      "step": 199750
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.194936708860759e-05,
+      "learning_rate_adapter": 5.194936708860759e-05,
+      "loss": 0.0252,
+      "step": 199800
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.19367088607595e-05,
+      "learning_rate_adapter": 5.19367088607595e-05,
+      "loss": 0.0252,
+      "step": 199850
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.192405063291139e-05,
+      "learning_rate_adapter": 5.192405063291139e-05,
+      "loss": 0.025,
+      "step": 199900
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1911392405063296e-05,
+      "learning_rate_adapter": 5.1911392405063296e-05,
+      "loss": 0.0251,
+      "step": 199950
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1898734177215194e-05,
+      "learning_rate_adapter": 5.1898734177215194e-05,
+      "loss": 0.025,
+      "step": 200000
+    },
+    {
+      "epoch": 1.35,
+      "eval_af_opus100_pr_auc": 0.7728790142020565,
+      "eval_af_ud_pr_auc": 0.9922308706883741,
+      "eval_am_opus100_pr_auc": 0.6358603342528713,
+      "eval_ar_ersatz_pr_auc": 0.9272361739299129,
+      "eval_ar_opus100_pr_auc": 0.7195338945908203,
+      "eval_ar_ud_pr_auc": 0.8865966667712643,
+      "eval_average_ersatz_pr_auc": 0.9679345331389104,
+      "eval_average_opus100_pr_auc": 0.8432840175124834,
+      "eval_average_ud_pr_auc": 0.9634309866435485,
+      "eval_az_opus100_pr_auc": 0.7648425410773529,
+      "eval_be_opus100_pr_auc": 0.7317479380672997,
+      "eval_be_ud_pr_auc": 0.884454491429366,
+      "eval_bg_opus100_pr_auc": 0.916656178873416,
+      "eval_bg_ud_pr_auc": 0.9954217681098436,
+      "eval_bn_opus100_pr_auc": 0.838322188164012,
+      "eval_bn_ud_pr_auc": 0.9990344616049504,
+      "eval_ca_opus100_pr_auc": 0.8830194513763435,
+      "eval_ca_ud_pr_auc": 0.9955655850694303,
+      "eval_ceb_ud_pr_auc": 0.9988760054441906,
+      "eval_cs_ersatz_pr_auc": 0.9844103734686848,
+      "eval_cs_opus100_pr_auc": 0.9129591557182745,
+      "eval_cs_ud_pr_auc": 0.9613509888599838,
+      "eval_cy_opus100_pr_auc": 0.7844468602722383,
+      "eval_cy_ud_pr_auc": 0.9936321612933791,
+      "eval_da_opus100_pr_auc": 0.9189884889437179,
+      "eval_da_ud_pr_auc": 0.9784234947272145,
+      "eval_de_ersatz_pr_auc": 0.9865440639364216,
+      "eval_de_opus100_pr_auc": 0.9044789785043357,
+      "eval_de_ud_pr_auc": 0.9861205677081283,
+      "eval_el_opus100_pr_auc": 0.9121124736308238,
+      "eval_el_ud_pr_auc": 0.9906935556757799,
+      "eval_en_ersatz_pr_auc": 0.9894331863678543,
+      "eval_en_opus100_pr_auc": 0.9311977675324873,
+      "eval_en_ud_pr_auc": 0.97749001263492,
+      "eval_eo_opus100_pr_auc": 0.9334665818606193,
+      "eval_es_ersatz_pr_auc": 0.9966062421376409,
+      "eval_es_opus100_pr_auc": 0.9294726959326819,
+      "eval_es_ud_pr_auc": 0.9926282041256588,
+      "eval_et_ersatz_pr_auc": 0.9836465878577444,
+      "eval_et_opus100_pr_auc": 0.8925761047178109,
+      "eval_et_ud_pr_auc": 0.9662185897722031,
+      "eval_eu_opus100_pr_auc": 0.8833489463025802,
+      "eval_eu_ud_pr_auc": 0.9919019352271826,
+      "eval_fa_opus100_pr_auc": 0.6142038862595072,
+      "eval_fa_ud_pr_auc": 0.9949286940974653,
+      "eval_fi_ersatz_pr_auc": 0.990492132198365,
+      "eval_fi_opus100_pr_auc": 0.9245391691840638,
+      "eval_fi_ud_pr_auc": 0.9633002223319469,
+      "eval_fr_ersatz_pr_auc": 0.9905715277040483,
+      "eval_fr_opus100_pr_auc": 0.9204014343968253,
+      "eval_fr_ud_pr_auc": 0.9824756460519553,
+      "eval_fy_opus100_pr_auc": 0.6500566179830457,
+      "eval_ga_opus100_pr_auc": 0.9000973595955641,
+      "eval_ga_ud_pr_auc": 0.818562168467486,
+      "eval_gd_opus100_pr_auc": 0.6799965044456504,
+      "eval_gd_ud_pr_auc": 0.8057707358366767,
+      "eval_gl_opus100_pr_auc": 0.8898456692058617,
+      "eval_gl_ud_pr_auc": 0.9983100079990651,
+      "eval_gu_ersatz_pr_auc": 0.9319714282914948,
+      "eval_gu_opus100_pr_auc": 0.7651033919473997,
+      "eval_ha_opus100_pr_auc": 0.9174021147015995,
+      "eval_he_opus100_pr_auc": 0.8719233657002899,
+      "eval_he_ud_pr_auc": 0.9765124115721484,
+      "eval_hi_ersatz_pr_auc": 0.9793286650394101,
+      "eval_hi_opus100_pr_auc": 0.6956266192667734,
+      "eval_hi_ud_pr_auc": 0.9808602636453679,
+      "eval_hu_opus100_pr_auc": 0.9207327622417264,
+      "eval_hu_ud_pr_auc": 0.9830949364982584,
+      "eval_hy_opus100_pr_auc": 0.9090879644247039,
+      "eval_hy_ud_pr_auc": 0.9794007339372054,
+      "eval_id_opus100_pr_auc": 0.9034265986735941,
+      "eval_id_ud_pr_auc": 0.9943636290257262,
+      "eval_ig_opus100_pr_auc": 0.8779635037535889,
+      "eval_is_opus100_pr_auc": 0.9321903829328071,
+      "eval_is_ud_pr_auc": 0.8997587738804499,
+      "eval_it_opus100_pr_auc": 0.9097884606623299,
+      "eval_it_ud_pr_auc": 0.998798937357688,
+      "eval_ja_ersatz_pr_auc": 0.8407732632805786,
+      "eval_ja_opus100_pr_auc": 0.8445838945348098,
+      "eval_ja_ud_pr_auc": 0.9815351109063027,
+      "eval_jv_ud_pr_auc": 0.9781363359250507,
+      "eval_ka_opus100_pr_auc": 0.8622971464574772,
+      "eval_kk_ersatz_pr_auc": 0.9866602372325375,
+      "eval_kk_opus100_pr_auc": 0.792977174111626,
+      "eval_kk_ud_pr_auc": 0.9734451085273023,
+      "eval_km_ersatz_pr_auc": 0.9261873091555383,
+      "eval_km_opus100_pr_auc": 0.7697489748744933,
+      "eval_kn_opus100_pr_auc": 0.6332916898669143,
+      "eval_ko_opus100_pr_auc": 0.6806142043182329,
+      "eval_ko_ud_pr_auc": 0.9971942692739805,
+      "eval_ku_opus100_pr_auc": 0.8360742988585803,
+      "eval_ky_opus100_pr_auc": 0.9005759427148173,
+      "eval_la_ud_pr_auc": 0.9640445563037486,
+      "eval_loss": 0.02875152789056301,
+      "eval_lt_ersatz_pr_auc": 0.994152234653684,
+      "eval_lt_opus100_pr_auc": 0.8783615574627774,
+      "eval_lt_ud_pr_auc": 0.9946456399928678,
+      "eval_lv_ersatz_pr_auc": 0.9901314667732131,
+      "eval_lv_opus100_pr_auc": 0.895435506638252,
+      "eval_lv_ud_pr_auc": 0.9702693353579765,
+      "eval_mg_opus100_pr_auc": 0.9298372260985703,
+      "eval_mk_opus100_pr_auc": 0.9199818210255171,
+      "eval_ml_opus100_pr_auc": 0.8082802515542622,
+      "eval_mn_opus100_pr_auc": 0.9408416221833953,
+      "eval_mr_opus100_pr_auc": 0.8919786989545634,
+      "eval_mr_ud_pr_auc": 0.9660137022983628,
+      "eval_ms_opus100_pr_auc": 0.8778747907105086,
+      "eval_mt_opus100_pr_auc": 0.8387118542484182,
+      "eval_mt_ud_pr_auc": 0.8605992782980293,
+      "eval_my_opus100_pr_auc": 0.8139313729191086,
+      "eval_ne_opus100_pr_auc": 0.7544300869999806,
+      "eval_nl_opus100_pr_auc": 0.898878508575962,
+      "eval_nl_ud_pr_auc": 0.9860746368366241,
+      "eval_no_opus100_pr_auc": 0.9310047667329748,
+      "eval_no_ud_pr_auc": 0.9968213987786815,
+      "eval_pa_opus100_pr_auc": 0.6786641145847371,
+      "eval_pl_ersatz_pr_auc": 0.9647059928782706,
+      "eval_pl_opus100_pr_auc": 0.8951343228746317,
+      "eval_pl_ud_pr_auc": 0.9696164323380324,
+      "eval_ps_ersatz_pr_auc": 0.9156771874361417,
+      "eval_ps_opus100_pr_auc": 0.7578031814003418,
+      "eval_pt_opus100_pr_auc": 0.9198323785088801,
+      "eval_pt_ud_pr_auc": 0.9877552446936475,
+      "eval_ro_ersatz_pr_auc": 0.993571923389025,
+      "eval_ro_opus100_pr_auc": 0.8858572378918396,
+      "eval_ro_ud_pr_auc": 0.9749276252657698,
+      "eval_ru_ersatz_pr_auc": 0.9920291736965208,
+      "eval_ru_opus100_pr_auc": 0.9282326848220048,
+      "eval_ru_ud_pr_auc": 0.8762309708061581,
+      "eval_runtime": 323.487,
+      "eval_samples_per_second": 233.283,
+      "eval_si_opus100_pr_auc": 0.8276589798977612,
+      "eval_sk_opus100_pr_auc": 0.9315109780397934,
+      "eval_sk_ud_pr_auc": 0.9807540892756896,
+      "eval_sl_opus100_pr_auc": 0.8673545374818736,
+      "eval_sl_ud_pr_auc": 0.9690218937738146,
+      "eval_sq_opus100_pr_auc": 0.9259841372738405,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.915083616451189,
+      "eval_sr_ud_pr_auc": 0.9980746259535151,
+      "eval_steps_per_second": 0.912,
+      "eval_sv_opus100_pr_auc": 0.8937201498000491,
+      "eval_sv_ud_pr_auc": 0.9415998120920361,
+      "eval_ta_ersatz_pr_auc": 0.9838037909928901,
+      "eval_ta_opus100_pr_auc": 0.712140254905477,
+      "eval_ta_ud_pr_auc": 0.9892603296475512,
+      "eval_te_opus100_pr_auc": 0.838065765636984,
+      "eval_tg_opus100_pr_auc": 0.899090808833423,
+      "eval_th_opus100_pr_auc": 0.6906086292420748,
+      "eval_th_ud_pr_auc": 0.825663522221296,
+      "eval_tr_ersatz_pr_auc": 0.9656162259855627,
+      "eval_tr_opus100_pr_auc": 0.9051232335271063,
+      "eval_tr_ud_pr_auc": 0.9506303364923921,
+      "eval_uk_opus100_pr_auc": 0.8832568910138916,
+      "eval_uk_ud_pr_auc": 0.9369053642465974,
+      "eval_ur_opus100_pr_auc": 0.5807696755066236,
+      "eval_ur_ud_pr_auc": 0.9920483923691034,
+      "eval_uz_opus100_pr_auc": 0.8785556575700617,
+      "eval_vi_opus100_pr_auc": 0.9031033052239886,
+      "eval_vi_ud_pr_auc": 0.968665008029383,
+      "eval_xh_opus100_pr_auc": 0.8791170746022618,
+      "eval_yi_opus100_pr_auc": 0.7528877742891892,
+      "eval_yo_opus100_pr_auc": 0.8382249048175132,
+      "eval_yo_ud_pr_auc": 0.923549822643331,
+      "eval_zh_ersatz_pr_auc": 0.9810105426504873,
+      "eval_zh_opus100_pr_auc": 0.872465905841486,
+      "eval_zh_ud_pr_auc": 0.9953068764917158,
+      "eval_zu_opus100_pr_auc": 0.8410364467503043,
+      "step": 200000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1886075949367086e-05,
+      "learning_rate_adapter": 5.1886075949367086e-05,
+      "loss": 0.0252,
+      "step": 200050
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.187341772151899e-05,
+      "learning_rate_adapter": 5.187341772151899e-05,
+      "loss": 0.025,
+      "step": 200100
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1860759493670884e-05,
+      "learning_rate_adapter": 5.1860759493670884e-05,
+      "loss": 0.0251,
+      "step": 200150
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.184810126582279e-05,
+      "learning_rate_adapter": 5.184810126582279e-05,
+      "loss": 0.025,
+      "step": 200200
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.183544303797468e-05,
+      "learning_rate_adapter": 5.183544303797468e-05,
+      "loss": 0.0253,
+      "step": 200250
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.182278481012659e-05,
+      "learning_rate_adapter": 5.182278481012659e-05,
+      "loss": 0.0249,
+      "step": 200300
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1810126582278486e-05,
+      "learning_rate_adapter": 5.1810126582278486e-05,
+      "loss": 0.025,
+      "step": 200350
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.179746835443038e-05,
+      "learning_rate_adapter": 5.179746835443038e-05,
+      "loss": 0.0252,
+      "step": 200400
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1784810126582284e-05,
+      "learning_rate_adapter": 5.1784810126582284e-05,
+      "loss": 0.0252,
+      "step": 200450
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1772151898734176e-05,
+      "learning_rate_adapter": 5.1772151898734176e-05,
+      "loss": 0.025,
+      "step": 200500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.175949367088608e-05,
+      "learning_rate_adapter": 5.175949367088608e-05,
+      "loss": 0.0252,
+      "step": 200550
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.174683544303798e-05,
+      "learning_rate_adapter": 5.174683544303798e-05,
+      "loss": 0.0251,
+      "step": 200600
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.173417721518987e-05,
+      "learning_rate_adapter": 5.173417721518987e-05,
+      "loss": 0.0252,
+      "step": 200650
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.172151898734178e-05,
+      "learning_rate_adapter": 5.172151898734178e-05,
+      "loss": 0.0249,
+      "step": 200700
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.170886075949367e-05,
+      "learning_rate_adapter": 5.170886075949367e-05,
+      "loss": 0.0252,
+      "step": 200750
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1696202531645576e-05,
+      "learning_rate_adapter": 5.1696202531645576e-05,
+      "loss": 0.0249,
+      "step": 200800
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.168354430379747e-05,
+      "learning_rate_adapter": 5.168354430379747e-05,
+      "loss": 0.0254,
+      "step": 200850
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.167088607594937e-05,
+      "learning_rate_adapter": 5.167088607594937e-05,
+      "loss": 0.0251,
+      "step": 200900
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.165822784810127e-05,
+      "learning_rate_adapter": 5.165822784810127e-05,
+      "loss": 0.0249,
+      "step": 200950
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1645569620253165e-05,
+      "learning_rate_adapter": 5.1645569620253165e-05,
+      "loss": 0.025,
+      "step": 201000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.163291139240507e-05,
+      "learning_rate_adapter": 5.163291139240507e-05,
+      "loss": 0.0249,
+      "step": 201050
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.162025316455696e-05,
+      "learning_rate_adapter": 5.162025316455696e-05,
+      "loss": 0.0251,
+      "step": 201100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.160759493670886e-05,
+      "learning_rate_adapter": 5.160759493670886e-05,
+      "loss": 0.0253,
+      "step": 201150
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.159493670886077e-05,
+      "learning_rate_adapter": 5.159493670886077e-05,
+      "loss": 0.0252,
+      "step": 201200
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.158227848101266e-05,
+      "learning_rate_adapter": 5.158227848101266e-05,
+      "loss": 0.0249,
+      "step": 201250
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1569620253164565e-05,
+      "learning_rate_adapter": 5.1569620253164565e-05,
+      "loss": 0.025,
+      "step": 201300
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.155696202531646e-05,
+      "learning_rate_adapter": 5.155696202531646e-05,
+      "loss": 0.0251,
+      "step": 201350
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.154430379746835e-05,
+      "learning_rate_adapter": 5.154430379746835e-05,
+      "loss": 0.0252,
+      "step": 201400
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1531645569620254e-05,
+      "learning_rate_adapter": 5.1531645569620254e-05,
+      "loss": 0.0252,
+      "step": 201450
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.151898734177215e-05,
+      "learning_rate_adapter": 5.151898734177215e-05,
+      "loss": 0.0251,
+      "step": 201500
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.150632911392406e-05,
+      "learning_rate_adapter": 5.150632911392406e-05,
+      "loss": 0.0249,
+      "step": 201550
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.149367088607595e-05,
+      "learning_rate_adapter": 5.149367088607595e-05,
+      "loss": 0.0251,
+      "step": 201600
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.148101265822784e-05,
+      "learning_rate_adapter": 5.148101265822784e-05,
+      "loss": 0.0251,
+      "step": 201650
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.146835443037975e-05,
+      "learning_rate_adapter": 5.146835443037975e-05,
+      "loss": 0.0253,
+      "step": 201700
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.145569620253165e-05,
+      "learning_rate_adapter": 5.145569620253165e-05,
+      "loss": 0.0252,
+      "step": 201750
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.144303797468355e-05,
+      "learning_rate_adapter": 5.144303797468355e-05,
+      "loss": 0.0252,
+      "step": 201800
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1430379746835445e-05,
+      "learning_rate_adapter": 5.1430379746835445e-05,
+      "loss": 0.0252,
+      "step": 201850
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.141772151898735e-05,
+      "learning_rate_adapter": 5.141772151898735e-05,
+      "loss": 0.0252,
+      "step": 201900
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.140506329113924e-05,
+      "learning_rate_adapter": 5.140506329113924e-05,
+      "loss": 0.0249,
+      "step": 201950
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1392405063291135e-05,
+      "learning_rate_adapter": 5.1392405063291135e-05,
+      "loss": 0.0251,
+      "step": 202000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.137974683544304e-05,
+      "learning_rate_adapter": 5.137974683544304e-05,
+      "loss": 0.0249,
+      "step": 202050
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.136708860759494e-05,
+      "learning_rate_adapter": 5.136708860759494e-05,
+      "loss": 0.025,
+      "step": 202100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1354430379746845e-05,
+      "learning_rate_adapter": 5.1354430379746845e-05,
+      "loss": 0.0252,
+      "step": 202150
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.134177215189874e-05,
+      "learning_rate_adapter": 5.134177215189874e-05,
+      "loss": 0.0252,
+      "step": 202200
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.132911392405063e-05,
+      "learning_rate_adapter": 5.132911392405063e-05,
+      "loss": 0.0251,
+      "step": 202250
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1316455696202535e-05,
+      "learning_rate_adapter": 5.1316455696202535e-05,
+      "loss": 0.0248,
+      "step": 202300
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1303797468354434e-05,
+      "learning_rate_adapter": 5.1303797468354434e-05,
+      "loss": 0.025,
+      "step": 202350
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.129113924050634e-05,
+      "learning_rate_adapter": 5.129113924050634e-05,
+      "loss": 0.025,
+      "step": 202400
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.127848101265823e-05,
+      "learning_rate_adapter": 5.127848101265823e-05,
+      "loss": 0.0252,
+      "step": 202450
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1265822784810124e-05,
+      "learning_rate_adapter": 5.1265822784810124e-05,
+      "loss": 0.0251,
+      "step": 202500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.125316455696203e-05,
+      "learning_rate_adapter": 5.125316455696203e-05,
+      "loss": 0.0251,
+      "step": 202550
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.124050632911392e-05,
+      "learning_rate_adapter": 5.124050632911392e-05,
+      "loss": 0.025,
+      "step": 202600
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.122784810126583e-05,
+      "learning_rate_adapter": 5.122784810126583e-05,
+      "loss": 0.0252,
+      "step": 202650
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1215189873417726e-05,
+      "learning_rate_adapter": 5.1215189873417726e-05,
+      "loss": 0.025,
+      "step": 202700
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.120253164556962e-05,
+      "learning_rate_adapter": 5.120253164556962e-05,
+      "loss": 0.0249,
+      "step": 202750
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1189873417721524e-05,
+      "learning_rate_adapter": 5.1189873417721524e-05,
+      "loss": 0.025,
+      "step": 202800
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1177215189873416e-05,
+      "learning_rate_adapter": 5.1177215189873416e-05,
+      "loss": 0.0251,
+      "step": 202850
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.116455696202532e-05,
+      "learning_rate_adapter": 5.116455696202532e-05,
+      "loss": 0.0249,
+      "step": 202900
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.115189873417722e-05,
+      "learning_rate_adapter": 5.115189873417722e-05,
+      "loss": 0.0251,
+      "step": 202950
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.113924050632911e-05,
+      "learning_rate_adapter": 5.113924050632911e-05,
+      "loss": 0.0248,
+      "step": 203000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.112658227848102e-05,
+      "learning_rate_adapter": 5.112658227848102e-05,
+      "loss": 0.025,
+      "step": 203050
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.111392405063291e-05,
+      "learning_rate_adapter": 5.111392405063291e-05,
+      "loss": 0.0249,
+      "step": 203100
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1101265822784816e-05,
+      "learning_rate_adapter": 5.1101265822784816e-05,
+      "loss": 0.0249,
+      "step": 203150
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.108860759493671e-05,
+      "learning_rate_adapter": 5.108860759493671e-05,
+      "loss": 0.0251,
+      "step": 203200
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1075949367088606e-05,
+      "learning_rate_adapter": 5.1075949367088606e-05,
+      "loss": 0.025,
+      "step": 203250
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.106329113924051e-05,
+      "learning_rate_adapter": 5.106329113924051e-05,
+      "loss": 0.025,
+      "step": 203300
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1050632911392404e-05,
+      "learning_rate_adapter": 5.1050632911392404e-05,
+      "loss": 0.0249,
+      "step": 203350
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.103797468354431e-05,
+      "learning_rate_adapter": 5.103797468354431e-05,
+      "loss": 0.0249,
+      "step": 203400
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.10253164556962e-05,
+      "learning_rate_adapter": 5.10253164556962e-05,
+      "loss": 0.025,
+      "step": 203450
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.101265822784811e-05,
+      "learning_rate_adapter": 5.101265822784811e-05,
+      "loss": 0.0249,
+      "step": 203500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0251,
+      "step": 203550
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.09873417721519e-05,
+      "learning_rate_adapter": 5.09873417721519e-05,
+      "loss": 0.025,
+      "step": 203600
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.0974683544303804e-05,
+      "learning_rate_adapter": 5.0974683544303804e-05,
+      "loss": 0.0252,
+      "step": 203650
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.0962025316455696e-05,
+      "learning_rate_adapter": 5.0962025316455696e-05,
+      "loss": 0.0252,
+      "step": 203700
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.09493670886076e-05,
+      "learning_rate_adapter": 5.09493670886076e-05,
+      "loss": 0.025,
+      "step": 203750
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.0936708860759494e-05,
+      "learning_rate_adapter": 5.0936708860759494e-05,
+      "loss": 0.0252,
+      "step": 203800
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.092405063291139e-05,
+      "learning_rate_adapter": 5.092405063291139e-05,
+      "loss": 0.0249,
+      "step": 203850
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.09113924050633e-05,
+      "learning_rate_adapter": 5.09113924050633e-05,
+      "loss": 0.0252,
+      "step": 203900
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.089873417721519e-05,
+      "learning_rate_adapter": 5.089873417721519e-05,
+      "loss": 0.0249,
+      "step": 203950
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0886075949367096e-05,
+      "learning_rate_adapter": 5.0886075949367096e-05,
+      "loss": 0.025,
+      "step": 204000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.087341772151899e-05,
+      "learning_rate_adapter": 5.087341772151899e-05,
+      "loss": 0.0251,
+      "step": 204050
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.086075949367089e-05,
+      "learning_rate_adapter": 5.086075949367089e-05,
+      "loss": 0.0252,
+      "step": 204100
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.084810126582279e-05,
+      "learning_rate_adapter": 5.084810126582279e-05,
+      "loss": 0.025,
+      "step": 204150
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0835443037974685e-05,
+      "learning_rate_adapter": 5.0835443037974685e-05,
+      "loss": 0.0251,
+      "step": 204200
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.082278481012659e-05,
+      "learning_rate_adapter": 5.082278481012659e-05,
+      "loss": 0.0249,
+      "step": 204250
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.081012658227848e-05,
+      "learning_rate_adapter": 5.081012658227848e-05,
+      "loss": 0.025,
+      "step": 204300
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0797468354430375e-05,
+      "learning_rate_adapter": 5.0797468354430375e-05,
+      "loss": 0.0252,
+      "step": 204350
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.078481012658228e-05,
+      "learning_rate_adapter": 5.078481012658228e-05,
+      "loss": 0.0251,
+      "step": 204400
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.077215189873418e-05,
+      "learning_rate_adapter": 5.077215189873418e-05,
+      "loss": 0.0252,
+      "step": 204450
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0759493670886085e-05,
+      "learning_rate_adapter": 5.0759493670886085e-05,
+      "loss": 0.0249,
+      "step": 204500
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.074683544303798e-05,
+      "learning_rate_adapter": 5.074683544303798e-05,
+      "loss": 0.0251,
+      "step": 204550
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.073417721518987e-05,
+      "learning_rate_adapter": 5.073417721518987e-05,
+      "loss": 0.0252,
+      "step": 204600
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0721518987341774e-05,
+      "learning_rate_adapter": 5.0721518987341774e-05,
+      "loss": 0.025,
+      "step": 204650
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.070886075949367e-05,
+      "learning_rate_adapter": 5.070886075949367e-05,
+      "loss": 0.0251,
+      "step": 204700
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.069620253164558e-05,
+      "learning_rate_adapter": 5.069620253164558e-05,
+      "loss": 0.0251,
+      "step": 204750
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.068354430379747e-05,
+      "learning_rate_adapter": 5.068354430379747e-05,
+      "loss": 0.025,
+      "step": 204800
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.067088607594936e-05,
+      "learning_rate_adapter": 5.067088607594936e-05,
+      "loss": 0.0249,
+      "step": 204850
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.065822784810127e-05,
+      "learning_rate_adapter": 5.065822784810127e-05,
+      "loss": 0.0249,
+      "step": 204900
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.064556962025316e-05,
+      "learning_rate_adapter": 5.064556962025316e-05,
+      "loss": 0.0251,
+      "step": 204950
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0632911392405066e-05,
+      "learning_rate_adapter": 5.0632911392405066e-05,
+      "loss": 0.025,
+      "step": 205000
+    },
+    {
+      "epoch": 1.38,
+      "eval_af_opus100_pr_auc": 0.7620341958358982,
+      "eval_af_ud_pr_auc": 0.9928470618253049,
+      "eval_am_opus100_pr_auc": 0.6295664348450709,
+      "eval_ar_ersatz_pr_auc": 0.9302514429358976,
+      "eval_ar_opus100_pr_auc": 0.7219831891362999,
+      "eval_ar_ud_pr_auc": 0.8926651345643337,
+      "eval_average_ersatz_pr_auc": 0.9695609478029205,
+      "eval_average_opus100_pr_auc": 0.8437124833623096,
+      "eval_average_ud_pr_auc": 0.9657816851065637,
+      "eval_az_opus100_pr_auc": 0.763691041101211,
+      "eval_be_opus100_pr_auc": 0.7026601297001784,
+      "eval_be_ud_pr_auc": 0.8985075113213429,
+      "eval_bg_opus100_pr_auc": 0.9303500841943306,
+      "eval_bg_ud_pr_auc": 0.9954822662963558,
+      "eval_bn_opus100_pr_auc": 0.8435462511386917,
+      "eval_bn_ud_pr_auc": 0.9957784949970075,
+      "eval_ca_opus100_pr_auc": 0.8837374638538108,
+      "eval_ca_ud_pr_auc": 0.9935915083660247,
+      "eval_ceb_ud_pr_auc": 0.9988933895519978,
+      "eval_cs_ersatz_pr_auc": 0.9848439703495945,
+      "eval_cs_opus100_pr_auc": 0.9166526923471493,
+      "eval_cs_ud_pr_auc": 0.9602869966251117,
+      "eval_cy_opus100_pr_auc": 0.7709207312595249,
+      "eval_cy_ud_pr_auc": 0.9934163933674289,
+      "eval_da_opus100_pr_auc": 0.9168373338082285,
+      "eval_da_ud_pr_auc": 0.9782974470189614,
+      "eval_de_ersatz_pr_auc": 0.9877059048306904,
+      "eval_de_opus100_pr_auc": 0.9038930586395932,
+      "eval_de_ud_pr_auc": 0.9857959554393805,
+      "eval_el_opus100_pr_auc": 0.9151083028201686,
+      "eval_el_ud_pr_auc": 0.9910544046708661,
+      "eval_en_ersatz_pr_auc": 0.9923402195746084,
+      "eval_en_opus100_pr_auc": 0.9355887364721314,
+      "eval_en_ud_pr_auc": 0.9850304764150053,
+      "eval_eo_opus100_pr_auc": 0.9326538165047212,
+      "eval_es_ersatz_pr_auc": 0.9971519857511216,
+      "eval_es_opus100_pr_auc": 0.9305916017036376,
+      "eval_es_ud_pr_auc": 0.9931590036159724,
+      "eval_et_ersatz_pr_auc": 0.984428401875646,
+      "eval_et_opus100_pr_auc": 0.9159633921755843,
+      "eval_et_ud_pr_auc": 0.9733001983202644,
+      "eval_eu_opus100_pr_auc": 0.8687106975652191,
+      "eval_eu_ud_pr_auc": 0.9885462296732455,
+      "eval_fa_opus100_pr_auc": 0.6082422473430806,
+      "eval_fa_ud_pr_auc": 0.9961525872559693,
+      "eval_fi_ersatz_pr_auc": 0.9917811677325298,
+      "eval_fi_opus100_pr_auc": 0.9263371616217908,
+      "eval_fi_ud_pr_auc": 0.9583113832892072,
+      "eval_fr_ersatz_pr_auc": 0.9900506706832438,
+      "eval_fr_opus100_pr_auc": 0.9240702677588624,
+      "eval_fr_ud_pr_auc": 0.9802421863018946,
+      "eval_fy_opus100_pr_auc": 0.6402042180996939,
+      "eval_ga_opus100_pr_auc": 0.9048589504717823,
+      "eval_ga_ud_pr_auc": 0.8168746418636603,
+      "eval_gd_opus100_pr_auc": 0.6546779727824547,
+      "eval_gd_ud_pr_auc": 0.8094571368727891,
+      "eval_gl_opus100_pr_auc": 0.8963043229743428,
+      "eval_gl_ud_pr_auc": 0.9977592202646564,
+      "eval_gu_ersatz_pr_auc": 0.9281442785028386,
+      "eval_gu_opus100_pr_auc": 0.7606688615300896,
+      "eval_ha_opus100_pr_auc": 0.9215144458991338,
+      "eval_he_opus100_pr_auc": 0.877096236818933,
+      "eval_he_ud_pr_auc": 0.9766348727502789,
+      "eval_hi_ersatz_pr_auc": 0.9790581444687598,
+      "eval_hi_opus100_pr_auc": 0.7032815044388432,
+      "eval_hi_ud_pr_auc": 0.9803582235358448,
+      "eval_hu_opus100_pr_auc": 0.928356079638679,
+      "eval_hu_ud_pr_auc": 0.9831800074510971,
+      "eval_hy_opus100_pr_auc": 0.9085488493942567,
+      "eval_hy_ud_pr_auc": 0.9785680680435315,
+      "eval_id_opus100_pr_auc": 0.8945684660862434,
+      "eval_id_ud_pr_auc": 0.9941147451851684,
+      "eval_ig_opus100_pr_auc": 0.866135808688869,
+      "eval_is_opus100_pr_auc": 0.9379517695091717,
+      "eval_is_ud_pr_auc": 0.907061785451827,
+      "eval_it_opus100_pr_auc": 0.9131732847338175,
+      "eval_it_ud_pr_auc": 0.9978994933689667,
+      "eval_ja_ersatz_pr_auc": 0.8614970149514645,
+      "eval_ja_opus100_pr_auc": 0.8281240682889877,
+      "eval_ja_ud_pr_auc": 0.9770152482972101,
+      "eval_jv_ud_pr_auc": 0.9712668460408621,
+      "eval_ka_opus100_pr_auc": 0.8689833130863227,
+      "eval_kk_ersatz_pr_auc": 0.9880035028038999,
+      "eval_kk_opus100_pr_auc": 0.776089635885675,
+      "eval_kk_ud_pr_auc": 0.9734189790847979,
+      "eval_km_ersatz_pr_auc": 0.9327787658611907,
+      "eval_km_opus100_pr_auc": 0.7655786619855993,
+      "eval_kn_opus100_pr_auc": 0.644686507482394,
+      "eval_ko_opus100_pr_auc": 0.6843414202093165,
+      "eval_ko_ud_pr_auc": 0.9983323435529938,
+      "eval_ku_opus100_pr_auc": 0.8502941718216392,
+      "eval_ky_opus100_pr_auc": 0.9088444143661973,
+      "eval_la_ud_pr_auc": 0.9689029397439262,
+      "eval_loss": 0.028599752113223076,
+      "eval_lt_ersatz_pr_auc": 0.9948016781654797,
+      "eval_lt_opus100_pr_auc": 0.8741515528993647,
+      "eval_lt_ud_pr_auc": 0.9966849494626879,
+      "eval_lv_ersatz_pr_auc": 0.9899337903782729,
+      "eval_lv_opus100_pr_auc": 0.8899853043991938,
+      "eval_lv_ud_pr_auc": 0.9654360258413125,
+      "eval_mg_opus100_pr_auc": 0.9406726333028503,
+      "eval_mk_opus100_pr_auc": 0.9221814732966921,
+      "eval_ml_opus100_pr_auc": 0.798730462345647,
+      "eval_mn_opus100_pr_auc": 0.9471097747863766,
+      "eval_mr_opus100_pr_auc": 0.8875875305209279,
+      "eval_mr_ud_pr_auc": 0.9879999779228394,
+      "eval_ms_opus100_pr_auc": 0.8787407346890135,
+      "eval_mt_opus100_pr_auc": 0.8330862784195838,
+      "eval_mt_ud_pr_auc": 0.9148497227202365,
+      "eval_my_opus100_pr_auc": 0.8044941075144882,
+      "eval_ne_opus100_pr_auc": 0.7553284445145045,
+      "eval_nl_opus100_pr_auc": 0.9026347834887078,
+      "eval_nl_ud_pr_auc": 0.9890317038749792,
+      "eval_no_opus100_pr_auc": 0.9426469650602357,
+      "eval_no_ud_pr_auc": 0.9972313256221985,
+      "eval_pa_opus100_pr_auc": 0.6778331924131608,
+      "eval_pl_ersatz_pr_auc": 0.9660226165526118,
+      "eval_pl_opus100_pr_auc": 0.9057132097791115,
+      "eval_pl_ud_pr_auc": 0.9713279779779577,
+      "eval_ps_ersatz_pr_auc": 0.9241457416374265,
+      "eval_ps_opus100_pr_auc": 0.7688458868315454,
+      "eval_pt_opus100_pr_auc": 0.9248306120763422,
+      "eval_pt_ud_pr_auc": 0.9877325075796594,
+      "eval_ro_ersatz_pr_auc": 0.9946235302449251,
+      "eval_ro_opus100_pr_auc": 0.8885103028474909,
+      "eval_ro_ud_pr_auc": 0.990065246048779,
+      "eval_ru_ersatz_pr_auc": 0.9933535045712691,
+      "eval_ru_opus100_pr_auc": 0.9239396843668237,
+      "eval_ru_ud_pr_auc": 0.8943799679600412,
+      "eval_runtime": 323.1522,
+      "eval_samples_per_second": 233.525,
+      "eval_si_opus100_pr_auc": 0.8228381072681004,
+      "eval_sk_opus100_pr_auc": 0.9366397509267685,
+      "eval_sk_ud_pr_auc": 0.9867651660964561,
+      "eval_sl_opus100_pr_auc": 0.8774812990574453,
+      "eval_sl_ud_pr_auc": 0.9725914084141878,
+      "eval_sq_opus100_pr_auc": 0.9311741938909113,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9237117913404832,
+      "eval_sr_ud_pr_auc": 0.9987449193526049,
+      "eval_steps_per_second": 0.913,
+      "eval_sv_opus100_pr_auc": 0.8965482090931138,
+      "eval_sv_ud_pr_auc": 0.9417706988579359,
+      "eval_ta_ersatz_pr_auc": 0.980507704989293,
+      "eval_ta_opus100_pr_auc": 0.7032607531734675,
+      "eval_ta_ud_pr_auc": 0.9903480163430621,
+      "eval_te_opus100_pr_auc": 0.8399369480205372,
+      "eval_tg_opus100_pr_auc": 0.8861858313605071,
+      "eval_th_opus100_pr_auc": 0.6871367232308562,
+      "eval_th_ud_pr_auc": 0.8187417198383758,
+      "eval_tr_ersatz_pr_auc": 0.9630394530474625,
+      "eval_tr_opus100_pr_auc": 0.9042708070651309,
+      "eval_tr_ud_pr_auc": 0.9545728710193155,
+      "eval_uk_opus100_pr_auc": 0.879375467935735,
+      "eval_uk_ud_pr_auc": 0.9379484304609611,
+      "eval_ur_opus100_pr_auc": 0.5895729466595041,
+      "eval_ur_ud_pr_auc": 0.9908469576880531,
+      "eval_uz_opus100_pr_auc": 0.8763294824743466,
+      "eval_vi_opus100_pr_auc": 0.8973675732485134,
+      "eval_vi_ud_pr_auc": 0.9531775656512987,
+      "eval_xh_opus100_pr_auc": 0.8732943881749923,
+      "eval_yi_opus100_pr_auc": 0.8278286629305407,
+      "eval_yo_opus100_pr_auc": 0.8264004031901175,
+      "eval_yo_ud_pr_auc": 0.9341125308053522,
+      "eval_zh_ersatz_pr_auc": 0.9758773617560281,
+      "eval_zh_opus100_pr_auc": 0.8679327563614131,
+      "eval_zh_ud_pr_auc": 0.9929931811125512,
+      "eval_zu_opus100_pr_auc": 0.8326928127372186,
+      "step": 205000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0620253164556965e-05,
+      "learning_rate_adapter": 5.0620253164556965e-05,
+      "loss": 0.0249,
+      "step": 205050
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.060759493670887e-05,
+      "learning_rate_adapter": 5.060759493670887e-05,
+      "loss": 0.0253,
+      "step": 205100
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.059493670886076e-05,
+      "learning_rate_adapter": 5.059493670886076e-05,
+      "loss": 0.025,
+      "step": 205150
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0582278481012655e-05,
+      "learning_rate_adapter": 5.0582278481012655e-05,
+      "loss": 0.0251,
+      "step": 205200
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.056962025316456e-05,
+      "learning_rate_adapter": 5.056962025316456e-05,
+      "loss": 0.025,
+      "step": 205250
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.055696202531646e-05,
+      "learning_rate_adapter": 5.055696202531646e-05,
+      "loss": 0.0249,
+      "step": 205300
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0544303797468365e-05,
+      "learning_rate_adapter": 5.0544303797468365e-05,
+      "loss": 0.025,
+      "step": 205350
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.053164556962026e-05,
+      "learning_rate_adapter": 5.053164556962026e-05,
+      "loss": 0.0249,
+      "step": 205400
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.051898734177215e-05,
+      "learning_rate_adapter": 5.051898734177215e-05,
+      "loss": 0.025,
+      "step": 205450
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0506329113924055e-05,
+      "learning_rate_adapter": 5.0506329113924055e-05,
+      "loss": 0.025,
+      "step": 205500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.049367088607595e-05,
+      "learning_rate_adapter": 5.049367088607595e-05,
+      "loss": 0.0251,
+      "step": 205550
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.048101265822785e-05,
+      "learning_rate_adapter": 5.048101265822785e-05,
+      "loss": 0.0249,
+      "step": 205600
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.046835443037975e-05,
+      "learning_rate_adapter": 5.046835443037975e-05,
+      "loss": 0.0251,
+      "step": 205650
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0455696202531644e-05,
+      "learning_rate_adapter": 5.0455696202531644e-05,
+      "loss": 0.025,
+      "step": 205700
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.044303797468355e-05,
+      "learning_rate_adapter": 5.044303797468355e-05,
+      "loss": 0.0253,
+      "step": 205750
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.043037974683544e-05,
+      "learning_rate_adapter": 5.043037974683544e-05,
+      "loss": 0.0249,
+      "step": 205800
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.041772151898735e-05,
+      "learning_rate_adapter": 5.041772151898735e-05,
+      "loss": 0.0251,
+      "step": 205850
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0405063291139246e-05,
+      "learning_rate_adapter": 5.0405063291139246e-05,
+      "loss": 0.0252,
+      "step": 205900
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.039240506329114e-05,
+      "learning_rate_adapter": 5.039240506329114e-05,
+      "loss": 0.0248,
+      "step": 205950
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0379746835443044e-05,
+      "learning_rate_adapter": 5.0379746835443044e-05,
+      "loss": 0.0249,
+      "step": 206000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0367088607594936e-05,
+      "learning_rate_adapter": 5.0367088607594936e-05,
+      "loss": 0.0248,
+      "step": 206050
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.035443037974684e-05,
+      "learning_rate_adapter": 5.035443037974684e-05,
+      "loss": 0.025,
+      "step": 206100
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.034177215189873e-05,
+      "learning_rate_adapter": 5.034177215189873e-05,
+      "loss": 0.0247,
+      "step": 206150
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.032911392405063e-05,
+      "learning_rate_adapter": 5.032911392405063e-05,
+      "loss": 0.0254,
+      "step": 206200
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.031645569620254e-05,
+      "learning_rate_adapter": 5.031645569620254e-05,
+      "loss": 0.025,
+      "step": 206250
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.030379746835443e-05,
+      "learning_rate_adapter": 5.030379746835443e-05,
+      "loss": 0.0249,
+      "step": 206300
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0291139240506335e-05,
+      "learning_rate_adapter": 5.0291139240506335e-05,
+      "loss": 0.0251,
+      "step": 206350
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.027848101265823e-05,
+      "learning_rate_adapter": 5.027848101265823e-05,
+      "loss": 0.0252,
+      "step": 206400
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0265822784810126e-05,
+      "learning_rate_adapter": 5.0265822784810126e-05,
+      "loss": 0.0254,
+      "step": 206450
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.025316455696203e-05,
+      "learning_rate_adapter": 5.025316455696203e-05,
+      "loss": 0.025,
+      "step": 206500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0240506329113924e-05,
+      "learning_rate_adapter": 5.0240506329113924e-05,
+      "loss": 0.025,
+      "step": 206550
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.022784810126583e-05,
+      "learning_rate_adapter": 5.022784810126583e-05,
+      "loss": 0.0248,
+      "step": 206600
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.021518987341772e-05,
+      "learning_rate_adapter": 5.021518987341772e-05,
+      "loss": 0.0249,
+      "step": 206650
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.020253164556963e-05,
+      "learning_rate_adapter": 5.020253164556963e-05,
+      "loss": 0.025,
+      "step": 206700
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.018987341772152e-05,
+      "learning_rate_adapter": 5.018987341772152e-05,
+      "loss": 0.0249,
+      "step": 206750
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.017721518987342e-05,
+      "learning_rate_adapter": 5.017721518987342e-05,
+      "loss": 0.0249,
+      "step": 206800
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0164556962025324e-05,
+      "learning_rate_adapter": 5.0164556962025324e-05,
+      "loss": 0.0249,
+      "step": 206850
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0151898734177216e-05,
+      "learning_rate_adapter": 5.0151898734177216e-05,
+      "loss": 0.0249,
+      "step": 206900
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.013924050632912e-05,
+      "learning_rate_adapter": 5.013924050632912e-05,
+      "loss": 0.0251,
+      "step": 206950
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0126582278481014e-05,
+      "learning_rate_adapter": 5.0126582278481014e-05,
+      "loss": 0.0252,
+      "step": 207000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.011392405063291e-05,
+      "learning_rate_adapter": 5.011392405063291e-05,
+      "loss": 0.0251,
+      "step": 207050
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.010126582278482e-05,
+      "learning_rate_adapter": 5.010126582278482e-05,
+      "loss": 0.0252,
+      "step": 207100
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.008860759493671e-05,
+      "learning_rate_adapter": 5.008860759493671e-05,
+      "loss": 0.0249,
+      "step": 207150
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0075949367088616e-05,
+      "learning_rate_adapter": 5.0075949367088616e-05,
+      "loss": 0.025,
+      "step": 207200
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.006329113924051e-05,
+      "learning_rate_adapter": 5.006329113924051e-05,
+      "loss": 0.0251,
+      "step": 207250
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.00506329113924e-05,
+      "learning_rate_adapter": 5.00506329113924e-05,
+      "loss": 0.025,
+      "step": 207300
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0037974683544306e-05,
+      "learning_rate_adapter": 5.0037974683544306e-05,
+      "loss": 0.0248,
+      "step": 207350
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0025316455696205e-05,
+      "learning_rate_adapter": 5.0025316455696205e-05,
+      "loss": 0.0248,
+      "step": 207400
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.001265822784811e-05,
+      "learning_rate_adapter": 5.001265822784811e-05,
+      "loss": 0.0249,
+      "step": 207450
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0251,
+      "step": 207500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99873417721519e-05,
+      "learning_rate_adapter": 4.99873417721519e-05,
+      "loss": 0.0249,
+      "step": 207550
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99746835443038e-05,
+      "learning_rate_adapter": 4.99746835443038e-05,
+      "loss": 0.0251,
+      "step": 207600
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99620253164557e-05,
+      "learning_rate_adapter": 4.99620253164557e-05,
+      "loss": 0.0251,
+      "step": 207650
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99493670886076e-05,
+      "learning_rate_adapter": 4.99493670886076e-05,
+      "loss": 0.0248,
+      "step": 207700
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99367088607595e-05,
+      "learning_rate_adapter": 4.99367088607595e-05,
+      "loss": 0.025,
+      "step": 207750
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9924050632911396e-05,
+      "learning_rate_adapter": 4.9924050632911396e-05,
+      "loss": 0.0252,
+      "step": 207800
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9911392405063294e-05,
+      "learning_rate_adapter": 4.9911392405063294e-05,
+      "loss": 0.0249,
+      "step": 207850
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9898734177215186e-05,
+      "learning_rate_adapter": 4.9898734177215186e-05,
+      "loss": 0.0248,
+      "step": 207900
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.988607594936709e-05,
+      "learning_rate_adapter": 4.988607594936709e-05,
+      "loss": 0.0249,
+      "step": 207950
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.987341772151899e-05,
+      "learning_rate_adapter": 4.987341772151899e-05,
+      "loss": 0.025,
+      "step": 208000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.986075949367089e-05,
+      "learning_rate_adapter": 4.986075949367089e-05,
+      "loss": 0.0252,
+      "step": 208050
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.984810126582279e-05,
+      "learning_rate_adapter": 4.984810126582279e-05,
+      "loss": 0.0251,
+      "step": 208100
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.983544303797469e-05,
+      "learning_rate_adapter": 4.983544303797469e-05,
+      "loss": 0.0247,
+      "step": 208150
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.982278481012658e-05,
+      "learning_rate_adapter": 4.982278481012658e-05,
+      "loss": 0.025,
+      "step": 208200
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9810126582278485e-05,
+      "learning_rate_adapter": 4.9810126582278485e-05,
+      "loss": 0.025,
+      "step": 208250
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9797468354430384e-05,
+      "learning_rate_adapter": 4.9797468354430384e-05,
+      "loss": 0.0247,
+      "step": 208300
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.978481012658228e-05,
+      "learning_rate_adapter": 4.978481012658228e-05,
+      "loss": 0.0249,
+      "step": 208350
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.977215189873418e-05,
+      "learning_rate_adapter": 4.977215189873418e-05,
+      "loss": 0.025,
+      "step": 208400
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9759493670886074e-05,
+      "learning_rate_adapter": 4.9759493670886074e-05,
+      "loss": 0.0251,
+      "step": 208450
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.974683544303797e-05,
+      "learning_rate_adapter": 4.974683544303797e-05,
+      "loss": 0.025,
+      "step": 208500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.973417721518988e-05,
+      "learning_rate_adapter": 4.973417721518988e-05,
+      "loss": 0.025,
+      "step": 208550
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.972151898734178e-05,
+      "learning_rate_adapter": 4.972151898734178e-05,
+      "loss": 0.0247,
+      "step": 208600
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9708860759493676e-05,
+      "learning_rate_adapter": 4.9708860759493676e-05,
+      "loss": 0.0249,
+      "step": 208650
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.969620253164557e-05,
+      "learning_rate_adapter": 4.969620253164557e-05,
+      "loss": 0.025,
+      "step": 208700
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.968354430379747e-05,
+      "learning_rate_adapter": 4.968354430379747e-05,
+      "loss": 0.0253,
+      "step": 208750
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9670886075949366e-05,
+      "learning_rate_adapter": 4.9670886075949366e-05,
+      "loss": 0.0251,
+      "step": 208800
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.965822784810127e-05,
+      "learning_rate_adapter": 4.965822784810127e-05,
+      "loss": 0.025,
+      "step": 208850
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.964556962025317e-05,
+      "learning_rate_adapter": 4.964556962025317e-05,
+      "loss": 0.025,
+      "step": 208900
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.963291139240507e-05,
+      "learning_rate_adapter": 4.963291139240507e-05,
+      "loss": 0.0249,
+      "step": 208950
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.962025316455696e-05,
+      "learning_rate_adapter": 4.962025316455696e-05,
+      "loss": 0.0249,
+      "step": 209000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.960759493670886e-05,
+      "learning_rate_adapter": 4.960759493670886e-05,
+      "loss": 0.0247,
+      "step": 209050
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.959493670886076e-05,
+      "learning_rate_adapter": 4.959493670886076e-05,
+      "loss": 0.025,
+      "step": 209100
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9582278481012665e-05,
+      "learning_rate_adapter": 4.9582278481012665e-05,
+      "loss": 0.0249,
+      "step": 209150
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9569620253164563e-05,
+      "learning_rate_adapter": 4.9569620253164563e-05,
+      "loss": 0.025,
+      "step": 209200
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9556962025316456e-05,
+      "learning_rate_adapter": 4.9556962025316456e-05,
+      "loss": 0.025,
+      "step": 209250
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9544303797468354e-05,
+      "learning_rate_adapter": 4.9544303797468354e-05,
+      "loss": 0.0251,
+      "step": 209300
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.953164556962025e-05,
+      "learning_rate_adapter": 4.953164556962025e-05,
+      "loss": 0.0247,
+      "step": 209350
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.951898734177215e-05,
+      "learning_rate_adapter": 4.951898734177215e-05,
+      "loss": 0.0249,
+      "step": 209400
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.950632911392406e-05,
+      "learning_rate_adapter": 4.950632911392406e-05,
+      "loss": 0.025,
+      "step": 209450
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.949367088607595e-05,
+      "learning_rate_adapter": 4.949367088607595e-05,
+      "loss": 0.0249,
+      "step": 209500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.948101265822785e-05,
+      "learning_rate_adapter": 4.948101265822785e-05,
+      "loss": 0.0249,
+      "step": 209550
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.946835443037975e-05,
+      "learning_rate_adapter": 4.946835443037975e-05,
+      "loss": 0.025,
+      "step": 209600
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9455696202531646e-05,
+      "learning_rate_adapter": 4.9455696202531646e-05,
+      "loss": 0.025,
+      "step": 209650
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9443037974683545e-05,
+      "learning_rate_adapter": 4.9443037974683545e-05,
+      "loss": 0.0247,
+      "step": 209700
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.943037974683545e-05,
+      "learning_rate_adapter": 4.943037974683545e-05,
+      "loss": 0.025,
+      "step": 209750
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.941772151898734e-05,
+      "learning_rate_adapter": 4.941772151898734e-05,
+      "loss": 0.025,
+      "step": 209800
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.940506329113924e-05,
+      "learning_rate_adapter": 4.940506329113924e-05,
+      "loss": 0.0248,
+      "step": 209850
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.939240506329114e-05,
+      "learning_rate_adapter": 4.939240506329114e-05,
+      "loss": 0.0248,
+      "step": 209900
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.937974683544304e-05,
+      "learning_rate_adapter": 4.937974683544304e-05,
+      "loss": 0.0248,
+      "step": 209950
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.936708860759494e-05,
+      "learning_rate_adapter": 4.936708860759494e-05,
+      "loss": 0.0248,
+      "step": 210000
+    },
+    {
+      "epoch": 1.42,
+      "eval_af_opus100_pr_auc": 0.7763070489594615,
+      "eval_af_ud_pr_auc": 0.9945641155384756,
+      "eval_am_opus100_pr_auc": 0.6339937769642217,
+      "eval_ar_ersatz_pr_auc": 0.9192576775433462,
+      "eval_ar_opus100_pr_auc": 0.7280499529483999,
+      "eval_ar_ud_pr_auc": 0.8873924983942041,
+      "eval_average_ersatz_pr_auc": 0.9674394004545896,
+      "eval_average_opus100_pr_auc": 0.8404057981043811,
+      "eval_average_ud_pr_auc": 0.9645832331154905,
+      "eval_az_opus100_pr_auc": 0.7407387355283948,
+      "eval_be_opus100_pr_auc": 0.7192997174576123,
+      "eval_be_ud_pr_auc": 0.8967369043662055,
+      "eval_bg_opus100_pr_auc": 0.9187521397480017,
+      "eval_bg_ud_pr_auc": 0.995653073190975,
+      "eval_bn_opus100_pr_auc": 0.8444076231446264,
+      "eval_bn_ud_pr_auc": 0.9947587460121424,
+      "eval_ca_opus100_pr_auc": 0.8863328794085421,
+      "eval_ca_ud_pr_auc": 0.994185136842604,
+      "eval_ceb_ud_pr_auc": 0.998770668041505,
+      "eval_cs_ersatz_pr_auc": 0.9860322164554478,
+      "eval_cs_opus100_pr_auc": 0.9118424563249519,
+      "eval_cs_ud_pr_auc": 0.9608622425690092,
+      "eval_cy_opus100_pr_auc": 0.7700408628039792,
+      "eval_cy_ud_pr_auc": 0.9941354182946077,
+      "eval_da_opus100_pr_auc": 0.9160589461841692,
+      "eval_da_ud_pr_auc": 0.9775220595753827,
+      "eval_de_ersatz_pr_auc": 0.9846943140151188,
+      "eval_de_opus100_pr_auc": 0.9016318299981094,
+      "eval_de_ud_pr_auc": 0.9847751401075612,
+      "eval_el_opus100_pr_auc": 0.9130981112657606,
+      "eval_el_ud_pr_auc": 0.9925410609786459,
+      "eval_en_ersatz_pr_auc": 0.9925797741070826,
+      "eval_en_opus100_pr_auc": 0.9313069043441289,
+      "eval_en_ud_pr_auc": 0.9783936868816101,
+      "eval_eo_opus100_pr_auc": 0.9266191325210769,
+      "eval_es_ersatz_pr_auc": 0.9966942339801802,
+      "eval_es_opus100_pr_auc": 0.9268149563540911,
+      "eval_es_ud_pr_auc": 0.9915132368548427,
+      "eval_et_ersatz_pr_auc": 0.9834070667279348,
+      "eval_et_opus100_pr_auc": 0.8981501501404806,
+      "eval_et_ud_pr_auc": 0.9669318844116862,
+      "eval_eu_opus100_pr_auc": 0.8783858189426624,
+      "eval_eu_ud_pr_auc": 0.9897294291243952,
+      "eval_fa_opus100_pr_auc": 0.611278296683514,
+      "eval_fa_ud_pr_auc": 0.9950337638469026,
+      "eval_fi_ersatz_pr_auc": 0.9892078474360796,
+      "eval_fi_opus100_pr_auc": 0.9216646536485605,
+      "eval_fi_ud_pr_auc": 0.9626110940707047,
+      "eval_fr_ersatz_pr_auc": 0.9891533319065166,
+      "eval_fr_opus100_pr_auc": 0.9144471785814534,
+      "eval_fr_ud_pr_auc": 0.9793718167503747,
+      "eval_fy_opus100_pr_auc": 0.6253804581304834,
+      "eval_ga_opus100_pr_auc": 0.9019844581904148,
+      "eval_ga_ud_pr_auc": 0.8139860736905404,
+      "eval_gd_opus100_pr_auc": 0.6467636396830428,
+      "eval_gd_ud_pr_auc": 0.8227259563904801,
+      "eval_gl_opus100_pr_auc": 0.8854608273094191,
+      "eval_gl_ud_pr_auc": 0.9983441768238398,
+      "eval_gu_ersatz_pr_auc": 0.923640035393986,
+      "eval_gu_opus100_pr_auc": 0.7620063859971957,
+      "eval_ha_opus100_pr_auc": 0.9165682210120444,
+      "eval_he_opus100_pr_auc": 0.8742148425322623,
+      "eval_he_ud_pr_auc": 0.9765508497851267,
+      "eval_hi_ersatz_pr_auc": 0.9732806687896711,
+      "eval_hi_opus100_pr_auc": 0.6972928761215019,
+      "eval_hi_ud_pr_auc": 0.9742244842426802,
+      "eval_hu_opus100_pr_auc": 0.917205881122555,
+      "eval_hu_ud_pr_auc": 0.9830356128672537,
+      "eval_hy_opus100_pr_auc": 0.9104407007785116,
+      "eval_hy_ud_pr_auc": 0.9818732567756687,
+      "eval_id_opus100_pr_auc": 0.8988393365969436,
+      "eval_id_ud_pr_auc": 0.9944358097215669,
+      "eval_ig_opus100_pr_auc": 0.8664543293302975,
+      "eval_is_opus100_pr_auc": 0.9319018787276159,
+      "eval_is_ud_pr_auc": 0.9012681252191325,
+      "eval_it_opus100_pr_auc": 0.9102645043360901,
+      "eval_it_ud_pr_auc": 0.9975014138633433,
+      "eval_ja_ersatz_pr_auc": 0.8683050361283396,
+      "eval_ja_opus100_pr_auc": 0.8189798588700041,
+      "eval_ja_ud_pr_auc": 0.9745355701771532,
+      "eval_jv_ud_pr_auc": 0.9705547926953288,
+      "eval_ka_opus100_pr_auc": 0.8600424369134702,
+      "eval_kk_ersatz_pr_auc": 0.9863352874983078,
+      "eval_kk_opus100_pr_auc": 0.7989861377514348,
+      "eval_kk_ud_pr_auc": 0.9733046318135572,
+      "eval_km_ersatz_pr_auc": 0.9265494224954476,
+      "eval_km_opus100_pr_auc": 0.7724955995211674,
+      "eval_kn_opus100_pr_auc": 0.6402331578606779,
+      "eval_ko_opus100_pr_auc": 0.6798293082682074,
+      "eval_ko_ud_pr_auc": 0.9972316529248311,
+      "eval_ku_opus100_pr_auc": 0.8475846679550024,
+      "eval_ky_opus100_pr_auc": 0.8962824278886459,
+      "eval_la_ud_pr_auc": 0.9670632439732016,
+      "eval_loss": 0.028545526787638664,
+      "eval_lt_ersatz_pr_auc": 0.9943705560197575,
+      "eval_lt_opus100_pr_auc": 0.8777279376491954,
+      "eval_lt_ud_pr_auc": 0.995511752251867,
+      "eval_lv_ersatz_pr_auc": 0.9889235118278591,
+      "eval_lv_opus100_pr_auc": 0.8917604029929675,
+      "eval_lv_ud_pr_auc": 0.9697930445662122,
+      "eval_mg_opus100_pr_auc": 0.9372591750003988,
+      "eval_mk_opus100_pr_auc": 0.920906981643804,
+      "eval_ml_opus100_pr_auc": 0.7988831549253447,
+      "eval_mn_opus100_pr_auc": 0.9414244865106419,
+      "eval_mr_opus100_pr_auc": 0.8834943160619636,
+      "eval_mr_ud_pr_auc": 0.9782585457785992,
+      "eval_ms_opus100_pr_auc": 0.8705452922790884,
+      "eval_mt_opus100_pr_auc": 0.8510619860101917,
+      "eval_mt_ud_pr_auc": 0.8922654725851368,
+      "eval_my_opus100_pr_auc": 0.799938060140028,
+      "eval_ne_opus100_pr_auc": 0.7257401794317989,
+      "eval_nl_opus100_pr_auc": 0.896450423395084,
+      "eval_nl_ud_pr_auc": 0.9829727797048461,
+      "eval_no_opus100_pr_auc": 0.9253527029996321,
+      "eval_no_ud_pr_auc": 0.9967039702916124,
+      "eval_pa_opus100_pr_auc": 0.6795687144265045,
+      "eval_pl_ersatz_pr_auc": 0.9627368463627441,
+      "eval_pl_opus100_pr_auc": 0.89370539428832,
+      "eval_pl_ud_pr_auc": 0.9668752254451437,
+      "eval_ps_ersatz_pr_auc": 0.9227711984028819,
+      "eval_ps_opus100_pr_auc": 0.7516451856187791,
+      "eval_pt_opus100_pr_auc": 0.922290349293723,
+      "eval_pt_ud_pr_auc": 0.9877416146101459,
+      "eval_ro_ersatz_pr_auc": 0.9940370709181517,
+      "eval_ro_opus100_pr_auc": 0.884261814127762,
+      "eval_ro_ud_pr_auc": 0.9834742536839151,
+      "eval_ru_ersatz_pr_auc": 0.9925273825649563,
+      "eval_ru_opus100_pr_auc": 0.9323453314465593,
+      "eval_ru_ud_pr_auc": 0.8908714737710282,
+      "eval_runtime": 323.06,
+      "eval_samples_per_second": 233.591,
+      "eval_si_opus100_pr_auc": 0.8196968555318705,
+      "eval_sk_opus100_pr_auc": 0.9344278043306761,
+      "eval_sk_ud_pr_auc": 0.9808468722706971,
+      "eval_sl_opus100_pr_auc": 0.8678068363316315,
+      "eval_sl_ud_pr_auc": 0.9698734175953645,
+      "eval_sq_opus100_pr_auc": 0.9221771131399926,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9128915516618966,
+      "eval_sr_ud_pr_auc": 0.997882175889525,
+      "eval_steps_per_second": 0.913,
+      "eval_sv_opus100_pr_auc": 0.8937075092788296,
+      "eval_sv_ud_pr_auc": 0.9446505737303222,
+      "eval_ta_ersatz_pr_auc": 0.9795139299756639,
+      "eval_ta_opus100_pr_auc": 0.714715688090019,
+      "eval_ta_ud_pr_auc": 0.9873763627235933,
+      "eval_te_opus100_pr_auc": 0.8390259335125816,
+      "eval_tg_opus100_pr_auc": 0.8840951591089787,
+      "eval_th_opus100_pr_auc": 0.6953253490463923,
+      "eval_th_ud_pr_auc": 0.8323810720482422,
+      "eval_tr_ersatz_pr_auc": 0.9578805143180588,
+      "eval_tr_opus100_pr_auc": 0.9001782423678015,
+      "eval_tr_ud_pr_auc": 0.9519219104227442,
+      "eval_uk_opus100_pr_auc": 0.8779409220095081,
+      "eval_uk_ud_pr_auc": 0.9340602695635822,
+      "eval_ur_opus100_pr_auc": 0.5875098184163068,
+      "eval_ur_ud_pr_auc": 0.9914420593007993,
+      "eval_uz_opus100_pr_auc": 0.8742819740411986,
+      "eval_vi_opus100_pr_auc": 0.8998571260853324,
+      "eval_vi_ud_pr_auc": 0.9651821161096563,
+      "eval_xh_opus100_pr_auc": 0.8837202119097681,
+      "eval_yi_opus100_pr_auc": 0.761497279933944,
+      "eval_yo_opus100_pr_auc": 0.8322102383308931,
+      "eval_yo_ud_pr_auc": 0.9255521813655855,
+      "eval_zh_ersatz_pr_auc": 0.9717688871334457,
+      "eval_zh_opus100_pr_auc": 0.8702682480935736,
+      "eval_zh_ud_pr_auc": 0.9934895170588051,
+      "eval_zu_opus100_pr_auc": 0.8291465882470657,
+      "step": 210000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.935443037974684e-05,
+      "learning_rate_adapter": 4.935443037974684e-05,
+      "loss": 0.025,
+      "step": 210050
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9341772151898736e-05,
+      "learning_rate_adapter": 4.9341772151898736e-05,
+      "loss": 0.0252,
+      "step": 210100
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9329113924050635e-05,
+      "learning_rate_adapter": 4.9329113924050635e-05,
+      "loss": 0.0249,
+      "step": 210150
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9316455696202534e-05,
+      "learning_rate_adapter": 4.9316455696202534e-05,
+      "loss": 0.0248,
+      "step": 210200
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.930379746835443e-05,
+      "learning_rate_adapter": 4.930379746835443e-05,
+      "loss": 0.0251,
+      "step": 210250
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.929113924050633e-05,
+      "learning_rate_adapter": 4.929113924050633e-05,
+      "loss": 0.0248,
+      "step": 210300
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.927848101265823e-05,
+      "learning_rate_adapter": 4.927848101265823e-05,
+      "loss": 0.0249,
+      "step": 210350
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.926582278481013e-05,
+      "learning_rate_adapter": 4.926582278481013e-05,
+      "loss": 0.0248,
+      "step": 210400
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.925316455696203e-05,
+      "learning_rate_adapter": 4.925316455696203e-05,
+      "loss": 0.0248,
+      "step": 210450
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.924050632911393e-05,
+      "learning_rate_adapter": 4.924050632911393e-05,
+      "loss": 0.0249,
+      "step": 210500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9227848101265826e-05,
+      "learning_rate_adapter": 4.9227848101265826e-05,
+      "loss": 0.0248,
+      "step": 210550
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9215189873417725e-05,
+      "learning_rate_adapter": 4.9215189873417725e-05,
+      "loss": 0.0249,
+      "step": 210600
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9202531645569624e-05,
+      "learning_rate_adapter": 4.9202531645569624e-05,
+      "loss": 0.0251,
+      "step": 210650
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.918987341772152e-05,
+      "learning_rate_adapter": 4.918987341772152e-05,
+      "loss": 0.0249,
+      "step": 210700
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.917721518987342e-05,
+      "learning_rate_adapter": 4.917721518987342e-05,
+      "loss": 0.0251,
+      "step": 210750
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.916455696202532e-05,
+      "learning_rate_adapter": 4.916455696202532e-05,
+      "loss": 0.025,
+      "step": 210800
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.915189873417721e-05,
+      "learning_rate_adapter": 4.915189873417721e-05,
+      "loss": 0.025,
+      "step": 210850
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.913924050632912e-05,
+      "learning_rate_adapter": 4.913924050632912e-05,
+      "loss": 0.025,
+      "step": 210900
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.912658227848102e-05,
+      "learning_rate_adapter": 4.912658227848102e-05,
+      "loss": 0.0249,
+      "step": 210950
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9113924050632915e-05,
+      "learning_rate_adapter": 4.9113924050632915e-05,
+      "loss": 0.025,
+      "step": 211000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9101265822784814e-05,
+      "learning_rate_adapter": 4.9101265822784814e-05,
+      "loss": 0.0251,
+      "step": 211050
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9088607594936706e-05,
+      "learning_rate_adapter": 4.9088607594936706e-05,
+      "loss": 0.025,
+      "step": 211100
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9075949367088605e-05,
+      "learning_rate_adapter": 4.9075949367088605e-05,
+      "loss": 0.025,
+      "step": 211150
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.906329113924051e-05,
+      "learning_rate_adapter": 4.906329113924051e-05,
+      "loss": 0.025,
+      "step": 211200
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.905063291139241e-05,
+      "learning_rate_adapter": 4.905063291139241e-05,
+      "loss": 0.0248,
+      "step": 211250
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.903797468354431e-05,
+      "learning_rate_adapter": 4.903797468354431e-05,
+      "loss": 0.025,
+      "step": 211300
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.902531645569621e-05,
+      "learning_rate_adapter": 4.902531645569621e-05,
+      "loss": 0.0252,
+      "step": 211350
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.90126582278481e-05,
+      "learning_rate_adapter": 4.90126582278481e-05,
+      "loss": 0.025,
+      "step": 211400
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0251,
+      "step": 211450
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8987341772151904e-05,
+      "learning_rate_adapter": 4.8987341772151904e-05,
+      "loss": 0.0249,
+      "step": 211500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.89746835443038e-05,
+      "learning_rate_adapter": 4.89746835443038e-05,
+      "loss": 0.0248,
+      "step": 211550
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.89620253164557e-05,
+      "learning_rate_adapter": 4.89620253164557e-05,
+      "loss": 0.0249,
+      "step": 211600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8949367088607594e-05,
+      "learning_rate_adapter": 4.8949367088607594e-05,
+      "loss": 0.0251,
+      "step": 211650
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.893670886075949e-05,
+      "learning_rate_adapter": 4.893670886075949e-05,
+      "loss": 0.025,
+      "step": 211700
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.892405063291139e-05,
+      "learning_rate_adapter": 4.892405063291139e-05,
+      "loss": 0.0249,
+      "step": 211750
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.89113924050633e-05,
+      "learning_rate_adapter": 4.89113924050633e-05,
+      "loss": 0.0248,
+      "step": 211800
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8898734177215196e-05,
+      "learning_rate_adapter": 4.8898734177215196e-05,
+      "loss": 0.0248,
+      "step": 211850
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.888607594936709e-05,
+      "learning_rate_adapter": 4.888607594936709e-05,
+      "loss": 0.0249,
+      "step": 211900
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.887341772151899e-05,
+      "learning_rate_adapter": 4.887341772151899e-05,
+      "loss": 0.025,
+      "step": 211950
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8860759493670886e-05,
+      "learning_rate_adapter": 4.8860759493670886e-05,
+      "loss": 0.025,
+      "step": 212000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8848101265822785e-05,
+      "learning_rate_adapter": 4.8848101265822785e-05,
+      "loss": 0.025,
+      "step": 212050
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.883544303797469e-05,
+      "learning_rate_adapter": 4.883544303797469e-05,
+      "loss": 0.0247,
+      "step": 212100
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.882278481012659e-05,
+      "learning_rate_adapter": 4.882278481012659e-05,
+      "loss": 0.0247,
+      "step": 212150
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.881012658227848e-05,
+      "learning_rate_adapter": 4.881012658227848e-05,
+      "loss": 0.025,
+      "step": 212200
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.879746835443038e-05,
+      "learning_rate_adapter": 4.879746835443038e-05,
+      "loss": 0.0249,
+      "step": 212250
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.878481012658228e-05,
+      "learning_rate_adapter": 4.878481012658228e-05,
+      "loss": 0.025,
+      "step": 212300
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.877215189873418e-05,
+      "learning_rate_adapter": 4.877215189873418e-05,
+      "loss": 0.0247,
+      "step": 212350
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8759493670886083e-05,
+      "learning_rate_adapter": 4.8759493670886083e-05,
+      "loss": 0.0249,
+      "step": 212400
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8746835443037976e-05,
+      "learning_rate_adapter": 4.8746835443037976e-05,
+      "loss": 0.025,
+      "step": 212450
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8734177215189874e-05,
+      "learning_rate_adapter": 4.8734177215189874e-05,
+      "loss": 0.0248,
+      "step": 212500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.872151898734177e-05,
+      "learning_rate_adapter": 4.872151898734177e-05,
+      "loss": 0.0248,
+      "step": 212550
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.870886075949367e-05,
+      "learning_rate_adapter": 4.870886075949367e-05,
+      "loss": 0.0249,
+      "step": 212600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.869620253164557e-05,
+      "learning_rate_adapter": 4.869620253164557e-05,
+      "loss": 0.025,
+      "step": 212650
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.868354430379747e-05,
+      "learning_rate_adapter": 4.868354430379747e-05,
+      "loss": 0.0249,
+      "step": 212700
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.867088607594937e-05,
+      "learning_rate_adapter": 4.867088607594937e-05,
+      "loss": 0.0249,
+      "step": 212750
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.865822784810127e-05,
+      "learning_rate_adapter": 4.865822784810127e-05,
+      "loss": 0.0248,
+      "step": 212800
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8645569620253166e-05,
+      "learning_rate_adapter": 4.8645569620253166e-05,
+      "loss": 0.0252,
+      "step": 212850
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8632911392405065e-05,
+      "learning_rate_adapter": 4.8632911392405065e-05,
+      "loss": 0.025,
+      "step": 212900
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8620253164556964e-05,
+      "learning_rate_adapter": 4.8620253164556964e-05,
+      "loss": 0.0247,
+      "step": 212950
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.860759493670886e-05,
+      "learning_rate_adapter": 4.860759493670886e-05,
+      "loss": 0.0248,
+      "step": 213000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.859493670886076e-05,
+      "learning_rate_adapter": 4.859493670886076e-05,
+      "loss": 0.0248,
+      "step": 213050
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.858227848101266e-05,
+      "learning_rate_adapter": 4.858227848101266e-05,
+      "loss": 0.0247,
+      "step": 213100
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.856962025316456e-05,
+      "learning_rate_adapter": 4.856962025316456e-05,
+      "loss": 0.0248,
+      "step": 213150
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.855696202531646e-05,
+      "learning_rate_adapter": 4.855696202531646e-05,
+      "loss": 0.0248,
+      "step": 213200
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.854430379746836e-05,
+      "learning_rate_adapter": 4.854430379746836e-05,
+      "loss": 0.0249,
+      "step": 213250
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8531645569620256e-05,
+      "learning_rate_adapter": 4.8531645569620256e-05,
+      "loss": 0.0249,
+      "step": 213300
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8518987341772155e-05,
+      "learning_rate_adapter": 4.8518987341772155e-05,
+      "loss": 0.0248,
+      "step": 213350
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8506329113924054e-05,
+      "learning_rate_adapter": 4.8506329113924054e-05,
+      "loss": 0.0249,
+      "step": 213400
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.849367088607595e-05,
+      "learning_rate_adapter": 4.849367088607595e-05,
+      "loss": 0.0248,
+      "step": 213450
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8481012658227845e-05,
+      "learning_rate_adapter": 4.8481012658227845e-05,
+      "loss": 0.0249,
+      "step": 213500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.846835443037975e-05,
+      "learning_rate_adapter": 4.846835443037975e-05,
+      "loss": 0.025,
+      "step": 213550
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.845569620253165e-05,
+      "learning_rate_adapter": 4.845569620253165e-05,
+      "loss": 0.0248,
+      "step": 213600
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.844303797468355e-05,
+      "learning_rate_adapter": 4.844303797468355e-05,
+      "loss": 0.0249,
+      "step": 213650
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.843037974683545e-05,
+      "learning_rate_adapter": 4.843037974683545e-05,
+      "loss": 0.0248,
+      "step": 213700
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8417721518987346e-05,
+      "learning_rate_adapter": 4.8417721518987346e-05,
+      "loss": 0.025,
+      "step": 213750
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.840506329113924e-05,
+      "learning_rate_adapter": 4.840506329113924e-05,
+      "loss": 0.0247,
+      "step": 213800
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8392405063291143e-05,
+      "learning_rate_adapter": 4.8392405063291143e-05,
+      "loss": 0.0247,
+      "step": 213850
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.837974683544304e-05,
+      "learning_rate_adapter": 4.837974683544304e-05,
+      "loss": 0.025,
+      "step": 213900
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.836708860759494e-05,
+      "learning_rate_adapter": 4.836708860759494e-05,
+      "loss": 0.025,
+      "step": 213950
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.835443037974684e-05,
+      "learning_rate_adapter": 4.835443037974684e-05,
+      "loss": 0.0249,
+      "step": 214000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.834177215189873e-05,
+      "learning_rate_adapter": 4.834177215189873e-05,
+      "loss": 0.0251,
+      "step": 214050
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.832911392405063e-05,
+      "learning_rate_adapter": 4.832911392405063e-05,
+      "loss": 0.0248,
+      "step": 214100
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8316455696202537e-05,
+      "learning_rate_adapter": 4.8316455696202537e-05,
+      "loss": 0.0249,
+      "step": 214150
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8303797468354435e-05,
+      "learning_rate_adapter": 4.8303797468354435e-05,
+      "loss": 0.0248,
+      "step": 214200
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8291139240506334e-05,
+      "learning_rate_adapter": 4.8291139240506334e-05,
+      "loss": 0.0247,
+      "step": 214250
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8278481012658226e-05,
+      "learning_rate_adapter": 4.8278481012658226e-05,
+      "loss": 0.0247,
+      "step": 214300
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8265822784810125e-05,
+      "learning_rate_adapter": 4.8265822784810125e-05,
+      "loss": 0.0249,
+      "step": 214350
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8253164556962024e-05,
+      "learning_rate_adapter": 4.8253164556962024e-05,
+      "loss": 0.0246,
+      "step": 214400
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.824050632911393e-05,
+      "learning_rate_adapter": 4.824050632911393e-05,
+      "loss": 0.0248,
+      "step": 214450
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.822784810126583e-05,
+      "learning_rate_adapter": 4.822784810126583e-05,
+      "loss": 0.0248,
+      "step": 214500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.821518987341773e-05,
+      "learning_rate_adapter": 4.821518987341773e-05,
+      "loss": 0.0247,
+      "step": 214550
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.820253164556962e-05,
+      "learning_rate_adapter": 4.820253164556962e-05,
+      "loss": 0.025,
+      "step": 214600
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.818987341772152e-05,
+      "learning_rate_adapter": 4.818987341772152e-05,
+      "loss": 0.0249,
+      "step": 214650
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.817721518987342e-05,
+      "learning_rate_adapter": 4.817721518987342e-05,
+      "loss": 0.0249,
+      "step": 214700
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.816455696202532e-05,
+      "learning_rate_adapter": 4.816455696202532e-05,
+      "loss": 0.0249,
+      "step": 214750
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.815189873417722e-05,
+      "learning_rate_adapter": 4.815189873417722e-05,
+      "loss": 0.0249,
+      "step": 214800
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8139240506329114e-05,
+      "learning_rate_adapter": 4.8139240506329114e-05,
+      "loss": 0.0248,
+      "step": 214850
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.812658227848101e-05,
+      "learning_rate_adapter": 4.812658227848101e-05,
+      "loss": 0.0249,
+      "step": 214900
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.811392405063291e-05,
+      "learning_rate_adapter": 4.811392405063291e-05,
+      "loss": 0.0247,
+      "step": 214950
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.810126582278481e-05,
+      "learning_rate_adapter": 4.810126582278481e-05,
+      "loss": 0.0247,
+      "step": 215000
+    },
+    {
+      "epoch": 1.45,
+      "eval_af_opus100_pr_auc": 0.7614710606886985,
+      "eval_af_ud_pr_auc": 0.9898224763432425,
+      "eval_am_opus100_pr_auc": 0.6473427845968002,
+      "eval_ar_ersatz_pr_auc": 0.9213404429348965,
+      "eval_ar_opus100_pr_auc": 0.7132244772176072,
+      "eval_ar_ud_pr_auc": 0.8844911229288038,
+      "eval_average_ersatz_pr_auc": 0.9671547027143383,
+      "eval_average_opus100_pr_auc": 0.8371498144523933,
+      "eval_average_ud_pr_auc": 0.9619590260915886,
+      "eval_az_opus100_pr_auc": 0.762987644285783,
+      "eval_be_opus100_pr_auc": 0.6897023906008165,
+      "eval_be_ud_pr_auc": 0.881595983774298,
+      "eval_bg_opus100_pr_auc": 0.9155678846664872,
+      "eval_bg_ud_pr_auc": 0.9947720168441715,
+      "eval_bn_opus100_pr_auc": 0.836434291643805,
+      "eval_bn_ud_pr_auc": 0.9987006540777469,
+      "eval_ca_opus100_pr_auc": 0.8799657196627717,
+      "eval_ca_ud_pr_auc": 0.9878932602883033,
+      "eval_ceb_ud_pr_auc": 0.9984792694213813,
+      "eval_cs_ersatz_pr_auc": 0.9848441447485892,
+      "eval_cs_opus100_pr_auc": 0.9155609061700167,
+      "eval_cs_ud_pr_auc": 0.9613950778878599,
+      "eval_cy_opus100_pr_auc": 0.7555097252907536,
+      "eval_cy_ud_pr_auc": 0.9934250222928716,
+      "eval_da_opus100_pr_auc": 0.9161288274234112,
+      "eval_da_ud_pr_auc": 0.9781742244921321,
+      "eval_de_ersatz_pr_auc": 0.9851006804588931,
+      "eval_de_opus100_pr_auc": 0.9015079751181035,
+      "eval_de_ud_pr_auc": 0.9850556783596716,
+      "eval_el_opus100_pr_auc": 0.9097284411329283,
+      "eval_el_ud_pr_auc": 0.9899242652052317,
+      "eval_en_ersatz_pr_auc": 0.9907101978646365,
+      "eval_en_opus100_pr_auc": 0.9257119701069251,
+      "eval_en_ud_pr_auc": 0.9793358580693661,
+      "eval_eo_opus100_pr_auc": 0.9245199545489885,
+      "eval_es_ersatz_pr_auc": 0.9962514994985403,
+      "eval_es_opus100_pr_auc": 0.9278352274895619,
+      "eval_es_ud_pr_auc": 0.9925124156245405,
+      "eval_et_ersatz_pr_auc": 0.98258246187313,
+      "eval_et_opus100_pr_auc": 0.9061943881491397,
+      "eval_et_ud_pr_auc": 0.9672432269751347,
+      "eval_eu_opus100_pr_auc": 0.8730524535647618,
+      "eval_eu_ud_pr_auc": 0.990386799446902,
+      "eval_fa_opus100_pr_auc": 0.5991593579845983,
+      "eval_fa_ud_pr_auc": 0.9951174123291678,
+      "eval_fi_ersatz_pr_auc": 0.9898715662709401,
+      "eval_fi_opus100_pr_auc": 0.9233499205216147,
+      "eval_fi_ud_pr_auc": 0.9619739484609154,
+      "eval_fr_ersatz_pr_auc": 0.9862448642873887,
+      "eval_fr_opus100_pr_auc": 0.9171904953103655,
+      "eval_fr_ud_pr_auc": 0.9786627478972648,
+      "eval_fy_opus100_pr_auc": 0.6226792325781134,
+      "eval_ga_opus100_pr_auc": 0.8987870010503773,
+      "eval_ga_ud_pr_auc": 0.797490576301268,
+      "eval_gd_opus100_pr_auc": 0.662546660116327,
+      "eval_gd_ud_pr_auc": 0.8151380972679149,
+      "eval_gl_opus100_pr_auc": 0.8815669002772133,
+      "eval_gl_ud_pr_auc": 0.9983608075498558,
+      "eval_gu_ersatz_pr_auc": 0.9329707527632328,
+      "eval_gu_opus100_pr_auc": 0.7561561447363722,
+      "eval_ha_opus100_pr_auc": 0.9199871515661378,
+      "eval_he_opus100_pr_auc": 0.8722079745793347,
+      "eval_he_ud_pr_auc": 0.9736102277302524,
+      "eval_hi_ersatz_pr_auc": 0.9779319788587947,
+      "eval_hi_opus100_pr_auc": 0.6968564831086108,
+      "eval_hi_ud_pr_auc": 0.9756549043259246,
+      "eval_hu_opus100_pr_auc": 0.9204894802356003,
+      "eval_hu_ud_pr_auc": 0.9825851431575562,
+      "eval_hy_opus100_pr_auc": 0.9005274915346856,
+      "eval_hy_ud_pr_auc": 0.9752773839490125,
+      "eval_id_opus100_pr_auc": 0.8868523895907501,
+      "eval_id_ud_pr_auc": 0.9937698055810527,
+      "eval_ig_opus100_pr_auc": 0.8717881770633095,
+      "eval_is_opus100_pr_auc": 0.9290979912824912,
+      "eval_is_ud_pr_auc": 0.8983019274553736,
+      "eval_it_opus100_pr_auc": 0.902494448319797,
+      "eval_it_ud_pr_auc": 0.9979251354099796,
+      "eval_ja_ersatz_pr_auc": 0.8540459388344802,
+      "eval_ja_opus100_pr_auc": 0.8144788550404612,
+      "eval_ja_ud_pr_auc": 0.9758924921871686,
+      "eval_jv_ud_pr_auc": 0.9712035418013585,
+      "eval_ka_opus100_pr_auc": 0.8571975326418166,
+      "eval_kk_ersatz_pr_auc": 0.9883552818307587,
+      "eval_kk_opus100_pr_auc": 0.7724241571384655,
+      "eval_kk_ud_pr_auc": 0.9729872327957788,
+      "eval_km_ersatz_pr_auc": 0.9279332442157121,
+      "eval_km_opus100_pr_auc": 0.7623223888537525,
+      "eval_kn_opus100_pr_auc": 0.6364757352117612,
+      "eval_ko_opus100_pr_auc": 0.6888726112447882,
+      "eval_ko_ud_pr_auc": 0.9981890927272002,
+      "eval_ku_opus100_pr_auc": 0.8188763749792389,
+      "eval_ky_opus100_pr_auc": 0.8738794850706586,
+      "eval_la_ud_pr_auc": 0.9638739942389208,
+      "eval_loss": 0.02838682197034359,
+      "eval_lt_ersatz_pr_auc": 0.9939176577086457,
+      "eval_lt_opus100_pr_auc": 0.8710070062790352,
+      "eval_lt_ud_pr_auc": 0.9945469319048658,
+      "eval_lv_ersatz_pr_auc": 0.988042211592209,
+      "eval_lv_opus100_pr_auc": 0.8873432033857609,
+      "eval_lv_ud_pr_auc": 0.9652262457670263,
+      "eval_mg_opus100_pr_auc": 0.9325355556060626,
+      "eval_mk_opus100_pr_auc": 0.9181438647688057,
+      "eval_ml_opus100_pr_auc": 0.7990203114106813,
+      "eval_mn_opus100_pr_auc": 0.9381743224208583,
+      "eval_mr_opus100_pr_auc": 0.883792265455703,
+      "eval_mr_ud_pr_auc": 0.9631926090269413,
+      "eval_ms_opus100_pr_auc": 0.8680220594316065,
+      "eval_mt_opus100_pr_auc": 0.8439220197084276,
+      "eval_mt_ud_pr_auc": 0.8825930241336488,
+      "eval_my_opus100_pr_auc": 0.8018162314898588,
+      "eval_ne_opus100_pr_auc": 0.7367467255885469,
+      "eval_nl_opus100_pr_auc": 0.9001911739386136,
+      "eval_nl_ud_pr_auc": 0.9848063966074321,
+      "eval_no_opus100_pr_auc": 0.9275946585093431,
+      "eval_no_ud_pr_auc": 0.9970201586921462,
+      "eval_pa_opus100_pr_auc": 0.6704046523905304,
+      "eval_pl_ersatz_pr_auc": 0.962162905122282,
+      "eval_pl_opus100_pr_auc": 0.8920699229195945,
+      "eval_pl_ud_pr_auc": 0.9662121109572459,
+      "eval_ps_ersatz_pr_auc": 0.9161682898270539,
+      "eval_ps_opus100_pr_auc": 0.7502826312545267,
+      "eval_pt_opus100_pr_auc": 0.9212861526879343,
+      "eval_pt_ud_pr_auc": 0.9870930199963994,
+      "eval_ro_ersatz_pr_auc": 0.993451950945436,
+      "eval_ro_opus100_pr_auc": 0.892614219291844,
+      "eval_ro_ud_pr_auc": 0.9596810696852525,
+      "eval_ru_ersatz_pr_auc": 0.9925378001513304,
+      "eval_ru_opus100_pr_auc": 0.9182000944297161,
+      "eval_ru_ud_pr_auc": 0.8754547105729305,
+      "eval_runtime": 324.389,
+      "eval_samples_per_second": 232.634,
+      "eval_si_opus100_pr_auc": 0.8241306558344496,
+      "eval_sk_opus100_pr_auc": 0.9330459841413323,
+      "eval_sk_ud_pr_auc": 0.9760475215849636,
+      "eval_sl_opus100_pr_auc": 0.8673938570346519,
+      "eval_sl_ud_pr_auc": 0.9690256413906414,
+      "eval_sq_opus100_pr_auc": 0.9172295793654787,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9170191707615273,
+      "eval_sr_ud_pr_auc": 0.9989626922358493,
+      "eval_steps_per_second": 0.909,
+      "eval_sv_opus100_pr_auc": 0.8929524203992901,
+      "eval_sv_ud_pr_auc": 0.9360780335215501,
+      "eval_ta_ersatz_pr_auc": 0.9824775647555448,
+      "eval_ta_opus100_pr_auc": 0.691621054298985,
+      "eval_ta_ud_pr_auc": 0.988143117142526,
+      "eval_te_opus100_pr_auc": 0.839392100424257,
+      "eval_tg_opus100_pr_auc": 0.8770053536831408,
+      "eval_th_opus100_pr_auc": 0.7047647505748863,
+      "eval_th_ud_pr_auc": 0.8319555205064815,
+      "eval_tr_ersatz_pr_auc": 0.9598247645567448,
+      "eval_tr_opus100_pr_auc": 0.8971864572087902,
+      "eval_tr_ud_pr_auc": 0.9521170341752577,
+      "eval_uk_opus100_pr_auc": 0.874932931611953,
+      "eval_uk_ud_pr_auc": 0.9328577107131789,
+      "eval_ur_opus100_pr_auc": 0.5909185344710373,
+      "eval_ur_ud_pr_auc": 0.9925606346560967,
+      "eval_uz_opus100_pr_auc": 0.8677462556309717,
+      "eval_vi_opus100_pr_auc": 0.8970705818050709,
+      "eval_vi_ud_pr_auc": 0.9662250981140841,
+      "eval_xh_opus100_pr_auc": 0.8758574726303318,
+      "eval_yi_opus100_pr_auc": 0.782044130883737,
+      "eval_yo_opus100_pr_auc": 0.8133815703774168,
+      "eval_yo_ud_pr_auc": 0.9226319813192843,
+      "eval_zh_ersatz_pr_auc": 0.9706372606162041,
+      "eval_zh_opus100_pr_auc": 0.8630079174108046,
+      "eval_zh_ud_pr_auc": 0.9900114013191228,
+      "eval_zu_opus100_pr_auc": 0.8177063731866937,
+      "step": 215000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8088607594936716e-05,
+      "learning_rate_adapter": 4.8088607594936716e-05,
+      "loss": 0.0246,
+      "step": 215050
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.807594936708861e-05,
+      "learning_rate_adapter": 4.807594936708861e-05,
+      "loss": 0.0248,
+      "step": 215100
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.806329113924051e-05,
+      "learning_rate_adapter": 4.806329113924051e-05,
+      "loss": 0.0248,
+      "step": 215150
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8050632911392406e-05,
+      "learning_rate_adapter": 4.8050632911392406e-05,
+      "loss": 0.0249,
+      "step": 215200
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8037974683544305e-05,
+      "learning_rate_adapter": 4.8037974683544305e-05,
+      "loss": 0.0249,
+      "step": 215250
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8025316455696204e-05,
+      "learning_rate_adapter": 4.8025316455696204e-05,
+      "loss": 0.025,
+      "step": 215300
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.801265822784811e-05,
+      "learning_rate_adapter": 4.801265822784811e-05,
+      "loss": 0.0249,
+      "step": 215350
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0247,
+      "step": 215400
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79873417721519e-05,
+      "learning_rate_adapter": 4.79873417721519e-05,
+      "loss": 0.0251,
+      "step": 215450
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79746835443038e-05,
+      "learning_rate_adapter": 4.79746835443038e-05,
+      "loss": 0.0248,
+      "step": 215500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79620253164557e-05,
+      "learning_rate_adapter": 4.79620253164557e-05,
+      "loss": 0.0247,
+      "step": 215550
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79493670886076e-05,
+      "learning_rate_adapter": 4.79493670886076e-05,
+      "loss": 0.0249,
+      "step": 215600
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.7936708860759495e-05,
+      "learning_rate_adapter": 4.7936708860759495e-05,
+      "loss": 0.025,
+      "step": 215650
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.7924050632911394e-05,
+      "learning_rate_adapter": 4.7924050632911394e-05,
+      "loss": 0.0249,
+      "step": 215700
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.791139240506329e-05,
+      "learning_rate_adapter": 4.791139240506329e-05,
+      "loss": 0.0247,
+      "step": 215750
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.789873417721519e-05,
+      "learning_rate_adapter": 4.789873417721519e-05,
+      "loss": 0.0248,
+      "step": 215800
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.788607594936709e-05,
+      "learning_rate_adapter": 4.788607594936709e-05,
+      "loss": 0.025,
+      "step": 215850
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.787341772151899e-05,
+      "learning_rate_adapter": 4.787341772151899e-05,
+      "loss": 0.0249,
+      "step": 215900
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.786075949367089e-05,
+      "learning_rate_adapter": 4.786075949367089e-05,
+      "loss": 0.0247,
+      "step": 215950
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.784810126582279e-05,
+      "learning_rate_adapter": 4.784810126582279e-05,
+      "loss": 0.0248,
+      "step": 216000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7835443037974686e-05,
+      "learning_rate_adapter": 4.7835443037974686e-05,
+      "loss": 0.0248,
+      "step": 216050
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7822784810126585e-05,
+      "learning_rate_adapter": 4.7822784810126585e-05,
+      "loss": 0.0249,
+      "step": 216100
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7810126582278484e-05,
+      "learning_rate_adapter": 4.7810126582278484e-05,
+      "loss": 0.0248,
+      "step": 216150
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.779746835443038e-05,
+      "learning_rate_adapter": 4.779746835443038e-05,
+      "loss": 0.0249,
+      "step": 216200
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.778481012658228e-05,
+      "learning_rate_adapter": 4.778481012658228e-05,
+      "loss": 0.0247,
+      "step": 216250
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.777215189873418e-05,
+      "learning_rate_adapter": 4.777215189873418e-05,
+      "loss": 0.0245,
+      "step": 216300
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.775949367088608e-05,
+      "learning_rate_adapter": 4.775949367088608e-05,
+      "loss": 0.0247,
+      "step": 216350
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.774683544303798e-05,
+      "learning_rate_adapter": 4.774683544303798e-05,
+      "loss": 0.0249,
+      "step": 216400
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.773417721518987e-05,
+      "learning_rate_adapter": 4.773417721518987e-05,
+      "loss": 0.0248,
+      "step": 216450
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7721518987341776e-05,
+      "learning_rate_adapter": 4.7721518987341776e-05,
+      "loss": 0.0251,
+      "step": 216500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7708860759493675e-05,
+      "learning_rate_adapter": 4.7708860759493675e-05,
+      "loss": 0.0247,
+      "step": 216550
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7696202531645574e-05,
+      "learning_rate_adapter": 4.7696202531645574e-05,
+      "loss": 0.0247,
+      "step": 216600
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.768354430379747e-05,
+      "learning_rate_adapter": 4.768354430379747e-05,
+      "loss": 0.0248,
+      "step": 216650
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7670886075949365e-05,
+      "learning_rate_adapter": 4.7670886075949365e-05,
+      "loss": 0.0245,
+      "step": 216700
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7658227848101264e-05,
+      "learning_rate_adapter": 4.7658227848101264e-05,
+      "loss": 0.0248,
+      "step": 216750
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.764556962025317e-05,
+      "learning_rate_adapter": 4.764556962025317e-05,
+      "loss": 0.025,
+      "step": 216800
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.763291139240507e-05,
+      "learning_rate_adapter": 4.763291139240507e-05,
+      "loss": 0.0246,
+      "step": 216850
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.762025316455697e-05,
+      "learning_rate_adapter": 4.762025316455697e-05,
+      "loss": 0.0246,
+      "step": 216900
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.760759493670886e-05,
+      "learning_rate_adapter": 4.760759493670886e-05,
+      "loss": 0.0248,
+      "step": 216950
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.759493670886076e-05,
+      "learning_rate_adapter": 4.759493670886076e-05,
+      "loss": 0.0247,
+      "step": 217000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.758227848101266e-05,
+      "learning_rate_adapter": 4.758227848101266e-05,
+      "loss": 0.025,
+      "step": 217050
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.756962025316456e-05,
+      "learning_rate_adapter": 4.756962025316456e-05,
+      "loss": 0.0247,
+      "step": 217100
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.755696202531646e-05,
+      "learning_rate_adapter": 4.755696202531646e-05,
+      "loss": 0.0251,
+      "step": 217150
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.754430379746836e-05,
+      "learning_rate_adapter": 4.754430379746836e-05,
+      "loss": 0.0248,
+      "step": 217200
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.753164556962025e-05,
+      "learning_rate_adapter": 4.753164556962025e-05,
+      "loss": 0.0248,
+      "step": 217250
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.751898734177215e-05,
+      "learning_rate_adapter": 4.751898734177215e-05,
+      "loss": 0.025,
+      "step": 217300
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.750632911392405e-05,
+      "learning_rate_adapter": 4.750632911392405e-05,
+      "loss": 0.0248,
+      "step": 217350
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7493670886075955e-05,
+      "learning_rate_adapter": 4.7493670886075955e-05,
+      "loss": 0.0248,
+      "step": 217400
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7481012658227854e-05,
+      "learning_rate_adapter": 4.7481012658227854e-05,
+      "loss": 0.0246,
+      "step": 217450
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7468354430379746e-05,
+      "learning_rate_adapter": 4.7468354430379746e-05,
+      "loss": 0.0248,
+      "step": 217500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7455696202531645e-05,
+      "learning_rate_adapter": 4.7455696202531645e-05,
+      "loss": 0.0248,
+      "step": 217550
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7443037974683544e-05,
+      "learning_rate_adapter": 4.7443037974683544e-05,
+      "loss": 0.025,
+      "step": 217600
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.743037974683544e-05,
+      "learning_rate_adapter": 4.743037974683544e-05,
+      "loss": 0.0245,
+      "step": 217650
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.741772151898735e-05,
+      "learning_rate_adapter": 4.741772151898735e-05,
+      "loss": 0.0247,
+      "step": 217700
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.740506329113924e-05,
+      "learning_rate_adapter": 4.740506329113924e-05,
+      "loss": 0.0247,
+      "step": 217750
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.739240506329114e-05,
+      "learning_rate_adapter": 4.739240506329114e-05,
+      "loss": 0.0246,
+      "step": 217800
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.737974683544304e-05,
+      "learning_rate_adapter": 4.737974683544304e-05,
+      "loss": 0.0251,
+      "step": 217850
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.736708860759494e-05,
+      "learning_rate_adapter": 4.736708860759494e-05,
+      "loss": 0.0247,
+      "step": 217900
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7354430379746836e-05,
+      "learning_rate_adapter": 4.7354430379746836e-05,
+      "loss": 0.0247,
+      "step": 217950
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.734177215189874e-05,
+      "learning_rate_adapter": 4.734177215189874e-05,
+      "loss": 0.025,
+      "step": 218000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7329113924050634e-05,
+      "learning_rate_adapter": 4.7329113924050634e-05,
+      "loss": 0.0248,
+      "step": 218050
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.731645569620253e-05,
+      "learning_rate_adapter": 4.731645569620253e-05,
+      "loss": 0.025,
+      "step": 218100
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.730379746835443e-05,
+      "learning_rate_adapter": 4.730379746835443e-05,
+      "loss": 0.0249,
+      "step": 218150
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.729113924050633e-05,
+      "learning_rate_adapter": 4.729113924050633e-05,
+      "loss": 0.0248,
+      "step": 218200
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.727848101265823e-05,
+      "learning_rate_adapter": 4.727848101265823e-05,
+      "loss": 0.0247,
+      "step": 218250
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.726582278481013e-05,
+      "learning_rate_adapter": 4.726582278481013e-05,
+      "loss": 0.0248,
+      "step": 218300
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.725316455696203e-05,
+      "learning_rate_adapter": 4.725316455696203e-05,
+      "loss": 0.025,
+      "step": 218350
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7240506329113926e-05,
+      "learning_rate_adapter": 4.7240506329113926e-05,
+      "loss": 0.0247,
+      "step": 218400
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7227848101265825e-05,
+      "learning_rate_adapter": 4.7227848101265825e-05,
+      "loss": 0.0246,
+      "step": 218450
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7215189873417723e-05,
+      "learning_rate_adapter": 4.7215189873417723e-05,
+      "loss": 0.0247,
+      "step": 218500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.720253164556962e-05,
+      "learning_rate_adapter": 4.720253164556962e-05,
+      "loss": 0.0247,
+      "step": 218550
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.718987341772152e-05,
+      "learning_rate_adapter": 4.718987341772152e-05,
+      "loss": 0.0248,
+      "step": 218600
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.717721518987342e-05,
+      "learning_rate_adapter": 4.717721518987342e-05,
+      "loss": 0.0248,
+      "step": 218650
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.716455696202532e-05,
+      "learning_rate_adapter": 4.716455696202532e-05,
+      "loss": 0.0249,
+      "step": 218700
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.715189873417722e-05,
+      "learning_rate_adapter": 4.715189873417722e-05,
+      "loss": 0.0245,
+      "step": 218750
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7139240506329117e-05,
+      "learning_rate_adapter": 4.7139240506329117e-05,
+      "loss": 0.0248,
+      "step": 218800
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7126582278481015e-05,
+      "learning_rate_adapter": 4.7126582278481015e-05,
+      "loss": 0.0247,
+      "step": 218850
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7113924050632914e-05,
+      "learning_rate_adapter": 4.7113924050632914e-05,
+      "loss": 0.0245,
+      "step": 218900
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.710126582278481e-05,
+      "learning_rate_adapter": 4.710126582278481e-05,
+      "loss": 0.0249,
+      "step": 218950
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.708860759493671e-05,
+      "learning_rate_adapter": 4.708860759493671e-05,
+      "loss": 0.0245,
+      "step": 219000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.707594936708861e-05,
+      "learning_rate_adapter": 4.707594936708861e-05,
+      "loss": 0.0246,
+      "step": 219050
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.70632911392405e-05,
+      "learning_rate_adapter": 4.70632911392405e-05,
+      "loss": 0.0247,
+      "step": 219100
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.705063291139241e-05,
+      "learning_rate_adapter": 4.705063291139241e-05,
+      "loss": 0.0245,
+      "step": 219150
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.703797468354431e-05,
+      "learning_rate_adapter": 4.703797468354431e-05,
+      "loss": 0.0247,
+      "step": 219200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7025316455696206e-05,
+      "learning_rate_adapter": 4.7025316455696206e-05,
+      "loss": 0.0245,
+      "step": 219250
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7012658227848105e-05,
+      "learning_rate_adapter": 4.7012658227848105e-05,
+      "loss": 0.0248,
+      "step": 219300
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0248,
+      "step": 219350
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6987341772151896e-05,
+      "learning_rate_adapter": 4.6987341772151896e-05,
+      "loss": 0.0246,
+      "step": 219400
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69746835443038e-05,
+      "learning_rate_adapter": 4.69746835443038e-05,
+      "loss": 0.0252,
+      "step": 219450
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69620253164557e-05,
+      "learning_rate_adapter": 4.69620253164557e-05,
+      "loss": 0.0246,
+      "step": 219500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69493670886076e-05,
+      "learning_rate_adapter": 4.69493670886076e-05,
+      "loss": 0.0246,
+      "step": 219550
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69367088607595e-05,
+      "learning_rate_adapter": 4.69367088607595e-05,
+      "loss": 0.0249,
+      "step": 219600
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.692405063291139e-05,
+      "learning_rate_adapter": 4.692405063291139e-05,
+      "loss": 0.0246,
+      "step": 219650
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.691139240506329e-05,
+      "learning_rate_adapter": 4.691139240506329e-05,
+      "loss": 0.0248,
+      "step": 219700
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6898734177215195e-05,
+      "learning_rate_adapter": 4.6898734177215195e-05,
+      "loss": 0.0248,
+      "step": 219750
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6886075949367094e-05,
+      "learning_rate_adapter": 4.6886075949367094e-05,
+      "loss": 0.0248,
+      "step": 219800
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.687341772151899e-05,
+      "learning_rate_adapter": 4.687341772151899e-05,
+      "loss": 0.0248,
+      "step": 219850
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6860759493670885e-05,
+      "learning_rate_adapter": 4.6860759493670885e-05,
+      "loss": 0.0249,
+      "step": 219900
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6848101265822784e-05,
+      "learning_rate_adapter": 4.6848101265822784e-05,
+      "loss": 0.0247,
+      "step": 219950
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.683544303797468e-05,
+      "learning_rate_adapter": 4.683544303797468e-05,
+      "loss": 0.0249,
+      "step": 220000
+    },
+    {
+      "epoch": 1.48,
+      "eval_af_opus100_pr_auc": 0.7858252673841448,
+      "eval_af_ud_pr_auc": 0.9921237115637866,
+      "eval_am_opus100_pr_auc": 0.6330902414193795,
+      "eval_ar_ersatz_pr_auc": 0.9199607997807052,
+      "eval_ar_opus100_pr_auc": 0.7173786781295249,
+      "eval_ar_ud_pr_auc": 0.8876912231146135,
+      "eval_average_ersatz_pr_auc": 0.9684003534326674,
+      "eval_average_opus100_pr_auc": 0.8452073876392628,
+      "eval_average_ud_pr_auc": 0.9633551956948898,
+      "eval_az_opus100_pr_auc": 0.7749613295476738,
+      "eval_be_opus100_pr_auc": 0.7142680394274662,
+      "eval_be_ud_pr_auc": 0.9007658368013785,
+      "eval_bg_opus100_pr_auc": 0.9190991163538689,
+      "eval_bg_ud_pr_auc": 0.995716347337662,
+      "eval_bn_opus100_pr_auc": 0.8432970017663423,
+      "eval_bn_ud_pr_auc": 0.9993621431826318,
+      "eval_ca_opus100_pr_auc": 0.8854526123019161,
+      "eval_ca_ud_pr_auc": 0.9937383456995249,
+      "eval_ceb_ud_pr_auc": 0.9989792962026228,
+      "eval_cs_ersatz_pr_auc": 0.9855640978569935,
+      "eval_cs_opus100_pr_auc": 0.9168219819769957,
+      "eval_cs_ud_pr_auc": 0.9609841296961219,
+      "eval_cy_opus100_pr_auc": 0.7635737868458584,
+      "eval_cy_ud_pr_auc": 0.9941597645920919,
+      "eval_da_opus100_pr_auc": 0.9188494971913042,
+      "eval_da_ud_pr_auc": 0.9801114097726531,
+      "eval_de_ersatz_pr_auc": 0.9853816450728876,
+      "eval_de_opus100_pr_auc": 0.9045975423924962,
+      "eval_de_ud_pr_auc": 0.9816843209459313,
+      "eval_el_opus100_pr_auc": 0.9172566123332472,
+      "eval_el_ud_pr_auc": 0.9906982249848304,
+      "eval_en_ersatz_pr_auc": 0.9919843567806459,
+      "eval_en_opus100_pr_auc": 0.9334806212160878,
+      "eval_en_ud_pr_auc": 0.9842610081965996,
+      "eval_eo_opus100_pr_auc": 0.9319221359441783,
+      "eval_es_ersatz_pr_auc": 0.9965416491737034,
+      "eval_es_opus100_pr_auc": 0.9278987259480376,
+      "eval_es_ud_pr_auc": 0.9916413457605044,
+      "eval_et_ersatz_pr_auc": 0.9832218937089648,
+      "eval_et_opus100_pr_auc": 0.9083322587538727,
+      "eval_et_ud_pr_auc": 0.9623764819328944,
+      "eval_eu_opus100_pr_auc": 0.8767619991056631,
+      "eval_eu_ud_pr_auc": 0.9872645348741942,
+      "eval_fa_opus100_pr_auc": 0.6122217244691655,
+      "eval_fa_ud_pr_auc": 0.9941775518193182,
+      "eval_fi_ersatz_pr_auc": 0.9906340420697731,
+      "eval_fi_opus100_pr_auc": 0.9229964403920241,
+      "eval_fi_ud_pr_auc": 0.9609584464857884,
+      "eval_fr_ersatz_pr_auc": 0.9870912319144589,
+      "eval_fr_opus100_pr_auc": 0.9253935816748993,
+      "eval_fr_ud_pr_auc": 0.9781176246881989,
+      "eval_fy_opus100_pr_auc": 0.6339544476049848,
+      "eval_ga_opus100_pr_auc": 0.9038537535957037,
+      "eval_ga_ud_pr_auc": 0.8119167699730288,
+      "eval_gd_opus100_pr_auc": 0.6875796304627994,
+      "eval_gd_ud_pr_auc": 0.8203835960646496,
+      "eval_gl_opus100_pr_auc": 0.8910355008435107,
+      "eval_gl_ud_pr_auc": 0.9981434607203731,
+      "eval_gu_ersatz_pr_auc": 0.9329991430452167,
+      "eval_gu_opus100_pr_auc": 0.7672000486551791,
+      "eval_ha_opus100_pr_auc": 0.9242097076767396,
+      "eval_he_opus100_pr_auc": 0.8722575325997968,
+      "eval_he_ud_pr_auc": 0.9771334641551436,
+      "eval_hi_ersatz_pr_auc": 0.9749005838362259,
+      "eval_hi_opus100_pr_auc": 0.7022232603660976,
+      "eval_hi_ud_pr_auc": 0.969978565773958,
+      "eval_hu_opus100_pr_auc": 0.9264663645937264,
+      "eval_hu_ud_pr_auc": 0.9837135782786135,
+      "eval_hy_opus100_pr_auc": 0.9076961795387601,
+      "eval_hy_ud_pr_auc": 0.9800820409351044,
+      "eval_id_opus100_pr_auc": 0.8879723920022928,
+      "eval_id_ud_pr_auc": 0.9947515521980462,
+      "eval_ig_opus100_pr_auc": 0.8845346837073544,
+      "eval_is_opus100_pr_auc": 0.9334810008948418,
+      "eval_is_ud_pr_auc": 0.9018385888834213,
+      "eval_it_opus100_pr_auc": 0.9183320278848366,
+      "eval_it_ud_pr_auc": 0.9985864224915091,
+      "eval_ja_ersatz_pr_auc": 0.8597661479937809,
+      "eval_ja_opus100_pr_auc": 0.8359816528823997,
+      "eval_ja_ud_pr_auc": 0.9786907661072056,
+      "eval_jv_ud_pr_auc": 0.9670623327075794,
+      "eval_ka_opus100_pr_auc": 0.8539551876043837,
+      "eval_kk_ersatz_pr_auc": 0.9869904855856726,
+      "eval_kk_opus100_pr_auc": 0.7894138445866216,
+      "eval_kk_ud_pr_auc": 0.9754988906326834,
+      "eval_km_ersatz_pr_auc": 0.9288483506073871,
+      "eval_km_opus100_pr_auc": 0.7606903417667104,
+      "eval_kn_opus100_pr_auc": 0.6443279025217942,
+      "eval_ko_opus100_pr_auc": 0.7003201622625764,
+      "eval_ko_ud_pr_auc": 0.9982917523574628,
+      "eval_ku_opus100_pr_auc": 0.8506845329103877,
+      "eval_ky_opus100_pr_auc": 0.8891229137368417,
+      "eval_la_ud_pr_auc": 0.9646021669349094,
+      "eval_loss": 0.02834119275212288,
+      "eval_lt_ersatz_pr_auc": 0.9949280794510723,
+      "eval_lt_opus100_pr_auc": 0.8910223455498161,
+      "eval_lt_ud_pr_auc": 0.9944180240662083,
+      "eval_lv_ersatz_pr_auc": 0.990441662356756,
+      "eval_lv_opus100_pr_auc": 0.8939064711724632,
+      "eval_lv_ud_pr_auc": 0.9675716451529681,
+      "eval_mg_opus100_pr_auc": 0.9335310839912061,
+      "eval_mk_opus100_pr_auc": 0.9212979176996827,
+      "eval_ml_opus100_pr_auc": 0.8044513635114987,
+      "eval_mn_opus100_pr_auc": 0.9357460213487642,
+      "eval_mr_opus100_pr_auc": 0.8875329613537385,
+      "eval_mr_ud_pr_auc": 0.9670307268937243,
+      "eval_ms_opus100_pr_auc": 0.8724264608902493,
+      "eval_mt_opus100_pr_auc": 0.8423866931964469,
+      "eval_mt_ud_pr_auc": 0.870932942893379,
+      "eval_my_opus100_pr_auc": 0.815374528407282,
+      "eval_ne_opus100_pr_auc": 0.7591019734894818,
+      "eval_nl_opus100_pr_auc": 0.901003916804458,
+      "eval_nl_ud_pr_auc": 0.9837551249940805,
+      "eval_no_opus100_pr_auc": 0.933129383276788,
+      "eval_no_ud_pr_auc": 0.9965115802969658,
+      "eval_pa_opus100_pr_auc": 0.6820859468410878,
+      "eval_pl_ersatz_pr_auc": 0.9685217978710605,
+      "eval_pl_opus100_pr_auc": 0.9023243484049945,
+      "eval_pl_ud_pr_auc": 0.9726196102700599,
+      "eval_ps_ersatz_pr_auc": 0.9245878594629171,
+      "eval_ps_opus100_pr_auc": 0.7555191072525641,
+      "eval_pt_opus100_pr_auc": 0.9233627792813718,
+      "eval_pt_ud_pr_auc": 0.9863128000873121,
+      "eval_ro_ersatz_pr_auc": 0.9934995919195675,
+      "eval_ro_opus100_pr_auc": 0.8754302633775101,
+      "eval_ro_ud_pr_auc": 0.9761734776381771,
+      "eval_ru_ersatz_pr_auc": 0.9925773573034853,
+      "eval_ru_opus100_pr_auc": 0.9346823281896122,
+      "eval_ru_ud_pr_auc": 0.8827148403828387,
+      "eval_runtime": 323.3544,
+      "eval_samples_per_second": 233.379,
+      "eval_si_opus100_pr_auc": 0.8198720686151821,
+      "eval_sk_opus100_pr_auc": 0.9375155068725781,
+      "eval_sk_ud_pr_auc": 0.978411158749737,
+      "eval_sl_opus100_pr_auc": 0.8721480464631485,
+      "eval_sl_ud_pr_auc": 0.9699050108449905,
+      "eval_sq_opus100_pr_auc": 0.9197734285303417,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9191999089554668,
+      "eval_sr_ud_pr_auc": 0.9987208982824856,
+      "eval_steps_per_second": 0.912,
+      "eval_sv_opus100_pr_auc": 0.8975802729480202,
+      "eval_sv_ud_pr_auc": 0.9411466688943138,
+      "eval_ta_ersatz_pr_auc": 0.9813183199008626,
+      "eval_ta_opus100_pr_auc": 0.7148126336035623,
+      "eval_ta_ud_pr_auc": 0.9894157854309396,
+      "eval_te_opus100_pr_auc": 0.8414239030701138,
+      "eval_tg_opus100_pr_auc": 0.8976765463369306,
+      "eval_th_opus100_pr_auc": 0.6948237679117145,
+      "eval_th_ud_pr_auc": 0.8233461009978649,
+      "eval_tr_ersatz_pr_auc": 0.9606612905647183,
+      "eval_tr_opus100_pr_auc": 0.9056686151260231,
+      "eval_tr_ud_pr_auc": 0.9512433053037082,
+      "eval_uk_opus100_pr_auc": 0.8839582283418692,
+      "eval_uk_ud_pr_auc": 0.9412746233801914,
+      "eval_ur_opus100_pr_auc": 0.5924335071791308,
+      "eval_ur_ud_pr_auc": 0.9858213483185897,
+      "eval_uz_opus100_pr_auc": 0.877621295215925,
+      "eval_vi_opus100_pr_auc": 0.899654724227362,
+      "eval_vi_ud_pr_auc": 0.9579588497470172,
+      "eval_xh_opus100_pr_auc": 0.8937943393751379,
+      "eval_yi_opus100_pr_auc": 0.8332542387464821,
+      "eval_yo_opus100_pr_auc": 0.8353364461907103,
+      "eval_yo_ud_pr_auc": 0.9254404208611597,
+      "eval_zh_ersatz_pr_auc": 0.9743873892618264,
+      "eval_zh_opus100_pr_auc": 0.8672835918776447,
+      "eval_zh_ud_pr_auc": 0.995035515256973,
+      "eval_zu_opus100_pr_auc": 0.8400865595207009,
+      "step": 220000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.682278481012659e-05,
+      "learning_rate_adapter": 4.682278481012659e-05,
+      "loss": 0.0248,
+      "step": 220050
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.681012658227849e-05,
+      "learning_rate_adapter": 4.681012658227849e-05,
+      "loss": 0.025,
+      "step": 220100
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.679746835443038e-05,
+      "learning_rate_adapter": 4.679746835443038e-05,
+      "loss": 0.0247,
+      "step": 220150
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.678481012658228e-05,
+      "learning_rate_adapter": 4.678481012658228e-05,
+      "loss": 0.0247,
+      "step": 220200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.677215189873418e-05,
+      "learning_rate_adapter": 4.677215189873418e-05,
+      "loss": 0.0246,
+      "step": 220250
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6759493670886075e-05,
+      "learning_rate_adapter": 4.6759493670886075e-05,
+      "loss": 0.025,
+      "step": 220300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.674683544303798e-05,
+      "learning_rate_adapter": 4.674683544303798e-05,
+      "loss": 0.0248,
+      "step": 220350
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.673417721518988e-05,
+      "learning_rate_adapter": 4.673417721518988e-05,
+      "loss": 0.025,
+      "step": 220400
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.672151898734177e-05,
+      "learning_rate_adapter": 4.672151898734177e-05,
+      "loss": 0.0248,
+      "step": 220450
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.670886075949367e-05,
+      "learning_rate_adapter": 4.670886075949367e-05,
+      "loss": 0.0249,
+      "step": 220500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.669620253164557e-05,
+      "learning_rate_adapter": 4.669620253164557e-05,
+      "loss": 0.0249,
+      "step": 220550
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.668354430379747e-05,
+      "learning_rate_adapter": 4.668354430379747e-05,
+      "loss": 0.0249,
+      "step": 220600
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6670886075949374e-05,
+      "learning_rate_adapter": 4.6670886075949374e-05,
+      "loss": 0.0248,
+      "step": 220650
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6658227848101266e-05,
+      "learning_rate_adapter": 4.6658227848101266e-05,
+      "loss": 0.0246,
+      "step": 220700
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6645569620253165e-05,
+      "learning_rate_adapter": 4.6645569620253165e-05,
+      "loss": 0.0248,
+      "step": 220750
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6632911392405064e-05,
+      "learning_rate_adapter": 4.6632911392405064e-05,
+      "loss": 0.0248,
+      "step": 220800
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.662025316455696e-05,
+      "learning_rate_adapter": 4.662025316455696e-05,
+      "loss": 0.025,
+      "step": 220850
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.660759493670886e-05,
+      "learning_rate_adapter": 4.660759493670886e-05,
+      "loss": 0.0246,
+      "step": 220900
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.659493670886076e-05,
+      "learning_rate_adapter": 4.659493670886076e-05,
+      "loss": 0.0248,
+      "step": 220950
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.658227848101266e-05,
+      "learning_rate_adapter": 4.658227848101266e-05,
+      "loss": 0.0247,
+      "step": 221000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.656962025316456e-05,
+      "learning_rate_adapter": 4.656962025316456e-05,
+      "loss": 0.0248,
+      "step": 221050
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.655696202531646e-05,
+      "learning_rate_adapter": 4.655696202531646e-05,
+      "loss": 0.0249,
+      "step": 221100
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6544303797468356e-05,
+      "learning_rate_adapter": 4.6544303797468356e-05,
+      "loss": 0.0247,
+      "step": 221150
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6531645569620255e-05,
+      "learning_rate_adapter": 4.6531645569620255e-05,
+      "loss": 0.0247,
+      "step": 221200
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6518987341772154e-05,
+      "learning_rate_adapter": 4.6518987341772154e-05,
+      "loss": 0.0247,
+      "step": 221250
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.650632911392405e-05,
+      "learning_rate_adapter": 4.650632911392405e-05,
+      "loss": 0.0248,
+      "step": 221300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.649367088607595e-05,
+      "learning_rate_adapter": 4.649367088607595e-05,
+      "loss": 0.0247,
+      "step": 221350
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.648101265822785e-05,
+      "learning_rate_adapter": 4.648101265822785e-05,
+      "loss": 0.0249,
+      "step": 221400
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.646835443037975e-05,
+      "learning_rate_adapter": 4.646835443037975e-05,
+      "loss": 0.0246,
+      "step": 221450
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.645569620253165e-05,
+      "learning_rate_adapter": 4.645569620253165e-05,
+      "loss": 0.0246,
+      "step": 221500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.644303797468355e-05,
+      "learning_rate_adapter": 4.644303797468355e-05,
+      "loss": 0.0248,
+      "step": 221550
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6430379746835446e-05,
+      "learning_rate_adapter": 4.6430379746835446e-05,
+      "loss": 0.0249,
+      "step": 221600
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6417721518987345e-05,
+      "learning_rate_adapter": 4.6417721518987345e-05,
+      "loss": 0.0247,
+      "step": 221650
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6405063291139243e-05,
+      "learning_rate_adapter": 4.6405063291139243e-05,
+      "loss": 0.0247,
+      "step": 221700
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6392405063291136e-05,
+      "learning_rate_adapter": 4.6392405063291136e-05,
+      "loss": 0.0246,
+      "step": 221750
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.637974683544304e-05,
+      "learning_rate_adapter": 4.637974683544304e-05,
+      "loss": 0.0246,
+      "step": 221800
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.636708860759494e-05,
+      "learning_rate_adapter": 4.636708860759494e-05,
+      "loss": 0.0247,
+      "step": 221850
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.635443037974684e-05,
+      "learning_rate_adapter": 4.635443037974684e-05,
+      "loss": 0.0245,
+      "step": 221900
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.634177215189874e-05,
+      "learning_rate_adapter": 4.634177215189874e-05,
+      "loss": 0.0246,
+      "step": 221950
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6329113924050637e-05,
+      "learning_rate_adapter": 4.6329113924050637e-05,
+      "loss": 0.025,
+      "step": 222000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.631645569620253e-05,
+      "learning_rate_adapter": 4.631645569620253e-05,
+      "loss": 0.0248,
+      "step": 222050
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6303797468354434e-05,
+      "learning_rate_adapter": 4.6303797468354434e-05,
+      "loss": 0.0248,
+      "step": 222100
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.629113924050633e-05,
+      "learning_rate_adapter": 4.629113924050633e-05,
+      "loss": 0.0248,
+      "step": 222150
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.627848101265823e-05,
+      "learning_rate_adapter": 4.627848101265823e-05,
+      "loss": 0.0249,
+      "step": 222200
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.626582278481013e-05,
+      "learning_rate_adapter": 4.626582278481013e-05,
+      "loss": 0.0247,
+      "step": 222250
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.625316455696202e-05,
+      "learning_rate_adapter": 4.625316455696202e-05,
+      "loss": 0.0249,
+      "step": 222300
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.624050632911392e-05,
+      "learning_rate_adapter": 4.624050632911392e-05,
+      "loss": 0.0245,
+      "step": 222350
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.622784810126583e-05,
+      "learning_rate_adapter": 4.622784810126583e-05,
+      "loss": 0.0246,
+      "step": 222400
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6215189873417726e-05,
+      "learning_rate_adapter": 4.6215189873417726e-05,
+      "loss": 0.0248,
+      "step": 222450
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6202531645569625e-05,
+      "learning_rate_adapter": 4.6202531645569625e-05,
+      "loss": 0.0248,
+      "step": 222500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.618987341772152e-05,
+      "learning_rate_adapter": 4.618987341772152e-05,
+      "loss": 0.0246,
+      "step": 222550
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6177215189873416e-05,
+      "learning_rate_adapter": 4.6177215189873416e-05,
+      "loss": 0.0247,
+      "step": 222600
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6164556962025315e-05,
+      "learning_rate_adapter": 4.6164556962025315e-05,
+      "loss": 0.0249,
+      "step": 222650
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.615189873417722e-05,
+      "learning_rate_adapter": 4.615189873417722e-05,
+      "loss": 0.0249,
+      "step": 222700
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.613924050632912e-05,
+      "learning_rate_adapter": 4.613924050632912e-05,
+      "loss": 0.0248,
+      "step": 222750
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.612658227848102e-05,
+      "learning_rate_adapter": 4.612658227848102e-05,
+      "loss": 0.0248,
+      "step": 222800
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.611392405063291e-05,
+      "learning_rate_adapter": 4.611392405063291e-05,
+      "loss": 0.0246,
+      "step": 222850
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.610126582278481e-05,
+      "learning_rate_adapter": 4.610126582278481e-05,
+      "loss": 0.025,
+      "step": 222900
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.608860759493671e-05,
+      "learning_rate_adapter": 4.608860759493671e-05,
+      "loss": 0.0248,
+      "step": 222950
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6075949367088614e-05,
+      "learning_rate_adapter": 4.6075949367088614e-05,
+      "loss": 0.0248,
+      "step": 223000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.606329113924051e-05,
+      "learning_rate_adapter": 4.606329113924051e-05,
+      "loss": 0.0246,
+      "step": 223050
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6050632911392405e-05,
+      "learning_rate_adapter": 4.6050632911392405e-05,
+      "loss": 0.025,
+      "step": 223100
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6037974683544303e-05,
+      "learning_rate_adapter": 4.6037974683544303e-05,
+      "loss": 0.0249,
+      "step": 223150
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.60253164556962e-05,
+      "learning_rate_adapter": 4.60253164556962e-05,
+      "loss": 0.0247,
+      "step": 223200
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.60126582278481e-05,
+      "learning_rate_adapter": 4.60126582278481e-05,
+      "loss": 0.0248,
+      "step": 223250
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0249,
+      "step": 223300
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.59873417721519e-05,
+      "learning_rate_adapter": 4.59873417721519e-05,
+      "loss": 0.0247,
+      "step": 223350
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.59746835443038e-05,
+      "learning_rate_adapter": 4.59746835443038e-05,
+      "loss": 0.0248,
+      "step": 223400
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5962025316455697e-05,
+      "learning_rate_adapter": 4.5962025316455697e-05,
+      "loss": 0.0247,
+      "step": 223450
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5949367088607595e-05,
+      "learning_rate_adapter": 4.5949367088607595e-05,
+      "loss": 0.0245,
+      "step": 223500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5936708860759494e-05,
+      "learning_rate_adapter": 4.5936708860759494e-05,
+      "loss": 0.0246,
+      "step": 223550
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.59240506329114e-05,
+      "learning_rate_adapter": 4.59240506329114e-05,
+      "loss": 0.0248,
+      "step": 223600
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.591139240506329e-05,
+      "learning_rate_adapter": 4.591139240506329e-05,
+      "loss": 0.0248,
+      "step": 223650
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.589873417721519e-05,
+      "learning_rate_adapter": 4.589873417721519e-05,
+      "loss": 0.0247,
+      "step": 223700
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.588607594936709e-05,
+      "learning_rate_adapter": 4.588607594936709e-05,
+      "loss": 0.0246,
+      "step": 223750
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.587341772151899e-05,
+      "learning_rate_adapter": 4.587341772151899e-05,
+      "loss": 0.0248,
+      "step": 223800
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.586075949367089e-05,
+      "learning_rate_adapter": 4.586075949367089e-05,
+      "loss": 0.0247,
+      "step": 223850
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5848101265822786e-05,
+      "learning_rate_adapter": 4.5848101265822786e-05,
+      "loss": 0.0248,
+      "step": 223900
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5835443037974685e-05,
+      "learning_rate_adapter": 4.5835443037974685e-05,
+      "loss": 0.0249,
+      "step": 223950
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5822784810126584e-05,
+      "learning_rate_adapter": 4.5822784810126584e-05,
+      "loss": 0.0246,
+      "step": 224000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.581012658227848e-05,
+      "learning_rate_adapter": 4.581012658227848e-05,
+      "loss": 0.0245,
+      "step": 224050
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.579746835443038e-05,
+      "learning_rate_adapter": 4.579746835443038e-05,
+      "loss": 0.0245,
+      "step": 224100
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.578481012658228e-05,
+      "learning_rate_adapter": 4.578481012658228e-05,
+      "loss": 0.0245,
+      "step": 224150
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.577215189873418e-05,
+      "learning_rate_adapter": 4.577215189873418e-05,
+      "loss": 0.0245,
+      "step": 224200
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.575949367088608e-05,
+      "learning_rate_adapter": 4.575949367088608e-05,
+      "loss": 0.0247,
+      "step": 224250
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.574683544303798e-05,
+      "learning_rate_adapter": 4.574683544303798e-05,
+      "loss": 0.0249,
+      "step": 224300
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5734177215189876e-05,
+      "learning_rate_adapter": 4.5734177215189876e-05,
+      "loss": 0.025,
+      "step": 224350
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5721518987341775e-05,
+      "learning_rate_adapter": 4.5721518987341775e-05,
+      "loss": 0.0246,
+      "step": 224400
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5708860759493674e-05,
+      "learning_rate_adapter": 4.5708860759493674e-05,
+      "loss": 0.0245,
+      "step": 224450
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.569620253164557e-05,
+      "learning_rate_adapter": 4.569620253164557e-05,
+      "loss": 0.0247,
+      "step": 224500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.568354430379747e-05,
+      "learning_rate_adapter": 4.568354430379747e-05,
+      "loss": 0.0245,
+      "step": 224550
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.567088607594937e-05,
+      "learning_rate_adapter": 4.567088607594937e-05,
+      "loss": 0.0245,
+      "step": 224600
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.565822784810127e-05,
+      "learning_rate_adapter": 4.565822784810127e-05,
+      "loss": 0.0247,
+      "step": 224650
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.564556962025317e-05,
+      "learning_rate_adapter": 4.564556962025317e-05,
+      "loss": 0.0247,
+      "step": 224700
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.563291139240507e-05,
+      "learning_rate_adapter": 4.563291139240507e-05,
+      "loss": 0.0245,
+      "step": 224750
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5620253164556966e-05,
+      "learning_rate_adapter": 4.5620253164556966e-05,
+      "loss": 0.0248,
+      "step": 224800
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5607594936708865e-05,
+      "learning_rate_adapter": 4.5607594936708865e-05,
+      "loss": 0.0247,
+      "step": 224850
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5594936708860763e-05,
+      "learning_rate_adapter": 4.5594936708860763e-05,
+      "loss": 0.0247,
+      "step": 224900
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5582278481012655e-05,
+      "learning_rate_adapter": 4.5582278481012655e-05,
+      "loss": 0.0247,
+      "step": 224950
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.556962025316456e-05,
+      "learning_rate_adapter": 4.556962025316456e-05,
+      "loss": 0.0249,
+      "step": 225000
+    },
+    {
+      "epoch": 1.52,
+      "eval_af_opus100_pr_auc": 0.7771215294115201,
+      "eval_af_ud_pr_auc": 0.9907432518818617,
+      "eval_am_opus100_pr_auc": 0.6476897587189296,
+      "eval_ar_ersatz_pr_auc": 0.9263511620482441,
+      "eval_ar_opus100_pr_auc": 0.7198312776179179,
+      "eval_ar_ud_pr_auc": 0.8905023624764334,
+      "eval_average_ersatz_pr_auc": 0.9712759918351593,
+      "eval_average_opus100_pr_auc": 0.8435687471546168,
+      "eval_average_ud_pr_auc": 0.9641819938101102,
+      "eval_az_opus100_pr_auc": 0.7793439356269473,
+      "eval_be_opus100_pr_auc": 0.726775813209821,
+      "eval_be_ud_pr_auc": 0.9059198757020399,
+      "eval_bg_opus100_pr_auc": 0.92041639203919,
+      "eval_bg_ud_pr_auc": 0.9960480032592569,
+      "eval_bn_opus100_pr_auc": 0.8439106764815401,
+      "eval_bn_ud_pr_auc": 0.9990344616049506,
+      "eval_ca_opus100_pr_auc": 0.8833942796450415,
+      "eval_ca_ud_pr_auc": 0.9928990559418183,
+      "eval_ceb_ud_pr_auc": 0.9983271522722199,
+      "eval_cs_ersatz_pr_auc": 0.9868164880923572,
+      "eval_cs_opus100_pr_auc": 0.9138966176173609,
+      "eval_cs_ud_pr_auc": 0.9628266189412819,
+      "eval_cy_opus100_pr_auc": 0.7717607732624983,
+      "eval_cy_ud_pr_auc": 0.9947075921899563,
+      "eval_da_opus100_pr_auc": 0.9161329872310939,
+      "eval_da_ud_pr_auc": 0.9820796363646511,
+      "eval_de_ersatz_pr_auc": 0.9874379694184949,
+      "eval_de_opus100_pr_auc": 0.9048154154133757,
+      "eval_de_ud_pr_auc": 0.9858113927986322,
+      "eval_el_opus100_pr_auc": 0.9143882772629893,
+      "eval_el_ud_pr_auc": 0.9882572882286488,
+      "eval_en_ersatz_pr_auc": 0.9912994425595245,
+      "eval_en_opus100_pr_auc": 0.9333378227667475,
+      "eval_en_ud_pr_auc": 0.9781994343626463,
+      "eval_eo_opus100_pr_auc": 0.9321678390195811,
+      "eval_es_ersatz_pr_auc": 0.9969714989909698,
+      "eval_es_opus100_pr_auc": 0.9313011631596922,
+      "eval_es_ud_pr_auc": 0.9930954093836275,
+      "eval_et_ersatz_pr_auc": 0.9839779790365579,
+      "eval_et_opus100_pr_auc": 0.8994483867851831,
+      "eval_et_ud_pr_auc": 0.9654996187078422,
+      "eval_eu_opus100_pr_auc": 0.8770174419684532,
+      "eval_eu_ud_pr_auc": 0.9923600375829081,
+      "eval_fa_opus100_pr_auc": 0.5941433686978215,
+      "eval_fa_ud_pr_auc": 0.9949411234590048,
+      "eval_fi_ersatz_pr_auc": 0.9921455252009186,
+      "eval_fi_opus100_pr_auc": 0.9265823425592499,
+      "eval_fi_ud_pr_auc": 0.9592711035581387,
+      "eval_fr_ersatz_pr_auc": 0.989791181989249,
+      "eval_fr_opus100_pr_auc": 0.9212422881027924,
+      "eval_fr_ud_pr_auc": 0.9808950119247797,
+      "eval_fy_opus100_pr_auc": 0.6441646793282467,
+      "eval_ga_opus100_pr_auc": 0.8997846320537434,
+      "eval_ga_ud_pr_auc": 0.8167085715275544,
+      "eval_gd_opus100_pr_auc": 0.6540685572096822,
+      "eval_gd_ud_pr_auc": 0.8158870864204418,
+      "eval_gl_opus100_pr_auc": 0.8862789865470359,
+      "eval_gl_ud_pr_auc": 0.9973307318241758,
+      "eval_gu_ersatz_pr_auc": 0.9447730076618379,
+      "eval_gu_opus100_pr_auc": 0.7578463558914365,
+      "eval_ha_opus100_pr_auc": 0.9206882256120226,
+      "eval_he_opus100_pr_auc": 0.8723105402199882,
+      "eval_he_ud_pr_auc": 0.9793322416668359,
+      "eval_hi_ersatz_pr_auc": 0.9790506451046351,
+      "eval_hi_opus100_pr_auc": 0.6960554283426877,
+      "eval_hi_ud_pr_auc": 0.9827474917568071,
+      "eval_hu_opus100_pr_auc": 0.9237333345870767,
+      "eval_hu_ud_pr_auc": 0.9836292811108525,
+      "eval_hy_opus100_pr_auc": 0.9078281681357389,
+      "eval_hy_ud_pr_auc": 0.978476922029986,
+      "eval_id_opus100_pr_auc": 0.8906309359566872,
+      "eval_id_ud_pr_auc": 0.9936090913737621,
+      "eval_ig_opus100_pr_auc": 0.8748051892590332,
+      "eval_is_opus100_pr_auc": 0.9344170441454396,
+      "eval_is_ud_pr_auc": 0.9030462623414365,
+      "eval_it_opus100_pr_auc": 0.9116323323877678,
+      "eval_it_ud_pr_auc": 0.9978316798029967,
+      "eval_ja_ersatz_pr_auc": 0.8784209005161003,
+      "eval_ja_opus100_pr_auc": 0.8411817875488633,
+      "eval_ja_ud_pr_auc": 0.9770083206949572,
+      "eval_jv_ud_pr_auc": 0.9713304709114738,
+      "eval_ka_opus100_pr_auc": 0.8579100983095348,
+      "eval_kk_ersatz_pr_auc": 0.9886653935681676,
+      "eval_kk_opus100_pr_auc": 0.7896840263342523,
+      "eval_kk_ud_pr_auc": 0.9739960332419944,
+      "eval_km_ersatz_pr_auc": 0.9286950833196456,
+      "eval_km_opus100_pr_auc": 0.7732017991042767,
+      "eval_kn_opus100_pr_auc": 0.626747570993494,
+      "eval_ko_opus100_pr_auc": 0.6934207159325108,
+      "eval_ko_ud_pr_auc": 0.9993280105558154,
+      "eval_ku_opus100_pr_auc": 0.8454325441389969,
+      "eval_ky_opus100_pr_auc": 0.8997718965936339,
+      "eval_la_ud_pr_auc": 0.9755165631919291,
+      "eval_loss": 0.02825264446437359,
+      "eval_lt_ersatz_pr_auc": 0.9945738775344714,
+      "eval_lt_opus100_pr_auc": 0.8744755890546373,
+      "eval_lt_ud_pr_auc": 0.9964201206242499,
+      "eval_lv_ersatz_pr_auc": 0.9912446407291694,
+      "eval_lv_opus100_pr_auc": 0.8903822126982963,
+      "eval_lv_ud_pr_auc": 0.9650084402038462,
+      "eval_mg_opus100_pr_auc": 0.9384559702549247,
+      "eval_mk_opus100_pr_auc": 0.9176412264070615,
+      "eval_ml_opus100_pr_auc": 0.8006625910036879,
+      "eval_mn_opus100_pr_auc": 0.945912099951127,
+      "eval_mr_opus100_pr_auc": 0.8882332991985447,
+      "eval_mr_ud_pr_auc": 0.964761826871261,
+      "eval_ms_opus100_pr_auc": 0.8719511421783965,
+      "eval_mt_opus100_pr_auc": 0.8425563885583938,
+      "eval_mt_ud_pr_auc": 0.8821857037120121,
+      "eval_my_opus100_pr_auc": 0.8047760032225417,
+      "eval_ne_opus100_pr_auc": 0.7556780524219169,
+      "eval_nl_opus100_pr_auc": 0.9029432748994783,
+      "eval_nl_ud_pr_auc": 0.9875997358535527,
+      "eval_no_opus100_pr_auc": 0.9356772721239472,
+      "eval_no_ud_pr_auc": 0.9970157472947787,
+      "eval_pa_opus100_pr_auc": 0.6902184981385785,
+      "eval_pl_ersatz_pr_auc": 0.9635315469576062,
+      "eval_pl_opus100_pr_auc": 0.8978859672723999,
+      "eval_pl_ud_pr_auc": 0.9712912563801511,
+      "eval_ps_ersatz_pr_auc": 0.9212746740097459,
+      "eval_ps_opus100_pr_auc": 0.7650711931986398,
+      "eval_pt_opus100_pr_auc": 0.9243453570352717,
+      "eval_pt_ud_pr_auc": 0.9882415880802965,
+      "eval_ro_ersatz_pr_auc": 0.9939000244181025,
+      "eval_ro_opus100_pr_auc": 0.8902853871399674,
+      "eval_ro_ud_pr_auc": 0.9626376384288261,
+      "eval_ru_ersatz_pr_auc": 0.992972200801035,
+      "eval_ru_opus100_pr_auc": 0.9219461226720015,
+      "eval_ru_ud_pr_auc": 0.869931727291415,
+      "eval_runtime": 326.4267,
+      "eval_samples_per_second": 231.182,
+      "eval_si_opus100_pr_auc": 0.8246027906289198,
+      "eval_sk_opus100_pr_auc": 0.9341429202059565,
+      "eval_sk_ud_pr_auc": 0.9746181441855226,
+      "eval_sl_opus100_pr_auc": 0.8706064766284949,
+      "eval_sl_ud_pr_auc": 0.9694531520969385,
+      "eval_sq_opus100_pr_auc": 0.9195845874445665,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9163764783213207,
+      "eval_sr_ud_pr_auc": 0.9989585827802974,
+      "eval_steps_per_second": 0.904,
+      "eval_sv_opus100_pr_auc": 0.8946601525361907,
+      "eval_sv_ud_pr_auc": 0.9441751008433172,
+      "eval_ta_ersatz_pr_auc": 0.9843287368576489,
+      "eval_ta_opus100_pr_auc": 0.7036256664038143,
+      "eval_ta_ud_pr_auc": 0.9866650179218883,
+      "eval_te_opus100_pr_auc": 0.8352844938696905,
+      "eval_tg_opus100_pr_auc": 0.8836272315875522,
+      "eval_th_opus100_pr_auc": 0.6993269307023444,
+      "eval_th_ud_pr_auc": 0.8387639052067917,
+      "eval_tr_ersatz_pr_auc": 0.9672434892546893,
+      "eval_tr_opus100_pr_auc": 0.904238973575128,
+      "eval_tr_ud_pr_auc": 0.9546273563800268,
+      "eval_uk_opus100_pr_auc": 0.8817135427977538,
+      "eval_uk_ud_pr_auc": 0.9406527698666867,
+      "eval_ur_opus100_pr_auc": 0.5850266946571308,
+      "eval_ur_ud_pr_auc": 0.9934667669731715,
+      "eval_uz_opus100_pr_auc": 0.8676929367575466,
+      "eval_vi_opus100_pr_auc": 0.8979629884968343,
+      "eval_vi_ud_pr_auc": 0.9520241599982214,
+      "eval_xh_opus100_pr_auc": 0.8770654059026345,
+      "eval_yi_opus100_pr_auc": 0.8241415254869129,
+      "eval_yo_opus100_pr_auc": 0.8406951403015122,
+      "eval_yo_ud_pr_auc": 0.9253566869018306,
+      "eval_zh_ersatz_pr_auc": 0.9846063523043365,
+      "eval_zh_opus100_pr_auc": 0.8892626107826568,
+      "eval_zh_ud_pr_auc": 0.997321030189484,
+      "eval_zu_opus100_pr_auc": 0.8275888369319072,
+      "step": 225000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.555696202531646e-05,
+      "learning_rate_adapter": 4.555696202531646e-05,
+      "loss": 0.0247,
+      "step": 225050
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.554430379746836e-05,
+      "learning_rate_adapter": 4.554430379746836e-05,
+      "loss": 0.0245,
+      "step": 225100
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.553164556962026e-05,
+      "learning_rate_adapter": 4.553164556962026e-05,
+      "loss": 0.0248,
+      "step": 225150
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5518987341772157e-05,
+      "learning_rate_adapter": 4.5518987341772157e-05,
+      "loss": 0.0245,
+      "step": 225200
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.550632911392405e-05,
+      "learning_rate_adapter": 4.550632911392405e-05,
+      "loss": 0.0249,
+      "step": 225250
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.549367088607595e-05,
+      "learning_rate_adapter": 4.549367088607595e-05,
+      "loss": 0.0248,
+      "step": 225300
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.548101265822785e-05,
+      "learning_rate_adapter": 4.548101265822785e-05,
+      "loss": 0.0248,
+      "step": 225350
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.546835443037975e-05,
+      "learning_rate_adapter": 4.546835443037975e-05,
+      "loss": 0.0249,
+      "step": 225400
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.545569620253165e-05,
+      "learning_rate_adapter": 4.545569620253165e-05,
+      "loss": 0.0246,
+      "step": 225450
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.544303797468354e-05,
+      "learning_rate_adapter": 4.544303797468354e-05,
+      "loss": 0.0248,
+      "step": 225500
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.543037974683544e-05,
+      "learning_rate_adapter": 4.543037974683544e-05,
+      "loss": 0.0246,
+      "step": 225550
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.541772151898734e-05,
+      "learning_rate_adapter": 4.541772151898734e-05,
+      "loss": 0.025,
+      "step": 225600
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5405063291139246e-05,
+      "learning_rate_adapter": 4.5405063291139246e-05,
+      "loss": 0.0248,
+      "step": 225650
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5392405063291145e-05,
+      "learning_rate_adapter": 4.5392405063291145e-05,
+      "loss": 0.0246,
+      "step": 225700
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.537974683544304e-05,
+      "learning_rate_adapter": 4.537974683544304e-05,
+      "loss": 0.0246,
+      "step": 225750
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5367088607594936e-05,
+      "learning_rate_adapter": 4.5367088607594936e-05,
+      "loss": 0.0248,
+      "step": 225800
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5354430379746835e-05,
+      "learning_rate_adapter": 4.5354430379746835e-05,
+      "loss": 0.0249,
+      "step": 225850
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5341772151898734e-05,
+      "learning_rate_adapter": 4.5341772151898734e-05,
+      "loss": 0.0247,
+      "step": 225900
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.532911392405064e-05,
+      "learning_rate_adapter": 4.532911392405064e-05,
+      "loss": 0.0248,
+      "step": 225950
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.531645569620253e-05,
+      "learning_rate_adapter": 4.531645569620253e-05,
+      "loss": 0.0247,
+      "step": 226000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.530379746835443e-05,
+      "learning_rate_adapter": 4.530379746835443e-05,
+      "loss": 0.025,
+      "step": 226050
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.529113924050633e-05,
+      "learning_rate_adapter": 4.529113924050633e-05,
+      "loss": 0.025,
+      "step": 226100
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.527848101265823e-05,
+      "learning_rate_adapter": 4.527848101265823e-05,
+      "loss": 0.0248,
+      "step": 226150
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.526582278481013e-05,
+      "learning_rate_adapter": 4.526582278481013e-05,
+      "loss": 0.0246,
+      "step": 226200
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.525316455696203e-05,
+      "learning_rate_adapter": 4.525316455696203e-05,
+      "loss": 0.0245,
+      "step": 226250
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5240506329113925e-05,
+      "learning_rate_adapter": 4.5240506329113925e-05,
+      "loss": 0.0245,
+      "step": 226300
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5227848101265823e-05,
+      "learning_rate_adapter": 4.5227848101265823e-05,
+      "loss": 0.0246,
+      "step": 226350
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.521518987341772e-05,
+      "learning_rate_adapter": 4.521518987341772e-05,
+      "loss": 0.0245,
+      "step": 226400
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.520253164556962e-05,
+      "learning_rate_adapter": 4.520253164556962e-05,
+      "loss": 0.0248,
+      "step": 226450
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.518987341772152e-05,
+      "learning_rate_adapter": 4.518987341772152e-05,
+      "loss": 0.0247,
+      "step": 226500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.517721518987342e-05,
+      "learning_rate_adapter": 4.517721518987342e-05,
+      "loss": 0.0246,
+      "step": 226550
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.516455696202532e-05,
+      "learning_rate_adapter": 4.516455696202532e-05,
+      "loss": 0.0247,
+      "step": 226600
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5151898734177217e-05,
+      "learning_rate_adapter": 4.5151898734177217e-05,
+      "loss": 0.0248,
+      "step": 226650
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5139240506329115e-05,
+      "learning_rate_adapter": 4.5139240506329115e-05,
+      "loss": 0.0247,
+      "step": 226700
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5126582278481014e-05,
+      "learning_rate_adapter": 4.5126582278481014e-05,
+      "loss": 0.0247,
+      "step": 226750
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.511392405063291e-05,
+      "learning_rate_adapter": 4.511392405063291e-05,
+      "loss": 0.0248,
+      "step": 226800
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.510126582278481e-05,
+      "learning_rate_adapter": 4.510126582278481e-05,
+      "loss": 0.0245,
+      "step": 226850
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.508860759493671e-05,
+      "learning_rate_adapter": 4.508860759493671e-05,
+      "loss": 0.0246,
+      "step": 226900
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.507594936708861e-05,
+      "learning_rate_adapter": 4.507594936708861e-05,
+      "loss": 0.0247,
+      "step": 226950
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.506329113924051e-05,
+      "learning_rate_adapter": 4.506329113924051e-05,
+      "loss": 0.0246,
+      "step": 227000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.505063291139241e-05,
+      "learning_rate_adapter": 4.505063291139241e-05,
+      "loss": 0.0247,
+      "step": 227050
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5037974683544306e-05,
+      "learning_rate_adapter": 4.5037974683544306e-05,
+      "loss": 0.0247,
+      "step": 227100
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5025316455696205e-05,
+      "learning_rate_adapter": 4.5025316455696205e-05,
+      "loss": 0.0249,
+      "step": 227150
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5012658227848104e-05,
+      "learning_rate_adapter": 4.5012658227848104e-05,
+      "loss": 0.0251,
+      "step": 227200
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0245,
+      "step": 227250
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49873417721519e-05,
+      "learning_rate_adapter": 4.49873417721519e-05,
+      "loss": 0.0247,
+      "step": 227300
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49746835443038e-05,
+      "learning_rate_adapter": 4.49746835443038e-05,
+      "loss": 0.0247,
+      "step": 227350
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49620253164557e-05,
+      "learning_rate_adapter": 4.49620253164557e-05,
+      "loss": 0.0247,
+      "step": 227400
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49493670886076e-05,
+      "learning_rate_adapter": 4.49493670886076e-05,
+      "loss": 0.0247,
+      "step": 227450
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49367088607595e-05,
+      "learning_rate_adapter": 4.49367088607595e-05,
+      "loss": 0.0244,
+      "step": 227500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.4924050632911396e-05,
+      "learning_rate_adapter": 4.4924050632911396e-05,
+      "loss": 0.0245,
+      "step": 227550
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.491139240506329e-05,
+      "learning_rate_adapter": 4.491139240506329e-05,
+      "loss": 0.0246,
+      "step": 227600
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.4898734177215194e-05,
+      "learning_rate_adapter": 4.4898734177215194e-05,
+      "loss": 0.0246,
+      "step": 227650
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.488607594936709e-05,
+      "learning_rate_adapter": 4.488607594936709e-05,
+      "loss": 0.0246,
+      "step": 227700
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.487341772151899e-05,
+      "learning_rate_adapter": 4.487341772151899e-05,
+      "loss": 0.0247,
+      "step": 227750
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.486075949367089e-05,
+      "learning_rate_adapter": 4.486075949367089e-05,
+      "loss": 0.0245,
+      "step": 227800
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.484810126582279e-05,
+      "learning_rate_adapter": 4.484810126582279e-05,
+      "loss": 0.0248,
+      "step": 227850
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.483544303797468e-05,
+      "learning_rate_adapter": 4.483544303797468e-05,
+      "loss": 0.0246,
+      "step": 227900
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.482278481012659e-05,
+      "learning_rate_adapter": 4.482278481012659e-05,
+      "loss": 0.0245,
+      "step": 227950
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4810126582278486e-05,
+      "learning_rate_adapter": 4.4810126582278486e-05,
+      "loss": 0.0244,
+      "step": 228000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4797468354430385e-05,
+      "learning_rate_adapter": 4.4797468354430385e-05,
+      "loss": 0.0246,
+      "step": 228050
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.478481012658228e-05,
+      "learning_rate_adapter": 4.478481012658228e-05,
+      "loss": 0.0247,
+      "step": 228100
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4772151898734175e-05,
+      "learning_rate_adapter": 4.4772151898734175e-05,
+      "loss": 0.0246,
+      "step": 228150
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4759493670886074e-05,
+      "learning_rate_adapter": 4.4759493670886074e-05,
+      "loss": 0.0246,
+      "step": 228200
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.474683544303798e-05,
+      "learning_rate_adapter": 4.474683544303798e-05,
+      "loss": 0.0246,
+      "step": 228250
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.473417721518988e-05,
+      "learning_rate_adapter": 4.473417721518988e-05,
+      "loss": 0.0249,
+      "step": 228300
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.472151898734178e-05,
+      "learning_rate_adapter": 4.472151898734178e-05,
+      "loss": 0.0245,
+      "step": 228350
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.470886075949367e-05,
+      "learning_rate_adapter": 4.470886075949367e-05,
+      "loss": 0.0246,
+      "step": 228400
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.469620253164557e-05,
+      "learning_rate_adapter": 4.469620253164557e-05,
+      "loss": 0.0244,
+      "step": 228450
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.468354430379747e-05,
+      "learning_rate_adapter": 4.468354430379747e-05,
+      "loss": 0.0246,
+      "step": 228500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.467088607594937e-05,
+      "learning_rate_adapter": 4.467088607594937e-05,
+      "loss": 0.0245,
+      "step": 228550
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.465822784810127e-05,
+      "learning_rate_adapter": 4.465822784810127e-05,
+      "loss": 0.0248,
+      "step": 228600
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.464556962025317e-05,
+      "learning_rate_adapter": 4.464556962025317e-05,
+      "loss": 0.0245,
+      "step": 228650
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.463291139240506e-05,
+      "learning_rate_adapter": 4.463291139240506e-05,
+      "loss": 0.0247,
+      "step": 228700
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.462025316455696e-05,
+      "learning_rate_adapter": 4.462025316455696e-05,
+      "loss": 0.0247,
+      "step": 228750
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.460759493670886e-05,
+      "learning_rate_adapter": 4.460759493670886e-05,
+      "loss": 0.0249,
+      "step": 228800
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.459493670886076e-05,
+      "learning_rate_adapter": 4.459493670886076e-05,
+      "loss": 0.0245,
+      "step": 228850
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4582278481012665e-05,
+      "learning_rate_adapter": 4.4582278481012665e-05,
+      "loss": 0.0245,
+      "step": 228900
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.456962025316456e-05,
+      "learning_rate_adapter": 4.456962025316456e-05,
+      "loss": 0.0247,
+      "step": 228950
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4556962025316456e-05,
+      "learning_rate_adapter": 4.4556962025316456e-05,
+      "loss": 0.0245,
+      "step": 229000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4544303797468355e-05,
+      "learning_rate_adapter": 4.4544303797468355e-05,
+      "loss": 0.0247,
+      "step": 229050
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4531645569620254e-05,
+      "learning_rate_adapter": 4.4531645569620254e-05,
+      "loss": 0.0248,
+      "step": 229100
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.451898734177215e-05,
+      "learning_rate_adapter": 4.451898734177215e-05,
+      "loss": 0.0246,
+      "step": 229150
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.450632911392405e-05,
+      "learning_rate_adapter": 4.450632911392405e-05,
+      "loss": 0.0246,
+      "step": 229200
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.449367088607595e-05,
+      "learning_rate_adapter": 4.449367088607595e-05,
+      "loss": 0.0246,
+      "step": 229250
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.448101265822785e-05,
+      "learning_rate_adapter": 4.448101265822785e-05,
+      "loss": 0.0245,
+      "step": 229300
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.446835443037975e-05,
+      "learning_rate_adapter": 4.446835443037975e-05,
+      "loss": 0.0247,
+      "step": 229350
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.445569620253165e-05,
+      "learning_rate_adapter": 4.445569620253165e-05,
+      "loss": 0.0247,
+      "step": 229400
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4443037974683546e-05,
+      "learning_rate_adapter": 4.4443037974683546e-05,
+      "loss": 0.0244,
+      "step": 229450
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4430379746835445e-05,
+      "learning_rate_adapter": 4.4430379746835445e-05,
+      "loss": 0.0245,
+      "step": 229500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4417721518987343e-05,
+      "learning_rate_adapter": 4.4417721518987343e-05,
+      "loss": 0.0246,
+      "step": 229550
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.440506329113924e-05,
+      "learning_rate_adapter": 4.440506329113924e-05,
+      "loss": 0.0246,
+      "step": 229600
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.439240506329114e-05,
+      "learning_rate_adapter": 4.439240506329114e-05,
+      "loss": 0.0248,
+      "step": 229650
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.437974683544304e-05,
+      "learning_rate_adapter": 4.437974683544304e-05,
+      "loss": 0.0245,
+      "step": 229700
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.436708860759494e-05,
+      "learning_rate_adapter": 4.436708860759494e-05,
+      "loss": 0.0246,
+      "step": 229750
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.435443037974684e-05,
+      "learning_rate_adapter": 4.435443037974684e-05,
+      "loss": 0.0243,
+      "step": 229800
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4341772151898737e-05,
+      "learning_rate_adapter": 4.4341772151898737e-05,
+      "loss": 0.0247,
+      "step": 229850
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4329113924050635e-05,
+      "learning_rate_adapter": 4.4329113924050635e-05,
+      "loss": 0.0247,
+      "step": 229900
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4316455696202534e-05,
+      "learning_rate_adapter": 4.4316455696202534e-05,
+      "loss": 0.0247,
+      "step": 229950
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.430379746835443e-05,
+      "learning_rate_adapter": 4.430379746835443e-05,
+      "loss": 0.0248,
+      "step": 230000
+    },
+    {
+      "epoch": 1.55,
+      "eval_af_opus100_pr_auc": 0.7821925247176261,
+      "eval_af_ud_pr_auc": 0.9945207226504494,
+      "eval_am_opus100_pr_auc": 0.6586934920650676,
+      "eval_ar_ersatz_pr_auc": 0.9113440338579826,
+      "eval_ar_opus100_pr_auc": 0.7297969042266012,
+      "eval_ar_ud_pr_auc": 0.8921813666818321,
+      "eval_average_ersatz_pr_auc": 0.9675956469330935,
+      "eval_average_opus100_pr_auc": 0.8430084755819153,
+      "eval_average_ud_pr_auc": 0.9651876942700466,
+      "eval_az_opus100_pr_auc": 0.7780894846138268,
+      "eval_be_opus100_pr_auc": 0.7228540767855063,
+      "eval_be_ud_pr_auc": 0.907411234505658,
+      "eval_bg_opus100_pr_auc": 0.9190922866049304,
+      "eval_bg_ud_pr_auc": 0.9954379905366961,
+      "eval_bn_opus100_pr_auc": 0.8342166902550371,
+      "eval_bn_ud_pr_auc": 0.9953769766751608,
+      "eval_ca_opus100_pr_auc": 0.8815078912032503,
+      "eval_ca_ud_pr_auc": 0.9949418290875185,
+      "eval_ceb_ud_pr_auc": 0.9986992743807512,
+      "eval_cs_ersatz_pr_auc": 0.9836606772944583,
+      "eval_cs_opus100_pr_auc": 0.9109116775178379,
+      "eval_cs_ud_pr_auc": 0.9597637525187501,
+      "eval_cy_opus100_pr_auc": 0.7757657115891008,
+      "eval_cy_ud_pr_auc": 0.9943730156696249,
+      "eval_da_opus100_pr_auc": 0.9141702561506396,
+      "eval_da_ud_pr_auc": 0.9790453943768527,
+      "eval_de_ersatz_pr_auc": 0.9842669294802757,
+      "eval_de_opus100_pr_auc": 0.9035742635218009,
+      "eval_de_ud_pr_auc": 0.9838316699229386,
+      "eval_el_opus100_pr_auc": 0.9079049735605289,
+      "eval_el_ud_pr_auc": 0.9911127260768198,
+      "eval_en_ersatz_pr_auc": 0.9915080310175116,
+      "eval_en_opus100_pr_auc": 0.9305379784050748,
+      "eval_en_ud_pr_auc": 0.9809225402589472,
+      "eval_eo_opus100_pr_auc": 0.9286454752806992,
+      "eval_es_ersatz_pr_auc": 0.9964705094627866,
+      "eval_es_opus100_pr_auc": 0.9316262440600518,
+      "eval_es_ud_pr_auc": 0.993430999756702,
+      "eval_et_ersatz_pr_auc": 0.9819450122149337,
+      "eval_et_opus100_pr_auc": 0.8967201424470691,
+      "eval_et_ud_pr_auc": 0.9663659300751003,
+      "eval_eu_opus100_pr_auc": 0.8737079340761088,
+      "eval_eu_ud_pr_auc": 0.988955632697095,
+      "eval_fa_opus100_pr_auc": 0.6150006034753258,
+      "eval_fa_ud_pr_auc": 0.9948518039163039,
+      "eval_fi_ersatz_pr_auc": 0.9901645595845868,
+      "eval_fi_opus100_pr_auc": 0.9258248439217257,
+      "eval_fi_ud_pr_auc": 0.960562140694895,
+      "eval_fr_ersatz_pr_auc": 0.9861357910413999,
+      "eval_fr_opus100_pr_auc": 0.9171560084195721,
+      "eval_fr_ud_pr_auc": 0.9778855781646012,
+      "eval_fy_opus100_pr_auc": 0.6260947489174362,
+      "eval_ga_opus100_pr_auc": 0.8995926415429146,
+      "eval_ga_ud_pr_auc": 0.815763367509274,
+      "eval_gd_opus100_pr_auc": 0.6787780720545877,
+      "eval_gd_ud_pr_auc": 0.8212227227115232,
+      "eval_gl_opus100_pr_auc": 0.8865721828773706,
+      "eval_gl_ud_pr_auc": 0.9982769616955629,
+      "eval_gu_ersatz_pr_auc": 0.9293470410200136,
+      "eval_gu_opus100_pr_auc": 0.7526683095321305,
+      "eval_ha_opus100_pr_auc": 0.9161504122891868,
+      "eval_he_opus100_pr_auc": 0.860327466130865,
+      "eval_he_ud_pr_auc": 0.9765594156396777,
+      "eval_hi_ersatz_pr_auc": 0.9769221239657575,
+      "eval_hi_opus100_pr_auc": 0.7070736379221877,
+      "eval_hi_ud_pr_auc": 0.9756945478964382,
+      "eval_hu_opus100_pr_auc": 0.9246937644609843,
+      "eval_hu_ud_pr_auc": 0.9850146982299257,
+      "eval_hy_opus100_pr_auc": 0.9059996219828017,
+      "eval_hy_ud_pr_auc": 0.9874076839718081,
+      "eval_id_opus100_pr_auc": 0.8781591056768162,
+      "eval_id_ud_pr_auc": 0.9938142659371066,
+      "eval_ig_opus100_pr_auc": 0.8831897641250364,
+      "eval_is_opus100_pr_auc": 0.9351737598073666,
+      "eval_is_ud_pr_auc": 0.9137902967027077,
+      "eval_it_opus100_pr_auc": 0.9144231251449176,
+      "eval_it_ud_pr_auc": 0.9972523559064129,
+      "eval_ja_ersatz_pr_auc": 0.8480170404478192,
+      "eval_ja_opus100_pr_auc": 0.8196959548721456,
+      "eval_ja_ud_pr_auc": 0.974398945973292,
+      "eval_jv_ud_pr_auc": 0.9691107599465703,
+      "eval_ka_opus100_pr_auc": 0.8576689501687742,
+      "eval_kk_ersatz_pr_auc": 0.9881395088808356,
+      "eval_kk_opus100_pr_auc": 0.7949580044033053,
+      "eval_kk_ud_pr_auc": 0.975299960554417,
+      "eval_km_ersatz_pr_auc": 0.9319690251017492,
+      "eval_km_opus100_pr_auc": 0.7669869850784488,
+      "eval_kn_opus100_pr_auc": 0.6307763298880227,
+      "eval_ko_opus100_pr_auc": 0.6839431711821508,
+      "eval_ko_ud_pr_auc": 0.998480825572211,
+      "eval_ku_opus100_pr_auc": 0.8454960923817868,
+      "eval_ky_opus100_pr_auc": 0.9073870382629994,
+      "eval_la_ud_pr_auc": 0.9653051461829869,
+      "eval_loss": 0.028125692158937454,
+      "eval_lt_ersatz_pr_auc": 0.9945409764297275,
+      "eval_lt_opus100_pr_auc": 0.8789294360640302,
+      "eval_lt_ud_pr_auc": 0.9959657474287511,
+      "eval_lv_ersatz_pr_auc": 0.9911846022976045,
+      "eval_lv_opus100_pr_auc": 0.8941989842853104,
+      "eval_lv_ud_pr_auc": 0.9685498643315299,
+      "eval_mg_opus100_pr_auc": 0.9342261692687869,
+      "eval_mk_opus100_pr_auc": 0.9143325808940613,
+      "eval_ml_opus100_pr_auc": 0.807316249782566,
+      "eval_mn_opus100_pr_auc": 0.9432315534479982,
+      "eval_mr_opus100_pr_auc": 0.8837040692950395,
+      "eval_mr_ud_pr_auc": 0.9703239405954671,
+      "eval_ms_opus100_pr_auc": 0.8725459369390521,
+      "eval_mt_opus100_pr_auc": 0.8388179761678576,
+      "eval_mt_ud_pr_auc": 0.9091986342539904,
+      "eval_my_opus100_pr_auc": 0.8098758652417701,
+      "eval_ne_opus100_pr_auc": 0.7435945027724388,
+      "eval_nl_opus100_pr_auc": 0.8991014292476929,
+      "eval_nl_ud_pr_auc": 0.987144036750462,
+      "eval_no_opus100_pr_auc": 0.9333428104143815,
+      "eval_no_ud_pr_auc": 0.9967598029264558,
+      "eval_pa_opus100_pr_auc": 0.6648891009467913,
+      "eval_pl_ersatz_pr_auc": 0.9653164719625346,
+      "eval_pl_opus100_pr_auc": 0.8930290598122522,
+      "eval_pl_ud_pr_auc": 0.9682719742185553,
+      "eval_ps_ersatz_pr_auc": 0.9221720679831954,
+      "eval_ps_opus100_pr_auc": 0.7778759312168043,
+      "eval_pt_opus100_pr_auc": 0.9233690371666986,
+      "eval_pt_ud_pr_auc": 0.9864886823235488,
+      "eval_ro_ersatz_pr_auc": 0.9925279186555742,
+      "eval_ro_opus100_pr_auc": 0.8865665406862168,
+      "eval_ro_ud_pr_auc": 0.9694402112816627,
+      "eval_ru_ersatz_pr_auc": 0.9922996431504818,
+      "eval_ru_opus100_pr_auc": 0.9268497019128816,
+      "eval_ru_ud_pr_auc": 0.8806817304370727,
+      "eval_runtime": 321.9897,
+      "eval_samples_per_second": 234.368,
+      "eval_si_opus100_pr_auc": 0.8227996348790344,
+      "eval_sk_opus100_pr_auc": 0.9315202357123278,
+      "eval_sk_ud_pr_auc": 0.9788925462974969,
+      "eval_sl_opus100_pr_auc": 0.8695995019397478,
+      "eval_sl_ud_pr_auc": 0.9707353552968676,
+      "eval_sq_opus100_pr_auc": 0.9195063550316389,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9159193860628521,
+      "eval_sr_ud_pr_auc": 0.9988987806004525,
+      "eval_steps_per_second": 0.916,
+      "eval_sv_opus100_pr_auc": 0.8958727212470861,
+      "eval_sv_ud_pr_auc": 0.9444955371909411,
+      "eval_ta_ersatz_pr_auc": 0.9832086924406674,
+      "eval_ta_opus100_pr_auc": 0.7068597815233029,
+      "eval_ta_ud_pr_auc": 0.9893006474311514,
+      "eval_te_opus100_pr_auc": 0.8384151723853964,
+      "eval_tg_opus100_pr_auc": 0.8899489478130344,
+      "eval_th_opus100_pr_auc": 0.6892586804481725,
+      "eval_th_ud_pr_auc": 0.8373481661322966,
+      "eval_tr_ersatz_pr_auc": 0.9665403994465679,
+      "eval_tr_opus100_pr_auc": 0.9011148657907596,
+      "eval_tr_ud_pr_auc": 0.9563180801186186,
+      "eval_uk_opus100_pr_auc": 0.8811829377176911,
+      "eval_uk_ud_pr_auc": 0.9429619147595149,
+      "eval_ur_opus100_pr_auc": 0.6007253893280797,
+      "eval_ur_ud_pr_auc": 0.9894109559022608,
+      "eval_uz_opus100_pr_auc": 0.8676605837299537,
+      "eval_vi_opus100_pr_auc": 0.8984774277500143,
+      "eval_vi_ud_pr_auc": 0.9591429104202818,
+      "eval_xh_opus100_pr_auc": 0.8837970089127755,
+      "eval_yi_opus100_pr_auc": 0.8330475151147271,
+      "eval_yo_opus100_pr_auc": 0.8348104227274828,
+      "eval_yo_ud_pr_auc": 0.9224972904289801,
+      "eval_zh_ersatz_pr_auc": 0.9794231767915959,
+      "eval_zh_opus100_pr_auc": 0.8798178455041986,
+      "eval_zh_ud_pr_auc": 0.9958092311896802,
+      "eval_zu_opus100_pr_auc": 0.826765046936546,
+      "step": 230000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.429113924050633e-05,
+      "learning_rate_adapter": 4.429113924050633e-05,
+      "loss": 0.0246,
+      "step": 230050
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.427848101265823e-05,
+      "learning_rate_adapter": 4.427848101265823e-05,
+      "loss": 0.0247,
+      "step": 230100
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.426582278481013e-05,
+      "learning_rate_adapter": 4.426582278481013e-05,
+      "loss": 0.0246,
+      "step": 230150
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.425316455696203e-05,
+      "learning_rate_adapter": 4.425316455696203e-05,
+      "loss": 0.0245,
+      "step": 230200
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.424050632911393e-05,
+      "learning_rate_adapter": 4.424050632911393e-05,
+      "loss": 0.0245,
+      "step": 230250
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4227848101265826e-05,
+      "learning_rate_adapter": 4.4227848101265826e-05,
+      "loss": 0.0247,
+      "step": 230300
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4215189873417725e-05,
+      "learning_rate_adapter": 4.4215189873417725e-05,
+      "loss": 0.0248,
+      "step": 230350
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4202531645569624e-05,
+      "learning_rate_adapter": 4.4202531645569624e-05,
+      "loss": 0.0247,
+      "step": 230400
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.418987341772152e-05,
+      "learning_rate_adapter": 4.418987341772152e-05,
+      "loss": 0.0244,
+      "step": 230450
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.417721518987342e-05,
+      "learning_rate_adapter": 4.417721518987342e-05,
+      "loss": 0.0245,
+      "step": 230500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4164556962025314e-05,
+      "learning_rate_adapter": 4.4164556962025314e-05,
+      "loss": 0.0248,
+      "step": 230550
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.415189873417722e-05,
+      "learning_rate_adapter": 4.415189873417722e-05,
+      "loss": 0.0245,
+      "step": 230600
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.413924050632912e-05,
+      "learning_rate_adapter": 4.413924050632912e-05,
+      "loss": 0.0248,
+      "step": 230650
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.412658227848102e-05,
+      "learning_rate_adapter": 4.412658227848102e-05,
+      "loss": 0.0246,
+      "step": 230700
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.4113924050632916e-05,
+      "learning_rate_adapter": 4.4113924050632916e-05,
+      "loss": 0.0248,
+      "step": 230750
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.410126582278481e-05,
+      "learning_rate_adapter": 4.410126582278481e-05,
+      "loss": 0.0247,
+      "step": 230800
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.408860759493671e-05,
+      "learning_rate_adapter": 4.408860759493671e-05,
+      "loss": 0.0246,
+      "step": 230850
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.407594936708861e-05,
+      "learning_rate_adapter": 4.407594936708861e-05,
+      "loss": 0.0244,
+      "step": 230900
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.406329113924051e-05,
+      "learning_rate_adapter": 4.406329113924051e-05,
+      "loss": 0.0247,
+      "step": 230950
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.405063291139241e-05,
+      "learning_rate_adapter": 4.405063291139241e-05,
+      "loss": 0.0247,
+      "step": 231000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.403797468354431e-05,
+      "learning_rate_adapter": 4.403797468354431e-05,
+      "loss": 0.0243,
+      "step": 231050
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.40253164556962e-05,
+      "learning_rate_adapter": 4.40253164556962e-05,
+      "loss": 0.0246,
+      "step": 231100
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.40126582278481e-05,
+      "learning_rate_adapter": 4.40126582278481e-05,
+      "loss": 0.0247,
+      "step": 231150
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0247,
+      "step": 231200
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3987341772151904e-05,
+      "learning_rate_adapter": 4.3987341772151904e-05,
+      "loss": 0.0246,
+      "step": 231250
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.39746835443038e-05,
+      "learning_rate_adapter": 4.39746835443038e-05,
+      "loss": 0.0249,
+      "step": 231300
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3962025316455695e-05,
+      "learning_rate_adapter": 4.3962025316455695e-05,
+      "loss": 0.0246,
+      "step": 231350
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3949367088607594e-05,
+      "learning_rate_adapter": 4.3949367088607594e-05,
+      "loss": 0.0247,
+      "step": 231400
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.393670886075949e-05,
+      "learning_rate_adapter": 4.393670886075949e-05,
+      "loss": 0.0245,
+      "step": 231450
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.39240506329114e-05,
+      "learning_rate_adapter": 4.39240506329114e-05,
+      "loss": 0.0245,
+      "step": 231500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.39113924050633e-05,
+      "learning_rate_adapter": 4.39113924050633e-05,
+      "loss": 0.0249,
+      "step": 231550
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.389873417721519e-05,
+      "learning_rate_adapter": 4.389873417721519e-05,
+      "loss": 0.0248,
+      "step": 231600
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.388607594936709e-05,
+      "learning_rate_adapter": 4.388607594936709e-05,
+      "loss": 0.0246,
+      "step": 231650
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.387341772151899e-05,
+      "learning_rate_adapter": 4.387341772151899e-05,
+      "loss": 0.0246,
+      "step": 231700
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3860759493670886e-05,
+      "learning_rate_adapter": 4.3860759493670886e-05,
+      "loss": 0.0245,
+      "step": 231750
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.384810126582279e-05,
+      "learning_rate_adapter": 4.384810126582279e-05,
+      "loss": 0.0248,
+      "step": 231800
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.383544303797469e-05,
+      "learning_rate_adapter": 4.383544303797469e-05,
+      "loss": 0.0246,
+      "step": 231850
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.382278481012658e-05,
+      "learning_rate_adapter": 4.382278481012658e-05,
+      "loss": 0.0247,
+      "step": 231900
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.381012658227848e-05,
+      "learning_rate_adapter": 4.381012658227848e-05,
+      "loss": 0.0245,
+      "step": 231950
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.379746835443038e-05,
+      "learning_rate_adapter": 4.379746835443038e-05,
+      "loss": 0.0246,
+      "step": 232000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.378481012658228e-05,
+      "learning_rate_adapter": 4.378481012658228e-05,
+      "loss": 0.0248,
+      "step": 232050
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3772151898734185e-05,
+      "learning_rate_adapter": 4.3772151898734185e-05,
+      "loss": 0.0246,
+      "step": 232100
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.375949367088608e-05,
+      "learning_rate_adapter": 4.375949367088608e-05,
+      "loss": 0.0248,
+      "step": 232150
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3746835443037976e-05,
+      "learning_rate_adapter": 4.3746835443037976e-05,
+      "loss": 0.0246,
+      "step": 232200
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3734177215189875e-05,
+      "learning_rate_adapter": 4.3734177215189875e-05,
+      "loss": 0.0247,
+      "step": 232250
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3721518987341774e-05,
+      "learning_rate_adapter": 4.3721518987341774e-05,
+      "loss": 0.0244,
+      "step": 232300
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.370886075949367e-05,
+      "learning_rate_adapter": 4.370886075949367e-05,
+      "loss": 0.0244,
+      "step": 232350
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.369620253164557e-05,
+      "learning_rate_adapter": 4.369620253164557e-05,
+      "loss": 0.0247,
+      "step": 232400
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.368354430379747e-05,
+      "learning_rate_adapter": 4.368354430379747e-05,
+      "loss": 0.0245,
+      "step": 232450
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.367088607594937e-05,
+      "learning_rate_adapter": 4.367088607594937e-05,
+      "loss": 0.0247,
+      "step": 232500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.365822784810127e-05,
+      "learning_rate_adapter": 4.365822784810127e-05,
+      "loss": 0.0246,
+      "step": 232550
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.364556962025317e-05,
+      "learning_rate_adapter": 4.364556962025317e-05,
+      "loss": 0.0246,
+      "step": 232600
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3632911392405066e-05,
+      "learning_rate_adapter": 4.3632911392405066e-05,
+      "loss": 0.0249,
+      "step": 232650
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3620253164556965e-05,
+      "learning_rate_adapter": 4.3620253164556965e-05,
+      "loss": 0.0246,
+      "step": 232700
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.360759493670886e-05,
+      "learning_rate_adapter": 4.360759493670886e-05,
+      "loss": 0.0247,
+      "step": 232750
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.359493670886076e-05,
+      "learning_rate_adapter": 4.359493670886076e-05,
+      "loss": 0.0245,
+      "step": 232800
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.358227848101266e-05,
+      "learning_rate_adapter": 4.358227848101266e-05,
+      "loss": 0.0248,
+      "step": 232850
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.356962025316456e-05,
+      "learning_rate_adapter": 4.356962025316456e-05,
+      "loss": 0.0247,
+      "step": 232900
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.355696202531646e-05,
+      "learning_rate_adapter": 4.355696202531646e-05,
+      "loss": 0.0247,
+      "step": 232950
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.354430379746836e-05,
+      "learning_rate_adapter": 4.354430379746836e-05,
+      "loss": 0.0245,
+      "step": 233000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3531645569620257e-05,
+      "learning_rate_adapter": 4.3531645569620257e-05,
+      "loss": 0.0247,
+      "step": 233050
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3518987341772155e-05,
+      "learning_rate_adapter": 4.3518987341772155e-05,
+      "loss": 0.0245,
+      "step": 233100
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3506329113924054e-05,
+      "learning_rate_adapter": 4.3506329113924054e-05,
+      "loss": 0.0246,
+      "step": 233150
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3493670886075946e-05,
+      "learning_rate_adapter": 4.3493670886075946e-05,
+      "loss": 0.0246,
+      "step": 233200
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.348101265822785e-05,
+      "learning_rate_adapter": 4.348101265822785e-05,
+      "loss": 0.0249,
+      "step": 233250
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.346835443037975e-05,
+      "learning_rate_adapter": 4.346835443037975e-05,
+      "loss": 0.0248,
+      "step": 233300
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.345569620253165e-05,
+      "learning_rate_adapter": 4.345569620253165e-05,
+      "loss": 0.0245,
+      "step": 233350
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.344303797468355e-05,
+      "learning_rate_adapter": 4.344303797468355e-05,
+      "loss": 0.0246,
+      "step": 233400
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.343037974683545e-05,
+      "learning_rate_adapter": 4.343037974683545e-05,
+      "loss": 0.0246,
+      "step": 233450
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.341772151898734e-05,
+      "learning_rate_adapter": 4.341772151898734e-05,
+      "loss": 0.0244,
+      "step": 233500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3405063291139245e-05,
+      "learning_rate_adapter": 4.3405063291139245e-05,
+      "loss": 0.0245,
+      "step": 233550
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3392405063291144e-05,
+      "learning_rate_adapter": 4.3392405063291144e-05,
+      "loss": 0.0244,
+      "step": 233600
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.337974683544304e-05,
+      "learning_rate_adapter": 4.337974683544304e-05,
+      "loss": 0.0245,
+      "step": 233650
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.336708860759494e-05,
+      "learning_rate_adapter": 4.336708860759494e-05,
+      "loss": 0.0246,
+      "step": 233700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3354430379746834e-05,
+      "learning_rate_adapter": 4.3354430379746834e-05,
+      "loss": 0.0247,
+      "step": 233750
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.334177215189873e-05,
+      "learning_rate_adapter": 4.334177215189873e-05,
+      "loss": 0.0246,
+      "step": 233800
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.332911392405064e-05,
+      "learning_rate_adapter": 4.332911392405064e-05,
+      "loss": 0.0246,
+      "step": 233850
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.331645569620254e-05,
+      "learning_rate_adapter": 4.331645569620254e-05,
+      "loss": 0.0248,
+      "step": 233900
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3303797468354436e-05,
+      "learning_rate_adapter": 4.3303797468354436e-05,
+      "loss": 0.0244,
+      "step": 233950
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.329113924050633e-05,
+      "learning_rate_adapter": 4.329113924050633e-05,
+      "loss": 0.0245,
+      "step": 234000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.327848101265823e-05,
+      "learning_rate_adapter": 4.327848101265823e-05,
+      "loss": 0.0245,
+      "step": 234050
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3265822784810126e-05,
+      "learning_rate_adapter": 4.3265822784810126e-05,
+      "loss": 0.0246,
+      "step": 234100
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.325316455696203e-05,
+      "learning_rate_adapter": 4.325316455696203e-05,
+      "loss": 0.0244,
+      "step": 234150
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.324050632911393e-05,
+      "learning_rate_adapter": 4.324050632911393e-05,
+      "loss": 0.0246,
+      "step": 234200
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.322784810126583e-05,
+      "learning_rate_adapter": 4.322784810126583e-05,
+      "loss": 0.0245,
+      "step": 234250
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.321518987341772e-05,
+      "learning_rate_adapter": 4.321518987341772e-05,
+      "loss": 0.0246,
+      "step": 234300
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.320253164556962e-05,
+      "learning_rate_adapter": 4.320253164556962e-05,
+      "loss": 0.0246,
+      "step": 234350
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.318987341772152e-05,
+      "learning_rate_adapter": 4.318987341772152e-05,
+      "loss": 0.0244,
+      "step": 234400
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3177215189873424e-05,
+      "learning_rate_adapter": 4.3177215189873424e-05,
+      "loss": 0.0247,
+      "step": 234450
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.316455696202532e-05,
+      "learning_rate_adapter": 4.316455696202532e-05,
+      "loss": 0.0244,
+      "step": 234500
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3151898734177215e-05,
+      "learning_rate_adapter": 4.3151898734177215e-05,
+      "loss": 0.0245,
+      "step": 234550
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3139240506329114e-05,
+      "learning_rate_adapter": 4.3139240506329114e-05,
+      "loss": 0.0246,
+      "step": 234600
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.312658227848101e-05,
+      "learning_rate_adapter": 4.312658227848101e-05,
+      "loss": 0.0246,
+      "step": 234650
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.311392405063291e-05,
+      "learning_rate_adapter": 4.311392405063291e-05,
+      "loss": 0.0248,
+      "step": 234700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.310126582278482e-05,
+      "learning_rate_adapter": 4.310126582278482e-05,
+      "loss": 0.0246,
+      "step": 234750
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.308860759493671e-05,
+      "learning_rate_adapter": 4.308860759493671e-05,
+      "loss": 0.0246,
+      "step": 234800
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.307594936708861e-05,
+      "learning_rate_adapter": 4.307594936708861e-05,
+      "loss": 0.0245,
+      "step": 234850
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.306329113924051e-05,
+      "learning_rate_adapter": 4.306329113924051e-05,
+      "loss": 0.0247,
+      "step": 234900
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3050632911392406e-05,
+      "learning_rate_adapter": 4.3050632911392406e-05,
+      "loss": 0.0246,
+      "step": 234950
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3037974683544305e-05,
+      "learning_rate_adapter": 4.3037974683544305e-05,
+      "loss": 0.0244,
+      "step": 235000
+    },
+    {
+      "epoch": 1.58,
+      "eval_af_opus100_pr_auc": 0.7729820692236833,
+      "eval_af_ud_pr_auc": 0.9902428475013462,
+      "eval_am_opus100_pr_auc": 0.6485980189285052,
+      "eval_ar_ersatz_pr_auc": 0.9149568722905237,
+      "eval_ar_opus100_pr_auc": 0.7255733885237076,
+      "eval_ar_ud_pr_auc": 0.884205959440914,
+      "eval_average_ersatz_pr_auc": 0.9686864196626428,
+      "eval_average_opus100_pr_auc": 0.8400939085434703,
+      "eval_average_ud_pr_auc": 0.9641714908046111,
+      "eval_az_opus100_pr_auc": 0.7618441631083142,
+      "eval_be_opus100_pr_auc": 0.7152337798044205,
+      "eval_be_ud_pr_auc": 0.8975454997307528,
+      "eval_bg_opus100_pr_auc": 0.9184425454505359,
+      "eval_bg_ud_pr_auc": 0.9952849074132066,
+      "eval_bn_opus100_pr_auc": 0.8376858778060874,
+      "eval_bn_ud_pr_auc": 0.9949665969467377,
+      "eval_ca_opus100_pr_auc": 0.8820584917448991,
+      "eval_ca_ud_pr_auc": 0.9940797592157384,
+      "eval_ceb_ud_pr_auc": 0.9987706738596682,
+      "eval_cs_ersatz_pr_auc": 0.9839156304586132,
+      "eval_cs_opus100_pr_auc": 0.9134280133111768,
+      "eval_cs_ud_pr_auc": 0.9587352016573573,
+      "eval_cy_opus100_pr_auc": 0.7652059981871733,
+      "eval_cy_ud_pr_auc": 0.9944384897237973,
+      "eval_da_opus100_pr_auc": 0.9164861846857787,
+      "eval_da_ud_pr_auc": 0.9802041690573459,
+      "eval_de_ersatz_pr_auc": 0.9853064461880772,
+      "eval_de_opus100_pr_auc": 0.9037515938618755,
+      "eval_de_ud_pr_auc": 0.984682302993011,
+      "eval_el_opus100_pr_auc": 0.908604488536568,
+      "eval_el_ud_pr_auc": 0.9927000852516846,
+      "eval_en_ersatz_pr_auc": 0.9918722222320573,
+      "eval_en_opus100_pr_auc": 0.9297976516920647,
+      "eval_en_ud_pr_auc": 0.9829257109555467,
+      "eval_eo_opus100_pr_auc": 0.9275936022361296,
+      "eval_es_ersatz_pr_auc": 0.9966584184020726,
+      "eval_es_opus100_pr_auc": 0.9310331425975245,
+      "eval_es_ud_pr_auc": 0.9935577046909058,
+      "eval_et_ersatz_pr_auc": 0.9817715479952107,
+      "eval_et_opus100_pr_auc": 0.9011465359638545,
+      "eval_et_ud_pr_auc": 0.9690287629236313,
+      "eval_eu_opus100_pr_auc": 0.869640146919673,
+      "eval_eu_ud_pr_auc": 0.9891789450037363,
+      "eval_fa_opus100_pr_auc": 0.5961791398851684,
+      "eval_fa_ud_pr_auc": 0.994563566997535,
+      "eval_fi_ersatz_pr_auc": 0.9904502493485623,
+      "eval_fi_opus100_pr_auc": 0.9251649889655688,
+      "eval_fi_ud_pr_auc": 0.9599320961344303,
+      "eval_fr_ersatz_pr_auc": 0.9895563984009043,
+      "eval_fr_opus100_pr_auc": 0.920477447016636,
+      "eval_fr_ud_pr_auc": 0.9833323269874277,
+      "eval_fy_opus100_pr_auc": 0.6270761324107861,
+      "eval_ga_opus100_pr_auc": 0.9023608758112387,
+      "eval_ga_ud_pr_auc": 0.8134200085696315,
+      "eval_gd_opus100_pr_auc": 0.6501327180538563,
+      "eval_gd_ud_pr_auc": 0.8189668505560275,
+      "eval_gl_opus100_pr_auc": 0.8807291553179271,
+      "eval_gl_ud_pr_auc": 0.9981886420106828,
+      "eval_gu_ersatz_pr_auc": 0.9335272663693637,
+      "eval_gu_opus100_pr_auc": 0.7602690928404447,
+      "eval_ha_opus100_pr_auc": 0.9174332479326411,
+      "eval_he_opus100_pr_auc": 0.8671531556564531,
+      "eval_he_ud_pr_auc": 0.9799577800946466,
+      "eval_hi_ersatz_pr_auc": 0.9746235467517681,
+      "eval_hi_opus100_pr_auc": 0.7052005231426366,
+      "eval_hi_ud_pr_auc": 0.9764768722957069,
+      "eval_hu_opus100_pr_auc": 0.9188574809500194,
+      "eval_hu_ud_pr_auc": 0.9843534554727247,
+      "eval_hy_opus100_pr_auc": 0.9040766676186371,
+      "eval_hy_ud_pr_auc": 0.9753440403832212,
+      "eval_id_opus100_pr_auc": 0.8861276122096091,
+      "eval_id_ud_pr_auc": 0.9936244981425144,
+      "eval_ig_opus100_pr_auc": 0.8657080122498305,
+      "eval_is_opus100_pr_auc": 0.9272906099834092,
+      "eval_is_ud_pr_auc": 0.9084070379195566,
+      "eval_it_opus100_pr_auc": 0.9095643925546186,
+      "eval_it_ud_pr_auc": 0.9982998617041401,
+      "eval_ja_ersatz_pr_auc": 0.8653882365126749,
+      "eval_ja_opus100_pr_auc": 0.8408790692840601,
+      "eval_ja_ud_pr_auc": 0.9744455355549653,
+      "eval_jv_ud_pr_auc": 0.9681656894776416,
+      "eval_ka_opus100_pr_auc": 0.8580979889876746,
+      "eval_kk_ersatz_pr_auc": 0.988327000659942,
+      "eval_kk_opus100_pr_auc": 0.7809888361707478,
+      "eval_kk_ud_pr_auc": 0.9739020588351096,
+      "eval_km_ersatz_pr_auc": 0.928483909554883,
+      "eval_km_opus100_pr_auc": 0.7649670984511963,
+      "eval_kn_opus100_pr_auc": 0.6267659149492139,
+      "eval_ko_opus100_pr_auc": 0.6941849138944794,
+      "eval_ko_ud_pr_auc": 0.9979327861500794,
+      "eval_ku_opus100_pr_auc": 0.8386857219274867,
+      "eval_ky_opus100_pr_auc": 0.8838040109632669,
+      "eval_la_ud_pr_auc": 0.9645219859085948,
+      "eval_loss": 0.0280924029648304,
+      "eval_lt_ersatz_pr_auc": 0.9950161168544609,
+      "eval_lt_opus100_pr_auc": 0.874436191177581,
+      "eval_lt_ud_pr_auc": 0.9957813047233474,
+      "eval_lv_ersatz_pr_auc": 0.991243740713064,
+      "eval_lv_opus100_pr_auc": 0.8971970015928956,
+      "eval_lv_ud_pr_auc": 0.9661003145771463,
+      "eval_mg_opus100_pr_auc": 0.9335387241069153,
+      "eval_mk_opus100_pr_auc": 0.9152255139610679,
+      "eval_ml_opus100_pr_auc": 0.8018487555112171,
+      "eval_mn_opus100_pr_auc": 0.9326047388510992,
+      "eval_mr_opus100_pr_auc": 0.8723750974490091,
+      "eval_mr_ud_pr_auc": 0.97613970578528,
+      "eval_ms_opus100_pr_auc": 0.8645972879607824,
+      "eval_mt_opus100_pr_auc": 0.8448741779320195,
+      "eval_mt_ud_pr_auc": 0.8951205255641982,
+      "eval_my_opus100_pr_auc": 0.8083711323317939,
+      "eval_ne_opus100_pr_auc": 0.7654177759886472,
+      "eval_nl_opus100_pr_auc": 0.9036141641603005,
+      "eval_nl_ud_pr_auc": 0.9880541722654409,
+      "eval_no_opus100_pr_auc": 0.9334304192539911,
+      "eval_no_ud_pr_auc": 0.9967136672546197,
+      "eval_pa_opus100_pr_auc": 0.6809318791609791,
+      "eval_pl_ersatz_pr_auc": 0.962681858205318,
+      "eval_pl_opus100_pr_auc": 0.8901348103902912,
+      "eval_pl_ud_pr_auc": 0.9671168159299438,
+      "eval_ps_ersatz_pr_auc": 0.9253318374569511,
+      "eval_ps_opus100_pr_auc": 0.7651683003425531,
+      "eval_pt_opus100_pr_auc": 0.9236760486696987,
+      "eval_pt_ud_pr_auc": 0.9864998605620636,
+      "eval_ro_ersatz_pr_auc": 0.9925465159224178,
+      "eval_ro_opus100_pr_auc": 0.877921222249924,
+      "eval_ro_ud_pr_auc": 0.9658495145928854,
+      "eval_ru_ersatz_pr_auc": 0.9920329624672587,
+      "eval_ru_opus100_pr_auc": 0.9301782528973979,
+      "eval_ru_ud_pr_auc": 0.8817818471498196,
+      "eval_runtime": 323.2949,
+      "eval_samples_per_second": 233.422,
+      "eval_si_opus100_pr_auc": 0.825078705451963,
+      "eval_sk_opus100_pr_auc": 0.9332913083535993,
+      "eval_sk_ud_pr_auc": 0.9809351146931378,
+      "eval_sl_opus100_pr_auc": 0.8650960516795801,
+      "eval_sl_ud_pr_auc": 0.9700932930994869,
+      "eval_sq_opus100_pr_auc": 0.9172122295309163,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9183442729413341,
+      "eval_sr_ud_pr_auc": 0.9988917099774322,
+      "eval_steps_per_second": 0.912,
+      "eval_sv_opus100_pr_auc": 0.8956189890946553,
+      "eval_sv_ud_pr_auc": 0.9455833133634447,
+      "eval_ta_ersatz_pr_auc": 0.9847391752629059,
+      "eval_ta_opus100_pr_auc": 0.7134650241197525,
+      "eval_ta_ud_pr_auc": 0.9890201191703485,
+      "eval_te_opus100_pr_auc": 0.8395657377143306,
+      "eval_tg_opus100_pr_auc": 0.8905286692173121,
+      "eval_th_opus100_pr_auc": 0.6912358578282116,
+      "eval_th_ud_pr_auc": 0.8321975712057481,
+      "eval_tr_ersatz_pr_auc": 0.9657230906718747,
+      "eval_tr_opus100_pr_auc": 0.8958399128206943,
+      "eval_tr_ud_pr_auc": 0.9533876889582201,
+      "eval_uk_opus100_pr_auc": 0.8765014303453382,
+      "eval_uk_ud_pr_auc": 0.9339049937981,
+      "eval_ur_opus100_pr_auc": 0.594336427189432,
+      "eval_ur_ud_pr_auc": 0.9927266060919081,
+      "eval_uz_opus100_pr_auc": 0.8654123390091139,
+      "eval_vi_opus100_pr_auc": 0.8926606271549521,
+      "eval_vi_ud_pr_auc": 0.959872262568725,
+      "eval_xh_opus100_pr_auc": 0.8838237315038927,
+      "eval_yi_opus100_pr_auc": 0.7771126448661199,
+      "eval_yo_opus100_pr_auc": 0.8229850505914296,
+      "eval_yo_ud_pr_auc": 0.9211906995713315,
+      "eval_zh_ersatz_pr_auc": 0.9769481898592356,
+      "eval_zh_opus100_pr_auc": 0.8775059180257266,
+      "eval_zh_ud_pr_auc": 0.9964311654001918,
+      "eval_zu_opus100_pr_auc": 0.815263579328463,
+      "step": 235000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3025316455696204e-05,
+      "learning_rate_adapter": 4.3025316455696204e-05,
+      "loss": 0.0245,
+      "step": 235050
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.30126582278481e-05,
+      "learning_rate_adapter": 4.30126582278481e-05,
+      "loss": 0.0244,
+      "step": 235100
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0246,
+      "step": 235150
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29873417721519e-05,
+      "learning_rate_adapter": 4.29873417721519e-05,
+      "loss": 0.0244,
+      "step": 235200
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29746835443038e-05,
+      "learning_rate_adapter": 4.29746835443038e-05,
+      "loss": 0.0248,
+      "step": 235250
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29620253164557e-05,
+      "learning_rate_adapter": 4.29620253164557e-05,
+      "loss": 0.0246,
+      "step": 235300
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29493670886076e-05,
+      "learning_rate_adapter": 4.29493670886076e-05,
+      "loss": 0.0246,
+      "step": 235350
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2936708860759496e-05,
+      "learning_rate_adapter": 4.2936708860759496e-05,
+      "loss": 0.0246,
+      "step": 235400
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2924050632911395e-05,
+      "learning_rate_adapter": 4.2924050632911395e-05,
+      "loss": 0.0245,
+      "step": 235450
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2911392405063294e-05,
+      "learning_rate_adapter": 4.2911392405063294e-05,
+      "loss": 0.0246,
+      "step": 235500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.289873417721519e-05,
+      "learning_rate_adapter": 4.289873417721519e-05,
+      "loss": 0.0242,
+      "step": 235550
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.288607594936709e-05,
+      "learning_rate_adapter": 4.288607594936709e-05,
+      "loss": 0.0245,
+      "step": 235600
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.287341772151899e-05,
+      "learning_rate_adapter": 4.287341772151899e-05,
+      "loss": 0.0245,
+      "step": 235650
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.286075949367089e-05,
+      "learning_rate_adapter": 4.286075949367089e-05,
+      "loss": 0.0244,
+      "step": 235700
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.284810126582279e-05,
+      "learning_rate_adapter": 4.284810126582279e-05,
+      "loss": 0.0245,
+      "step": 235750
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.283544303797469e-05,
+      "learning_rate_adapter": 4.283544303797469e-05,
+      "loss": 0.0246,
+      "step": 235800
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.282278481012658e-05,
+      "learning_rate_adapter": 4.282278481012658e-05,
+      "loss": 0.0242,
+      "step": 235850
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2810126582278484e-05,
+      "learning_rate_adapter": 4.2810126582278484e-05,
+      "loss": 0.0246,
+      "step": 235900
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.279746835443038e-05,
+      "learning_rate_adapter": 4.279746835443038e-05,
+      "loss": 0.0247,
+      "step": 235950
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.278481012658228e-05,
+      "learning_rate_adapter": 4.278481012658228e-05,
+      "loss": 0.0245,
+      "step": 236000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.277215189873418e-05,
+      "learning_rate_adapter": 4.277215189873418e-05,
+      "loss": 0.0248,
+      "step": 236050
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.275949367088608e-05,
+      "learning_rate_adapter": 4.275949367088608e-05,
+      "loss": 0.0247,
+      "step": 236100
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.274683544303797e-05,
+      "learning_rate_adapter": 4.274683544303797e-05,
+      "loss": 0.0244,
+      "step": 236150
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.273417721518988e-05,
+      "learning_rate_adapter": 4.273417721518988e-05,
+      "loss": 0.0245,
+      "step": 236200
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2721518987341776e-05,
+      "learning_rate_adapter": 4.2721518987341776e-05,
+      "loss": 0.0247,
+      "step": 236250
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2708860759493675e-05,
+      "learning_rate_adapter": 4.2708860759493675e-05,
+      "loss": 0.0247,
+      "step": 236300
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2696202531645574e-05,
+      "learning_rate_adapter": 4.2696202531645574e-05,
+      "loss": 0.0246,
+      "step": 236350
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2683544303797466e-05,
+      "learning_rate_adapter": 4.2683544303797466e-05,
+      "loss": 0.0245,
+      "step": 236400
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2670886075949365e-05,
+      "learning_rate_adapter": 4.2670886075949365e-05,
+      "loss": 0.0248,
+      "step": 236450
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.265822784810127e-05,
+      "learning_rate_adapter": 4.265822784810127e-05,
+      "loss": 0.0245,
+      "step": 236500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.264556962025317e-05,
+      "learning_rate_adapter": 4.264556962025317e-05,
+      "loss": 0.0244,
+      "step": 236550
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.263291139240507e-05,
+      "learning_rate_adapter": 4.263291139240507e-05,
+      "loss": 0.0244,
+      "step": 236600
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.262025316455696e-05,
+      "learning_rate_adapter": 4.262025316455696e-05,
+      "loss": 0.0243,
+      "step": 236650
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.260759493670886e-05,
+      "learning_rate_adapter": 4.260759493670886e-05,
+      "loss": 0.0246,
+      "step": 236700
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.259493670886076e-05,
+      "learning_rate_adapter": 4.259493670886076e-05,
+      "loss": 0.0247,
+      "step": 236750
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2582278481012664e-05,
+      "learning_rate_adapter": 4.2582278481012664e-05,
+      "loss": 0.0244,
+      "step": 236800
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.256962025316456e-05,
+      "learning_rate_adapter": 4.256962025316456e-05,
+      "loss": 0.0248,
+      "step": 236850
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.255696202531646e-05,
+      "learning_rate_adapter": 4.255696202531646e-05,
+      "loss": 0.0245,
+      "step": 236900
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2544303797468354e-05,
+      "learning_rate_adapter": 4.2544303797468354e-05,
+      "loss": 0.0244,
+      "step": 236950
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.253164556962025e-05,
+      "learning_rate_adapter": 4.253164556962025e-05,
+      "loss": 0.0247,
+      "step": 237000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.251898734177215e-05,
+      "learning_rate_adapter": 4.251898734177215e-05,
+      "loss": 0.0245,
+      "step": 237050
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.250632911392406e-05,
+      "learning_rate_adapter": 4.250632911392406e-05,
+      "loss": 0.0248,
+      "step": 237100
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2493670886075956e-05,
+      "learning_rate_adapter": 4.2493670886075956e-05,
+      "loss": 0.0245,
+      "step": 237150
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.248101265822785e-05,
+      "learning_rate_adapter": 4.248101265822785e-05,
+      "loss": 0.0244,
+      "step": 237200
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.246835443037975e-05,
+      "learning_rate_adapter": 4.246835443037975e-05,
+      "loss": 0.0247,
+      "step": 237250
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2455696202531646e-05,
+      "learning_rate_adapter": 4.2455696202531646e-05,
+      "loss": 0.0245,
+      "step": 237300
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2443037974683545e-05,
+      "learning_rate_adapter": 4.2443037974683545e-05,
+      "loss": 0.0247,
+      "step": 237350
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.243037974683545e-05,
+      "learning_rate_adapter": 4.243037974683545e-05,
+      "loss": 0.0245,
+      "step": 237400
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.241772151898734e-05,
+      "learning_rate_adapter": 4.241772151898734e-05,
+      "loss": 0.0244,
+      "step": 237450
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.240506329113924e-05,
+      "learning_rate_adapter": 4.240506329113924e-05,
+      "loss": 0.0243,
+      "step": 237500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.239240506329114e-05,
+      "learning_rate_adapter": 4.239240506329114e-05,
+      "loss": 0.0245,
+      "step": 237550
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.237974683544304e-05,
+      "learning_rate_adapter": 4.237974683544304e-05,
+      "loss": 0.0245,
+      "step": 237600
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.236708860759494e-05,
+      "learning_rate_adapter": 4.236708860759494e-05,
+      "loss": 0.0244,
+      "step": 237650
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.235443037974684e-05,
+      "learning_rate_adapter": 4.235443037974684e-05,
+      "loss": 0.0246,
+      "step": 237700
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2341772151898735e-05,
+      "learning_rate_adapter": 4.2341772151898735e-05,
+      "loss": 0.0247,
+      "step": 237750
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2329113924050634e-05,
+      "learning_rate_adapter": 4.2329113924050634e-05,
+      "loss": 0.0246,
+      "step": 237800
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.231645569620253e-05,
+      "learning_rate_adapter": 4.231645569620253e-05,
+      "loss": 0.0248,
+      "step": 237850
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.230379746835443e-05,
+      "learning_rate_adapter": 4.230379746835443e-05,
+      "loss": 0.0247,
+      "step": 237900
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.229113924050633e-05,
+      "learning_rate_adapter": 4.229113924050633e-05,
+      "loss": 0.0247,
+      "step": 237950
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.227848101265823e-05,
+      "learning_rate_adapter": 4.227848101265823e-05,
+      "loss": 0.0246,
+      "step": 238000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.226582278481013e-05,
+      "learning_rate_adapter": 4.226582278481013e-05,
+      "loss": 0.0245,
+      "step": 238050
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.225316455696203e-05,
+      "learning_rate_adapter": 4.225316455696203e-05,
+      "loss": 0.0245,
+      "step": 238100
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2240506329113926e-05,
+      "learning_rate_adapter": 4.2240506329113926e-05,
+      "loss": 0.0245,
+      "step": 238150
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2227848101265825e-05,
+      "learning_rate_adapter": 4.2227848101265825e-05,
+      "loss": 0.0245,
+      "step": 238200
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2215189873417724e-05,
+      "learning_rate_adapter": 4.2215189873417724e-05,
+      "loss": 0.0243,
+      "step": 238250
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.220253164556962e-05,
+      "learning_rate_adapter": 4.220253164556962e-05,
+      "loss": 0.0245,
+      "step": 238300
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.218987341772152e-05,
+      "learning_rate_adapter": 4.218987341772152e-05,
+      "loss": 0.0245,
+      "step": 238350
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.217721518987342e-05,
+      "learning_rate_adapter": 4.217721518987342e-05,
+      "loss": 0.0247,
+      "step": 238400
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.216455696202532e-05,
+      "learning_rate_adapter": 4.216455696202532e-05,
+      "loss": 0.0247,
+      "step": 238450
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.215189873417722e-05,
+      "learning_rate_adapter": 4.215189873417722e-05,
+      "loss": 0.0245,
+      "step": 238500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.213924050632912e-05,
+      "learning_rate_adapter": 4.213924050632912e-05,
+      "loss": 0.0246,
+      "step": 238550
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2126582278481016e-05,
+      "learning_rate_adapter": 4.2126582278481016e-05,
+      "loss": 0.0246,
+      "step": 238600
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2113924050632915e-05,
+      "learning_rate_adapter": 4.2113924050632915e-05,
+      "loss": 0.0247,
+      "step": 238650
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2101265822784814e-05,
+      "learning_rate_adapter": 4.2101265822784814e-05,
+      "loss": 0.0247,
+      "step": 238700
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.208860759493671e-05,
+      "learning_rate_adapter": 4.208860759493671e-05,
+      "loss": 0.0245,
+      "step": 238750
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2075949367088605e-05,
+      "learning_rate_adapter": 4.2075949367088605e-05,
+      "loss": 0.0244,
+      "step": 238800
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.206329113924051e-05,
+      "learning_rate_adapter": 4.206329113924051e-05,
+      "loss": 0.0246,
+      "step": 238850
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.205063291139241e-05,
+      "learning_rate_adapter": 4.205063291139241e-05,
+      "loss": 0.0243,
+      "step": 238900
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.203797468354431e-05,
+      "learning_rate_adapter": 4.203797468354431e-05,
+      "loss": 0.0245,
+      "step": 238950
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.202531645569621e-05,
+      "learning_rate_adapter": 4.202531645569621e-05,
+      "loss": 0.0246,
+      "step": 239000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.20126582278481e-05,
+      "learning_rate_adapter": 4.20126582278481e-05,
+      "loss": 0.0244,
+      "step": 239050
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0246,
+      "step": 239100
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19873417721519e-05,
+      "learning_rate_adapter": 4.19873417721519e-05,
+      "loss": 0.0245,
+      "step": 239150
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19746835443038e-05,
+      "learning_rate_adapter": 4.19746835443038e-05,
+      "loss": 0.0246,
+      "step": 239200
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19620253164557e-05,
+      "learning_rate_adapter": 4.19620253164557e-05,
+      "loss": 0.0244,
+      "step": 239250
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19493670886076e-05,
+      "learning_rate_adapter": 4.19493670886076e-05,
+      "loss": 0.0244,
+      "step": 239300
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.193670886075949e-05,
+      "learning_rate_adapter": 4.193670886075949e-05,
+      "loss": 0.0246,
+      "step": 239350
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.192405063291139e-05,
+      "learning_rate_adapter": 4.192405063291139e-05,
+      "loss": 0.0244,
+      "step": 239400
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1911392405063296e-05,
+      "learning_rate_adapter": 4.1911392405063296e-05,
+      "loss": 0.0247,
+      "step": 239450
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1898734177215195e-05,
+      "learning_rate_adapter": 4.1898734177215195e-05,
+      "loss": 0.0246,
+      "step": 239500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1886075949367094e-05,
+      "learning_rate_adapter": 4.1886075949367094e-05,
+      "loss": 0.0244,
+      "step": 239550
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1873417721518986e-05,
+      "learning_rate_adapter": 4.1873417721518986e-05,
+      "loss": 0.0244,
+      "step": 239600
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1860759493670885e-05,
+      "learning_rate_adapter": 4.1860759493670885e-05,
+      "loss": 0.0247,
+      "step": 239650
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1848101265822784e-05,
+      "learning_rate_adapter": 4.1848101265822784e-05,
+      "loss": 0.0244,
+      "step": 239700
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.183544303797469e-05,
+      "learning_rate_adapter": 4.183544303797469e-05,
+      "loss": 0.0244,
+      "step": 239750
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.182278481012659e-05,
+      "learning_rate_adapter": 4.182278481012659e-05,
+      "loss": 0.0245,
+      "step": 239800
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.181012658227848e-05,
+      "learning_rate_adapter": 4.181012658227848e-05,
+      "loss": 0.0244,
+      "step": 239850
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.179746835443038e-05,
+      "learning_rate_adapter": 4.179746835443038e-05,
+      "loss": 0.0244,
+      "step": 239900
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.178481012658228e-05,
+      "learning_rate_adapter": 4.178481012658228e-05,
+      "loss": 0.0244,
+      "step": 239950
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.177215189873418e-05,
+      "learning_rate_adapter": 4.177215189873418e-05,
+      "loss": 0.0246,
+      "step": 240000
+    },
+    {
+      "epoch": 1.62,
+      "eval_af_opus100_pr_auc": 0.7705201761299408,
+      "eval_af_ud_pr_auc": 0.989634654737807,
+      "eval_am_opus100_pr_auc": 0.6631480500964854,
+      "eval_ar_ersatz_pr_auc": 0.9130003015900501,
+      "eval_ar_opus100_pr_auc": 0.7254962263978666,
+      "eval_ar_ud_pr_auc": 0.8916488201217294,
+      "eval_average_ersatz_pr_auc": 0.96933255458477,
+      "eval_average_opus100_pr_auc": 0.8422153531104072,
+      "eval_average_ud_pr_auc": 0.9651067594419452,
+      "eval_az_opus100_pr_auc": 0.7739253664686134,
+      "eval_be_opus100_pr_auc": 0.7188250060587333,
+      "eval_be_ud_pr_auc": 0.8912924447948533,
+      "eval_bg_opus100_pr_auc": 0.9181096831307224,
+      "eval_bg_ud_pr_auc": 0.994639490047846,
+      "eval_bn_opus100_pr_auc": 0.8387446803654035,
+      "eval_bn_ud_pr_auc": 0.999362143182632,
+      "eval_ca_opus100_pr_auc": 0.8843367973011652,
+      "eval_ca_ud_pr_auc": 0.9912488248760415,
+      "eval_ceb_ud_pr_auc": 0.998365554925991,
+      "eval_cs_ersatz_pr_auc": 0.9834913208709688,
+      "eval_cs_opus100_pr_auc": 0.9140950689544323,
+      "eval_cs_ud_pr_auc": 0.959110789189857,
+      "eval_cy_opus100_pr_auc": 0.7759048947928721,
+      "eval_cy_ud_pr_auc": 0.9934552526179143,
+      "eval_da_opus100_pr_auc": 0.9173582542744775,
+      "eval_da_ud_pr_auc": 0.9801295722816254,
+      "eval_de_ersatz_pr_auc": 0.9871888813940983,
+      "eval_de_opus100_pr_auc": 0.9049717749126227,
+      "eval_de_ud_pr_auc": 0.983693917443021,
+      "eval_el_opus100_pr_auc": 0.9118704530743457,
+      "eval_el_ud_pr_auc": 0.993250750435057,
+      "eval_en_ersatz_pr_auc": 0.9921045121072294,
+      "eval_en_opus100_pr_auc": 0.9308218067514321,
+      "eval_en_ud_pr_auc": 0.9823933196326028,
+      "eval_eo_opus100_pr_auc": 0.9299542415657494,
+      "eval_es_ersatz_pr_auc": 0.9965783376310506,
+      "eval_es_opus100_pr_auc": 0.9293673583485826,
+      "eval_es_ud_pr_auc": 0.9919515599901702,
+      "eval_et_ersatz_pr_auc": 0.9820819773212665,
+      "eval_et_opus100_pr_auc": 0.9056111122698333,
+      "eval_et_ud_pr_auc": 0.9742603474382512,
+      "eval_eu_opus100_pr_auc": 0.8776882848932652,
+      "eval_eu_ud_pr_auc": 0.9909546932943886,
+      "eval_fa_opus100_pr_auc": 0.6051692667227144,
+      "eval_fa_ud_pr_auc": 0.995702437990031,
+      "eval_fi_ersatz_pr_auc": 0.9907021700180353,
+      "eval_fi_opus100_pr_auc": 0.9217004225252565,
+      "eval_fi_ud_pr_auc": 0.9614099646986752,
+      "eval_fr_ersatz_pr_auc": 0.9878237904251213,
+      "eval_fr_opus100_pr_auc": 0.9157207367315053,
+      "eval_fr_ud_pr_auc": 0.9801787118410508,
+      "eval_fy_opus100_pr_auc": 0.6286323387214852,
+      "eval_ga_opus100_pr_auc": 0.9029666298314399,
+      "eval_ga_ud_pr_auc": 0.8125025847894791,
+      "eval_gd_opus100_pr_auc": 0.6511643884746974,
+      "eval_gd_ud_pr_auc": 0.826410878317442,
+      "eval_gl_opus100_pr_auc": 0.8859212969381243,
+      "eval_gl_ud_pr_auc": 0.9980832241292934,
+      "eval_gu_ersatz_pr_auc": 0.9428902084747258,
+      "eval_gu_opus100_pr_auc": 0.7556325074097066,
+      "eval_ha_opus100_pr_auc": 0.9199628853272417,
+      "eval_he_opus100_pr_auc": 0.8739558289190291,
+      "eval_he_ud_pr_auc": 0.9778697736942351,
+      "eval_hi_ersatz_pr_auc": 0.9814002395435412,
+      "eval_hi_opus100_pr_auc": 0.7042493447484464,
+      "eval_hi_ud_pr_auc": 0.9730664470596462,
+      "eval_hu_opus100_pr_auc": 0.9218498944861322,
+      "eval_hu_ud_pr_auc": 0.9831803736483729,
+      "eval_hy_opus100_pr_auc": 0.9022044611572243,
+      "eval_hy_ud_pr_auc": 0.9769928261341494,
+      "eval_id_opus100_pr_auc": 0.8926809616963004,
+      "eval_id_ud_pr_auc": 0.9937000384125296,
+      "eval_ig_opus100_pr_auc": 0.8736277352535534,
+      "eval_is_opus100_pr_auc": 0.9350578550250799,
+      "eval_is_ud_pr_auc": 0.9138467563125454,
+      "eval_it_opus100_pr_auc": 0.909293890109157,
+      "eval_it_ud_pr_auc": 0.9974806282500197,
+      "eval_ja_ersatz_pr_auc": 0.8700144385696401,
+      "eval_ja_opus100_pr_auc": 0.8280332208400392,
+      "eval_ja_ud_pr_auc": 0.9800561461044959,
+      "eval_jv_ud_pr_auc": 0.9665362095163204,
+      "eval_ka_opus100_pr_auc": 0.8613032433519533,
+      "eval_kk_ersatz_pr_auc": 0.9887412779869179,
+      "eval_kk_opus100_pr_auc": 0.7712040933647372,
+      "eval_kk_ud_pr_auc": 0.9766236647882202,
+      "eval_km_ersatz_pr_auc": 0.9323069232928385,
+      "eval_km_opus100_pr_auc": 0.7566509852981681,
+      "eval_kn_opus100_pr_auc": 0.6458816062937954,
+      "eval_ko_opus100_pr_auc": 0.6982308516300387,
+      "eval_ko_ud_pr_auc": 0.9985003201555995,
+      "eval_ku_opus100_pr_auc": 0.8442563937096104,
+      "eval_ky_opus100_pr_auc": 0.9014477892036156,
+      "eval_la_ud_pr_auc": 0.9610554717290157,
+      "eval_loss": 0.027999823912978172,
+      "eval_lt_ersatz_pr_auc": 0.99499061699041,
+      "eval_lt_opus100_pr_auc": 0.8781138395693628,
+      "eval_lt_ud_pr_auc": 0.9966940319225037,
+      "eval_lv_ersatz_pr_auc": 0.9902490206050482,
+      "eval_lv_opus100_pr_auc": 0.8968368206513883,
+      "eval_lv_ud_pr_auc": 0.9630694701548049,
+      "eval_mg_opus100_pr_auc": 0.930873564833057,
+      "eval_mk_opus100_pr_auc": 0.9155602024052425,
+      "eval_ml_opus100_pr_auc": 0.8034484313507477,
+      "eval_mn_opus100_pr_auc": 0.93595339304313,
+      "eval_mr_opus100_pr_auc": 0.8803321529703333,
+      "eval_mr_ud_pr_auc": 0.98519186208589,
+      "eval_ms_opus100_pr_auc": 0.864271413066176,
+      "eval_mt_opus100_pr_auc": 0.8372273019788069,
+      "eval_mt_ud_pr_auc": 0.904148061019064,
+      "eval_my_opus100_pr_auc": 0.8138313147585073,
+      "eval_ne_opus100_pr_auc": 0.7637042677683026,
+      "eval_nl_opus100_pr_auc": 0.8999548796437542,
+      "eval_nl_ud_pr_auc": 0.9891211427642133,
+      "eval_no_opus100_pr_auc": 0.9291500110116876,
+      "eval_no_ud_pr_auc": 0.9971826872585091,
+      "eval_pa_opus100_pr_auc": 0.6679998926111427,
+      "eval_pl_ersatz_pr_auc": 0.9632166345817036,
+      "eval_pl_opus100_pr_auc": 0.89586731408408,
+      "eval_pl_ud_pr_auc": 0.9645308527120082,
+      "eval_ps_ersatz_pr_auc": 0.9142428501617207,
+      "eval_ps_opus100_pr_auc": 0.7584112429901693,
+      "eval_pt_opus100_pr_auc": 0.9245847108394621,
+      "eval_pt_ud_pr_auc": 0.989311809103971,
+      "eval_ro_ersatz_pr_auc": 0.9922893825638305,
+      "eval_ro_opus100_pr_auc": 0.8871241511602206,
+      "eval_ro_ud_pr_auc": 0.9690526342596881,
+      "eval_ru_ersatz_pr_auc": 0.9917659215815127,
+      "eval_ru_opus100_pr_auc": 0.9270934175211067,
+      "eval_ru_ud_pr_auc": 0.8796269367761416,
+      "eval_runtime": 323.162,
+      "eval_samples_per_second": 233.518,
+      "eval_si_opus100_pr_auc": 0.824311581667808,
+      "eval_sk_opus100_pr_auc": 0.935290799124072,
+      "eval_sk_ud_pr_auc": 0.9801451965130511,
+      "eval_sl_opus100_pr_auc": 0.8678486353943403,
+      "eval_sl_ud_pr_auc": 0.9686508912560643,
+      "eval_sq_opus100_pr_auc": 0.9214029488157707,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9158860101718171,
+      "eval_sr_ud_pr_auc": 0.9987379679202769,
+      "eval_steps_per_second": 0.913,
+      "eval_sv_opus100_pr_auc": 0.8986019828085335,
+      "eval_sv_ud_pr_auc": 0.9473452256683038,
+      "eval_ta_ersatz_pr_auc": 0.9831440370532092,
+      "eval_ta_opus100_pr_auc": 0.7196199114491281,
+      "eval_ta_ud_pr_auc": 0.9897651440508709,
+      "eval_te_opus100_pr_auc": 0.8316534223905205,
+      "eval_tg_opus100_pr_auc": 0.8915204378312072,
+      "eval_th_opus100_pr_auc": 0.6900929847770761,
+      "eval_th_ud_pr_auc": 0.8444429169329595,
+      "eval_tr_ersatz_pr_auc": 0.9703305816796213,
+      "eval_tr_opus100_pr_auc": 0.9007132264105995,
+      "eval_tr_ud_pr_auc": 0.9605101407464615,
+      "eval_uk_opus100_pr_auc": 0.881040061577275,
+      "eval_uk_ud_pr_auc": 0.9340948561788491,
+      "eval_ur_opus100_pr_auc": 0.601104565823465,
+      "eval_ur_ud_pr_auc": 0.9930740339657184,
+      "eval_uz_opus100_pr_auc": 0.8657707820055537,
+      "eval_vi_opus100_pr_auc": 0.899040122311321,
+      "eval_vi_ud_pr_auc": 0.9571746378120637,
+      "eval_xh_opus100_pr_auc": 0.8809067807347165,
+      "eval_yi_opus100_pr_auc": 0.8019871537582528,
+      "eval_yo_opus100_pr_auc": 0.8408168314340951,
+      "eval_yo_ud_pr_auc": 0.9250359920028005,
+      "eval_zh_ersatz_pr_auc": 0.9767627764223994,
+      "eval_zh_opus100_pr_auc": 0.8685868634967379,
+      "eval_zh_ud_pr_auc": 0.9955902045057521,
+      "eval_zu_opus100_pr_auc": 0.8175776672588175,
+      "step": 240000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.175949367088608e-05,
+      "learning_rate_adapter": 4.175949367088608e-05,
+      "loss": 0.0245,
+      "step": 240050
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.174683544303798e-05,
+      "learning_rate_adapter": 4.174683544303798e-05,
+      "loss": 0.0248,
+      "step": 240100
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1734177215189874e-05,
+      "learning_rate_adapter": 4.1734177215189874e-05,
+      "loss": 0.0243,
+      "step": 240150
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.172151898734177e-05,
+      "learning_rate_adapter": 4.172151898734177e-05,
+      "loss": 0.0244,
+      "step": 240200
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.170886075949367e-05,
+      "learning_rate_adapter": 4.170886075949367e-05,
+      "loss": 0.0246,
+      "step": 240250
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.169620253164557e-05,
+      "learning_rate_adapter": 4.169620253164557e-05,
+      "loss": 0.0245,
+      "step": 240300
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1683544303797476e-05,
+      "learning_rate_adapter": 4.1683544303797476e-05,
+      "loss": 0.0245,
+      "step": 240350
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.167088607594937e-05,
+      "learning_rate_adapter": 4.167088607594937e-05,
+      "loss": 0.0243,
+      "step": 240400
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.165822784810127e-05,
+      "learning_rate_adapter": 4.165822784810127e-05,
+      "loss": 0.0244,
+      "step": 240450
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1645569620253166e-05,
+      "learning_rate_adapter": 4.1645569620253166e-05,
+      "loss": 0.0242,
+      "step": 240500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1632911392405064e-05,
+      "learning_rate_adapter": 4.1632911392405064e-05,
+      "loss": 0.0245,
+      "step": 240550
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.162025316455696e-05,
+      "learning_rate_adapter": 4.162025316455696e-05,
+      "loss": 0.0247,
+      "step": 240600
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.160759493670886e-05,
+      "learning_rate_adapter": 4.160759493670886e-05,
+      "loss": 0.0246,
+      "step": 240650
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.159493670886076e-05,
+      "learning_rate_adapter": 4.159493670886076e-05,
+      "loss": 0.0245,
+      "step": 240700
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.158227848101266e-05,
+      "learning_rate_adapter": 4.158227848101266e-05,
+      "loss": 0.0243,
+      "step": 240750
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.156962025316456e-05,
+      "learning_rate_adapter": 4.156962025316456e-05,
+      "loss": 0.0244,
+      "step": 240800
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.155696202531646e-05,
+      "learning_rate_adapter": 4.155696202531646e-05,
+      "loss": 0.0248,
+      "step": 240850
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1544303797468356e-05,
+      "learning_rate_adapter": 4.1544303797468356e-05,
+      "loss": 0.0246,
+      "step": 240900
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1531645569620255e-05,
+      "learning_rate_adapter": 4.1531645569620255e-05,
+      "loss": 0.0244,
+      "step": 240950
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1518987341772154e-05,
+      "learning_rate_adapter": 4.1518987341772154e-05,
+      "loss": 0.0244,
+      "step": 241000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.150632911392405e-05,
+      "learning_rate_adapter": 4.150632911392405e-05,
+      "loss": 0.0245,
+      "step": 241050
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.149367088607595e-05,
+      "learning_rate_adapter": 4.149367088607595e-05,
+      "loss": 0.0244,
+      "step": 241100
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.148101265822785e-05,
+      "learning_rate_adapter": 4.148101265822785e-05,
+      "loss": 0.0246,
+      "step": 241150
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.146835443037975e-05,
+      "learning_rate_adapter": 4.146835443037975e-05,
+      "loss": 0.0244,
+      "step": 241200
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.145569620253165e-05,
+      "learning_rate_adapter": 4.145569620253165e-05,
+      "loss": 0.0245,
+      "step": 241250
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.144303797468355e-05,
+      "learning_rate_adapter": 4.144303797468355e-05,
+      "loss": 0.0245,
+      "step": 241300
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1430379746835446e-05,
+      "learning_rate_adapter": 4.1430379746835446e-05,
+      "loss": 0.0245,
+      "step": 241350
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1417721518987345e-05,
+      "learning_rate_adapter": 4.1417721518987345e-05,
+      "loss": 0.0246,
+      "step": 241400
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.140506329113924e-05,
+      "learning_rate_adapter": 4.140506329113924e-05,
+      "loss": 0.0243,
+      "step": 241450
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.139240506329114e-05,
+      "learning_rate_adapter": 4.139240506329114e-05,
+      "loss": 0.0245,
+      "step": 241500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.137974683544304e-05,
+      "learning_rate_adapter": 4.137974683544304e-05,
+      "loss": 0.0246,
+      "step": 241550
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.136708860759494e-05,
+      "learning_rate_adapter": 4.136708860759494e-05,
+      "loss": 0.0245,
+      "step": 241600
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.135443037974684e-05,
+      "learning_rate_adapter": 4.135443037974684e-05,
+      "loss": 0.0245,
+      "step": 241650
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.134177215189874e-05,
+      "learning_rate_adapter": 4.134177215189874e-05,
+      "loss": 0.0247,
+      "step": 241700
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.132911392405063e-05,
+      "learning_rate_adapter": 4.132911392405063e-05,
+      "loss": 0.0245,
+      "step": 241750
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1316455696202536e-05,
+      "learning_rate_adapter": 4.1316455696202536e-05,
+      "loss": 0.0245,
+      "step": 241800
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1303797468354435e-05,
+      "learning_rate_adapter": 4.1303797468354435e-05,
+      "loss": 0.0245,
+      "step": 241850
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1291139240506334e-05,
+      "learning_rate_adapter": 4.1291139240506334e-05,
+      "loss": 0.0247,
+      "step": 241900
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.127848101265823e-05,
+      "learning_rate_adapter": 4.127848101265823e-05,
+      "loss": 0.0243,
+      "step": 241950
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1265822784810125e-05,
+      "learning_rate_adapter": 4.1265822784810125e-05,
+      "loss": 0.0244,
+      "step": 242000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.125316455696202e-05,
+      "learning_rate_adapter": 4.125316455696202e-05,
+      "loss": 0.0246,
+      "step": 242050
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.124050632911393e-05,
+      "learning_rate_adapter": 4.124050632911393e-05,
+      "loss": 0.0244,
+      "step": 242100
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.122784810126583e-05,
+      "learning_rate_adapter": 4.122784810126583e-05,
+      "loss": 0.0247,
+      "step": 242150
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.121518987341773e-05,
+      "learning_rate_adapter": 4.121518987341773e-05,
+      "loss": 0.0244,
+      "step": 242200
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.120253164556962e-05,
+      "learning_rate_adapter": 4.120253164556962e-05,
+      "loss": 0.0244,
+      "step": 242250
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.118987341772152e-05,
+      "learning_rate_adapter": 4.118987341772152e-05,
+      "loss": 0.0246,
+      "step": 242300
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1177215189873416e-05,
+      "learning_rate_adapter": 4.1177215189873416e-05,
+      "loss": 0.0243,
+      "step": 242350
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.116455696202532e-05,
+      "learning_rate_adapter": 4.116455696202532e-05,
+      "loss": 0.0248,
+      "step": 242400
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.115189873417722e-05,
+      "learning_rate_adapter": 4.115189873417722e-05,
+      "loss": 0.0244,
+      "step": 242450
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.113924050632912e-05,
+      "learning_rate_adapter": 4.113924050632912e-05,
+      "loss": 0.0244,
+      "step": 242500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.112658227848101e-05,
+      "learning_rate_adapter": 4.112658227848101e-05,
+      "loss": 0.0245,
+      "step": 242550
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.111392405063291e-05,
+      "learning_rate_adapter": 4.111392405063291e-05,
+      "loss": 0.0243,
+      "step": 242600
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.110126582278481e-05,
+      "learning_rate_adapter": 4.110126582278481e-05,
+      "loss": 0.0245,
+      "step": 242650
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1088607594936715e-05,
+      "learning_rate_adapter": 4.1088607594936715e-05,
+      "loss": 0.0243,
+      "step": 242700
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1075949367088614e-05,
+      "learning_rate_adapter": 4.1075949367088614e-05,
+      "loss": 0.0245,
+      "step": 242750
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1063291139240506e-05,
+      "learning_rate_adapter": 4.1063291139240506e-05,
+      "loss": 0.0245,
+      "step": 242800
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1050632911392405e-05,
+      "learning_rate_adapter": 4.1050632911392405e-05,
+      "loss": 0.0242,
+      "step": 242850
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1037974683544304e-05,
+      "learning_rate_adapter": 4.1037974683544304e-05,
+      "loss": 0.0245,
+      "step": 242900
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.10253164556962e-05,
+      "learning_rate_adapter": 4.10253164556962e-05,
+      "loss": 0.0245,
+      "step": 242950
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.101265822784811e-05,
+      "learning_rate_adapter": 4.101265822784811e-05,
+      "loss": 0.0244,
+      "step": 243000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0245,
+      "step": 243050
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09873417721519e-05,
+      "learning_rate_adapter": 4.09873417721519e-05,
+      "loss": 0.0244,
+      "step": 243100
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09746835443038e-05,
+      "learning_rate_adapter": 4.09746835443038e-05,
+      "loss": 0.0243,
+      "step": 243150
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09620253164557e-05,
+      "learning_rate_adapter": 4.09620253164557e-05,
+      "loss": 0.0245,
+      "step": 243200
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0949367088607596e-05,
+      "learning_rate_adapter": 4.0949367088607596e-05,
+      "loss": 0.0245,
+      "step": 243250
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09367088607595e-05,
+      "learning_rate_adapter": 4.09367088607595e-05,
+      "loss": 0.0244,
+      "step": 243300
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0924050632911394e-05,
+      "learning_rate_adapter": 4.0924050632911394e-05,
+      "loss": 0.0246,
+      "step": 243350
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.091139240506329e-05,
+      "learning_rate_adapter": 4.091139240506329e-05,
+      "loss": 0.0247,
+      "step": 243400
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.089873417721519e-05,
+      "learning_rate_adapter": 4.089873417721519e-05,
+      "loss": 0.0242,
+      "step": 243450
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.088607594936709e-05,
+      "learning_rate_adapter": 4.088607594936709e-05,
+      "loss": 0.0245,
+      "step": 243500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.087341772151899e-05,
+      "learning_rate_adapter": 4.087341772151899e-05,
+      "loss": 0.0246,
+      "step": 243550
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.086075949367089e-05,
+      "learning_rate_adapter": 4.086075949367089e-05,
+      "loss": 0.0245,
+      "step": 243600
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.084810126582279e-05,
+      "learning_rate_adapter": 4.084810126582279e-05,
+      "loss": 0.0242,
+      "step": 243650
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0835443037974686e-05,
+      "learning_rate_adapter": 4.0835443037974686e-05,
+      "loss": 0.0246,
+      "step": 243700
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0822784810126584e-05,
+      "learning_rate_adapter": 4.0822784810126584e-05,
+      "loss": 0.0243,
+      "step": 243750
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.081012658227848e-05,
+      "learning_rate_adapter": 4.081012658227848e-05,
+      "loss": 0.0246,
+      "step": 243800
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.079746835443038e-05,
+      "learning_rate_adapter": 4.079746835443038e-05,
+      "loss": 0.0243,
+      "step": 243850
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.078481012658228e-05,
+      "learning_rate_adapter": 4.078481012658228e-05,
+      "loss": 0.0245,
+      "step": 243900
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.077215189873418e-05,
+      "learning_rate_adapter": 4.077215189873418e-05,
+      "loss": 0.0243,
+      "step": 243950
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.075949367088608e-05,
+      "learning_rate_adapter": 4.075949367088608e-05,
+      "loss": 0.0244,
+      "step": 244000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.074683544303798e-05,
+      "learning_rate_adapter": 4.074683544303798e-05,
+      "loss": 0.0243,
+      "step": 244050
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.073417721518987e-05,
+      "learning_rate_adapter": 4.073417721518987e-05,
+      "loss": 0.0244,
+      "step": 244100
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0721518987341775e-05,
+      "learning_rate_adapter": 4.0721518987341775e-05,
+      "loss": 0.0246,
+      "step": 244150
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0708860759493674e-05,
+      "learning_rate_adapter": 4.0708860759493674e-05,
+      "loss": 0.0244,
+      "step": 244200
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.069620253164557e-05,
+      "learning_rate_adapter": 4.069620253164557e-05,
+      "loss": 0.0246,
+      "step": 244250
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.068354430379747e-05,
+      "learning_rate_adapter": 4.068354430379747e-05,
+      "loss": 0.0243,
+      "step": 244300
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.067088607594937e-05,
+      "learning_rate_adapter": 4.067088607594937e-05,
+      "loss": 0.0245,
+      "step": 244350
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.065822784810126e-05,
+      "learning_rate_adapter": 4.065822784810126e-05,
+      "loss": 0.0244,
+      "step": 244400
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.064556962025317e-05,
+      "learning_rate_adapter": 4.064556962025317e-05,
+      "loss": 0.0247,
+      "step": 244450
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.063291139240507e-05,
+      "learning_rate_adapter": 4.063291139240507e-05,
+      "loss": 0.0244,
+      "step": 244500
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0620253164556966e-05,
+      "learning_rate_adapter": 4.0620253164556966e-05,
+      "loss": 0.0243,
+      "step": 244550
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0607594936708865e-05,
+      "learning_rate_adapter": 4.0607594936708865e-05,
+      "loss": 0.0243,
+      "step": 244600
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.059493670886076e-05,
+      "learning_rate_adapter": 4.059493670886076e-05,
+      "loss": 0.0245,
+      "step": 244650
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0582278481012656e-05,
+      "learning_rate_adapter": 4.0582278481012656e-05,
+      "loss": 0.0247,
+      "step": 244700
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.056962025316456e-05,
+      "learning_rate_adapter": 4.056962025316456e-05,
+      "loss": 0.0246,
+      "step": 244750
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.055696202531646e-05,
+      "learning_rate_adapter": 4.055696202531646e-05,
+      "loss": 0.0245,
+      "step": 244800
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.054430379746836e-05,
+      "learning_rate_adapter": 4.054430379746836e-05,
+      "loss": 0.0246,
+      "step": 244850
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.053164556962025e-05,
+      "learning_rate_adapter": 4.053164556962025e-05,
+      "loss": 0.0242,
+      "step": 244900
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.051898734177215e-05,
+      "learning_rate_adapter": 4.051898734177215e-05,
+      "loss": 0.0245,
+      "step": 244950
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.050632911392405e-05,
+      "learning_rate_adapter": 4.050632911392405e-05,
+      "loss": 0.0245,
+      "step": 245000
+    },
+    {
+      "epoch": 1.65,
+      "eval_af_opus100_pr_auc": 0.7800466531397923,
+      "eval_af_ud_pr_auc": 0.9921341117943829,
+      "eval_am_opus100_pr_auc": 0.6459330682310696,
+      "eval_ar_ersatz_pr_auc": 0.9203697435647564,
+      "eval_ar_opus100_pr_auc": 0.7211027670493426,
+      "eval_ar_ud_pr_auc": 0.8897639273059033,
+      "eval_average_ersatz_pr_auc": 0.9693487292713708,
+      "eval_average_opus100_pr_auc": 0.8412162879929859,
+      "eval_average_ud_pr_auc": 0.9649013273454562,
+      "eval_az_opus100_pr_auc": 0.7816489059440835,
+      "eval_be_opus100_pr_auc": 0.7102301218599172,
+      "eval_be_ud_pr_auc": 0.9067210523129853,
+      "eval_bg_opus100_pr_auc": 0.9180329230935284,
+      "eval_bg_ud_pr_auc": 0.9954194111327962,
+      "eval_bn_opus100_pr_auc": 0.8375199886617513,
+      "eval_bn_ud_pr_auc": 0.9965550760580475,
+      "eval_ca_opus100_pr_auc": 0.8831674780323817,
+      "eval_ca_ud_pr_auc": 0.9952867635140907,
+      "eval_ceb_ud_pr_auc": 0.9984791383140617,
+      "eval_cs_ersatz_pr_auc": 0.9838760761561964,
+      "eval_cs_opus100_pr_auc": 0.9149794905399597,
+      "eval_cs_ud_pr_auc": 0.9614545046121707,
+      "eval_cy_opus100_pr_auc": 0.7765525271783006,
+      "eval_cy_ud_pr_auc": 0.9935186502362832,
+      "eval_da_opus100_pr_auc": 0.9196792883143587,
+      "eval_da_ud_pr_auc": 0.9808730269495767,
+      "eval_de_ersatz_pr_auc": 0.9841670838770855,
+      "eval_de_opus100_pr_auc": 0.9031996258998902,
+      "eval_de_ud_pr_auc": 0.982926068215479,
+      "eval_el_opus100_pr_auc": 0.9104743062215827,
+      "eval_el_ud_pr_auc": 0.9905292571210289,
+      "eval_en_ersatz_pr_auc": 0.9920339531531965,
+      "eval_en_opus100_pr_auc": 0.9302067639886299,
+      "eval_en_ud_pr_auc": 0.9797751808626296,
+      "eval_eo_opus100_pr_auc": 0.9302958654363868,
+      "eval_es_ersatz_pr_auc": 0.9969085379820279,
+      "eval_es_opus100_pr_auc": 0.9290414379381505,
+      "eval_es_ud_pr_auc": 0.9922060981640133,
+      "eval_et_ersatz_pr_auc": 0.9824799666796243,
+      "eval_et_opus100_pr_auc": 0.9021650826410376,
+      "eval_et_ud_pr_auc": 0.9636343975646131,
+      "eval_eu_opus100_pr_auc": 0.8774396105009779,
+      "eval_eu_ud_pr_auc": 0.989593830417688,
+      "eval_fa_opus100_pr_auc": 0.5970802600869665,
+      "eval_fa_ud_pr_auc": 0.9947264978875057,
+      "eval_fi_ersatz_pr_auc": 0.9897639877100856,
+      "eval_fi_opus100_pr_auc": 0.9193399694033154,
+      "eval_fi_ud_pr_auc": 0.9607466474608827,
+      "eval_fr_ersatz_pr_auc": 0.9885925465529787,
+      "eval_fr_opus100_pr_auc": 0.9171906503859261,
+      "eval_fr_ud_pr_auc": 0.9815347221834427,
+      "eval_fy_opus100_pr_auc": 0.6273205347931479,
+      "eval_ga_opus100_pr_auc": 0.9086599661574859,
+      "eval_ga_ud_pr_auc": 0.8221400027484806,
+      "eval_gd_opus100_pr_auc": 0.6552577124528403,
+      "eval_gd_ud_pr_auc": 0.8184825405438767,
+      "eval_gl_opus100_pr_auc": 0.8887266397995249,
+      "eval_gl_ud_pr_auc": 0.9979538468502344,
+      "eval_gu_ersatz_pr_auc": 0.9327068967432575,
+      "eval_gu_opus100_pr_auc": 0.7479849891705193,
+      "eval_ha_opus100_pr_auc": 0.9199524951552418,
+      "eval_he_opus100_pr_auc": 0.8670117087641847,
+      "eval_he_ud_pr_auc": 0.9817807988337356,
+      "eval_hi_ersatz_pr_auc": 0.9805651215918839,
+      "eval_hi_opus100_pr_auc": 0.7034128309084609,
+      "eval_hi_ud_pr_auc": 0.9773337328148454,
+      "eval_hu_opus100_pr_auc": 0.9185204990790727,
+      "eval_hu_ud_pr_auc": 0.9821972402770789,
+      "eval_hy_opus100_pr_auc": 0.9054417773400234,
+      "eval_hy_ud_pr_auc": 0.9820639168072788,
+      "eval_id_opus100_pr_auc": 0.8887867938606276,
+      "eval_id_ud_pr_auc": 0.9930226482115188,
+      "eval_ig_opus100_pr_auc": 0.8761248891782522,
+      "eval_is_opus100_pr_auc": 0.9280846581002854,
+      "eval_is_ud_pr_auc": 0.9064110815905967,
+      "eval_it_opus100_pr_auc": 0.9108042128740299,
+      "eval_it_ud_pr_auc": 0.9987681226479148,
+      "eval_ja_ersatz_pr_auc": 0.8676206429176468,
+      "eval_ja_opus100_pr_auc": 0.8201208447405575,
+      "eval_ja_ud_pr_auc": 0.9741000756387463,
+      "eval_jv_ud_pr_auc": 0.9720240179238114,
+      "eval_ka_opus100_pr_auc": 0.8567431028085012,
+      "eval_kk_ersatz_pr_auc": 0.9872660887649006,
+      "eval_kk_opus100_pr_auc": 0.7829410086760668,
+      "eval_kk_ud_pr_auc": 0.9727508568610003,
+      "eval_km_ersatz_pr_auc": 0.9266717459614049,
+      "eval_km_opus100_pr_auc": 0.7828073147730508,
+      "eval_kn_opus100_pr_auc": 0.631999993152492,
+      "eval_ko_opus100_pr_auc": 0.6943173761047075,
+      "eval_ko_ud_pr_auc": 0.9978680532180292,
+      "eval_ku_opus100_pr_auc": 0.8485999651426105,
+      "eval_ky_opus100_pr_auc": 0.8872557565722023,
+      "eval_la_ud_pr_auc": 0.966201730150862,
+      "eval_loss": 0.028017712756991386,
+      "eval_lt_ersatz_pr_auc": 0.9939866206411146,
+      "eval_lt_opus100_pr_auc": 0.877030197963673,
+      "eval_lt_ud_pr_auc": 0.9950139710432325,
+      "eval_lv_ersatz_pr_auc": 0.9912507972810648,
+      "eval_lv_opus100_pr_auc": 0.8939071465813089,
+      "eval_lv_ud_pr_auc": 0.9680107909470373,
+      "eval_mg_opus100_pr_auc": 0.9335741275920312,
+      "eval_mk_opus100_pr_auc": 0.9151758917535762,
+      "eval_ml_opus100_pr_auc": 0.8048742728585149,
+      "eval_mn_opus100_pr_auc": 0.9363961614641977,
+      "eval_mr_opus100_pr_auc": 0.8884719494209061,
+      "eval_mr_ud_pr_auc": 0.9720257853931777,
+      "eval_ms_opus100_pr_auc": 0.8740717741362954,
+      "eval_mt_opus100_pr_auc": 0.842572420565912,
+      "eval_mt_ud_pr_auc": 0.8865618100789644,
+      "eval_my_opus100_pr_auc": 0.8159782527908518,
+      "eval_ne_opus100_pr_auc": 0.7525410676502021,
+      "eval_nl_opus100_pr_auc": 0.899034936509631,
+      "eval_nl_ud_pr_auc": 0.9862603400826877,
+      "eval_no_opus100_pr_auc": 0.9264110927104467,
+      "eval_no_ud_pr_auc": 0.9972133783727749,
+      "eval_pa_opus100_pr_auc": 0.6639551331117205,
+      "eval_pl_ersatz_pr_auc": 0.9670580647269499,
+      "eval_pl_opus100_pr_auc": 0.8914936078790967,
+      "eval_pl_ud_pr_auc": 0.9654129293485201,
+      "eval_ps_ersatz_pr_auc": 0.9256006988829826,
+      "eval_ps_opus100_pr_auc": 0.749287360904579,
+      "eval_pt_opus100_pr_auc": 0.9201877491210398,
+      "eval_pt_ud_pr_auc": 0.9870994668775128,
+      "eval_ro_ersatz_pr_auc": 0.9940040912425647,
+      "eval_ro_opus100_pr_auc": 0.8772126909197498,
+      "eval_ro_ud_pr_auc": 0.9732008973422925,
+      "eval_ru_ersatz_pr_auc": 0.9906909346443125,
+      "eval_ru_opus100_pr_auc": 0.9309916333240899,
+      "eval_ru_ud_pr_auc": 0.8800484444235845,
+      "eval_runtime": 320.8981,
+      "eval_samples_per_second": 235.165,
+      "eval_si_opus100_pr_auc": 0.8313051320727788,
+      "eval_sk_opus100_pr_auc": 0.9334768284733703,
+      "eval_sk_ud_pr_auc": 0.9861024126528651,
+      "eval_sl_opus100_pr_auc": 0.8667959949195497,
+      "eval_sl_ud_pr_auc": 0.9695654332246312,
+      "eval_sq_opus100_pr_auc": 0.9185599303699649,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9153912463452196,
+      "eval_sr_ud_pr_auc": 0.9989810333030668,
+      "eval_steps_per_second": 0.919,
+      "eval_sv_opus100_pr_auc": 0.8982094507878454,
+      "eval_sv_ud_pr_auc": 0.948309609006806,
+      "eval_ta_ersatz_pr_auc": 0.9835678477773615,
+      "eval_ta_opus100_pr_auc": 0.7118327229247168,
+      "eval_ta_ud_pr_auc": 0.9888904196724198,
+      "eval_te_opus100_pr_auc": 0.8325376933478255,
+      "eval_tg_opus100_pr_auc": 0.8961557410165956,
+      "eval_th_opus100_pr_auc": 0.6921769943774939,
+      "eval_th_ud_pr_auc": 0.8445798543722991,
+      "eval_tr_ersatz_pr_auc": 0.9695247433057161,
+      "eval_tr_opus100_pr_auc": 0.9005383063207294,
+      "eval_tr_ud_pr_auc": 0.9552404258954305,
+      "eval_uk_opus100_pr_auc": 0.8728786355252779,
+      "eval_uk_ud_pr_auc": 0.9390607341422674,
+      "eval_ur_opus100_pr_auc": 0.5927249261087165,
+      "eval_ur_ud_pr_auc": 0.9920073445619312,
+      "eval_uz_opus100_pr_auc": 0.871380154341038,
+      "eval_vi_opus100_pr_auc": 0.8974313538171664,
+      "eval_vi_ud_pr_auc": 0.9587442667458264,
+      "eval_xh_opus100_pr_auc": 0.8872163762179235,
+      "eval_yi_opus100_pr_auc": 0.7827737597895801,
+      "eval_yo_opus100_pr_auc": 0.8314575978567533,
+      "eval_yo_ud_pr_auc": 0.92477126645357,
+      "eval_zh_ersatz_pr_auc": 0.976965853813045,
+      "eval_zh_opus100_pr_auc": 0.8772726371772972,
+      "eval_zh_ud_pr_auc": 0.9932980175245159,
+      "eval_zu_opus100_pr_auc": 0.8202508122259297,
+      "step": 245000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0493670886075955e-05,
+      "learning_rate_adapter": 4.0493670886075955e-05,
+      "loss": 0.0244,
+      "step": 245050
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0481012658227854e-05,
+      "learning_rate_adapter": 4.0481012658227854e-05,
+      "loss": 0.0245,
+      "step": 245100
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.046835443037975e-05,
+      "learning_rate_adapter": 4.046835443037975e-05,
+      "loss": 0.0245,
+      "step": 245150
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0455696202531644e-05,
+      "learning_rate_adapter": 4.0455696202531644e-05,
+      "loss": 0.0244,
+      "step": 245200
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.044303797468354e-05,
+      "learning_rate_adapter": 4.044303797468354e-05,
+      "loss": 0.0243,
+      "step": 245250
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.043037974683544e-05,
+      "learning_rate_adapter": 4.043037974683544e-05,
+      "loss": 0.0244,
+      "step": 245300
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.041772151898735e-05,
+      "learning_rate_adapter": 4.041772151898735e-05,
+      "loss": 0.0246,
+      "step": 245350
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.040506329113925e-05,
+      "learning_rate_adapter": 4.040506329113925e-05,
+      "loss": 0.0243,
+      "step": 245400
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.039240506329114e-05,
+      "learning_rate_adapter": 4.039240506329114e-05,
+      "loss": 0.0245,
+      "step": 245450
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.037974683544304e-05,
+      "learning_rate_adapter": 4.037974683544304e-05,
+      "loss": 0.0244,
+      "step": 245500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0367088607594936e-05,
+      "learning_rate_adapter": 4.0367088607594936e-05,
+      "loss": 0.0245,
+      "step": 245550
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0354430379746835e-05,
+      "learning_rate_adapter": 4.0354430379746835e-05,
+      "loss": 0.0245,
+      "step": 245600
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.034177215189874e-05,
+      "learning_rate_adapter": 4.034177215189874e-05,
+      "loss": 0.0245,
+      "step": 245650
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.032911392405063e-05,
+      "learning_rate_adapter": 4.032911392405063e-05,
+      "loss": 0.0245,
+      "step": 245700
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.031645569620253e-05,
+      "learning_rate_adapter": 4.031645569620253e-05,
+      "loss": 0.0243,
+      "step": 245750
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.030379746835443e-05,
+      "learning_rate_adapter": 4.030379746835443e-05,
+      "loss": 0.0244,
+      "step": 245800
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.029113924050633e-05,
+      "learning_rate_adapter": 4.029113924050633e-05,
+      "loss": 0.0244,
+      "step": 245850
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.027848101265823e-05,
+      "learning_rate_adapter": 4.027848101265823e-05,
+      "loss": 0.0243,
+      "step": 245900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0265822784810134e-05,
+      "learning_rate_adapter": 4.0265822784810134e-05,
+      "loss": 0.0244,
+      "step": 245950
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0253164556962026e-05,
+      "learning_rate_adapter": 4.0253164556962026e-05,
+      "loss": 0.0243,
+      "step": 246000
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0240506329113925e-05,
+      "learning_rate_adapter": 4.0240506329113925e-05,
+      "loss": 0.0245,
+      "step": 246050
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0227848101265824e-05,
+      "learning_rate_adapter": 4.0227848101265824e-05,
+      "loss": 0.0243,
+      "step": 246100
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.021518987341772e-05,
+      "learning_rate_adapter": 4.021518987341772e-05,
+      "loss": 0.0245,
+      "step": 246150
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.020253164556962e-05,
+      "learning_rate_adapter": 4.020253164556962e-05,
+      "loss": 0.0245,
+      "step": 246200
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.018987341772152e-05,
+      "learning_rate_adapter": 4.018987341772152e-05,
+      "loss": 0.0245,
+      "step": 246250
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.017721518987342e-05,
+      "learning_rate_adapter": 4.017721518987342e-05,
+      "loss": 0.0243,
+      "step": 246300
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.016455696202532e-05,
+      "learning_rate_adapter": 4.016455696202532e-05,
+      "loss": 0.0243,
+      "step": 246350
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.015189873417722e-05,
+      "learning_rate_adapter": 4.015189873417722e-05,
+      "loss": 0.0244,
+      "step": 246400
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0139240506329116e-05,
+      "learning_rate_adapter": 4.0139240506329116e-05,
+      "loss": 0.0244,
+      "step": 246450
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0126582278481015e-05,
+      "learning_rate_adapter": 4.0126582278481015e-05,
+      "loss": 0.0244,
+      "step": 246500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0113924050632914e-05,
+      "learning_rate_adapter": 4.0113924050632914e-05,
+      "loss": 0.0248,
+      "step": 246550
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.010126582278481e-05,
+      "learning_rate_adapter": 4.010126582278481e-05,
+      "loss": 0.0246,
+      "step": 246600
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.008860759493671e-05,
+      "learning_rate_adapter": 4.008860759493671e-05,
+      "loss": 0.0241,
+      "step": 246650
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.007594936708861e-05,
+      "learning_rate_adapter": 4.007594936708861e-05,
+      "loss": 0.0241,
+      "step": 246700
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.006329113924051e-05,
+      "learning_rate_adapter": 4.006329113924051e-05,
+      "loss": 0.0246,
+      "step": 246750
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.005063291139241e-05,
+      "learning_rate_adapter": 4.005063291139241e-05,
+      "loss": 0.0243,
+      "step": 246800
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.003797468354431e-05,
+      "learning_rate_adapter": 4.003797468354431e-05,
+      "loss": 0.0244,
+      "step": 246850
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0025316455696206e-05,
+      "learning_rate_adapter": 4.0025316455696206e-05,
+      "loss": 0.0245,
+      "step": 246900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0012658227848104e-05,
+      "learning_rate_adapter": 4.0012658227848104e-05,
+      "loss": 0.0244,
+      "step": 246950
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0244,
+      "step": 247000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9987341772151895e-05,
+      "learning_rate_adapter": 3.9987341772151895e-05,
+      "loss": 0.0243,
+      "step": 247050
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99746835443038e-05,
+      "learning_rate_adapter": 3.99746835443038e-05,
+      "loss": 0.0243,
+      "step": 247100
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99620253164557e-05,
+      "learning_rate_adapter": 3.99620253164557e-05,
+      "loss": 0.0244,
+      "step": 247150
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99493670886076e-05,
+      "learning_rate_adapter": 3.99493670886076e-05,
+      "loss": 0.0243,
+      "step": 247200
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99367088607595e-05,
+      "learning_rate_adapter": 3.99367088607595e-05,
+      "loss": 0.0242,
+      "step": 247250
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.992405063291139e-05,
+      "learning_rate_adapter": 3.992405063291139e-05,
+      "loss": 0.0242,
+      "step": 247300
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.991139240506329e-05,
+      "learning_rate_adapter": 3.991139240506329e-05,
+      "loss": 0.0243,
+      "step": 247350
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9898734177215194e-05,
+      "learning_rate_adapter": 3.9898734177215194e-05,
+      "loss": 0.0243,
+      "step": 247400
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.988607594936709e-05,
+      "learning_rate_adapter": 3.988607594936709e-05,
+      "loss": 0.0245,
+      "step": 247450
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.987341772151899e-05,
+      "learning_rate_adapter": 3.987341772151899e-05,
+      "loss": 0.0241,
+      "step": 247500
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.986075949367089e-05,
+      "learning_rate_adapter": 3.986075949367089e-05,
+      "loss": 0.0245,
+      "step": 247550
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.984810126582278e-05,
+      "learning_rate_adapter": 3.984810126582278e-05,
+      "loss": 0.0246,
+      "step": 247600
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.983544303797468e-05,
+      "learning_rate_adapter": 3.983544303797468e-05,
+      "loss": 0.0243,
+      "step": 247650
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.982278481012659e-05,
+      "learning_rate_adapter": 3.982278481012659e-05,
+      "loss": 0.0243,
+      "step": 247700
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9810126582278486e-05,
+      "learning_rate_adapter": 3.9810126582278486e-05,
+      "loss": 0.0243,
+      "step": 247750
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9797468354430385e-05,
+      "learning_rate_adapter": 3.9797468354430385e-05,
+      "loss": 0.0243,
+      "step": 247800
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.978481012658228e-05,
+      "learning_rate_adapter": 3.978481012658228e-05,
+      "loss": 0.0245,
+      "step": 247850
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9772151898734176e-05,
+      "learning_rate_adapter": 3.9772151898734176e-05,
+      "loss": 0.0245,
+      "step": 247900
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9759493670886075e-05,
+      "learning_rate_adapter": 3.9759493670886075e-05,
+      "loss": 0.0243,
+      "step": 247950
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.974683544303798e-05,
+      "learning_rate_adapter": 3.974683544303798e-05,
+      "loss": 0.0241,
+      "step": 248000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.973417721518988e-05,
+      "learning_rate_adapter": 3.973417721518988e-05,
+      "loss": 0.0243,
+      "step": 248050
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.972151898734177e-05,
+      "learning_rate_adapter": 3.972151898734177e-05,
+      "loss": 0.0243,
+      "step": 248100
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.970886075949367e-05,
+      "learning_rate_adapter": 3.970886075949367e-05,
+      "loss": 0.0246,
+      "step": 248150
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.969620253164557e-05,
+      "learning_rate_adapter": 3.969620253164557e-05,
+      "loss": 0.0243,
+      "step": 248200
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.968354430379747e-05,
+      "learning_rate_adapter": 3.968354430379747e-05,
+      "loss": 0.0245,
+      "step": 248250
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9670886075949374e-05,
+      "learning_rate_adapter": 3.9670886075949374e-05,
+      "loss": 0.0245,
+      "step": 248300
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.965822784810127e-05,
+      "learning_rate_adapter": 3.965822784810127e-05,
+      "loss": 0.0245,
+      "step": 248350
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9645569620253164e-05,
+      "learning_rate_adapter": 3.9645569620253164e-05,
+      "loss": 0.0245,
+      "step": 248400
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.963291139240506e-05,
+      "learning_rate_adapter": 3.963291139240506e-05,
+      "loss": 0.0246,
+      "step": 248450
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.962025316455696e-05,
+      "learning_rate_adapter": 3.962025316455696e-05,
+      "loss": 0.0245,
+      "step": 248500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.960759493670886e-05,
+      "learning_rate_adapter": 3.960759493670886e-05,
+      "loss": 0.0243,
+      "step": 248550
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.959493670886077e-05,
+      "learning_rate_adapter": 3.959493670886077e-05,
+      "loss": 0.0245,
+      "step": 248600
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.958227848101266e-05,
+      "learning_rate_adapter": 3.958227848101266e-05,
+      "loss": 0.0244,
+      "step": 248650
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.956962025316456e-05,
+      "learning_rate_adapter": 3.956962025316456e-05,
+      "loss": 0.0243,
+      "step": 248700
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9556962025316456e-05,
+      "learning_rate_adapter": 3.9556962025316456e-05,
+      "loss": 0.0243,
+      "step": 248750
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9544303797468355e-05,
+      "learning_rate_adapter": 3.9544303797468355e-05,
+      "loss": 0.0247,
+      "step": 248800
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9531645569620254e-05,
+      "learning_rate_adapter": 3.9531645569620254e-05,
+      "loss": 0.0244,
+      "step": 248850
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.951898734177215e-05,
+      "learning_rate_adapter": 3.951898734177215e-05,
+      "loss": 0.0244,
+      "step": 248900
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.950632911392405e-05,
+      "learning_rate_adapter": 3.950632911392405e-05,
+      "loss": 0.0244,
+      "step": 248950
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.949367088607595e-05,
+      "learning_rate_adapter": 3.949367088607595e-05,
+      "loss": 0.0242,
+      "step": 249000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.948101265822785e-05,
+      "learning_rate_adapter": 3.948101265822785e-05,
+      "loss": 0.0243,
+      "step": 249050
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.946835443037975e-05,
+      "learning_rate_adapter": 3.946835443037975e-05,
+      "loss": 0.0244,
+      "step": 249100
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.945569620253165e-05,
+      "learning_rate_adapter": 3.945569620253165e-05,
+      "loss": 0.0243,
+      "step": 249150
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9443037974683546e-05,
+      "learning_rate_adapter": 3.9443037974683546e-05,
+      "loss": 0.0243,
+      "step": 249200
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9430379746835445e-05,
+      "learning_rate_adapter": 3.9430379746835445e-05,
+      "loss": 0.0243,
+      "step": 249250
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9417721518987344e-05,
+      "learning_rate_adapter": 3.9417721518987344e-05,
+      "loss": 0.0245,
+      "step": 249300
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.940506329113924e-05,
+      "learning_rate_adapter": 3.940506329113924e-05,
+      "loss": 0.0244,
+      "step": 249350
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.939240506329114e-05,
+      "learning_rate_adapter": 3.939240506329114e-05,
+      "loss": 0.0244,
+      "step": 249400
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.937974683544304e-05,
+      "learning_rate_adapter": 3.937974683544304e-05,
+      "loss": 0.0245,
+      "step": 249450
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.936708860759494e-05,
+      "learning_rate_adapter": 3.936708860759494e-05,
+      "loss": 0.0243,
+      "step": 249500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.935443037974684e-05,
+      "learning_rate_adapter": 3.935443037974684e-05,
+      "loss": 0.0245,
+      "step": 249550
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.934177215189874e-05,
+      "learning_rate_adapter": 3.934177215189874e-05,
+      "loss": 0.0245,
+      "step": 249600
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9329113924050636e-05,
+      "learning_rate_adapter": 3.9329113924050636e-05,
+      "loss": 0.0243,
+      "step": 249650
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.931645569620253e-05,
+      "learning_rate_adapter": 3.931645569620253e-05,
+      "loss": 0.0245,
+      "step": 249700
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9303797468354434e-05,
+      "learning_rate_adapter": 3.9303797468354434e-05,
+      "loss": 0.0245,
+      "step": 249750
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.929113924050633e-05,
+      "learning_rate_adapter": 3.929113924050633e-05,
+      "loss": 0.0244,
+      "step": 249800
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.927848101265823e-05,
+      "learning_rate_adapter": 3.927848101265823e-05,
+      "loss": 0.0244,
+      "step": 249850
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.926582278481013e-05,
+      "learning_rate_adapter": 3.926582278481013e-05,
+      "loss": 0.0243,
+      "step": 249900
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.925316455696203e-05,
+      "learning_rate_adapter": 3.925316455696203e-05,
+      "loss": 0.0242,
+      "step": 249950
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.924050632911392e-05,
+      "learning_rate_adapter": 3.924050632911392e-05,
+      "loss": 0.0244,
+      "step": 250000
+    },
+    {
+      "epoch": 1.69,
+      "eval_af_opus100_pr_auc": 0.7703323852945911,
+      "eval_af_ud_pr_auc": 0.9949624363063763,
+      "eval_am_opus100_pr_auc": 0.654515497580493,
+      "eval_ar_ersatz_pr_auc": 0.9151914923620438,
+      "eval_ar_opus100_pr_auc": 0.7177974900526184,
+      "eval_ar_ud_pr_auc": 0.8967402528009005,
+      "eval_average_ersatz_pr_auc": 0.9688678632808397,
+      "eval_average_opus100_pr_auc": 0.8428436641150521,
+      "eval_average_ud_pr_auc": 0.9645838681944046,
+      "eval_az_opus100_pr_auc": 0.7750528030532372,
+      "eval_be_opus100_pr_auc": 0.707003921534211,
+      "eval_be_ud_pr_auc": 0.8996089529715571,
+      "eval_bg_opus100_pr_auc": 0.9196643874020219,
+      "eval_bg_ud_pr_auc": 0.9963838171198444,
+      "eval_bn_opus100_pr_auc": 0.8409338734164093,
+      "eval_bn_ud_pr_auc": 0.9990344616049505,
+      "eval_ca_opus100_pr_auc": 0.8867362383441224,
+      "eval_ca_ud_pr_auc": 0.9925925361666289,
+      "eval_ceb_ud_pr_auc": 0.9983655539826523,
+      "eval_cs_ersatz_pr_auc": 0.9838424806393241,
+      "eval_cs_opus100_pr_auc": 0.9134296307651384,
+      "eval_cs_ud_pr_auc": 0.9598311510049982,
+      "eval_cy_opus100_pr_auc": 0.7707008373513291,
+      "eval_cy_ud_pr_auc": 0.9930201592303314,
+      "eval_da_opus100_pr_auc": 0.9233583767698966,
+      "eval_da_ud_pr_auc": 0.9785798732567829,
+      "eval_de_ersatz_pr_auc": 0.9862000931508093,
+      "eval_de_opus100_pr_auc": 0.9055837932926388,
+      "eval_de_ud_pr_auc": 0.9842491054068642,
+      "eval_el_opus100_pr_auc": 0.9123858882117688,
+      "eval_el_ud_pr_auc": 0.988491475377126,
+      "eval_en_ersatz_pr_auc": 0.9924637431463784,
+      "eval_en_opus100_pr_auc": 0.9310841173980177,
+      "eval_en_ud_pr_auc": 0.9859590151335911,
+      "eval_eo_opus100_pr_auc": 0.9326055201752044,
+      "eval_es_ersatz_pr_auc": 0.9964595882503666,
+      "eval_es_opus100_pr_auc": 0.9294021735938645,
+      "eval_es_ud_pr_auc": 0.9916225069367209,
+      "eval_et_ersatz_pr_auc": 0.9844677656382055,
+      "eval_et_opus100_pr_auc": 0.9148873562948677,
+      "eval_et_ud_pr_auc": 0.9681199604422451,
+      "eval_eu_opus100_pr_auc": 0.8816557720369944,
+      "eval_eu_ud_pr_auc": 0.9923407597347049,
+      "eval_fa_opus100_pr_auc": 0.6049388336899597,
+      "eval_fa_ud_pr_auc": 0.9957704438599452,
+      "eval_fi_ersatz_pr_auc": 0.9908012663168331,
+      "eval_fi_opus100_pr_auc": 0.9231819183290477,
+      "eval_fi_ud_pr_auc": 0.9620954243393816,
+      "eval_fr_ersatz_pr_auc": 0.9895651522277447,
+      "eval_fr_opus100_pr_auc": 0.9235540430396484,
+      "eval_fr_ud_pr_auc": 0.9829430007669868,
+      "eval_fy_opus100_pr_auc": 0.5983238590928527,
+      "eval_ga_opus100_pr_auc": 0.902639785673807,
+      "eval_ga_ud_pr_auc": 0.8183513189927528,
+      "eval_gd_opus100_pr_auc": 0.6472600958814635,
+      "eval_gd_ud_pr_auc": 0.8121608621707898,
+      "eval_gl_opus100_pr_auc": 0.8915247750602274,
+      "eval_gl_ud_pr_auc": 0.9980112395721614,
+      "eval_gu_ersatz_pr_auc": 0.9345412499922745,
+      "eval_gu_opus100_pr_auc": 0.7551436959267116,
+      "eval_ha_opus100_pr_auc": 0.9217744806866148,
+      "eval_he_opus100_pr_auc": 0.8765201659534823,
+      "eval_he_ud_pr_auc": 0.9819734943097316,
+      "eval_hi_ersatz_pr_auc": 0.979511192433092,
+      "eval_hi_opus100_pr_auc": 0.7045805567051049,
+      "eval_hi_ud_pr_auc": 0.9746228120872681,
+      "eval_hu_opus100_pr_auc": 0.9225126458815884,
+      "eval_hu_ud_pr_auc": 0.9841304336779486,
+      "eval_hy_opus100_pr_auc": 0.9056639939650928,
+      "eval_hy_ud_pr_auc": 0.9831137541843711,
+      "eval_id_opus100_pr_auc": 0.8925561616000386,
+      "eval_id_ud_pr_auc": 0.9933575036548684,
+      "eval_ig_opus100_pr_auc": 0.8750688568216111,
+      "eval_is_opus100_pr_auc": 0.933136551984313,
+      "eval_is_ud_pr_auc": 0.907975493246979,
+      "eval_it_opus100_pr_auc": 0.9099808925305519,
+      "eval_it_ud_pr_auc": 0.9990359437311516,
+      "eval_ja_ersatz_pr_auc": 0.8562747715746037,
+      "eval_ja_opus100_pr_auc": 0.8324434357118383,
+      "eval_ja_ud_pr_auc": 0.9763534744441829,
+      "eval_jv_ud_pr_auc": 0.9653678672171477,
+      "eval_ka_opus100_pr_auc": 0.8643310886645841,
+      "eval_kk_ersatz_pr_auc": 0.9894555820846749,
+      "eval_kk_opus100_pr_auc": 0.7767350591209764,
+      "eval_kk_ud_pr_auc": 0.9754044752724522,
+      "eval_km_ersatz_pr_auc": 0.9298713177629097,
+      "eval_km_opus100_pr_auc": 0.7641270512654095,
+      "eval_kn_opus100_pr_auc": 0.6365152097552121,
+      "eval_ko_opus100_pr_auc": 0.6916028734713645,
+      "eval_ko_ud_pr_auc": 0.9982079935583372,
+      "eval_ku_opus100_pr_auc": 0.84662633289759,
+      "eval_ky_opus100_pr_auc": 0.8842781957992568,
+      "eval_la_ud_pr_auc": 0.973436645984445,
+      "eval_loss": 0.02800489403307438,
+      "eval_lt_ersatz_pr_auc": 0.9955713999425637,
+      "eval_lt_opus100_pr_auc": 0.8792682999796756,
+      "eval_lt_ud_pr_auc": 0.9967395686160612,
+      "eval_lv_ersatz_pr_auc": 0.9907996978909556,
+      "eval_lv_opus100_pr_auc": 0.8894289188429761,
+      "eval_lv_ud_pr_auc": 0.9655629234302375,
+      "eval_mg_opus100_pr_auc": 0.9327102544809022,
+      "eval_mk_opus100_pr_auc": 0.9212474650518914,
+      "eval_ml_opus100_pr_auc": 0.811133211648918,
+      "eval_mn_opus100_pr_auc": 0.9365313410588941,
+      "eval_mr_opus100_pr_auc": 0.8852558250040978,
+      "eval_mr_ud_pr_auc": 0.971034881403295,
+      "eval_ms_opus100_pr_auc": 0.86940812769821,
+      "eval_mt_opus100_pr_auc": 0.8428356212629983,
+      "eval_mt_ud_pr_auc": 0.8864983164844857,
+      "eval_my_opus100_pr_auc": 0.8198866289280957,
+      "eval_ne_opus100_pr_auc": 0.7716526227152923,
+      "eval_nl_opus100_pr_auc": 0.9019998128773491,
+      "eval_nl_ud_pr_auc": 0.9863596565736632,
+      "eval_no_opus100_pr_auc": 0.9280678457341199,
+      "eval_no_ud_pr_auc": 0.9965450286202363,
+      "eval_pa_opus100_pr_auc": 0.6686893352193602,
+      "eval_pl_ersatz_pr_auc": 0.9645698673877444,
+      "eval_pl_opus100_pr_auc": 0.8977387578720782,
+      "eval_pl_ud_pr_auc": 0.9660488044620922,
+      "eval_ps_ersatz_pr_auc": 0.924705369107028,
+      "eval_ps_opus100_pr_auc": 0.7566856719992658,
+      "eval_pt_opus100_pr_auc": 0.924926966852582,
+      "eval_pt_ud_pr_auc": 0.9875915746595683,
+      "eval_ro_ersatz_pr_auc": 0.9919503635386717,
+      "eval_ro_opus100_pr_auc": 0.8868157486534849,
+      "eval_ro_ud_pr_auc": 0.9613824583534786,
+      "eval_ru_ersatz_pr_auc": 0.99131986879811,
+      "eval_ru_opus100_pr_auc": 0.9319465400829837,
+      "eval_ru_ud_pr_auc": 0.873681290355224,
+      "eval_runtime": 322.7304,
+      "eval_samples_per_second": 233.83,
+      "eval_si_opus100_pr_auc": 0.8297526083445417,
+      "eval_sk_opus100_pr_auc": 0.9362433071480231,
+      "eval_sk_ud_pr_auc": 0.9759782904363681,
+      "eval_sl_opus100_pr_auc": 0.8715026598739984,
+      "eval_sl_ud_pr_auc": 0.9695385963418041,
+      "eval_sq_opus100_pr_auc": 0.9236259939531676,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9187698599457311,
+      "eval_sr_ud_pr_auc": 0.9982527061557818,
+      "eval_steps_per_second": 0.914,
+      "eval_sv_opus100_pr_auc": 0.8987206909862363,
+      "eval_sv_ud_pr_auc": 0.9428981532914704,
+      "eval_ta_ersatz_pr_auc": 0.9842739429606112,
+      "eval_ta_opus100_pr_auc": 0.7136888519888179,
+      "eval_ta_ud_pr_auc": 0.9882116763458684,
+      "eval_te_opus100_pr_auc": 0.8346150736393486,
+      "eval_tg_opus100_pr_auc": 0.8947388664257703,
+      "eval_th_opus100_pr_auc": 0.6876307994597641,
+      "eval_th_ud_pr_auc": 0.8474869913710192,
+      "eval_tr_ersatz_pr_auc": 0.9680564570315214,
+      "eval_tr_opus100_pr_auc": 0.9016291991617132,
+      "eval_tr_ud_pr_auc": 0.955977837616932,
+      "eval_uk_opus100_pr_auc": 0.8837988507812318,
+      "eval_uk_ud_pr_auc": 0.9344312762832271,
+      "eval_ur_opus100_pr_auc": 0.5959408245660003,
+      "eval_ur_ud_pr_auc": 0.9936905318172795,
+      "eval_uz_opus100_pr_auc": 0.8742562507074458,
+      "eval_vi_opus100_pr_auc": 0.9010995706637835,
+      "eval_vi_ud_pr_auc": 0.9605632784967729,
+      "eval_xh_opus100_pr_auc": 0.888764444922054,
+      "eval_yi_opus100_pr_auc": 0.7978087447862644,
+      "eval_yo_opus100_pr_auc": 0.8339090878587766,
+      "eval_yo_ud_pr_auc": 0.928347760404262,
+      "eval_zh_ersatz_pr_auc": 0.9752003299420039,
+      "eval_zh_opus100_pr_auc": 0.8760140516407688,
+      "eval_zh_ud_pr_auc": 0.9922446870147528,
+      "eval_zu_opus100_pr_auc": 0.8222911025418871,
+      "step": 250000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.922784810126583e-05,
+      "learning_rate_adapter": 3.922784810126583e-05,
+      "loss": 0.0244,
+      "step": 250050
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9215189873417726e-05,
+      "learning_rate_adapter": 3.9215189873417726e-05,
+      "loss": 0.0242,
+      "step": 250100
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9202531645569624e-05,
+      "learning_rate_adapter": 3.9202531645569624e-05,
+      "loss": 0.0242,
+      "step": 250150
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.918987341772152e-05,
+      "learning_rate_adapter": 3.918987341772152e-05,
+      "loss": 0.0245,
+      "step": 250200
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9177215189873415e-05,
+      "learning_rate_adapter": 3.9177215189873415e-05,
+      "loss": 0.0243,
+      "step": 250250
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9164556962025314e-05,
+      "learning_rate_adapter": 3.9164556962025314e-05,
+      "loss": 0.0244,
+      "step": 250300
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.915189873417722e-05,
+      "learning_rate_adapter": 3.915189873417722e-05,
+      "loss": 0.0245,
+      "step": 250350
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.913924050632912e-05,
+      "learning_rate_adapter": 3.913924050632912e-05,
+      "loss": 0.0245,
+      "step": 250400
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.912658227848102e-05,
+      "learning_rate_adapter": 3.912658227848102e-05,
+      "loss": 0.0246,
+      "step": 250450
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.911392405063291e-05,
+      "learning_rate_adapter": 3.911392405063291e-05,
+      "loss": 0.0242,
+      "step": 250500
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.910126582278481e-05,
+      "learning_rate_adapter": 3.910126582278481e-05,
+      "loss": 0.0243,
+      "step": 250550
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.908860759493671e-05,
+      "learning_rate_adapter": 3.908860759493671e-05,
+      "loss": 0.0243,
+      "step": 250600
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.907594936708861e-05,
+      "learning_rate_adapter": 3.907594936708861e-05,
+      "loss": 0.0244,
+      "step": 250650
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.906329113924051e-05,
+      "learning_rate_adapter": 3.906329113924051e-05,
+      "loss": 0.0245,
+      "step": 250700
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.905063291139241e-05,
+      "learning_rate_adapter": 3.905063291139241e-05,
+      "loss": 0.0245,
+      "step": 250750
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.90379746835443e-05,
+      "learning_rate_adapter": 3.90379746835443e-05,
+      "loss": 0.0245,
+      "step": 250800
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.90253164556962e-05,
+      "learning_rate_adapter": 3.90253164556962e-05,
+      "loss": 0.0242,
+      "step": 250850
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.90126582278481e-05,
+      "learning_rate_adapter": 3.90126582278481e-05,
+      "loss": 0.0242,
+      "step": 250900
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0242,
+      "step": 250950
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8987341772151905e-05,
+      "learning_rate_adapter": 3.8987341772151905e-05,
+      "loss": 0.0243,
+      "step": 251000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.89746835443038e-05,
+      "learning_rate_adapter": 3.89746835443038e-05,
+      "loss": 0.0239,
+      "step": 251050
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8962025316455696e-05,
+      "learning_rate_adapter": 3.8962025316455696e-05,
+      "loss": 0.0243,
+      "step": 251100
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8949367088607595e-05,
+      "learning_rate_adapter": 3.8949367088607595e-05,
+      "loss": 0.0244,
+      "step": 251150
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8936708860759494e-05,
+      "learning_rate_adapter": 3.8936708860759494e-05,
+      "loss": 0.0242,
+      "step": 251200
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.89240506329114e-05,
+      "learning_rate_adapter": 3.89240506329114e-05,
+      "loss": 0.0242,
+      "step": 251250
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.891139240506329e-05,
+      "learning_rate_adapter": 3.891139240506329e-05,
+      "loss": 0.0244,
+      "step": 251300
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.889873417721519e-05,
+      "learning_rate_adapter": 3.889873417721519e-05,
+      "loss": 0.0244,
+      "step": 251350
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.888607594936709e-05,
+      "learning_rate_adapter": 3.888607594936709e-05,
+      "loss": 0.0244,
+      "step": 251400
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.887341772151899e-05,
+      "learning_rate_adapter": 3.887341772151899e-05,
+      "loss": 0.0245,
+      "step": 251450
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.886075949367089e-05,
+      "learning_rate_adapter": 3.886075949367089e-05,
+      "loss": 0.0242,
+      "step": 251500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.884810126582279e-05,
+      "learning_rate_adapter": 3.884810126582279e-05,
+      "loss": 0.0242,
+      "step": 251550
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8835443037974684e-05,
+      "learning_rate_adapter": 3.8835443037974684e-05,
+      "loss": 0.0244,
+      "step": 251600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.882278481012658e-05,
+      "learning_rate_adapter": 3.882278481012658e-05,
+      "loss": 0.0244,
+      "step": 251650
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.881012658227848e-05,
+      "learning_rate_adapter": 3.881012658227848e-05,
+      "loss": 0.0242,
+      "step": 251700
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.879746835443038e-05,
+      "learning_rate_adapter": 3.879746835443038e-05,
+      "loss": 0.0243,
+      "step": 251750
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.878481012658228e-05,
+      "learning_rate_adapter": 3.878481012658228e-05,
+      "loss": 0.0246,
+      "step": 251800
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.877215189873418e-05,
+      "learning_rate_adapter": 3.877215189873418e-05,
+      "loss": 0.0242,
+      "step": 251850
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.875949367088608e-05,
+      "learning_rate_adapter": 3.875949367088608e-05,
+      "loss": 0.0244,
+      "step": 251900
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8746835443037976e-05,
+      "learning_rate_adapter": 3.8746835443037976e-05,
+      "loss": 0.0242,
+      "step": 251950
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8734177215189875e-05,
+      "learning_rate_adapter": 3.8734177215189875e-05,
+      "loss": 0.0242,
+      "step": 252000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8721518987341774e-05,
+      "learning_rate_adapter": 3.8721518987341774e-05,
+      "loss": 0.0242,
+      "step": 252050
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.870886075949367e-05,
+      "learning_rate_adapter": 3.870886075949367e-05,
+      "loss": 0.0243,
+      "step": 252100
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.869620253164557e-05,
+      "learning_rate_adapter": 3.869620253164557e-05,
+      "loss": 0.0245,
+      "step": 252150
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.868354430379747e-05,
+      "learning_rate_adapter": 3.868354430379747e-05,
+      "loss": 0.024,
+      "step": 252200
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.867088607594937e-05,
+      "learning_rate_adapter": 3.867088607594937e-05,
+      "loss": 0.0248,
+      "step": 252250
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.865822784810127e-05,
+      "learning_rate_adapter": 3.865822784810127e-05,
+      "loss": 0.0245,
+      "step": 252300
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.864556962025317e-05,
+      "learning_rate_adapter": 3.864556962025317e-05,
+      "loss": 0.0243,
+      "step": 252350
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8632911392405066e-05,
+      "learning_rate_adapter": 3.8632911392405066e-05,
+      "loss": 0.0243,
+      "step": 252400
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8620253164556965e-05,
+      "learning_rate_adapter": 3.8620253164556965e-05,
+      "loss": 0.0241,
+      "step": 252450
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8607594936708864e-05,
+      "learning_rate_adapter": 3.8607594936708864e-05,
+      "loss": 0.0243,
+      "step": 252500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.859493670886076e-05,
+      "learning_rate_adapter": 3.859493670886076e-05,
+      "loss": 0.0245,
+      "step": 252550
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.858227848101266e-05,
+      "learning_rate_adapter": 3.858227848101266e-05,
+      "loss": 0.0245,
+      "step": 252600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8569620253164554e-05,
+      "learning_rate_adapter": 3.8569620253164554e-05,
+      "loss": 0.0243,
+      "step": 252650
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.855696202531646e-05,
+      "learning_rate_adapter": 3.855696202531646e-05,
+      "loss": 0.0243,
+      "step": 252700
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.854430379746836e-05,
+      "learning_rate_adapter": 3.854430379746836e-05,
+      "loss": 0.0242,
+      "step": 252750
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.853164556962026e-05,
+      "learning_rate_adapter": 3.853164556962026e-05,
+      "loss": 0.0244,
+      "step": 252800
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8518987341772156e-05,
+      "learning_rate_adapter": 3.8518987341772156e-05,
+      "loss": 0.0243,
+      "step": 252850
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.850632911392405e-05,
+      "learning_rate_adapter": 3.850632911392405e-05,
+      "loss": 0.0244,
+      "step": 252900
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.849367088607595e-05,
+      "learning_rate_adapter": 3.849367088607595e-05,
+      "loss": 0.0243,
+      "step": 252950
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.848101265822785e-05,
+      "learning_rate_adapter": 3.848101265822785e-05,
+      "loss": 0.0242,
+      "step": 253000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.846835443037975e-05,
+      "learning_rate_adapter": 3.846835443037975e-05,
+      "loss": 0.0242,
+      "step": 253050
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.845569620253165e-05,
+      "learning_rate_adapter": 3.845569620253165e-05,
+      "loss": 0.0244,
+      "step": 253100
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.844303797468354e-05,
+      "learning_rate_adapter": 3.844303797468354e-05,
+      "loss": 0.0243,
+      "step": 253150
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.843037974683544e-05,
+      "learning_rate_adapter": 3.843037974683544e-05,
+      "loss": 0.0244,
+      "step": 253200
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.841772151898734e-05,
+      "learning_rate_adapter": 3.841772151898734e-05,
+      "loss": 0.0242,
+      "step": 253250
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8405063291139245e-05,
+      "learning_rate_adapter": 3.8405063291139245e-05,
+      "loss": 0.0244,
+      "step": 253300
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8392405063291144e-05,
+      "learning_rate_adapter": 3.8392405063291144e-05,
+      "loss": 0.0244,
+      "step": 253350
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.837974683544304e-05,
+      "learning_rate_adapter": 3.837974683544304e-05,
+      "loss": 0.0245,
+      "step": 253400
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8367088607594935e-05,
+      "learning_rate_adapter": 3.8367088607594935e-05,
+      "loss": 0.0241,
+      "step": 253450
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8354430379746834e-05,
+      "learning_rate_adapter": 3.8354430379746834e-05,
+      "loss": 0.0242,
+      "step": 253500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.834177215189873e-05,
+      "learning_rate_adapter": 3.834177215189873e-05,
+      "loss": 0.0241,
+      "step": 253550
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.832911392405064e-05,
+      "learning_rate_adapter": 3.832911392405064e-05,
+      "loss": 0.0243,
+      "step": 253600
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.831645569620254e-05,
+      "learning_rate_adapter": 3.831645569620254e-05,
+      "loss": 0.0243,
+      "step": 253650
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.830379746835443e-05,
+      "learning_rate_adapter": 3.830379746835443e-05,
+      "loss": 0.0242,
+      "step": 253700
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.829113924050633e-05,
+      "learning_rate_adapter": 3.829113924050633e-05,
+      "loss": 0.0241,
+      "step": 253750
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.827848101265823e-05,
+      "learning_rate_adapter": 3.827848101265823e-05,
+      "loss": 0.0243,
+      "step": 253800
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8265822784810126e-05,
+      "learning_rate_adapter": 3.8265822784810126e-05,
+      "loss": 0.0242,
+      "step": 253850
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.825316455696203e-05,
+      "learning_rate_adapter": 3.825316455696203e-05,
+      "loss": 0.0242,
+      "step": 253900
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8240506329113924e-05,
+      "learning_rate_adapter": 3.8240506329113924e-05,
+      "loss": 0.0241,
+      "step": 253950
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.822784810126582e-05,
+      "learning_rate_adapter": 3.822784810126582e-05,
+      "loss": 0.0241,
+      "step": 254000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.821518987341772e-05,
+      "learning_rate_adapter": 3.821518987341772e-05,
+      "loss": 0.0242,
+      "step": 254050
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.820253164556962e-05,
+      "learning_rate_adapter": 3.820253164556962e-05,
+      "loss": 0.0243,
+      "step": 254100
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.818987341772152e-05,
+      "learning_rate_adapter": 3.818987341772152e-05,
+      "loss": 0.0242,
+      "step": 254150
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8177215189873425e-05,
+      "learning_rate_adapter": 3.8177215189873425e-05,
+      "loss": 0.0245,
+      "step": 254200
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.816455696202532e-05,
+      "learning_rate_adapter": 3.816455696202532e-05,
+      "loss": 0.0243,
+      "step": 254250
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8151898734177216e-05,
+      "learning_rate_adapter": 3.8151898734177216e-05,
+      "loss": 0.0243,
+      "step": 254300
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8139240506329115e-05,
+      "learning_rate_adapter": 3.8139240506329115e-05,
+      "loss": 0.0243,
+      "step": 254350
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8126582278481014e-05,
+      "learning_rate_adapter": 3.8126582278481014e-05,
+      "loss": 0.0242,
+      "step": 254400
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.811392405063291e-05,
+      "learning_rate_adapter": 3.811392405063291e-05,
+      "loss": 0.0245,
+      "step": 254450
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.810126582278481e-05,
+      "learning_rate_adapter": 3.810126582278481e-05,
+      "loss": 0.0242,
+      "step": 254500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.808860759493671e-05,
+      "learning_rate_adapter": 3.808860759493671e-05,
+      "loss": 0.0241,
+      "step": 254550
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.807594936708861e-05,
+      "learning_rate_adapter": 3.807594936708861e-05,
+      "loss": 0.0243,
+      "step": 254600
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.806329113924051e-05,
+      "learning_rate_adapter": 3.806329113924051e-05,
+      "loss": 0.0241,
+      "step": 254650
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.805063291139241e-05,
+      "learning_rate_adapter": 3.805063291139241e-05,
+      "loss": 0.0242,
+      "step": 254700
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8037974683544306e-05,
+      "learning_rate_adapter": 3.8037974683544306e-05,
+      "loss": 0.0242,
+      "step": 254750
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8025316455696204e-05,
+      "learning_rate_adapter": 3.8025316455696204e-05,
+      "loss": 0.0243,
+      "step": 254800
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.80126582278481e-05,
+      "learning_rate_adapter": 3.80126582278481e-05,
+      "loss": 0.0246,
+      "step": 254850
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0243,
+      "step": 254900
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79873417721519e-05,
+      "learning_rate_adapter": 3.79873417721519e-05,
+      "loss": 0.0244,
+      "step": 254950
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79746835443038e-05,
+      "learning_rate_adapter": 3.79746835443038e-05,
+      "loss": 0.0243,
+      "step": 255000
+    },
+    {
+      "epoch": 1.72,
+      "eval_af_opus100_pr_auc": 0.7809777565288047,
+      "eval_af_ud_pr_auc": 0.9902542633427643,
+      "eval_am_opus100_pr_auc": 0.6694960024245039,
+      "eval_ar_ersatz_pr_auc": 0.9203619901815329,
+      "eval_ar_opus100_pr_auc": 0.7211858279422406,
+      "eval_ar_ud_pr_auc": 0.8992420240255611,
+      "eval_average_ersatz_pr_auc": 0.9690851692142172,
+      "eval_average_opus100_pr_auc": 0.8435919798138019,
+      "eval_average_ud_pr_auc": 0.9660203600051483,
+      "eval_az_opus100_pr_auc": 0.7983026980954797,
+      "eval_be_opus100_pr_auc": 0.7107292418367311,
+      "eval_be_ud_pr_auc": 0.9046721446317523,
+      "eval_bg_opus100_pr_auc": 0.9208927848209447,
+      "eval_bg_ud_pr_auc": 0.9958850935315121,
+      "eval_bn_opus100_pr_auc": 0.8387611362824262,
+      "eval_bn_ud_pr_auc": 0.995377160220673,
+      "eval_ca_opus100_pr_auc": 0.8838152947491454,
+      "eval_ca_ud_pr_auc": 0.9960599420250773,
+      "eval_ceb_ud_pr_auc": 0.9979684142088558,
+      "eval_cs_ersatz_pr_auc": 0.983449722135066,
+      "eval_cs_opus100_pr_auc": 0.9117393064466363,
+      "eval_cs_ud_pr_auc": 0.958794688654586,
+      "eval_cy_opus100_pr_auc": 0.7769090195575487,
+      "eval_cy_ud_pr_auc": 0.994647841282223,
+      "eval_da_opus100_pr_auc": 0.9197974006994705,
+      "eval_da_ud_pr_auc": 0.9803237253103713,
+      "eval_de_ersatz_pr_auc": 0.9856450374761244,
+      "eval_de_opus100_pr_auc": 0.9044291107149369,
+      "eval_de_ud_pr_auc": 0.9842896644134673,
+      "eval_el_opus100_pr_auc": 0.913583087507007,
+      "eval_el_ud_pr_auc": 0.9912816619514853,
+      "eval_en_ersatz_pr_auc": 0.9924791823908856,
+      "eval_en_opus100_pr_auc": 0.934112838164434,
+      "eval_en_ud_pr_auc": 0.9820254519587235,
+      "eval_eo_opus100_pr_auc": 0.9303664681782272,
+      "eval_es_ersatz_pr_auc": 0.9967190138988156,
+      "eval_es_opus100_pr_auc": 0.930409040113887,
+      "eval_es_ud_pr_auc": 0.9922155676984019,
+      "eval_et_ersatz_pr_auc": 0.9832366940615862,
+      "eval_et_opus100_pr_auc": 0.9047784922324166,
+      "eval_et_ud_pr_auc": 0.9706122525460162,
+      "eval_eu_opus100_pr_auc": 0.881025965099293,
+      "eval_eu_ud_pr_auc": 0.9899675524810526,
+      "eval_fa_opus100_pr_auc": 0.6031980492947859,
+      "eval_fa_ud_pr_auc": 0.9953353233847693,
+      "eval_fi_ersatz_pr_auc": 0.9904352824862296,
+      "eval_fi_opus100_pr_auc": 0.9255277335666208,
+      "eval_fi_ud_pr_auc": 0.9578378853219228,
+      "eval_fr_ersatz_pr_auc": 0.9909698926849714,
+      "eval_fr_opus100_pr_auc": 0.9221911765312265,
+      "eval_fr_ud_pr_auc": 0.9846437417352365,
+      "eval_fy_opus100_pr_auc": 0.6223205476796851,
+      "eval_ga_opus100_pr_auc": 0.9039195276070336,
+      "eval_ga_ud_pr_auc": 0.8167579561118035,
+      "eval_gd_opus100_pr_auc": 0.6750294568542046,
+      "eval_gd_ud_pr_auc": 0.819166338834928,
+      "eval_gl_opus100_pr_auc": 0.8924073337336773,
+      "eval_gl_ud_pr_auc": 0.9974311681810565,
+      "eval_gu_ersatz_pr_auc": 0.9339822847734842,
+      "eval_gu_opus100_pr_auc": 0.7472721193508108,
+      "eval_ha_opus100_pr_auc": 0.920131076047987,
+      "eval_he_opus100_pr_auc": 0.8727980587628993,
+      "eval_he_ud_pr_auc": 0.9832433967711264,
+      "eval_hi_ersatz_pr_auc": 0.9777399624236467,
+      "eval_hi_opus100_pr_auc": 0.7079949997792451,
+      "eval_hi_ud_pr_auc": 0.9762594732932373,
+      "eval_hu_opus100_pr_auc": 0.9254647760673631,
+      "eval_hu_ud_pr_auc": 0.9866747795454123,
+      "eval_hy_opus100_pr_auc": 0.9080196579509758,
+      "eval_hy_ud_pr_auc": 0.9817075319976152,
+      "eval_id_opus100_pr_auc": 0.8868553347803081,
+      "eval_id_ud_pr_auc": 0.9944757161954584,
+      "eval_ig_opus100_pr_auc": 0.8762592885707702,
+      "eval_is_opus100_pr_auc": 0.9336849106591686,
+      "eval_is_ud_pr_auc": 0.9092120896425535,
+      "eval_it_opus100_pr_auc": 0.9169416590415825,
+      "eval_it_ud_pr_auc": 0.9957582567916909,
+      "eval_ja_ersatz_pr_auc": 0.8545455669150841,
+      "eval_ja_opus100_pr_auc": 0.8185043525213235,
+      "eval_ja_ud_pr_auc": 0.9742506984550691,
+      "eval_jv_ud_pr_auc": 0.9766505049810944,
+      "eval_ka_opus100_pr_auc": 0.8593797740910253,
+      "eval_kk_ersatz_pr_auc": 0.9885377819849359,
+      "eval_kk_opus100_pr_auc": 0.7585999390749396,
+      "eval_kk_ud_pr_auc": 0.9737862398528543,
+      "eval_km_ersatz_pr_auc": 0.9331169719259953,
+      "eval_km_opus100_pr_auc": 0.7543189658802011,
+      "eval_kn_opus100_pr_auc": 0.6358594183936458,
+      "eval_ko_opus100_pr_auc": 0.688737913395235,
+      "eval_ko_ud_pr_auc": 0.9985378053973626,
+      "eval_ku_opus100_pr_auc": 0.856118777166946,
+      "eval_ky_opus100_pr_auc": 0.8938063308975231,
+      "eval_la_ud_pr_auc": 0.9736012456856913,
+      "eval_loss": 0.02782391756772995,
+      "eval_lt_ersatz_pr_auc": 0.9947777180094899,
+      "eval_lt_opus100_pr_auc": 0.8876024747841746,
+      "eval_lt_ud_pr_auc": 0.9957924493153002,
+      "eval_lv_ersatz_pr_auc": 0.99099221560229,
+      "eval_lv_opus100_pr_auc": 0.8981187030353955,
+      "eval_lv_ud_pr_auc": 0.9673125317738741,
+      "eval_mg_opus100_pr_auc": 0.9399231713278771,
+      "eval_mk_opus100_pr_auc": 0.9179580273365471,
+      "eval_ml_opus100_pr_auc": 0.7982086270043518,
+      "eval_mn_opus100_pr_auc": 0.9399443333656462,
+      "eval_mr_opus100_pr_auc": 0.8858672753894178,
+      "eval_mr_ud_pr_auc": 0.9771994448712287,
+      "eval_ms_opus100_pr_auc": 0.8742032633747215,
+      "eval_mt_opus100_pr_auc": 0.8560316050425908,
+      "eval_mt_ud_pr_auc": 0.916037710831787,
+      "eval_my_opus100_pr_auc": 0.8285547334098167,
+      "eval_ne_opus100_pr_auc": 0.7497451250745865,
+      "eval_nl_opus100_pr_auc": 0.9014270435762727,
+      "eval_nl_ud_pr_auc": 0.986448073641356,
+      "eval_no_opus100_pr_auc": 0.9308017588025312,
+      "eval_no_ud_pr_auc": 0.9967735850677091,
+      "eval_pa_opus100_pr_auc": 0.6637827478901955,
+      "eval_pl_ersatz_pr_auc": 0.9683878039902629,
+      "eval_pl_opus100_pr_auc": 0.8973762505487993,
+      "eval_pl_ud_pr_auc": 0.9722839051840705,
+      "eval_ps_ersatz_pr_auc": 0.9269421681663187,
+      "eval_ps_opus100_pr_auc": 0.7747211781401517,
+      "eval_pt_opus100_pr_auc": 0.9231055551365341,
+      "eval_pt_ud_pr_auc": 0.986063685162414,
+      "eval_ro_ersatz_pr_auc": 0.992977081259042,
+      "eval_ro_opus100_pr_auc": 0.8837716035973372,
+      "eval_ro_ud_pr_auc": 0.9692976411050094,
+      "eval_ru_ersatz_pr_auc": 0.9917973949560734,
+      "eval_ru_opus100_pr_auc": 0.9343535673737234,
+      "eval_ru_ud_pr_auc": 0.8920521161776384,
+      "eval_runtime": 326.5012,
+      "eval_samples_per_second": 231.129,
+      "eval_si_opus100_pr_auc": 0.819372243295063,
+      "eval_sk_opus100_pr_auc": 0.9367100255711563,
+      "eval_sk_ud_pr_auc": 0.9817157451485188,
+      "eval_sl_opus100_pr_auc": 0.8664349150697988,
+      "eval_sl_ud_pr_auc": 0.9738655702410222,
+      "eval_sq_opus100_pr_auc": 0.9254881024190055,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9177677694838307,
+      "eval_sr_ud_pr_auc": 0.998618181825833,
+      "eval_steps_per_second": 0.904,
+      "eval_sv_opus100_pr_auc": 0.8994758179062965,
+      "eval_sv_ud_pr_auc": 0.9478894118206599,
+      "eval_ta_ersatz_pr_auc": 0.9822331334267775,
+      "eval_ta_opus100_pr_auc": 0.7166507746419987,
+      "eval_ta_ud_pr_auc": 0.9888171029145117,
+      "eval_te_opus100_pr_auc": 0.830329646022075,
+      "eval_tg_opus100_pr_auc": 0.8971095238231005,
+      "eval_th_opus100_pr_auc": 0.6914405284385966,
+      "eval_th_ud_pr_auc": 0.8395915304199515,
+      "eval_tr_ersatz_pr_auc": 0.9704226764444129,
+      "eval_tr_opus100_pr_auc": 0.9021976824746258,
+      "eval_tr_ud_pr_auc": 0.9553172446506883,
+      "eval_uk_opus100_pr_auc": 0.8835093448621145,
+      "eval_uk_ud_pr_auc": 0.9383434784832456,
+      "eval_ur_opus100_pr_auc": 0.5895926779236619,
+      "eval_ur_ud_pr_auc": 0.988055830967702,
+      "eval_uz_opus100_pr_auc": 0.8801454777575519,
+      "eval_vi_opus100_pr_auc": 0.8910318092216037,
+      "eval_vi_ud_pr_auc": 0.9493992257455052,
+      "eval_xh_opus100_pr_auc": 0.8892754228847227,
+      "eval_yi_opus100_pr_auc": 0.7899212267839941,
+      "eval_yo_opus100_pr_auc": 0.8368359439941986,
+      "eval_yo_ud_pr_auc": 0.9323375717159639,
+      "eval_zh_ersatz_pr_auc": 0.9701241475197531,
+      "eval_zh_opus100_pr_auc": 0.8678695275908234,
+      "eval_zh_ud_pr_auc": 0.9910008827680625,
+      "eval_zu_opus100_pr_auc": 0.8212341912635384,
+      "step": 255000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79620253164557e-05,
+      "learning_rate_adapter": 3.79620253164557e-05,
+      "loss": 0.0242,
+      "step": 255050
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79493670886076e-05,
+      "learning_rate_adapter": 3.79493670886076e-05,
+      "loss": 0.0244,
+      "step": 255100
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7936708860759496e-05,
+      "learning_rate_adapter": 3.7936708860759496e-05,
+      "loss": 0.0242,
+      "step": 255150
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7924050632911395e-05,
+      "learning_rate_adapter": 3.7924050632911395e-05,
+      "loss": 0.0242,
+      "step": 255200
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7911392405063294e-05,
+      "learning_rate_adapter": 3.7911392405063294e-05,
+      "loss": 0.0244,
+      "step": 255250
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7898734177215186e-05,
+      "learning_rate_adapter": 3.7898734177215186e-05,
+      "loss": 0.0243,
+      "step": 255300
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.788607594936709e-05,
+      "learning_rate_adapter": 3.788607594936709e-05,
+      "loss": 0.0242,
+      "step": 255350
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.787341772151899e-05,
+      "learning_rate_adapter": 3.787341772151899e-05,
+      "loss": 0.0244,
+      "step": 255400
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.786075949367089e-05,
+      "learning_rate_adapter": 3.786075949367089e-05,
+      "loss": 0.0241,
+      "step": 255450
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.784810126582279e-05,
+      "learning_rate_adapter": 3.784810126582279e-05,
+      "loss": 0.024,
+      "step": 255500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.783544303797468e-05,
+      "learning_rate_adapter": 3.783544303797468e-05,
+      "loss": 0.0242,
+      "step": 255550
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.782278481012658e-05,
+      "learning_rate_adapter": 3.782278481012658e-05,
+      "loss": 0.0242,
+      "step": 255600
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7810126582278485e-05,
+      "learning_rate_adapter": 3.7810126582278485e-05,
+      "loss": 0.0244,
+      "step": 255650
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7797468354430384e-05,
+      "learning_rate_adapter": 3.7797468354430384e-05,
+      "loss": 0.0244,
+      "step": 255700
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.778481012658228e-05,
+      "learning_rate_adapter": 3.778481012658228e-05,
+      "loss": 0.0242,
+      "step": 255750
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.777215189873418e-05,
+      "learning_rate_adapter": 3.777215189873418e-05,
+      "loss": 0.0241,
+      "step": 255800
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7759493670886074e-05,
+      "learning_rate_adapter": 3.7759493670886074e-05,
+      "loss": 0.0242,
+      "step": 255850
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.774683544303797e-05,
+      "learning_rate_adapter": 3.774683544303797e-05,
+      "loss": 0.0243,
+      "step": 255900
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.773417721518988e-05,
+      "learning_rate_adapter": 3.773417721518988e-05,
+      "loss": 0.0242,
+      "step": 255950
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.772151898734178e-05,
+      "learning_rate_adapter": 3.772151898734178e-05,
+      "loss": 0.0241,
+      "step": 256000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7708860759493676e-05,
+      "learning_rate_adapter": 3.7708860759493676e-05,
+      "loss": 0.0246,
+      "step": 256050
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.769620253164557e-05,
+      "learning_rate_adapter": 3.769620253164557e-05,
+      "loss": 0.0242,
+      "step": 256100
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.768354430379747e-05,
+      "learning_rate_adapter": 3.768354430379747e-05,
+      "loss": 0.0246,
+      "step": 256150
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7670886075949366e-05,
+      "learning_rate_adapter": 3.7670886075949366e-05,
+      "loss": 0.0243,
+      "step": 256200
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.765822784810127e-05,
+      "learning_rate_adapter": 3.765822784810127e-05,
+      "loss": 0.0242,
+      "step": 256250
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.764556962025317e-05,
+      "learning_rate_adapter": 3.764556962025317e-05,
+      "loss": 0.0243,
+      "step": 256300
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.763291139240506e-05,
+      "learning_rate_adapter": 3.763291139240506e-05,
+      "loss": 0.0244,
+      "step": 256350
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.762025316455696e-05,
+      "learning_rate_adapter": 3.762025316455696e-05,
+      "loss": 0.024,
+      "step": 256400
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.760759493670886e-05,
+      "learning_rate_adapter": 3.760759493670886e-05,
+      "loss": 0.0243,
+      "step": 256450
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.759493670886076e-05,
+      "learning_rate_adapter": 3.759493670886076e-05,
+      "loss": 0.0245,
+      "step": 256500
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7582278481012664e-05,
+      "learning_rate_adapter": 3.7582278481012664e-05,
+      "loss": 0.0244,
+      "step": 256550
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.756962025316456e-05,
+      "learning_rate_adapter": 3.756962025316456e-05,
+      "loss": 0.0244,
+      "step": 256600
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7556962025316455e-05,
+      "learning_rate_adapter": 3.7556962025316455e-05,
+      "loss": 0.0244,
+      "step": 256650
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7544303797468354e-05,
+      "learning_rate_adapter": 3.7544303797468354e-05,
+      "loss": 0.0241,
+      "step": 256700
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.753164556962025e-05,
+      "learning_rate_adapter": 3.753164556962025e-05,
+      "loss": 0.0243,
+      "step": 256750
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.751898734177215e-05,
+      "learning_rate_adapter": 3.751898734177215e-05,
+      "loss": 0.0243,
+      "step": 256800
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.750632911392406e-05,
+      "learning_rate_adapter": 3.750632911392406e-05,
+      "loss": 0.024,
+      "step": 256850
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.749367088607595e-05,
+      "learning_rate_adapter": 3.749367088607595e-05,
+      "loss": 0.0242,
+      "step": 256900
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.748101265822785e-05,
+      "learning_rate_adapter": 3.748101265822785e-05,
+      "loss": 0.0241,
+      "step": 256950
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.746835443037975e-05,
+      "learning_rate_adapter": 3.746835443037975e-05,
+      "loss": 0.024,
+      "step": 257000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7455696202531646e-05,
+      "learning_rate_adapter": 3.7455696202531646e-05,
+      "loss": 0.0243,
+      "step": 257050
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7443037974683545e-05,
+      "learning_rate_adapter": 3.7443037974683545e-05,
+      "loss": 0.0245,
+      "step": 257100
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7430379746835444e-05,
+      "learning_rate_adapter": 3.7430379746835444e-05,
+      "loss": 0.0242,
+      "step": 257150
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.741772151898734e-05,
+      "learning_rate_adapter": 3.741772151898734e-05,
+      "loss": 0.0241,
+      "step": 257200
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.740506329113924e-05,
+      "learning_rate_adapter": 3.740506329113924e-05,
+      "loss": 0.0244,
+      "step": 257250
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.739240506329114e-05,
+      "learning_rate_adapter": 3.739240506329114e-05,
+      "loss": 0.0244,
+      "step": 257300
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.737974683544304e-05,
+      "learning_rate_adapter": 3.737974683544304e-05,
+      "loss": 0.0243,
+      "step": 257350
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.736708860759494e-05,
+      "learning_rate_adapter": 3.736708860759494e-05,
+      "loss": 0.0243,
+      "step": 257400
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.735443037974684e-05,
+      "learning_rate_adapter": 3.735443037974684e-05,
+      "loss": 0.0243,
+      "step": 257450
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7341772151898736e-05,
+      "learning_rate_adapter": 3.7341772151898736e-05,
+      "loss": 0.0245,
+      "step": 257500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7329113924050635e-05,
+      "learning_rate_adapter": 3.7329113924050635e-05,
+      "loss": 0.0241,
+      "step": 257550
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7316455696202534e-05,
+      "learning_rate_adapter": 3.7316455696202534e-05,
+      "loss": 0.0243,
+      "step": 257600
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.730379746835443e-05,
+      "learning_rate_adapter": 3.730379746835443e-05,
+      "loss": 0.0242,
+      "step": 257650
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.729113924050633e-05,
+      "learning_rate_adapter": 3.729113924050633e-05,
+      "loss": 0.0241,
+      "step": 257700
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.727848101265823e-05,
+      "learning_rate_adapter": 3.727848101265823e-05,
+      "loss": 0.0243,
+      "step": 257750
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.726582278481013e-05,
+      "learning_rate_adapter": 3.726582278481013e-05,
+      "loss": 0.0243,
+      "step": 257800
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.725316455696203e-05,
+      "learning_rate_adapter": 3.725316455696203e-05,
+      "loss": 0.0242,
+      "step": 257850
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.724050632911393e-05,
+      "learning_rate_adapter": 3.724050632911393e-05,
+      "loss": 0.0242,
+      "step": 257900
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.722784810126582e-05,
+      "learning_rate_adapter": 3.722784810126582e-05,
+      "loss": 0.0243,
+      "step": 257950
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7215189873417724e-05,
+      "learning_rate_adapter": 3.7215189873417724e-05,
+      "loss": 0.024,
+      "step": 258000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.720253164556962e-05,
+      "learning_rate_adapter": 3.720253164556962e-05,
+      "loss": 0.024,
+      "step": 258050
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.718987341772152e-05,
+      "learning_rate_adapter": 3.718987341772152e-05,
+      "loss": 0.0242,
+      "step": 258100
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.717721518987342e-05,
+      "learning_rate_adapter": 3.717721518987342e-05,
+      "loss": 0.0242,
+      "step": 258150
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.716455696202532e-05,
+      "learning_rate_adapter": 3.716455696202532e-05,
+      "loss": 0.0241,
+      "step": 258200
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.715189873417721e-05,
+      "learning_rate_adapter": 3.715189873417721e-05,
+      "loss": 0.0242,
+      "step": 258250
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.713924050632912e-05,
+      "learning_rate_adapter": 3.713924050632912e-05,
+      "loss": 0.0242,
+      "step": 258300
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7126582278481016e-05,
+      "learning_rate_adapter": 3.7126582278481016e-05,
+      "loss": 0.0243,
+      "step": 258350
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7113924050632915e-05,
+      "learning_rate_adapter": 3.7113924050632915e-05,
+      "loss": 0.0243,
+      "step": 258400
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7101265822784814e-05,
+      "learning_rate_adapter": 3.7101265822784814e-05,
+      "loss": 0.0241,
+      "step": 258450
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7088607594936706e-05,
+      "learning_rate_adapter": 3.7088607594936706e-05,
+      "loss": 0.0243,
+      "step": 258500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7075949367088605e-05,
+      "learning_rate_adapter": 3.7075949367088605e-05,
+      "loss": 0.0242,
+      "step": 258550
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.706329113924051e-05,
+      "learning_rate_adapter": 3.706329113924051e-05,
+      "loss": 0.0244,
+      "step": 258600
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.705063291139241e-05,
+      "learning_rate_adapter": 3.705063291139241e-05,
+      "loss": 0.0242,
+      "step": 258650
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.703797468354431e-05,
+      "learning_rate_adapter": 3.703797468354431e-05,
+      "loss": 0.0245,
+      "step": 258700
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.70253164556962e-05,
+      "learning_rate_adapter": 3.70253164556962e-05,
+      "loss": 0.0241,
+      "step": 258750
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.70126582278481e-05,
+      "learning_rate_adapter": 3.70126582278481e-05,
+      "loss": 0.0244,
+      "step": 258800
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0243,
+      "step": 258850
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6987341772151904e-05,
+      "learning_rate_adapter": 3.6987341772151904e-05,
+      "loss": 0.0243,
+      "step": 258900
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.69746835443038e-05,
+      "learning_rate_adapter": 3.69746835443038e-05,
+      "loss": 0.0242,
+      "step": 258950
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.69620253164557e-05,
+      "learning_rate_adapter": 3.69620253164557e-05,
+      "loss": 0.0243,
+      "step": 259000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6949367088607594e-05,
+      "learning_rate_adapter": 3.6949367088607594e-05,
+      "loss": 0.0242,
+      "step": 259050
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.693670886075949e-05,
+      "learning_rate_adapter": 3.693670886075949e-05,
+      "loss": 0.0242,
+      "step": 259100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.692405063291139e-05,
+      "learning_rate_adapter": 3.692405063291139e-05,
+      "loss": 0.0243,
+      "step": 259150
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.69113924050633e-05,
+      "learning_rate_adapter": 3.69113924050633e-05,
+      "loss": 0.0244,
+      "step": 259200
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6898734177215196e-05,
+      "learning_rate_adapter": 3.6898734177215196e-05,
+      "loss": 0.0242,
+      "step": 259250
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.688607594936709e-05,
+      "learning_rate_adapter": 3.688607594936709e-05,
+      "loss": 0.0244,
+      "step": 259300
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.687341772151899e-05,
+      "learning_rate_adapter": 3.687341772151899e-05,
+      "loss": 0.024,
+      "step": 259350
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6860759493670886e-05,
+      "learning_rate_adapter": 3.6860759493670886e-05,
+      "loss": 0.0244,
+      "step": 259400
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6848101265822784e-05,
+      "learning_rate_adapter": 3.6848101265822784e-05,
+      "loss": 0.0243,
+      "step": 259450
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.683544303797469e-05,
+      "learning_rate_adapter": 3.683544303797469e-05,
+      "loss": 0.0242,
+      "step": 259500
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.682278481012658e-05,
+      "learning_rate_adapter": 3.682278481012658e-05,
+      "loss": 0.0239,
+      "step": 259550
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.681012658227848e-05,
+      "learning_rate_adapter": 3.681012658227848e-05,
+      "loss": 0.0245,
+      "step": 259600
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.679746835443038e-05,
+      "learning_rate_adapter": 3.679746835443038e-05,
+      "loss": 0.0242,
+      "step": 259650
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.678481012658228e-05,
+      "learning_rate_adapter": 3.678481012658228e-05,
+      "loss": 0.0241,
+      "step": 259700
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.677215189873418e-05,
+      "learning_rate_adapter": 3.677215189873418e-05,
+      "loss": 0.0242,
+      "step": 259750
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.675949367088608e-05,
+      "learning_rate_adapter": 3.675949367088608e-05,
+      "loss": 0.0241,
+      "step": 259800
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6746835443037975e-05,
+      "learning_rate_adapter": 3.6746835443037975e-05,
+      "loss": 0.0243,
+      "step": 259850
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6734177215189874e-05,
+      "learning_rate_adapter": 3.6734177215189874e-05,
+      "loss": 0.0241,
+      "step": 259900
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.672151898734177e-05,
+      "learning_rate_adapter": 3.672151898734177e-05,
+      "loss": 0.0241,
+      "step": 259950
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.670886075949367e-05,
+      "learning_rate_adapter": 3.670886075949367e-05,
+      "loss": 0.0238,
+      "step": 260000
+    },
+    {
+      "epoch": 1.75,
+      "eval_af_opus100_pr_auc": 0.7733059816814223,
+      "eval_af_ud_pr_auc": 0.991788193565879,
+      "eval_am_opus100_pr_auc": 0.6593149296108111,
+      "eval_ar_ersatz_pr_auc": 0.9204634011285444,
+      "eval_ar_opus100_pr_auc": 0.7201061301140582,
+      "eval_ar_ud_pr_auc": 0.8918574894523794,
+      "eval_average_ersatz_pr_auc": 0.967439829809068,
+      "eval_average_opus100_pr_auc": 0.840856094118522,
+      "eval_average_ud_pr_auc": 0.9642830443035746,
+      "eval_az_opus100_pr_auc": 0.7788733637571934,
+      "eval_be_opus100_pr_auc": 0.6996896842800037,
+      "eval_be_ud_pr_auc": 0.8993187291194511,
+      "eval_bg_opus100_pr_auc": 0.9189242418339958,
+      "eval_bg_ud_pr_auc": 0.9966747694052028,
+      "eval_bn_opus100_pr_auc": 0.8339289731905084,
+      "eval_bn_ud_pr_auc": 0.9980137138444692,
+      "eval_ca_opus100_pr_auc": 0.8794833040000407,
+      "eval_ca_ud_pr_auc": 0.9953847564850722,
+      "eval_ceb_ud_pr_auc": 0.9976716481082243,
+      "eval_cs_ersatz_pr_auc": 0.9846372798948821,
+      "eval_cs_opus100_pr_auc": 0.9106515627463362,
+      "eval_cs_ud_pr_auc": 0.9611796265042741,
+      "eval_cy_opus100_pr_auc": 0.768130389508579,
+      "eval_cy_ud_pr_auc": 0.9944486308497169,
+      "eval_da_opus100_pr_auc": 0.9227985162663866,
+      "eval_da_ud_pr_auc": 0.9799831875893089,
+      "eval_de_ersatz_pr_auc": 0.9870678342423748,
+      "eval_de_opus100_pr_auc": 0.9024880416619612,
+      "eval_de_ud_pr_auc": 0.9832835523883089,
+      "eval_el_opus100_pr_auc": 0.9106968709175637,
+      "eval_el_ud_pr_auc": 0.9920971641401183,
+      "eval_en_ersatz_pr_auc": 0.9924660878799942,
+      "eval_en_opus100_pr_auc": 0.9327167154044922,
+      "eval_en_ud_pr_auc": 0.984227124421479,
+      "eval_eo_opus100_pr_auc": 0.9312680142908345,
+      "eval_es_ersatz_pr_auc": 0.9964833690955847,
+      "eval_es_opus100_pr_auc": 0.9301290629060368,
+      "eval_es_ud_pr_auc": 0.9922886851169486,
+      "eval_et_ersatz_pr_auc": 0.9824863651790054,
+      "eval_et_opus100_pr_auc": 0.9064270641249421,
+      "eval_et_ud_pr_auc": 0.9708706572554833,
+      "eval_eu_opus100_pr_auc": 0.8774364900466776,
+      "eval_eu_ud_pr_auc": 0.9911789612014792,
+      "eval_fa_opus100_pr_auc": 0.6033565515910644,
+      "eval_fa_ud_pr_auc": 0.9960955122719348,
+      "eval_fi_ersatz_pr_auc": 0.9923214959276686,
+      "eval_fi_opus100_pr_auc": 0.9238526764758177,
+      "eval_fi_ud_pr_auc": 0.9614788848765202,
+      "eval_fr_ersatz_pr_auc": 0.9887785000979179,
+      "eval_fr_opus100_pr_auc": 0.9149895293866281,
+      "eval_fr_ud_pr_auc": 0.9847428790673998,
+      "eval_fy_opus100_pr_auc": 0.6203726731136601,
+      "eval_ga_opus100_pr_auc": 0.9070271493040606,
+      "eval_ga_ud_pr_auc": 0.8075333992784213,
+      "eval_gd_opus100_pr_auc": 0.7082596399629486,
+      "eval_gd_ud_pr_auc": 0.8236269894757415,
+      "eval_gl_opus100_pr_auc": 0.8888984543411363,
+      "eval_gl_ud_pr_auc": 0.9977106842614839,
+      "eval_gu_ersatz_pr_auc": 0.9267823760888237,
+      "eval_gu_opus100_pr_auc": 0.7505364098830974,
+      "eval_ha_opus100_pr_auc": 0.9176451899929889,
+      "eval_he_opus100_pr_auc": 0.8734351147580413,
+      "eval_he_ud_pr_auc": 0.9830618880364452,
+      "eval_hi_ersatz_pr_auc": 0.9766137320718518,
+      "eval_hi_opus100_pr_auc": 0.6923929177827984,
+      "eval_hi_ud_pr_auc": 0.9725126343037882,
+      "eval_hu_opus100_pr_auc": 0.9193742475673301,
+      "eval_hu_ud_pr_auc": 0.9834683226426637,
+      "eval_hy_opus100_pr_auc": 0.9044673127309679,
+      "eval_hy_ud_pr_auc": 0.979152137588022,
+      "eval_id_opus100_pr_auc": 0.8787158692749718,
+      "eval_id_ud_pr_auc": 0.994445266703256,
+      "eval_ig_opus100_pr_auc": 0.8806246080809849,
+      "eval_is_opus100_pr_auc": 0.931695187520738,
+      "eval_is_ud_pr_auc": 0.9074518220388662,
+      "eval_it_opus100_pr_auc": 0.9107501522654993,
+      "eval_it_ud_pr_auc": 0.997495863483699,
+      "eval_ja_ersatz_pr_auc": 0.8436448720583108,
+      "eval_ja_opus100_pr_auc": 0.8396858600201365,
+      "eval_ja_ud_pr_auc": 0.9757808410618551,
+      "eval_jv_ud_pr_auc": 0.9712964963783763,
+      "eval_ka_opus100_pr_auc": 0.8609895342899244,
+      "eval_kk_ersatz_pr_auc": 0.9875033426680481,
+      "eval_kk_opus100_pr_auc": 0.7591992656326665,
+      "eval_kk_ud_pr_auc": 0.9747515787021747,
+      "eval_km_ersatz_pr_auc": 0.9356517487459172,
+      "eval_km_opus100_pr_auc": 0.7655111134016802,
+      "eval_kn_opus100_pr_auc": 0.6301510728131572,
+      "eval_ko_opus100_pr_auc": 0.6827984185555553,
+      "eval_ko_ud_pr_auc": 0.9977404107711261,
+      "eval_ku_opus100_pr_auc": 0.842939965636347,
+      "eval_ky_opus100_pr_auc": 0.9003426156306282,
+      "eval_la_ud_pr_auc": 0.9619988570878528,
+      "eval_loss": 0.02788429893553257,
+      "eval_lt_ersatz_pr_auc": 0.9948170514346156,
+      "eval_lt_opus100_pr_auc": 0.8849060788755763,
+      "eval_lt_ud_pr_auc": 0.9962292678798218,
+      "eval_lv_ersatz_pr_auc": 0.9907656520281435,
+      "eval_lv_opus100_pr_auc": 0.8930943886312598,
+      "eval_lv_ud_pr_auc": 0.9636296918381516,
+      "eval_mg_opus100_pr_auc": 0.9379614451126282,
+      "eval_mk_opus100_pr_auc": 0.910608468995766,
+      "eval_ml_opus100_pr_auc": 0.799554985786381,
+      "eval_mn_opus100_pr_auc": 0.9346304910563391,
+      "eval_mr_opus100_pr_auc": 0.875237528361004,
+      "eval_mr_ud_pr_auc": 0.9679767408044847,
+      "eval_ms_opus100_pr_auc": 0.871524232133778,
+      "eval_mt_opus100_pr_auc": 0.8495620994576653,
+      "eval_mt_ud_pr_auc": 0.8925804281728256,
+      "eval_my_opus100_pr_auc": 0.8145562547789168,
+      "eval_ne_opus100_pr_auc": 0.7618664614600036,
+      "eval_nl_opus100_pr_auc": 0.9031388117057406,
+      "eval_nl_ud_pr_auc": 0.9868742329139482,
+      "eval_no_opus100_pr_auc": 0.9291873013303917,
+      "eval_no_ud_pr_auc": 0.9962181087789298,
+      "eval_pa_opus100_pr_auc": 0.6711454934956714,
+      "eval_pl_ersatz_pr_auc": 0.9642478112068626,
+      "eval_pl_opus100_pr_auc": 0.8947038529884943,
+      "eval_pl_ud_pr_auc": 0.9625733770641615,
+      "eval_ps_ersatz_pr_auc": 0.9219351777261068,
+      "eval_ps_opus100_pr_auc": 0.7859160172370624,
+      "eval_pt_opus100_pr_auc": 0.9224869207268074,
+      "eval_pt_ud_pr_auc": 0.9873168629608146,
+      "eval_ro_ersatz_pr_auc": 0.99310185530863,
+      "eval_ro_opus100_pr_auc": 0.8723307994346509,
+      "eval_ro_ud_pr_auc": 0.9552571661899261,
+      "eval_ru_ersatz_pr_auc": 0.992485235011369,
+      "eval_ru_opus100_pr_auc": 0.9312313583613662,
+      "eval_ru_ud_pr_auc": 0.8785240265836891,
+      "eval_runtime": 324.4759,
+      "eval_samples_per_second": 232.572,
+      "eval_si_opus100_pr_auc": 0.822255822702819,
+      "eval_sk_opus100_pr_auc": 0.9309784859458863,
+      "eval_sk_ud_pr_auc": 0.9817915238620225,
+      "eval_sl_opus100_pr_auc": 0.866120550921269,
+      "eval_sl_ud_pr_auc": 0.9738129390752762,
+      "eval_sq_opus100_pr_auc": 0.9145281508794953,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9166935088780935,
+      "eval_sr_ud_pr_auc": 0.9984570865535592,
+      "eval_steps_per_second": 0.909,
+      "eval_sv_opus100_pr_auc": 0.8965358777251751,
+      "eval_sv_ud_pr_auc": 0.9479237636765457,
+      "eval_ta_ersatz_pr_auc": 0.9812366799496264,
+      "eval_ta_opus100_pr_auc": 0.711827928487293,
+      "eval_ta_ud_pr_auc": 0.9895875027082286,
+      "eval_te_opus100_pr_auc": 0.8242583809470658,
+      "eval_tg_opus100_pr_auc": 0.8932813537278748,
+      "eval_th_opus100_pr_auc": 0.6906780914471029,
+      "eval_th_ud_pr_auc": 0.842859546605097,
+      "eval_tr_ersatz_pr_auc": 0.9638141110337476,
+      "eval_tr_opus100_pr_auc": 0.8981241107923781,
+      "eval_tr_ud_pr_auc": 0.9527934062604283,
+      "eval_uk_opus100_pr_auc": 0.879674722617722,
+      "eval_uk_ud_pr_auc": 0.935402018711442,
+      "eval_ur_opus100_pr_auc": 0.590480509331643,
+      "eval_ur_ud_pr_auc": 0.9899785723744171,
+      "eval_uz_opus100_pr_auc": 0.8704187865071854,
+      "eval_vi_opus100_pr_auc": 0.8956898014112051,
+      "eval_vi_ud_pr_auc": 0.9582270175983177,
+      "eval_xh_opus100_pr_auc": 0.8875953156823324,
+      "eval_yi_opus100_pr_auc": 0.7186433364058269,
+      "eval_yo_opus100_pr_auc": 0.8349346703618354,
+      "eval_yo_ud_pr_auc": 0.9252280421519217,
+      "eval_zh_ersatz_pr_auc": 0.9663722770214661,
+      "eval_zh_opus100_pr_auc": 0.862010768480402,
+      "eval_zh_ud_pr_auc": 0.9902808450623236,
+      "eval_zu_opus100_pr_auc": 0.837445688182009,
+      "step": 260000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.669620253164557e-05,
+      "learning_rate_adapter": 3.669620253164557e-05,
+      "loss": 0.0242,
+      "step": 260050
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.668354430379747e-05,
+      "learning_rate_adapter": 3.668354430379747e-05,
+      "loss": 0.0243,
+      "step": 260100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.667088607594937e-05,
+      "learning_rate_adapter": 3.667088607594937e-05,
+      "loss": 0.024,
+      "step": 260150
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.665822784810127e-05,
+      "learning_rate_adapter": 3.665822784810127e-05,
+      "loss": 0.0243,
+      "step": 260200
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6645569620253166e-05,
+      "learning_rate_adapter": 3.6645569620253166e-05,
+      "loss": 0.0242,
+      "step": 260250
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6632911392405065e-05,
+      "learning_rate_adapter": 3.6632911392405065e-05,
+      "loss": 0.0244,
+      "step": 260300
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6620253164556964e-05,
+      "learning_rate_adapter": 3.6620253164556964e-05,
+      "loss": 0.0243,
+      "step": 260350
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.660759493670886e-05,
+      "learning_rate_adapter": 3.660759493670886e-05,
+      "loss": 0.0244,
+      "step": 260400
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.659493670886076e-05,
+      "learning_rate_adapter": 3.659493670886076e-05,
+      "loss": 0.0241,
+      "step": 260450
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.658227848101266e-05,
+      "learning_rate_adapter": 3.658227848101266e-05,
+      "loss": 0.0243,
+      "step": 260500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.656962025316456e-05,
+      "learning_rate_adapter": 3.656962025316456e-05,
+      "loss": 0.0241,
+      "step": 260550
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.655696202531646e-05,
+      "learning_rate_adapter": 3.655696202531646e-05,
+      "loss": 0.0243,
+      "step": 260600
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.654430379746836e-05,
+      "learning_rate_adapter": 3.654430379746836e-05,
+      "loss": 0.0243,
+      "step": 260650
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6531645569620256e-05,
+      "learning_rate_adapter": 3.6531645569620256e-05,
+      "loss": 0.0245,
+      "step": 260700
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6518987341772155e-05,
+      "learning_rate_adapter": 3.6518987341772155e-05,
+      "loss": 0.0243,
+      "step": 260750
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6506329113924053e-05,
+      "learning_rate_adapter": 3.6506329113924053e-05,
+      "loss": 0.0243,
+      "step": 260800
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.649367088607595e-05,
+      "learning_rate_adapter": 3.649367088607595e-05,
+      "loss": 0.0244,
+      "step": 260850
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6481012658227844e-05,
+      "learning_rate_adapter": 3.6481012658227844e-05,
+      "loss": 0.0243,
+      "step": 260900
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.646835443037975e-05,
+      "learning_rate_adapter": 3.646835443037975e-05,
+      "loss": 0.0242,
+      "step": 260950
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.645569620253165e-05,
+      "learning_rate_adapter": 3.645569620253165e-05,
+      "loss": 0.0241,
+      "step": 261000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.644303797468355e-05,
+      "learning_rate_adapter": 3.644303797468355e-05,
+      "loss": 0.0242,
+      "step": 261050
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6430379746835447e-05,
+      "learning_rate_adapter": 3.6430379746835447e-05,
+      "loss": 0.0242,
+      "step": 261100
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.641772151898734e-05,
+      "learning_rate_adapter": 3.641772151898734e-05,
+      "loss": 0.024,
+      "step": 261150
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.640506329113924e-05,
+      "learning_rate_adapter": 3.640506329113924e-05,
+      "loss": 0.0243,
+      "step": 261200
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.639240506329114e-05,
+      "learning_rate_adapter": 3.639240506329114e-05,
+      "loss": 0.024,
+      "step": 261250
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.637974683544304e-05,
+      "learning_rate_adapter": 3.637974683544304e-05,
+      "loss": 0.0241,
+      "step": 261300
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.636708860759494e-05,
+      "learning_rate_adapter": 3.636708860759494e-05,
+      "loss": 0.0243,
+      "step": 261350
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.635443037974683e-05,
+      "learning_rate_adapter": 3.635443037974683e-05,
+      "loss": 0.0242,
+      "step": 261400
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.634177215189873e-05,
+      "learning_rate_adapter": 3.634177215189873e-05,
+      "loss": 0.0244,
+      "step": 261450
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.632911392405063e-05,
+      "learning_rate_adapter": 3.632911392405063e-05,
+      "loss": 0.0241,
+      "step": 261500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6316455696202536e-05,
+      "learning_rate_adapter": 3.6316455696202536e-05,
+      "loss": 0.0241,
+      "step": 261550
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6303797468354435e-05,
+      "learning_rate_adapter": 3.6303797468354435e-05,
+      "loss": 0.0242,
+      "step": 261600
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6291139240506334e-05,
+      "learning_rate_adapter": 3.6291139240506334e-05,
+      "loss": 0.0242,
+      "step": 261650
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6278481012658226e-05,
+      "learning_rate_adapter": 3.6278481012658226e-05,
+      "loss": 0.0242,
+      "step": 261700
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6265822784810125e-05,
+      "learning_rate_adapter": 3.6265822784810125e-05,
+      "loss": 0.0241,
+      "step": 261750
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6253164556962024e-05,
+      "learning_rate_adapter": 3.6253164556962024e-05,
+      "loss": 0.0243,
+      "step": 261800
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.624050632911393e-05,
+      "learning_rate_adapter": 3.624050632911393e-05,
+      "loss": 0.0242,
+      "step": 261850
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.622784810126583e-05,
+      "learning_rate_adapter": 3.622784810126583e-05,
+      "loss": 0.0245,
+      "step": 261900
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.621518987341772e-05,
+      "learning_rate_adapter": 3.621518987341772e-05,
+      "loss": 0.0244,
+      "step": 261950
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.620253164556962e-05,
+      "learning_rate_adapter": 3.620253164556962e-05,
+      "loss": 0.0241,
+      "step": 262000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.618987341772152e-05,
+      "learning_rate_adapter": 3.618987341772152e-05,
+      "loss": 0.0242,
+      "step": 262050
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.617721518987342e-05,
+      "learning_rate_adapter": 3.617721518987342e-05,
+      "loss": 0.0242,
+      "step": 262100
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.616455696202532e-05,
+      "learning_rate_adapter": 3.616455696202532e-05,
+      "loss": 0.0243,
+      "step": 262150
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6151898734177215e-05,
+      "learning_rate_adapter": 3.6151898734177215e-05,
+      "loss": 0.0242,
+      "step": 262200
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6139240506329114e-05,
+      "learning_rate_adapter": 3.6139240506329114e-05,
+      "loss": 0.0242,
+      "step": 262250
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.612658227848101e-05,
+      "learning_rate_adapter": 3.612658227848101e-05,
+      "loss": 0.0241,
+      "step": 262300
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.611392405063291e-05,
+      "learning_rate_adapter": 3.611392405063291e-05,
+      "loss": 0.0242,
+      "step": 262350
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.610126582278481e-05,
+      "learning_rate_adapter": 3.610126582278481e-05,
+      "loss": 0.0243,
+      "step": 262400
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6088607594936716e-05,
+      "learning_rate_adapter": 3.6088607594936716e-05,
+      "loss": 0.0244,
+      "step": 262450
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.607594936708861e-05,
+      "learning_rate_adapter": 3.607594936708861e-05,
+      "loss": 0.0242,
+      "step": 262500
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.606329113924051e-05,
+      "learning_rate_adapter": 3.606329113924051e-05,
+      "loss": 0.0242,
+      "step": 262550
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6050632911392405e-05,
+      "learning_rate_adapter": 3.6050632911392405e-05,
+      "loss": 0.0243,
+      "step": 262600
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6037974683544304e-05,
+      "learning_rate_adapter": 3.6037974683544304e-05,
+      "loss": 0.0241,
+      "step": 262650
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.60253164556962e-05,
+      "learning_rate_adapter": 3.60253164556962e-05,
+      "loss": 0.0241,
+      "step": 262700
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.60126582278481e-05,
+      "learning_rate_adapter": 3.60126582278481e-05,
+      "loss": 0.0242,
+      "step": 262750
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0242,
+      "step": 262800
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.59873417721519e-05,
+      "learning_rate_adapter": 3.59873417721519e-05,
+      "loss": 0.0242,
+      "step": 262850
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.59746835443038e-05,
+      "learning_rate_adapter": 3.59746835443038e-05,
+      "loss": 0.0242,
+      "step": 262900
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.59620253164557e-05,
+      "learning_rate_adapter": 3.59620253164557e-05,
+      "loss": 0.0242,
+      "step": 262950
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5949367088607596e-05,
+      "learning_rate_adapter": 3.5949367088607596e-05,
+      "loss": 0.0244,
+      "step": 263000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5936708860759495e-05,
+      "learning_rate_adapter": 3.5936708860759495e-05,
+      "loss": 0.0243,
+      "step": 263050
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5924050632911394e-05,
+      "learning_rate_adapter": 3.5924050632911394e-05,
+      "loss": 0.0243,
+      "step": 263100
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.591139240506329e-05,
+      "learning_rate_adapter": 3.591139240506329e-05,
+      "loss": 0.0241,
+      "step": 263150
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.589873417721519e-05,
+      "learning_rate_adapter": 3.589873417721519e-05,
+      "loss": 0.0243,
+      "step": 263200
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.588607594936709e-05,
+      "learning_rate_adapter": 3.588607594936709e-05,
+      "loss": 0.0242,
+      "step": 263250
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.587341772151899e-05,
+      "learning_rate_adapter": 3.587341772151899e-05,
+      "loss": 0.0239,
+      "step": 263300
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.586075949367089e-05,
+      "learning_rate_adapter": 3.586075949367089e-05,
+      "loss": 0.024,
+      "step": 263350
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.584810126582279e-05,
+      "learning_rate_adapter": 3.584810126582279e-05,
+      "loss": 0.024,
+      "step": 263400
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5835443037974686e-05,
+      "learning_rate_adapter": 3.5835443037974686e-05,
+      "loss": 0.0244,
+      "step": 263450
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5822784810126585e-05,
+      "learning_rate_adapter": 3.5822784810126585e-05,
+      "loss": 0.0242,
+      "step": 263500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5810126582278484e-05,
+      "learning_rate_adapter": 3.5810126582278484e-05,
+      "loss": 0.0242,
+      "step": 263550
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.579746835443038e-05,
+      "learning_rate_adapter": 3.579746835443038e-05,
+      "loss": 0.0239,
+      "step": 263600
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.578481012658228e-05,
+      "learning_rate_adapter": 3.578481012658228e-05,
+      "loss": 0.0242,
+      "step": 263650
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.577215189873418e-05,
+      "learning_rate_adapter": 3.577215189873418e-05,
+      "loss": 0.0242,
+      "step": 263700
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.575949367088608e-05,
+      "learning_rate_adapter": 3.575949367088608e-05,
+      "loss": 0.0242,
+      "step": 263750
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.574683544303797e-05,
+      "learning_rate_adapter": 3.574683544303797e-05,
+      "loss": 0.0246,
+      "step": 263800
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.573417721518988e-05,
+      "learning_rate_adapter": 3.573417721518988e-05,
+      "loss": 0.0244,
+      "step": 263850
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5721518987341776e-05,
+      "learning_rate_adapter": 3.5721518987341776e-05,
+      "loss": 0.0243,
+      "step": 263900
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5708860759493675e-05,
+      "learning_rate_adapter": 3.5708860759493675e-05,
+      "loss": 0.0242,
+      "step": 263950
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5696202531645573e-05,
+      "learning_rate_adapter": 3.5696202531645573e-05,
+      "loss": 0.0242,
+      "step": 264000
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.568354430379747e-05,
+      "learning_rate_adapter": 3.568354430379747e-05,
+      "loss": 0.0243,
+      "step": 264050
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5670886075949364e-05,
+      "learning_rate_adapter": 3.5670886075949364e-05,
+      "loss": 0.0242,
+      "step": 264100
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.565822784810126e-05,
+      "learning_rate_adapter": 3.565822784810126e-05,
+      "loss": 0.0242,
+      "step": 264150
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.564556962025317e-05,
+      "learning_rate_adapter": 3.564556962025317e-05,
+      "loss": 0.0242,
+      "step": 264200
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.563291139240507e-05,
+      "learning_rate_adapter": 3.563291139240507e-05,
+      "loss": 0.024,
+      "step": 264250
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5620253164556967e-05,
+      "learning_rate_adapter": 3.5620253164556967e-05,
+      "loss": 0.0243,
+      "step": 264300
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.560759493670886e-05,
+      "learning_rate_adapter": 3.560759493670886e-05,
+      "loss": 0.0243,
+      "step": 264350
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.559493670886076e-05,
+      "learning_rate_adapter": 3.559493670886076e-05,
+      "loss": 0.0241,
+      "step": 264400
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5582278481012656e-05,
+      "learning_rate_adapter": 3.5582278481012656e-05,
+      "loss": 0.0241,
+      "step": 264450
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.556962025316456e-05,
+      "learning_rate_adapter": 3.556962025316456e-05,
+      "loss": 0.0244,
+      "step": 264500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.555696202531646e-05,
+      "learning_rate_adapter": 3.555696202531646e-05,
+      "loss": 0.0241,
+      "step": 264550
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.554430379746835e-05,
+      "learning_rate_adapter": 3.554430379746835e-05,
+      "loss": 0.0242,
+      "step": 264600
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.553164556962025e-05,
+      "learning_rate_adapter": 3.553164556962025e-05,
+      "loss": 0.0242,
+      "step": 264650
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.551898734177215e-05,
+      "learning_rate_adapter": 3.551898734177215e-05,
+      "loss": 0.0241,
+      "step": 264700
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.550632911392405e-05,
+      "learning_rate_adapter": 3.550632911392405e-05,
+      "loss": 0.0241,
+      "step": 264750
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5493670886075955e-05,
+      "learning_rate_adapter": 3.5493670886075955e-05,
+      "loss": 0.0243,
+      "step": 264800
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5481012658227854e-05,
+      "learning_rate_adapter": 3.5481012658227854e-05,
+      "loss": 0.024,
+      "step": 264850
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5468354430379746e-05,
+      "learning_rate_adapter": 3.5468354430379746e-05,
+      "loss": 0.024,
+      "step": 264900
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5455696202531645e-05,
+      "learning_rate_adapter": 3.5455696202531645e-05,
+      "loss": 0.0241,
+      "step": 264950
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5443037974683544e-05,
+      "learning_rate_adapter": 3.5443037974683544e-05,
+      "loss": 0.0242,
+      "step": 265000
+    },
+    {
+      "epoch": 1.79,
+      "eval_af_opus100_pr_auc": 0.7813186536698198,
+      "eval_af_ud_pr_auc": 0.9903929148089599,
+      "eval_am_opus100_pr_auc": 0.6714153061056001,
+      "eval_ar_ersatz_pr_auc": 0.91649409953447,
+      "eval_ar_opus100_pr_auc": 0.7287893525693915,
+      "eval_ar_ud_pr_auc": 0.8930524510953977,
+      "eval_average_ersatz_pr_auc": 0.9688147346633197,
+      "eval_average_opus100_pr_auc": 0.8454193886577824,
+      "eval_average_ud_pr_auc": 0.9650441360609626,
+      "eval_az_opus100_pr_auc": 0.7916977784301857,
+      "eval_be_opus100_pr_auc": 0.7116649891403048,
+      "eval_be_ud_pr_auc": 0.903336080125167,
+      "eval_bg_opus100_pr_auc": 0.9227321261842955,
+      "eval_bg_ud_pr_auc": 0.9961923865466794,
+      "eval_bn_opus100_pr_auc": 0.8484656120506398,
+      "eval_bn_ud_pr_auc": 0.9990344616049505,
+      "eval_ca_opus100_pr_auc": 0.8850674004389948,
+      "eval_ca_ud_pr_auc": 0.9969230364484343,
+      "eval_ceb_ud_pr_auc": 0.9978432430657489,
+      "eval_cs_ersatz_pr_auc": 0.9840249040980559,
+      "eval_cs_opus100_pr_auc": 0.9133707453002077,
+      "eval_cs_ud_pr_auc": 0.9614996900754291,
+      "eval_cy_opus100_pr_auc": 0.7671238548985587,
+      "eval_cy_ud_pr_auc": 0.9939301839346,
+      "eval_da_opus100_pr_auc": 0.9227644885344641,
+      "eval_da_ud_pr_auc": 0.9798780439259123,
+      "eval_de_ersatz_pr_auc": 0.9883632422636873,
+      "eval_de_opus100_pr_auc": 0.9093209720020672,
+      "eval_de_ud_pr_auc": 0.985910704080089,
+      "eval_el_opus100_pr_auc": 0.9101981323709997,
+      "eval_el_ud_pr_auc": 0.989449915807162,
+      "eval_en_ersatz_pr_auc": 0.9923046683527275,
+      "eval_en_opus100_pr_auc": 0.9339289166232826,
+      "eval_en_ud_pr_auc": 0.9848041600925567,
+      "eval_eo_opus100_pr_auc": 0.9317737613170299,
+      "eval_es_ersatz_pr_auc": 0.9968194876874144,
+      "eval_es_opus100_pr_auc": 0.9327575293462895,
+      "eval_es_ud_pr_auc": 0.9937484205135019,
+      "eval_et_ersatz_pr_auc": 0.9833888307484311,
+      "eval_et_opus100_pr_auc": 0.9062846770534636,
+      "eval_et_ud_pr_auc": 0.9665173310331812,
+      "eval_eu_opus100_pr_auc": 0.8841415479366265,
+      "eval_eu_ud_pr_auc": 0.9917827358524149,
+      "eval_fa_opus100_pr_auc": 0.611546786693012,
+      "eval_fa_ud_pr_auc": 0.9948951802976518,
+      "eval_fi_ersatz_pr_auc": 0.9921344355533949,
+      "eval_fi_opus100_pr_auc": 0.9295088042659686,
+      "eval_fi_ud_pr_auc": 0.9580321969245787,
+      "eval_fr_ersatz_pr_auc": 0.9898284293892711,
+      "eval_fr_opus100_pr_auc": 0.9248354286099083,
+      "eval_fr_ud_pr_auc": 0.9839705353676347,
+      "eval_fy_opus100_pr_auc": 0.6241247340148038,
+      "eval_ga_opus100_pr_auc": 0.9061999389974836,
+      "eval_ga_ud_pr_auc": 0.832688385618896,
+      "eval_gd_opus100_pr_auc": 0.6766823964406654,
+      "eval_gd_ud_pr_auc": 0.8186183355719829,
+      "eval_gl_opus100_pr_auc": 0.8922872426239057,
+      "eval_gl_ud_pr_auc": 0.9982326515808482,
+      "eval_gu_ersatz_pr_auc": 0.9318303283795145,
+      "eval_gu_opus100_pr_auc": 0.7558668811896396,
+      "eval_ha_opus100_pr_auc": 0.9192808465284483,
+      "eval_he_opus100_pr_auc": 0.8772660013665239,
+      "eval_he_ud_pr_auc": 0.979495113278148,
+      "eval_hi_ersatz_pr_auc": 0.9765057754389349,
+      "eval_hi_opus100_pr_auc": 0.7056104852132359,
+      "eval_hi_ud_pr_auc": 0.9777111971946145,
+      "eval_hu_opus100_pr_auc": 0.9282115819707539,
+      "eval_hu_ud_pr_auc": 0.9846326245089014,
+      "eval_hy_opus100_pr_auc": 0.9072936530851641,
+      "eval_hy_ud_pr_auc": 0.9787849971764029,
+      "eval_id_opus100_pr_auc": 0.8871812405718366,
+      "eval_id_ud_pr_auc": 0.9950843375041389,
+      "eval_ig_opus100_pr_auc": 0.8724163082570525,
+      "eval_is_opus100_pr_auc": 0.9367898357845439,
+      "eval_is_ud_pr_auc": 0.9061212556613006,
+      "eval_it_opus100_pr_auc": 0.9210189868455859,
+      "eval_it_ud_pr_auc": 0.9979412166130539,
+      "eval_ja_ersatz_pr_auc": 0.8667230689607454,
+      "eval_ja_opus100_pr_auc": 0.8590855789491672,
+      "eval_ja_ud_pr_auc": 0.976403056957831,
+      "eval_jv_ud_pr_auc": 0.9716787085689126,
+      "eval_ka_opus100_pr_auc": 0.8578178493364093,
+      "eval_kk_ersatz_pr_auc": 0.9884398795975142,
+      "eval_kk_opus100_pr_auc": 0.7695656925381693,
+      "eval_kk_ud_pr_auc": 0.975117888631785,
+      "eval_km_ersatz_pr_auc": 0.9327375988926745,
+      "eval_km_opus100_pr_auc": 0.7784790926886366,
+      "eval_kn_opus100_pr_auc": 0.6314566556589908,
+      "eval_ko_opus100_pr_auc": 0.6996291005966448,
+      "eval_ko_ud_pr_auc": 0.9975436828876293,
+      "eval_ku_opus100_pr_auc": 0.8345687731210021,
+      "eval_ky_opus100_pr_auc": 0.8955808717921416,
+      "eval_la_ud_pr_auc": 0.9723689300211261,
+      "eval_loss": 0.027757685631513596,
+      "eval_lt_ersatz_pr_auc": 0.9933864013204287,
+      "eval_lt_opus100_pr_auc": 0.885406254818934,
+      "eval_lt_ud_pr_auc": 0.9968236408401322,
+      "eval_lv_ersatz_pr_auc": 0.9915099287678347,
+      "eval_lv_opus100_pr_auc": 0.9008816150748762,
+      "eval_lv_ud_pr_auc": 0.9690177512183521,
+      "eval_mg_opus100_pr_auc": 0.9430960985050736,
+      "eval_mk_opus100_pr_auc": 0.9212310430552223,
+      "eval_ml_opus100_pr_auc": 0.808976457805236,
+      "eval_mn_opus100_pr_auc": 0.937531631558356,
+      "eval_mr_opus100_pr_auc": 0.8869249372435924,
+      "eval_mr_ud_pr_auc": 0.9662898042635681,
+      "eval_ms_opus100_pr_auc": 0.8719562298547694,
+      "eval_mt_opus100_pr_auc": 0.8559830719697655,
+      "eval_mt_ud_pr_auc": 0.8849994650523916,
+      "eval_my_opus100_pr_auc": 0.8153106094823103,
+      "eval_ne_opus100_pr_auc": 0.7462373457072001,
+      "eval_nl_opus100_pr_auc": 0.9053202473934492,
+      "eval_nl_ud_pr_auc": 0.9870664534934264,
+      "eval_no_opus100_pr_auc": 0.9326648533429125,
+      "eval_no_ud_pr_auc": 0.9965316640438776,
+      "eval_pa_opus100_pr_auc": 0.6769352240716634,
+      "eval_pl_ersatz_pr_auc": 0.9667702396510627,
+      "eval_pl_opus100_pr_auc": 0.9021917419585396,
+      "eval_pl_ud_pr_auc": 0.9682473795730271,
+      "eval_ps_ersatz_pr_auc": 0.9225468794491505,
+      "eval_ps_opus100_pr_auc": 0.7742706533218078,
+      "eval_pt_opus100_pr_auc": 0.9238595314096233,
+      "eval_pt_ud_pr_auc": 0.9898079985971376,
+      "eval_ro_ersatz_pr_auc": 0.9937129061022689,
+      "eval_ro_opus100_pr_auc": 0.8827330248966503,
+      "eval_ro_ud_pr_auc": 0.9583174891651489,
+      "eval_ru_ersatz_pr_auc": 0.9910006441898378,
+      "eval_ru_opus100_pr_auc": 0.9298839111517313,
+      "eval_ru_ud_pr_auc": 0.8866298266474587,
+      "eval_runtime": 327.7043,
+      "eval_samples_per_second": 230.281,
+      "eval_si_opus100_pr_auc": 0.8204145353000558,
+      "eval_sk_opus100_pr_auc": 0.9361205736378037,
+      "eval_sk_ud_pr_auc": 0.9842261332769373,
+      "eval_sl_opus100_pr_auc": 0.8703700883690378,
+      "eval_sl_ud_pr_auc": 0.9719892300936861,
+      "eval_sq_opus100_pr_auc": 0.9203969029397446,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9176006975849259,
+      "eval_sr_ud_pr_auc": 0.9986153920890811,
+      "eval_steps_per_second": 0.9,
+      "eval_sv_opus100_pr_auc": 0.9023958430655263,
+      "eval_sv_ud_pr_auc": 0.9461462487131299,
+      "eval_ta_ersatz_pr_auc": 0.9810671326171501,
+      "eval_ta_opus100_pr_auc": 0.7258645456678847,
+      "eval_ta_ud_pr_auc": 0.9910088405640761,
+      "eval_te_opus100_pr_auc": 0.8358173895040011,
+      "eval_tg_opus100_pr_auc": 0.8972607275685311,
+      "eval_th_opus100_pr_auc": 0.6907981988139191,
+      "eval_th_ud_pr_auc": 0.8364974098848826,
+      "eval_tr_ersatz_pr_auc": 0.9645544661068645,
+      "eval_tr_opus100_pr_auc": 0.9037641335484358,
+      "eval_tr_ud_pr_auc": 0.9574535657361927,
+      "eval_uk_opus100_pr_auc": 0.8838213512875731,
+      "eval_uk_ud_pr_auc": 0.939665572713778,
+      "eval_ur_opus100_pr_auc": 0.6039189171193589,
+      "eval_ur_ud_pr_auc": 0.9901380012805853,
+      "eval_uz_opus100_pr_auc": 0.8741577892144182,
+      "eval_vi_opus100_pr_auc": 0.896592719510873,
+      "eval_vi_ud_pr_auc": 0.9475886206001903,
+      "eval_xh_opus100_pr_auc": 0.8904455561681238,
+      "eval_yi_opus100_pr_auc": 0.7708848206420326,
+      "eval_yo_opus100_pr_auc": 0.8325302939382888,
+      "eval_yo_ud_pr_auc": 0.9256480208459795,
+      "eval_zh_ersatz_pr_auc": 0.9697808154916006,
+      "eval_zh_opus100_pr_auc": 0.8746657406839897,
+      "eval_zh_ud_pr_auc": 0.9911911934062078,
+      "eval_zu_opus100_pr_auc": 0.8200539516400067,
+      "step": 265000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.543037974683544e-05,
+      "learning_rate_adapter": 3.543037974683544e-05,
+      "loss": 0.0241,
+      "step": 265050
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.541772151898735e-05,
+      "learning_rate_adapter": 3.541772151898735e-05,
+      "loss": 0.0243,
+      "step": 265100
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.540506329113924e-05,
+      "learning_rate_adapter": 3.540506329113924e-05,
+      "loss": 0.0241,
+      "step": 265150
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.539240506329114e-05,
+      "learning_rate_adapter": 3.539240506329114e-05,
+      "loss": 0.0241,
+      "step": 265200
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.537974683544304e-05,
+      "learning_rate_adapter": 3.537974683544304e-05,
+      "loss": 0.0241,
+      "step": 265250
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.536708860759494e-05,
+      "learning_rate_adapter": 3.536708860759494e-05,
+      "loss": 0.0242,
+      "step": 265300
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5354430379746836e-05,
+      "learning_rate_adapter": 3.5354430379746836e-05,
+      "loss": 0.0241,
+      "step": 265350
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5341772151898735e-05,
+      "learning_rate_adapter": 3.5341772151898735e-05,
+      "loss": 0.0242,
+      "step": 265400
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5329113924050633e-05,
+      "learning_rate_adapter": 3.5329113924050633e-05,
+      "loss": 0.0241,
+      "step": 265450
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.531645569620253e-05,
+      "learning_rate_adapter": 3.531645569620253e-05,
+      "loss": 0.0241,
+      "step": 265500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.530379746835443e-05,
+      "learning_rate_adapter": 3.530379746835443e-05,
+      "loss": 0.0244,
+      "step": 265550
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.529113924050633e-05,
+      "learning_rate_adapter": 3.529113924050633e-05,
+      "loss": 0.0241,
+      "step": 265600
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.527848101265823e-05,
+      "learning_rate_adapter": 3.527848101265823e-05,
+      "loss": 0.0244,
+      "step": 265650
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.526582278481013e-05,
+      "learning_rate_adapter": 3.526582278481013e-05,
+      "loss": 0.0241,
+      "step": 265700
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5253164556962027e-05,
+      "learning_rate_adapter": 3.5253164556962027e-05,
+      "loss": 0.0241,
+      "step": 265750
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5240506329113925e-05,
+      "learning_rate_adapter": 3.5240506329113925e-05,
+      "loss": 0.0242,
+      "step": 265800
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5227848101265824e-05,
+      "learning_rate_adapter": 3.5227848101265824e-05,
+      "loss": 0.0241,
+      "step": 265850
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.521518987341772e-05,
+      "learning_rate_adapter": 3.521518987341772e-05,
+      "loss": 0.024,
+      "step": 265900
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.520253164556962e-05,
+      "learning_rate_adapter": 3.520253164556962e-05,
+      "loss": 0.0241,
+      "step": 265950
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.518987341772152e-05,
+      "learning_rate_adapter": 3.518987341772152e-05,
+      "loss": 0.0242,
+      "step": 266000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.517721518987342e-05,
+      "learning_rate_adapter": 3.517721518987342e-05,
+      "loss": 0.0241,
+      "step": 266050
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.516455696202532e-05,
+      "learning_rate_adapter": 3.516455696202532e-05,
+      "loss": 0.0241,
+      "step": 266100
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.515189873417722e-05,
+      "learning_rate_adapter": 3.515189873417722e-05,
+      "loss": 0.0242,
+      "step": 266150
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5139240506329116e-05,
+      "learning_rate_adapter": 3.5139240506329116e-05,
+      "loss": 0.0241,
+      "step": 266200
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5126582278481015e-05,
+      "learning_rate_adapter": 3.5126582278481015e-05,
+      "loss": 0.0244,
+      "step": 266250
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5113924050632914e-05,
+      "learning_rate_adapter": 3.5113924050632914e-05,
+      "loss": 0.0242,
+      "step": 266300
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.510126582278481e-05,
+      "learning_rate_adapter": 3.510126582278481e-05,
+      "loss": 0.0243,
+      "step": 266350
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.508860759493671e-05,
+      "learning_rate_adapter": 3.508860759493671e-05,
+      "loss": 0.0241,
+      "step": 266400
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.507594936708861e-05,
+      "learning_rate_adapter": 3.507594936708861e-05,
+      "loss": 0.024,
+      "step": 266450
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.506329113924051e-05,
+      "learning_rate_adapter": 3.506329113924051e-05,
+      "loss": 0.0242,
+      "step": 266500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.505063291139241e-05,
+      "learning_rate_adapter": 3.505063291139241e-05,
+      "loss": 0.0242,
+      "step": 266550
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.503797468354431e-05,
+      "learning_rate_adapter": 3.503797468354431e-05,
+      "loss": 0.0239,
+      "step": 266600
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5025316455696206e-05,
+      "learning_rate_adapter": 3.5025316455696206e-05,
+      "loss": 0.0239,
+      "step": 266650
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5012658227848105e-05,
+      "learning_rate_adapter": 3.5012658227848105e-05,
+      "loss": 0.0241,
+      "step": 266700
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0243,
+      "step": 266750
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49873417721519e-05,
+      "learning_rate_adapter": 3.49873417721519e-05,
+      "loss": 0.0242,
+      "step": 266800
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49746835443038e-05,
+      "learning_rate_adapter": 3.49746835443038e-05,
+      "loss": 0.0239,
+      "step": 266850
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49620253164557e-05,
+      "learning_rate_adapter": 3.49620253164557e-05,
+      "loss": 0.0242,
+      "step": 266900
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49493670886076e-05,
+      "learning_rate_adapter": 3.49493670886076e-05,
+      "loss": 0.0242,
+      "step": 266950
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.493670886075949e-05,
+      "learning_rate_adapter": 3.493670886075949e-05,
+      "loss": 0.024,
+      "step": 267000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.492405063291139e-05,
+      "learning_rate_adapter": 3.492405063291139e-05,
+      "loss": 0.0243,
+      "step": 267050
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4911392405063296e-05,
+      "learning_rate_adapter": 3.4911392405063296e-05,
+      "loss": 0.0242,
+      "step": 267100
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4898734177215195e-05,
+      "learning_rate_adapter": 3.4898734177215195e-05,
+      "loss": 0.0244,
+      "step": 267150
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4886075949367093e-05,
+      "learning_rate_adapter": 3.4886075949367093e-05,
+      "loss": 0.0241,
+      "step": 267200
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.487341772151899e-05,
+      "learning_rate_adapter": 3.487341772151899e-05,
+      "loss": 0.0242,
+      "step": 267250
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4860759493670884e-05,
+      "learning_rate_adapter": 3.4860759493670884e-05,
+      "loss": 0.0242,
+      "step": 267300
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.484810126582278e-05,
+      "learning_rate_adapter": 3.484810126582278e-05,
+      "loss": 0.0244,
+      "step": 267350
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.483544303797469e-05,
+      "learning_rate_adapter": 3.483544303797469e-05,
+      "loss": 0.0242,
+      "step": 267400
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.482278481012659e-05,
+      "learning_rate_adapter": 3.482278481012659e-05,
+      "loss": 0.0242,
+      "step": 267450
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4810126582278487e-05,
+      "learning_rate_adapter": 3.4810126582278487e-05,
+      "loss": 0.0242,
+      "step": 267500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.479746835443038e-05,
+      "learning_rate_adapter": 3.479746835443038e-05,
+      "loss": 0.0242,
+      "step": 267550
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.478481012658228e-05,
+      "learning_rate_adapter": 3.478481012658228e-05,
+      "loss": 0.0242,
+      "step": 267600
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4772151898734176e-05,
+      "learning_rate_adapter": 3.4772151898734176e-05,
+      "loss": 0.0243,
+      "step": 267650
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4759493670886075e-05,
+      "learning_rate_adapter": 3.4759493670886075e-05,
+      "loss": 0.0242,
+      "step": 267700
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.474683544303798e-05,
+      "learning_rate_adapter": 3.474683544303798e-05,
+      "loss": 0.0241,
+      "step": 267750
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.473417721518987e-05,
+      "learning_rate_adapter": 3.473417721518987e-05,
+      "loss": 0.0241,
+      "step": 267800
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.472151898734177e-05,
+      "learning_rate_adapter": 3.472151898734177e-05,
+      "loss": 0.0242,
+      "step": 267850
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.470886075949367e-05,
+      "learning_rate_adapter": 3.470886075949367e-05,
+      "loss": 0.0241,
+      "step": 267900
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.469620253164557e-05,
+      "learning_rate_adapter": 3.469620253164557e-05,
+      "loss": 0.0241,
+      "step": 267950
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.468354430379747e-05,
+      "learning_rate_adapter": 3.468354430379747e-05,
+      "loss": 0.0241,
+      "step": 268000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4670886075949374e-05,
+      "learning_rate_adapter": 3.4670886075949374e-05,
+      "loss": 0.0242,
+      "step": 268050
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4658227848101266e-05,
+      "learning_rate_adapter": 3.4658227848101266e-05,
+      "loss": 0.0241,
+      "step": 268100
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4645569620253165e-05,
+      "learning_rate_adapter": 3.4645569620253165e-05,
+      "loss": 0.0242,
+      "step": 268150
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4632911392405064e-05,
+      "learning_rate_adapter": 3.4632911392405064e-05,
+      "loss": 0.0242,
+      "step": 268200
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.462025316455696e-05,
+      "learning_rate_adapter": 3.462025316455696e-05,
+      "loss": 0.0241,
+      "step": 268250
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.460759493670886e-05,
+      "learning_rate_adapter": 3.460759493670886e-05,
+      "loss": 0.0241,
+      "step": 268300
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.459493670886076e-05,
+      "learning_rate_adapter": 3.459493670886076e-05,
+      "loss": 0.0244,
+      "step": 268350
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.458227848101266e-05,
+      "learning_rate_adapter": 3.458227848101266e-05,
+      "loss": 0.0242,
+      "step": 268400
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.456962025316456e-05,
+      "learning_rate_adapter": 3.456962025316456e-05,
+      "loss": 0.0242,
+      "step": 268450
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.455696202531646e-05,
+      "learning_rate_adapter": 3.455696202531646e-05,
+      "loss": 0.0244,
+      "step": 268500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4544303797468356e-05,
+      "learning_rate_adapter": 3.4544303797468356e-05,
+      "loss": 0.0242,
+      "step": 268550
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4531645569620255e-05,
+      "learning_rate_adapter": 3.4531645569620255e-05,
+      "loss": 0.0241,
+      "step": 268600
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4518987341772153e-05,
+      "learning_rate_adapter": 3.4518987341772153e-05,
+      "loss": 0.0242,
+      "step": 268650
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.450632911392405e-05,
+      "learning_rate_adapter": 3.450632911392405e-05,
+      "loss": 0.0241,
+      "step": 268700
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.449367088607595e-05,
+      "learning_rate_adapter": 3.449367088607595e-05,
+      "loss": 0.0239,
+      "step": 268750
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.448101265822785e-05,
+      "learning_rate_adapter": 3.448101265822785e-05,
+      "loss": 0.0245,
+      "step": 268800
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.446835443037975e-05,
+      "learning_rate_adapter": 3.446835443037975e-05,
+      "loss": 0.0241,
+      "step": 268850
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.445569620253165e-05,
+      "learning_rate_adapter": 3.445569620253165e-05,
+      "loss": 0.0242,
+      "step": 268900
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4443037974683547e-05,
+      "learning_rate_adapter": 3.4443037974683547e-05,
+      "loss": 0.0241,
+      "step": 268950
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4430379746835445e-05,
+      "learning_rate_adapter": 3.4430379746835445e-05,
+      "loss": 0.024,
+      "step": 269000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4417721518987344e-05,
+      "learning_rate_adapter": 3.4417721518987344e-05,
+      "loss": 0.0242,
+      "step": 269050
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.440506329113924e-05,
+      "learning_rate_adapter": 3.440506329113924e-05,
+      "loss": 0.0245,
+      "step": 269100
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.439240506329114e-05,
+      "learning_rate_adapter": 3.439240506329114e-05,
+      "loss": 0.0241,
+      "step": 269150
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.437974683544304e-05,
+      "learning_rate_adapter": 3.437974683544304e-05,
+      "loss": 0.0241,
+      "step": 269200
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.436708860759494e-05,
+      "learning_rate_adapter": 3.436708860759494e-05,
+      "loss": 0.024,
+      "step": 269250
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.435443037974684e-05,
+      "learning_rate_adapter": 3.435443037974684e-05,
+      "loss": 0.0241,
+      "step": 269300
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.434177215189874e-05,
+      "learning_rate_adapter": 3.434177215189874e-05,
+      "loss": 0.0241,
+      "step": 269350
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.432911392405063e-05,
+      "learning_rate_adapter": 3.432911392405063e-05,
+      "loss": 0.0238,
+      "step": 269400
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4316455696202535e-05,
+      "learning_rate_adapter": 3.4316455696202535e-05,
+      "loss": 0.024,
+      "step": 269450
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4303797468354434e-05,
+      "learning_rate_adapter": 3.4303797468354434e-05,
+      "loss": 0.0239,
+      "step": 269500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.429113924050633e-05,
+      "learning_rate_adapter": 3.429113924050633e-05,
+      "loss": 0.024,
+      "step": 269550
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.427848101265823e-05,
+      "learning_rate_adapter": 3.427848101265823e-05,
+      "loss": 0.024,
+      "step": 269600
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.426582278481013e-05,
+      "learning_rate_adapter": 3.426582278481013e-05,
+      "loss": 0.0241,
+      "step": 269650
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.425316455696202e-05,
+      "learning_rate_adapter": 3.425316455696202e-05,
+      "loss": 0.0242,
+      "step": 269700
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.424050632911393e-05,
+      "learning_rate_adapter": 3.424050632911393e-05,
+      "loss": 0.0241,
+      "step": 269750
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.422784810126583e-05,
+      "learning_rate_adapter": 3.422784810126583e-05,
+      "loss": 0.0239,
+      "step": 269800
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4215189873417726e-05,
+      "learning_rate_adapter": 3.4215189873417726e-05,
+      "loss": 0.0241,
+      "step": 269850
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4202531645569625e-05,
+      "learning_rate_adapter": 3.4202531645569625e-05,
+      "loss": 0.0241,
+      "step": 269900
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.418987341772152e-05,
+      "learning_rate_adapter": 3.418987341772152e-05,
+      "loss": 0.0241,
+      "step": 269950
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4177215189873416e-05,
+      "learning_rate_adapter": 3.4177215189873416e-05,
+      "loss": 0.0242,
+      "step": 270000
+    },
+    {
+      "epoch": 1.82,
+      "eval_af_opus100_pr_auc": 0.7754429107989367,
+      "eval_af_ud_pr_auc": 0.9916904813953253,
+      "eval_am_opus100_pr_auc": 0.6590887281500664,
+      "eval_ar_ersatz_pr_auc": 0.9180649125371734,
+      "eval_ar_opus100_pr_auc": 0.7266555676245943,
+      "eval_ar_ud_pr_auc": 0.8957325597446532,
+      "eval_average_ersatz_pr_auc": 0.9691081746777261,
+      "eval_average_opus100_pr_auc": 0.8433942924444697,
+      "eval_average_ud_pr_auc": 0.9644411914085145,
+      "eval_az_opus100_pr_auc": 0.7825573839562406,
+      "eval_be_opus100_pr_auc": 0.7025671283926656,
+      "eval_be_ud_pr_auc": 0.9009684766647085,
+      "eval_bg_opus100_pr_auc": 0.9206414360990031,
+      "eval_bg_ud_pr_auc": 0.9966904092720886,
+      "eval_bn_opus100_pr_auc": 0.8425542693162706,
+      "eval_bn_ud_pr_auc": 0.9990344616049506,
+      "eval_ca_opus100_pr_auc": 0.8817805396399704,
+      "eval_ca_ud_pr_auc": 0.9956475953434689,
+      "eval_ceb_ud_pr_auc": 0.9976498485798843,
+      "eval_cs_ersatz_pr_auc": 0.9853537703571722,
+      "eval_cs_opus100_pr_auc": 0.9090386456461492,
+      "eval_cs_ud_pr_auc": 0.9616476400702556,
+      "eval_cy_opus100_pr_auc": 0.7725535157796083,
+      "eval_cy_ud_pr_auc": 0.9943317672600455,
+      "eval_da_opus100_pr_auc": 0.9216961353448196,
+      "eval_da_ud_pr_auc": 0.9790327887147685,
+      "eval_de_ersatz_pr_auc": 0.9891273813558705,
+      "eval_de_opus100_pr_auc": 0.905205952848771,
+      "eval_de_ud_pr_auc": 0.9847222230690339,
+      "eval_el_opus100_pr_auc": 0.9110271453719728,
+      "eval_el_ud_pr_auc": 0.9918989221612238,
+      "eval_en_ersatz_pr_auc": 0.9918080321509508,
+      "eval_en_opus100_pr_auc": 0.931328745793838,
+      "eval_en_ud_pr_auc": 0.9810975358029737,
+      "eval_eo_opus100_pr_auc": 0.9286957139581138,
+      "eval_es_ersatz_pr_auc": 0.9966754930045978,
+      "eval_es_opus100_pr_auc": 0.9328064652584698,
+      "eval_es_ud_pr_auc": 0.9929597974910408,
+      "eval_et_ersatz_pr_auc": 0.9829139524637261,
+      "eval_et_opus100_pr_auc": 0.8988725833392703,
+      "eval_et_ud_pr_auc": 0.9680001111502317,
+      "eval_eu_opus100_pr_auc": 0.8830656435387109,
+      "eval_eu_ud_pr_auc": 0.9910298347714231,
+      "eval_fa_opus100_pr_auc": 0.597051509293026,
+      "eval_fa_ud_pr_auc": 0.9965492311094832,
+      "eval_fi_ersatz_pr_auc": 0.991940962608187,
+      "eval_fi_opus100_pr_auc": 0.9225015864587506,
+      "eval_fi_ud_pr_auc": 0.9631784724057967,
+      "eval_fr_ersatz_pr_auc": 0.9897375196081443,
+      "eval_fr_opus100_pr_auc": 0.9213070938090718,
+      "eval_fr_ud_pr_auc": 0.9819195418983215,
+      "eval_fy_opus100_pr_auc": 0.6256954785626884,
+      "eval_ga_opus100_pr_auc": 0.8979312789154374,
+      "eval_ga_ud_pr_auc": 0.8134173429028602,
+      "eval_gd_opus100_pr_auc": 0.6664271783338352,
+      "eval_gd_ud_pr_auc": 0.8089597014171994,
+      "eval_gl_opus100_pr_auc": 0.8867644895449974,
+      "eval_gl_ud_pr_auc": 0.9981731574628991,
+      "eval_gu_ersatz_pr_auc": 0.9339860765168713,
+      "eval_gu_opus100_pr_auc": 0.750615483540285,
+      "eval_ha_opus100_pr_auc": 0.9207942682636003,
+      "eval_he_opus100_pr_auc": 0.8751821309536713,
+      "eval_he_ud_pr_auc": 0.9768465147876292,
+      "eval_hi_ersatz_pr_auc": 0.9804279111525447,
+      "eval_hi_opus100_pr_auc": 0.7064432045996747,
+      "eval_hi_ud_pr_auc": 0.9771828487424956,
+      "eval_hu_opus100_pr_auc": 0.9236526444659046,
+      "eval_hu_ud_pr_auc": 0.9838047223747806,
+      "eval_hy_opus100_pr_auc": 0.9049726566403846,
+      "eval_hy_ud_pr_auc": 0.977263586343492,
+      "eval_id_opus100_pr_auc": 0.8891128241320794,
+      "eval_id_ud_pr_auc": 0.994187238513641,
+      "eval_ig_opus100_pr_auc": 0.8798030921626023,
+      "eval_is_opus100_pr_auc": 0.9335593597204029,
+      "eval_is_ud_pr_auc": 0.904932686355765,
+      "eval_it_opus100_pr_auc": 0.9103812365203775,
+      "eval_it_ud_pr_auc": 0.9982339560205647,
+      "eval_ja_ersatz_pr_auc": 0.8524175490857142,
+      "eval_ja_opus100_pr_auc": 0.8528747692399444,
+      "eval_ja_ud_pr_auc": 0.9745388031180389,
+      "eval_jv_ud_pr_auc": 0.9751219288096336,
+      "eval_ka_opus100_pr_auc": 0.8584836773564093,
+      "eval_kk_ersatz_pr_auc": 0.9866899297924213,
+      "eval_kk_opus100_pr_auc": 0.783583357129817,
+      "eval_kk_ud_pr_auc": 0.9719974249204721,
+      "eval_km_ersatz_pr_auc": 0.9320269816155051,
+      "eval_km_opus100_pr_auc": 0.7641482362815785,
+      "eval_kn_opus100_pr_auc": 0.6300323532601867,
+      "eval_ko_opus100_pr_auc": 0.6924621946389354,
+      "eval_ko_ud_pr_auc": 0.9981602487168573,
+      "eval_ku_opus100_pr_auc": 0.857496472100472,
+      "eval_ky_opus100_pr_auc": 0.8967314218659337,
+      "eval_la_ud_pr_auc": 0.9669533692254162,
+      "eval_loss": 0.027687441557645798,
+      "eval_lt_ersatz_pr_auc": 0.9950898125296047,
+      "eval_lt_opus100_pr_auc": 0.8858405259380678,
+      "eval_lt_ud_pr_auc": 0.9974107628741247,
+      "eval_lv_ersatz_pr_auc": 0.9911674458662365,
+      "eval_lv_opus100_pr_auc": 0.8937596455739184,
+      "eval_lv_ud_pr_auc": 0.9649571491408421,
+      "eval_mg_opus100_pr_auc": 0.9329214230484661,
+      "eval_mk_opus100_pr_auc": 0.9153846797237752,
+      "eval_ml_opus100_pr_auc": 0.8093448219863919,
+      "eval_mn_opus100_pr_auc": 0.939475472166685,
+      "eval_mr_opus100_pr_auc": 0.8873340433154426,
+      "eval_mr_ud_pr_auc": 0.9791828475480926,
+      "eval_ms_opus100_pr_auc": 0.8664897005233775,
+      "eval_mt_opus100_pr_auc": 0.8377821735788067,
+      "eval_mt_ud_pr_auc": 0.8886026148274656,
+      "eval_my_opus100_pr_auc": 0.8266386106724849,
+      "eval_ne_opus100_pr_auc": 0.751101801581266,
+      "eval_nl_opus100_pr_auc": 0.9027299183680348,
+      "eval_nl_ud_pr_auc": 0.9879222996361922,
+      "eval_no_opus100_pr_auc": 0.928048985617176,
+      "eval_no_ud_pr_auc": 0.9966747537629561,
+      "eval_pa_opus100_pr_auc": 0.6781736195655492,
+      "eval_pl_ersatz_pr_auc": 0.9642884787072733,
+      "eval_pl_opus100_pr_auc": 0.895150430179898,
+      "eval_pl_ud_pr_auc": 0.9639155662601497,
+      "eval_ps_ersatz_pr_auc": 0.9257244450632602,
+      "eval_ps_opus100_pr_auc": 0.7743964878273005,
+      "eval_pt_opus100_pr_auc": 0.9215590016815357,
+      "eval_pt_ud_pr_auc": 0.988209402364877,
+      "eval_ro_ersatz_pr_auc": 0.9926159536768316,
+      "eval_ro_opus100_pr_auc": 0.8758439842601898,
+      "eval_ro_ud_pr_auc": 0.9667148855846268,
+      "eval_ru_ersatz_pr_auc": 0.9918207895883665,
+      "eval_ru_opus100_pr_auc": 0.9270474590670714,
+      "eval_ru_ud_pr_auc": 0.8769040907666384,
+      "eval_runtime": 325.7711,
+      "eval_samples_per_second": 231.647,
+      "eval_si_opus100_pr_auc": 0.8224991591358717,
+      "eval_sk_opus100_pr_auc": 0.9304861192224294,
+      "eval_sk_ud_pr_auc": 0.978605484493674,
+      "eval_sl_opus100_pr_auc": 0.8688760538391763,
+      "eval_sl_ud_pr_auc": 0.9696797709774237,
+      "eval_sq_opus100_pr_auc": 0.9224125303884354,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9151168436375706,
+      "eval_sr_ud_pr_auc": 0.9986230750602051,
+      "eval_steps_per_second": 0.906,
+      "eval_sv_opus100_pr_auc": 0.8979876835788999,
+      "eval_sv_ud_pr_auc": 0.9477450222654512,
+      "eval_ta_ersatz_pr_auc": 0.9819675873234868,
+      "eval_ta_opus100_pr_auc": 0.7136124264383171,
+      "eval_ta_ud_pr_auc": 0.9890128195619188,
+      "eval_te_opus100_pr_auc": 0.8304926283179193,
+      "eval_tg_opus100_pr_auc": 0.8904003452750063,
+      "eval_th_opus100_pr_auc": 0.6918325735991488,
+      "eval_th_ud_pr_auc": 0.8399796091884381,
+      "eval_tr_ersatz_pr_auc": 0.9680098288084034,
+      "eval_tr_opus100_pr_auc": 0.9017088436237002,
+      "eval_tr_ud_pr_auc": 0.9542834462746999,
+      "eval_uk_opus100_pr_auc": 0.8804217443371842,
+      "eval_uk_ud_pr_auc": 0.9363640192233017,
+      "eval_ur_opus100_pr_auc": 0.601964743166717,
+      "eval_ur_ud_pr_auc": 0.9937657056765785,
+      "eval_uz_opus100_pr_auc": 0.8713351761218912,
+      "eval_vi_opus100_pr_auc": 0.8998582493459724,
+      "eval_vi_ud_pr_auc": 0.9538999384018966,
+      "eval_xh_opus100_pr_auc": 0.885287239296852,
+      "eval_yi_opus100_pr_auc": 0.7988188209162563,
+      "eval_yo_opus100_pr_auc": 0.8513010936223508,
+      "eval_yo_ud_pr_auc": 0.9236675383064259,
+      "eval_zh_ersatz_pr_auc": 0.9785250290976321,
+      "eval_zh_opus100_pr_auc": 0.8755319143235183,
+      "eval_zh_ud_pr_auc": 0.9934718798679246,
+      "eval_zu_opus100_pr_auc": 0.8257784989363256,
+      "step": 270000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.416455696202532e-05,
+      "learning_rate_adapter": 3.416455696202532e-05,
+      "loss": 0.0242,
+      "step": 270050
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.415189873417722e-05,
+      "learning_rate_adapter": 3.415189873417722e-05,
+      "loss": 0.0239,
+      "step": 270100
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.413924050632912e-05,
+      "learning_rate_adapter": 3.413924050632912e-05,
+      "loss": 0.0239,
+      "step": 270150
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.412658227848101e-05,
+      "learning_rate_adapter": 3.412658227848101e-05,
+      "loss": 0.0241,
+      "step": 270200
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.411392405063291e-05,
+      "learning_rate_adapter": 3.411392405063291e-05,
+      "loss": 0.0239,
+      "step": 270250
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.410126582278481e-05,
+      "learning_rate_adapter": 3.410126582278481e-05,
+      "loss": 0.0239,
+      "step": 270300
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4088607594936715e-05,
+      "learning_rate_adapter": 3.4088607594936715e-05,
+      "loss": 0.0242,
+      "step": 270350
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.407594936708861e-05,
+      "learning_rate_adapter": 3.407594936708861e-05,
+      "loss": 0.024,
+      "step": 270400
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4063291139240505e-05,
+      "learning_rate_adapter": 3.4063291139240505e-05,
+      "loss": 0.0243,
+      "step": 270450
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4050632911392404e-05,
+      "learning_rate_adapter": 3.4050632911392404e-05,
+      "loss": 0.024,
+      "step": 270500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.40379746835443e-05,
+      "learning_rate_adapter": 3.40379746835443e-05,
+      "loss": 0.0243,
+      "step": 270550
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.40253164556962e-05,
+      "learning_rate_adapter": 3.40253164556962e-05,
+      "loss": 0.0241,
+      "step": 270600
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.401265822784811e-05,
+      "learning_rate_adapter": 3.401265822784811e-05,
+      "loss": 0.0241,
+      "step": 270650
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.024,
+      "step": 270700
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.39873417721519e-05,
+      "learning_rate_adapter": 3.39873417721519e-05,
+      "loss": 0.0241,
+      "step": 270750
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.39746835443038e-05,
+      "learning_rate_adapter": 3.39746835443038e-05,
+      "loss": 0.0241,
+      "step": 270800
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3962025316455696e-05,
+      "learning_rate_adapter": 3.3962025316455696e-05,
+      "loss": 0.0242,
+      "step": 270850
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3949367088607595e-05,
+      "learning_rate_adapter": 3.3949367088607595e-05,
+      "loss": 0.0242,
+      "step": 270900
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.39367088607595e-05,
+      "learning_rate_adapter": 3.39367088607595e-05,
+      "loss": 0.0239,
+      "step": 270950
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.392405063291139e-05,
+      "learning_rate_adapter": 3.392405063291139e-05,
+      "loss": 0.024,
+      "step": 271000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.391139240506329e-05,
+      "learning_rate_adapter": 3.391139240506329e-05,
+      "loss": 0.0241,
+      "step": 271050
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.389873417721519e-05,
+      "learning_rate_adapter": 3.389873417721519e-05,
+      "loss": 0.0239,
+      "step": 271100
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.388607594936709e-05,
+      "learning_rate_adapter": 3.388607594936709e-05,
+      "loss": 0.0239,
+      "step": 271150
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.387341772151899e-05,
+      "learning_rate_adapter": 3.387341772151899e-05,
+      "loss": 0.0241,
+      "step": 271200
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.386075949367089e-05,
+      "learning_rate_adapter": 3.386075949367089e-05,
+      "loss": 0.0241,
+      "step": 271250
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3848101265822786e-05,
+      "learning_rate_adapter": 3.3848101265822786e-05,
+      "loss": 0.0241,
+      "step": 271300
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3835443037974685e-05,
+      "learning_rate_adapter": 3.3835443037974685e-05,
+      "loss": 0.0239,
+      "step": 271350
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3822784810126584e-05,
+      "learning_rate_adapter": 3.3822784810126584e-05,
+      "loss": 0.0238,
+      "step": 271400
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.381012658227848e-05,
+      "learning_rate_adapter": 3.381012658227848e-05,
+      "loss": 0.0239,
+      "step": 271450
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.379746835443038e-05,
+      "learning_rate_adapter": 3.379746835443038e-05,
+      "loss": 0.0242,
+      "step": 271500
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.378481012658228e-05,
+      "learning_rate_adapter": 3.378481012658228e-05,
+      "loss": 0.0239,
+      "step": 271550
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.377215189873418e-05,
+      "learning_rate_adapter": 3.377215189873418e-05,
+      "loss": 0.0241,
+      "step": 271600
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.375949367088608e-05,
+      "learning_rate_adapter": 3.375949367088608e-05,
+      "loss": 0.0243,
+      "step": 271650
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.374683544303798e-05,
+      "learning_rate_adapter": 3.374683544303798e-05,
+      "loss": 0.024,
+      "step": 271700
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3734177215189876e-05,
+      "learning_rate_adapter": 3.3734177215189876e-05,
+      "loss": 0.0242,
+      "step": 271750
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3721518987341775e-05,
+      "learning_rate_adapter": 3.3721518987341775e-05,
+      "loss": 0.0241,
+      "step": 271800
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3708860759493673e-05,
+      "learning_rate_adapter": 3.3708860759493673e-05,
+      "loss": 0.0241,
+      "step": 271850
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.369620253164557e-05,
+      "learning_rate_adapter": 3.369620253164557e-05,
+      "loss": 0.0242,
+      "step": 271900
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.368354430379747e-05,
+      "learning_rate_adapter": 3.368354430379747e-05,
+      "loss": 0.0241,
+      "step": 271950
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.367088607594937e-05,
+      "learning_rate_adapter": 3.367088607594937e-05,
+      "loss": 0.0243,
+      "step": 272000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.365822784810126e-05,
+      "learning_rate_adapter": 3.365822784810126e-05,
+      "loss": 0.0239,
+      "step": 272050
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.364556962025317e-05,
+      "learning_rate_adapter": 3.364556962025317e-05,
+      "loss": 0.0242,
+      "step": 272100
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3632911392405067e-05,
+      "learning_rate_adapter": 3.3632911392405067e-05,
+      "loss": 0.0241,
+      "step": 272150
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3620253164556965e-05,
+      "learning_rate_adapter": 3.3620253164556965e-05,
+      "loss": 0.0241,
+      "step": 272200
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3607594936708864e-05,
+      "learning_rate_adapter": 3.3607594936708864e-05,
+      "loss": 0.024,
+      "step": 272250
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.359493670886076e-05,
+      "learning_rate_adapter": 3.359493670886076e-05,
+      "loss": 0.0241,
+      "step": 272300
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3582278481012655e-05,
+      "learning_rate_adapter": 3.3582278481012655e-05,
+      "loss": 0.0241,
+      "step": 272350
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.356962025316456e-05,
+      "learning_rate_adapter": 3.356962025316456e-05,
+      "loss": 0.0241,
+      "step": 272400
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.355696202531646e-05,
+      "learning_rate_adapter": 3.355696202531646e-05,
+      "loss": 0.0242,
+      "step": 272450
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.354430379746836e-05,
+      "learning_rate_adapter": 3.354430379746836e-05,
+      "loss": 0.0241,
+      "step": 272500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.353164556962026e-05,
+      "learning_rate_adapter": 3.353164556962026e-05,
+      "loss": 0.0242,
+      "step": 272550
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.351898734177215e-05,
+      "learning_rate_adapter": 3.351898734177215e-05,
+      "loss": 0.0239,
+      "step": 272600
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.350632911392405e-05,
+      "learning_rate_adapter": 3.350632911392405e-05,
+      "loss": 0.0242,
+      "step": 272650
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3493670886075954e-05,
+      "learning_rate_adapter": 3.3493670886075954e-05,
+      "loss": 0.0242,
+      "step": 272700
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.348101265822785e-05,
+      "learning_rate_adapter": 3.348101265822785e-05,
+      "loss": 0.0242,
+      "step": 272750
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.346835443037975e-05,
+      "learning_rate_adapter": 3.346835443037975e-05,
+      "loss": 0.0241,
+      "step": 272800
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3455696202531644e-05,
+      "learning_rate_adapter": 3.3455696202531644e-05,
+      "loss": 0.0239,
+      "step": 272850
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.344303797468354e-05,
+      "learning_rate_adapter": 3.344303797468354e-05,
+      "loss": 0.0242,
+      "step": 272900
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.343037974683544e-05,
+      "learning_rate_adapter": 3.343037974683544e-05,
+      "loss": 0.0239,
+      "step": 272950
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.341772151898735e-05,
+      "learning_rate_adapter": 3.341772151898735e-05,
+      "loss": 0.0239,
+      "step": 273000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3405063291139246e-05,
+      "learning_rate_adapter": 3.3405063291139246e-05,
+      "loss": 0.0239,
+      "step": 273050
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3392405063291145e-05,
+      "learning_rate_adapter": 3.3392405063291145e-05,
+      "loss": 0.024,
+      "step": 273100
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.337974683544304e-05,
+      "learning_rate_adapter": 3.337974683544304e-05,
+      "loss": 0.024,
+      "step": 273150
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3367088607594936e-05,
+      "learning_rate_adapter": 3.3367088607594936e-05,
+      "loss": 0.0238,
+      "step": 273200
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3354430379746835e-05,
+      "learning_rate_adapter": 3.3354430379746835e-05,
+      "loss": 0.0241,
+      "step": 273250
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.334177215189874e-05,
+      "learning_rate_adapter": 3.334177215189874e-05,
+      "loss": 0.0241,
+      "step": 273300
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.332911392405064e-05,
+      "learning_rate_adapter": 3.332911392405064e-05,
+      "loss": 0.0241,
+      "step": 273350
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.331645569620253e-05,
+      "learning_rate_adapter": 3.331645569620253e-05,
+      "loss": 0.024,
+      "step": 273400
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.330379746835443e-05,
+      "learning_rate_adapter": 3.330379746835443e-05,
+      "loss": 0.0242,
+      "step": 273450
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.329113924050633e-05,
+      "learning_rate_adapter": 3.329113924050633e-05,
+      "loss": 0.0241,
+      "step": 273500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.327848101265823e-05,
+      "learning_rate_adapter": 3.327848101265823e-05,
+      "loss": 0.0241,
+      "step": 273550
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.326582278481013e-05,
+      "learning_rate_adapter": 3.326582278481013e-05,
+      "loss": 0.0242,
+      "step": 273600
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3253164556962025e-05,
+      "learning_rate_adapter": 3.3253164556962025e-05,
+      "loss": 0.024,
+      "step": 273650
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3240506329113924e-05,
+      "learning_rate_adapter": 3.3240506329113924e-05,
+      "loss": 0.0241,
+      "step": 273700
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.322784810126582e-05,
+      "learning_rate_adapter": 3.322784810126582e-05,
+      "loss": 0.0244,
+      "step": 273750
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.321518987341772e-05,
+      "learning_rate_adapter": 3.321518987341772e-05,
+      "loss": 0.0243,
+      "step": 273800
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.320253164556962e-05,
+      "learning_rate_adapter": 3.320253164556962e-05,
+      "loss": 0.0241,
+      "step": 273850
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3189873417721526e-05,
+      "learning_rate_adapter": 3.3189873417721526e-05,
+      "loss": 0.0239,
+      "step": 273900
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.317721518987342e-05,
+      "learning_rate_adapter": 3.317721518987342e-05,
+      "loss": 0.024,
+      "step": 273950
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.316455696202532e-05,
+      "learning_rate_adapter": 3.316455696202532e-05,
+      "loss": 0.024,
+      "step": 274000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3151898734177216e-05,
+      "learning_rate_adapter": 3.3151898734177216e-05,
+      "loss": 0.0241,
+      "step": 274050
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3139240506329115e-05,
+      "learning_rate_adapter": 3.3139240506329115e-05,
+      "loss": 0.0238,
+      "step": 274100
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3126582278481014e-05,
+      "learning_rate_adapter": 3.3126582278481014e-05,
+      "loss": 0.024,
+      "step": 274150
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.311392405063291e-05,
+      "learning_rate_adapter": 3.311392405063291e-05,
+      "loss": 0.024,
+      "step": 274200
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.310126582278481e-05,
+      "learning_rate_adapter": 3.310126582278481e-05,
+      "loss": 0.024,
+      "step": 274250
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.308860759493671e-05,
+      "learning_rate_adapter": 3.308860759493671e-05,
+      "loss": 0.0241,
+      "step": 274300
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.307594936708861e-05,
+      "learning_rate_adapter": 3.307594936708861e-05,
+      "loss": 0.0242,
+      "step": 274350
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.306329113924051e-05,
+      "learning_rate_adapter": 3.306329113924051e-05,
+      "loss": 0.024,
+      "step": 274400
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.305063291139241e-05,
+      "learning_rate_adapter": 3.305063291139241e-05,
+      "loss": 0.024,
+      "step": 274450
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3037974683544306e-05,
+      "learning_rate_adapter": 3.3037974683544306e-05,
+      "loss": 0.0241,
+      "step": 274500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3025316455696205e-05,
+      "learning_rate_adapter": 3.3025316455696205e-05,
+      "loss": 0.0239,
+      "step": 274550
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3012658227848104e-05,
+      "learning_rate_adapter": 3.3012658227848104e-05,
+      "loss": 0.0241,
+      "step": 274600
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0243,
+      "step": 274650
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29873417721519e-05,
+      "learning_rate_adapter": 3.29873417721519e-05,
+      "loss": 0.024,
+      "step": 274700
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29746835443038e-05,
+      "learning_rate_adapter": 3.29746835443038e-05,
+      "loss": 0.0242,
+      "step": 274750
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29620253164557e-05,
+      "learning_rate_adapter": 3.29620253164557e-05,
+      "loss": 0.0239,
+      "step": 274800
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29493670886076e-05,
+      "learning_rate_adapter": 3.29493670886076e-05,
+      "loss": 0.024,
+      "step": 274850
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29367088607595e-05,
+      "learning_rate_adapter": 3.29367088607595e-05,
+      "loss": 0.0241,
+      "step": 274900
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.2924050632911396e-05,
+      "learning_rate_adapter": 3.2924050632911396e-05,
+      "loss": 0.024,
+      "step": 274950
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.291139240506329e-05,
+      "learning_rate_adapter": 3.291139240506329e-05,
+      "loss": 0.0241,
+      "step": 275000
+    },
+    {
+      "epoch": 1.85,
+      "eval_af_opus100_pr_auc": 0.7713584736277636,
+      "eval_af_ud_pr_auc": 0.992216849697597,
+      "eval_am_opus100_pr_auc": 0.6658582647765116,
+      "eval_ar_ersatz_pr_auc": 0.9175460151651008,
+      "eval_ar_opus100_pr_auc": 0.7197215617855122,
+      "eval_ar_ud_pr_auc": 0.8976466118132564,
+      "eval_average_ersatz_pr_auc": 0.9682590154083908,
+      "eval_average_opus100_pr_auc": 0.8396237158897768,
+      "eval_average_ud_pr_auc": 0.964345840476297,
+      "eval_az_opus100_pr_auc": 0.7839084026135875,
+      "eval_be_opus100_pr_auc": 0.6967990187664965,
+      "eval_be_ud_pr_auc": 0.8939574027976778,
+      "eval_bg_opus100_pr_auc": 0.9200803030882524,
+      "eval_bg_ud_pr_auc": 0.996488837998901,
+      "eval_bn_opus100_pr_auc": 0.8398116200888242,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8810399679686596,
+      "eval_ca_ud_pr_auc": 0.9945213544444685,
+      "eval_ceb_ud_pr_auc": 0.9982690469986918,
+      "eval_cs_ersatz_pr_auc": 0.9857881630116393,
+      "eval_cs_opus100_pr_auc": 0.9110462389445653,
+      "eval_cs_ud_pr_auc": 0.9627656191494315,
+      "eval_cy_opus100_pr_auc": 0.7666248708744905,
+      "eval_cy_ud_pr_auc": 0.9945319193686586,
+      "eval_da_opus100_pr_auc": 0.9162818826310554,
+      "eval_da_ud_pr_auc": 0.9814440091508321,
+      "eval_de_ersatz_pr_auc": 0.9876508076375167,
+      "eval_de_opus100_pr_auc": 0.9049691746977174,
+      "eval_de_ud_pr_auc": 0.9822896328643654,
+      "eval_el_opus100_pr_auc": 0.9096923508745632,
+      "eval_el_ud_pr_auc": 0.9893131196153958,
+      "eval_en_ersatz_pr_auc": 0.9920099238039213,
+      "eval_en_opus100_pr_auc": 0.930894303641793,
+      "eval_en_ud_pr_auc": 0.9828575162564862,
+      "eval_eo_opus100_pr_auc": 0.929941700694427,
+      "eval_es_ersatz_pr_auc": 0.996623311735213,
+      "eval_es_opus100_pr_auc": 0.9264605447323336,
+      "eval_es_ud_pr_auc": 0.992045525673259,
+      "eval_et_ersatz_pr_auc": 0.981015863711533,
+      "eval_et_opus100_pr_auc": 0.8991380091823802,
+      "eval_et_ud_pr_auc": 0.9696245747430595,
+      "eval_eu_opus100_pr_auc": 0.8777922549235423,
+      "eval_eu_ud_pr_auc": 0.9888796627168384,
+      "eval_fa_opus100_pr_auc": 0.5970530299998924,
+      "eval_fa_ud_pr_auc": 0.9949627778451268,
+      "eval_fi_ersatz_pr_auc": 0.9920908761644623,
+      "eval_fi_opus100_pr_auc": 0.921065240678392,
+      "eval_fi_ud_pr_auc": 0.9620700820584862,
+      "eval_fr_ersatz_pr_auc": 0.9900980418396957,
+      "eval_fr_opus100_pr_auc": 0.9172900559306875,
+      "eval_fr_ud_pr_auc": 0.9823898260291692,
+      "eval_fy_opus100_pr_auc": 0.6218598489614316,
+      "eval_ga_opus100_pr_auc": 0.9019176055590796,
+      "eval_ga_ud_pr_auc": 0.80511429496898,
+      "eval_gd_opus100_pr_auc": 0.6836272049919667,
+      "eval_gd_ud_pr_auc": 0.7973580346497161,
+      "eval_gl_opus100_pr_auc": 0.8902189645864796,
+      "eval_gl_ud_pr_auc": 0.9978830466715087,
+      "eval_gu_ersatz_pr_auc": 0.9322679471440247,
+      "eval_gu_opus100_pr_auc": 0.7531733707095194,
+      "eval_ha_opus100_pr_auc": 0.9198407389225862,
+      "eval_he_opus100_pr_auc": 0.8684479142939677,
+      "eval_he_ud_pr_auc": 0.9812612714452414,
+      "eval_hi_ersatz_pr_auc": 0.9810182802214911,
+      "eval_hi_opus100_pr_auc": 0.7042241428910171,
+      "eval_hi_ud_pr_auc": 0.9766575564129972,
+      "eval_hu_opus100_pr_auc": 0.9215213909754553,
+      "eval_hu_ud_pr_auc": 0.9837803398834373,
+      "eval_hy_opus100_pr_auc": 0.902711492245706,
+      "eval_hy_ud_pr_auc": 0.9758182316399509,
+      "eval_id_opus100_pr_auc": 0.8912063681193423,
+      "eval_id_ud_pr_auc": 0.9933362668248662,
+      "eval_ig_opus100_pr_auc": 0.8623819011997282,
+      "eval_is_opus100_pr_auc": 0.9308353697765005,
+      "eval_is_ud_pr_auc": 0.9060817325987044,
+      "eval_it_opus100_pr_auc": 0.9080273409866545,
+      "eval_it_ud_pr_auc": 0.9968078604320592,
+      "eval_ja_ersatz_pr_auc": 0.8502625507719552,
+      "eval_ja_opus100_pr_auc": 0.8207973002521783,
+      "eval_ja_ud_pr_auc": 0.9754576336987059,
+      "eval_jv_ud_pr_auc": 0.9706622963570156,
+      "eval_ka_opus100_pr_auc": 0.8570889968424482,
+      "eval_kk_ersatz_pr_auc": 0.9875247693682897,
+      "eval_kk_opus100_pr_auc": 0.7739806526031481,
+      "eval_kk_ud_pr_auc": 0.9735187255178089,
+      "eval_km_ersatz_pr_auc": 0.9314035848633745,
+      "eval_km_opus100_pr_auc": 0.7553671459755543,
+      "eval_kn_opus100_pr_auc": 0.613644284739173,
+      "eval_ko_opus100_pr_auc": 0.699183438819476,
+      "eval_ko_ud_pr_auc": 0.9981442630427865,
+      "eval_ku_opus100_pr_auc": 0.8432023879982674,
+      "eval_ky_opus100_pr_auc": 0.8774537426844573,
+      "eval_la_ud_pr_auc": 0.971753868941464,
+      "eval_loss": 0.027727438136935234,
+      "eval_lt_ersatz_pr_auc": 0.9947369907971673,
+      "eval_lt_opus100_pr_auc": 0.8803766294694599,
+      "eval_lt_ud_pr_auc": 0.9960189305895332,
+      "eval_lv_ersatz_pr_auc": 0.989736695127666,
+      "eval_lv_opus100_pr_auc": 0.8953460259673659,
+      "eval_lv_ud_pr_auc": 0.9665849260837166,
+      "eval_mg_opus100_pr_auc": 0.9351072865755774,
+      "eval_mk_opus100_pr_auc": 0.9179194857145141,
+      "eval_ml_opus100_pr_auc": 0.8006642437756459,
+      "eval_mn_opus100_pr_auc": 0.9294980465694208,
+      "eval_mr_opus100_pr_auc": 0.8850689056260053,
+      "eval_mr_ud_pr_auc": 0.9863182974609553,
+      "eval_ms_opus100_pr_auc": 0.8704002652686704,
+      "eval_mt_opus100_pr_auc": 0.8447215152608682,
+      "eval_mt_ud_pr_auc": 0.9133019601952238,
+      "eval_my_opus100_pr_auc": 0.8192221021104996,
+      "eval_ne_opus100_pr_auc": 0.7491037545610904,
+      "eval_nl_opus100_pr_auc": 0.9019548202412532,
+      "eval_nl_ud_pr_auc": 0.9867129992257011,
+      "eval_no_opus100_pr_auc": 0.9248814887004949,
+      "eval_no_ud_pr_auc": 0.9966888418299498,
+      "eval_pa_opus100_pr_auc": 0.658557630296745,
+      "eval_pl_ersatz_pr_auc": 0.9665249854054234,
+      "eval_pl_opus100_pr_auc": 0.893685674674648,
+      "eval_pl_ud_pr_auc": 0.9684324433607484,
+      "eval_ps_ersatz_pr_auc": 0.9179017667008689,
+      "eval_ps_opus100_pr_auc": 0.7648580856793018,
+      "eval_pt_opus100_pr_auc": 0.9224473776692531,
+      "eval_pt_ud_pr_auc": 0.9877795518506918,
+      "eval_ro_ersatz_pr_auc": 0.9932693261105612,
+      "eval_ro_opus100_pr_auc": 0.8720766341657338,
+      "eval_ro_ud_pr_auc": 0.9638050817327168,
+      "eval_ru_ersatz_pr_auc": 0.9917275785989369,
+      "eval_ru_opus100_pr_auc": 0.9224440286619101,
+      "eval_ru_ud_pr_auc": 0.8726562594902111,
+      "eval_runtime": 325.5608,
+      "eval_samples_per_second": 231.797,
+      "eval_si_opus100_pr_auc": 0.8199987441953565,
+      "eval_sk_opus100_pr_auc": 0.9328344583594324,
+      "eval_sk_ud_pr_auc": 0.9841427216305263,
+      "eval_sl_opus100_pr_auc": 0.8637669452856928,
+      "eval_sl_ud_pr_auc": 0.9667966808685564,
+      "eval_sq_opus100_pr_auc": 0.920753255019809,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9131388778622486,
+      "eval_sr_ud_pr_auc": 0.9985846989222863,
+      "eval_steps_per_second": 0.906,
+      "eval_sv_opus100_pr_auc": 0.8972724972759802,
+      "eval_sv_ud_pr_auc": 0.9475379503398318,
+      "eval_ta_ersatz_pr_auc": 0.9809193674154015,
+      "eval_ta_opus100_pr_auc": 0.7192471515109133,
+      "eval_ta_ud_pr_auc": 0.9889622353575863,
+      "eval_te_opus100_pr_auc": 0.829726986306595,
+      "eval_tg_opus100_pr_auc": 0.8897125808342531,
+      "eval_th_opus100_pr_auc": 0.6933699408347433,
+      "eval_th_ud_pr_auc": 0.8414000881669232,
+      "eval_tr_ersatz_pr_auc": 0.9674541094855412,
+      "eval_tr_opus100_pr_auc": 0.9037492035955138,
+      "eval_tr_ud_pr_auc": 0.9560567032144829,
+      "eval_uk_opus100_pr_auc": 0.880196606647399,
+      "eval_uk_ud_pr_auc": 0.937040988789078,
+      "eval_ur_opus100_pr_auc": 0.579848983641606,
+      "eval_ur_ud_pr_auc": 0.9909247724005728,
+      "eval_uz_opus100_pr_auc": 0.8747325088535941,
+      "eval_vi_opus100_pr_auc": 0.8955802109624866,
+      "eval_vi_ud_pr_auc": 0.9441565891187977,
+      "eval_xh_opus100_pr_auc": 0.8762687378250497,
+      "eval_yi_opus100_pr_auc": 0.7681071966979756,
+      "eval_yo_opus100_pr_auc": 0.8246207762863833,
+      "eval_yo_ud_pr_auc": 0.9233660984117227,
+      "eval_zh_ersatz_pr_auc": 0.9741273839048156,
+      "eval_zh_opus100_pr_auc": 0.8686574346004158,
+      "eval_zh_ud_pr_auc": 0.9905342958021681,
+      "eval_zu_opus100_pr_auc": 0.8216887307221847,
+      "step": 275000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.289873417721519e-05,
+      "learning_rate_adapter": 3.289873417721519e-05,
+      "loss": 0.0241,
+      "step": 275050
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.288607594936709e-05,
+      "learning_rate_adapter": 3.288607594936709e-05,
+      "loss": 0.0243,
+      "step": 275100
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.287341772151899e-05,
+      "learning_rate_adapter": 3.287341772151899e-05,
+      "loss": 0.024,
+      "step": 275150
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.286075949367089e-05,
+      "learning_rate_adapter": 3.286075949367089e-05,
+      "loss": 0.024,
+      "step": 275200
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.284810126582278e-05,
+      "learning_rate_adapter": 3.284810126582278e-05,
+      "loss": 0.0241,
+      "step": 275250
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.283544303797468e-05,
+      "learning_rate_adapter": 3.283544303797468e-05,
+      "loss": 0.024,
+      "step": 275300
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2822784810126587e-05,
+      "learning_rate_adapter": 3.2822784810126587e-05,
+      "loss": 0.0241,
+      "step": 275350
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2810126582278485e-05,
+      "learning_rate_adapter": 3.2810126582278485e-05,
+      "loss": 0.0241,
+      "step": 275400
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2797468354430384e-05,
+      "learning_rate_adapter": 3.2797468354430384e-05,
+      "loss": 0.024,
+      "step": 275450
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.278481012658228e-05,
+      "learning_rate_adapter": 3.278481012658228e-05,
+      "loss": 0.024,
+      "step": 275500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2772151898734175e-05,
+      "learning_rate_adapter": 3.2772151898734175e-05,
+      "loss": 0.0241,
+      "step": 275550
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2759493670886074e-05,
+      "learning_rate_adapter": 3.2759493670886074e-05,
+      "loss": 0.0239,
+      "step": 275600
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.274683544303798e-05,
+      "learning_rate_adapter": 3.274683544303798e-05,
+      "loss": 0.0238,
+      "step": 275650
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.273417721518988e-05,
+      "learning_rate_adapter": 3.273417721518988e-05,
+      "loss": 0.024,
+      "step": 275700
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.272151898734178e-05,
+      "learning_rate_adapter": 3.272151898734178e-05,
+      "loss": 0.0241,
+      "step": 275750
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.270886075949367e-05,
+      "learning_rate_adapter": 3.270886075949367e-05,
+      "loss": 0.0242,
+      "step": 275800
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.269620253164557e-05,
+      "learning_rate_adapter": 3.269620253164557e-05,
+      "loss": 0.0242,
+      "step": 275850
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.268354430379747e-05,
+      "learning_rate_adapter": 3.268354430379747e-05,
+      "loss": 0.0239,
+      "step": 275900
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.267088607594937e-05,
+      "learning_rate_adapter": 3.267088607594937e-05,
+      "loss": 0.024,
+      "step": 275950
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.265822784810127e-05,
+      "learning_rate_adapter": 3.265822784810127e-05,
+      "loss": 0.024,
+      "step": 276000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2645569620253164e-05,
+      "learning_rate_adapter": 3.2645569620253164e-05,
+      "loss": 0.0241,
+      "step": 276050
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.263291139240506e-05,
+      "learning_rate_adapter": 3.263291139240506e-05,
+      "loss": 0.024,
+      "step": 276100
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.262025316455696e-05,
+      "learning_rate_adapter": 3.262025316455696e-05,
+      "loss": 0.0241,
+      "step": 276150
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.260759493670886e-05,
+      "learning_rate_adapter": 3.260759493670886e-05,
+      "loss": 0.0241,
+      "step": 276200
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2594936708860766e-05,
+      "learning_rate_adapter": 3.2594936708860766e-05,
+      "loss": 0.0239,
+      "step": 276250
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2582278481012665e-05,
+      "learning_rate_adapter": 3.2582278481012665e-05,
+      "loss": 0.0242,
+      "step": 276300
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.256962025316456e-05,
+      "learning_rate_adapter": 3.256962025316456e-05,
+      "loss": 0.0239,
+      "step": 276350
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2556962025316456e-05,
+      "learning_rate_adapter": 3.2556962025316456e-05,
+      "loss": 0.0243,
+      "step": 276400
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2544303797468355e-05,
+      "learning_rate_adapter": 3.2544303797468355e-05,
+      "loss": 0.0237,
+      "step": 276450
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2531645569620253e-05,
+      "learning_rate_adapter": 3.2531645569620253e-05,
+      "loss": 0.024,
+      "step": 276500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.251898734177216e-05,
+      "learning_rate_adapter": 3.251898734177216e-05,
+      "loss": 0.024,
+      "step": 276550
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.250632911392405e-05,
+      "learning_rate_adapter": 3.250632911392405e-05,
+      "loss": 0.024,
+      "step": 276600
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.249367088607595e-05,
+      "learning_rate_adapter": 3.249367088607595e-05,
+      "loss": 0.024,
+      "step": 276650
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.248101265822785e-05,
+      "learning_rate_adapter": 3.248101265822785e-05,
+      "loss": 0.024,
+      "step": 276700
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.246835443037975e-05,
+      "learning_rate_adapter": 3.246835443037975e-05,
+      "loss": 0.0239,
+      "step": 276750
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2455696202531647e-05,
+      "learning_rate_adapter": 3.2455696202531647e-05,
+      "loss": 0.0242,
+      "step": 276800
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2443037974683545e-05,
+      "learning_rate_adapter": 3.2443037974683545e-05,
+      "loss": 0.0241,
+      "step": 276850
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2430379746835444e-05,
+      "learning_rate_adapter": 3.2430379746835444e-05,
+      "loss": 0.0242,
+      "step": 276900
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.241772151898734e-05,
+      "learning_rate_adapter": 3.241772151898734e-05,
+      "loss": 0.0239,
+      "step": 276950
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.240506329113924e-05,
+      "learning_rate_adapter": 3.240506329113924e-05,
+      "loss": 0.0241,
+      "step": 277000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.239240506329114e-05,
+      "learning_rate_adapter": 3.239240506329114e-05,
+      "loss": 0.0242,
+      "step": 277050
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.237974683544304e-05,
+      "learning_rate_adapter": 3.237974683544304e-05,
+      "loss": 0.0242,
+      "step": 277100
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.236708860759494e-05,
+      "learning_rate_adapter": 3.236708860759494e-05,
+      "loss": 0.0241,
+      "step": 277150
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.235443037974684e-05,
+      "learning_rate_adapter": 3.235443037974684e-05,
+      "loss": 0.0241,
+      "step": 277200
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2341772151898736e-05,
+      "learning_rate_adapter": 3.2341772151898736e-05,
+      "loss": 0.0241,
+      "step": 277250
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2329113924050635e-05,
+      "learning_rate_adapter": 3.2329113924050635e-05,
+      "loss": 0.0241,
+      "step": 277300
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2316455696202534e-05,
+      "learning_rate_adapter": 3.2316455696202534e-05,
+      "loss": 0.0241,
+      "step": 277350
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.230379746835443e-05,
+      "learning_rate_adapter": 3.230379746835443e-05,
+      "loss": 0.024,
+      "step": 277400
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.229113924050633e-05,
+      "learning_rate_adapter": 3.229113924050633e-05,
+      "loss": 0.0243,
+      "step": 277450
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.227848101265823e-05,
+      "learning_rate_adapter": 3.227848101265823e-05,
+      "loss": 0.0239,
+      "step": 277500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.226582278481013e-05,
+      "learning_rate_adapter": 3.226582278481013e-05,
+      "loss": 0.024,
+      "step": 277550
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.225316455696203e-05,
+      "learning_rate_adapter": 3.225316455696203e-05,
+      "loss": 0.0239,
+      "step": 277600
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.224050632911392e-05,
+      "learning_rate_adapter": 3.224050632911392e-05,
+      "loss": 0.0242,
+      "step": 277650
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2227848101265826e-05,
+      "learning_rate_adapter": 3.2227848101265826e-05,
+      "loss": 0.0238,
+      "step": 277700
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2215189873417725e-05,
+      "learning_rate_adapter": 3.2215189873417725e-05,
+      "loss": 0.0239,
+      "step": 277750
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2202531645569624e-05,
+      "learning_rate_adapter": 3.2202531645569624e-05,
+      "loss": 0.0241,
+      "step": 277800
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.218987341772152e-05,
+      "learning_rate_adapter": 3.218987341772152e-05,
+      "loss": 0.0241,
+      "step": 277850
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.217721518987342e-05,
+      "learning_rate_adapter": 3.217721518987342e-05,
+      "loss": 0.024,
+      "step": 277900
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2164556962025313e-05,
+      "learning_rate_adapter": 3.2164556962025313e-05,
+      "loss": 0.0239,
+      "step": 277950
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.215189873417722e-05,
+      "learning_rate_adapter": 3.215189873417722e-05,
+      "loss": 0.0237,
+      "step": 278000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.213924050632912e-05,
+      "learning_rate_adapter": 3.213924050632912e-05,
+      "loss": 0.024,
+      "step": 278050
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.212658227848102e-05,
+      "learning_rate_adapter": 3.212658227848102e-05,
+      "loss": 0.024,
+      "step": 278100
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.2113924050632916e-05,
+      "learning_rate_adapter": 3.2113924050632916e-05,
+      "loss": 0.0241,
+      "step": 278150
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.210126582278481e-05,
+      "learning_rate_adapter": 3.210126582278481e-05,
+      "loss": 0.0241,
+      "step": 278200
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.2088607594936707e-05,
+      "learning_rate_adapter": 3.2088607594936707e-05,
+      "loss": 0.0237,
+      "step": 278250
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.207594936708861e-05,
+      "learning_rate_adapter": 3.207594936708861e-05,
+      "loss": 0.024,
+      "step": 278300
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.206329113924051e-05,
+      "learning_rate_adapter": 3.206329113924051e-05,
+      "loss": 0.0237,
+      "step": 278350
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.205063291139241e-05,
+      "learning_rate_adapter": 3.205063291139241e-05,
+      "loss": 0.0239,
+      "step": 278400
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.20379746835443e-05,
+      "learning_rate_adapter": 3.20379746835443e-05,
+      "loss": 0.024,
+      "step": 278450
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.20253164556962e-05,
+      "learning_rate_adapter": 3.20253164556962e-05,
+      "loss": 0.0239,
+      "step": 278500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.20126582278481e-05,
+      "learning_rate_adapter": 3.20126582278481e-05,
+      "loss": 0.0238,
+      "step": 278550
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0242,
+      "step": 278600
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1987341772151904e-05,
+      "learning_rate_adapter": 3.1987341772151904e-05,
+      "loss": 0.024,
+      "step": 278650
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.19746835443038e-05,
+      "learning_rate_adapter": 3.19746835443038e-05,
+      "loss": 0.024,
+      "step": 278700
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1962025316455695e-05,
+      "learning_rate_adapter": 3.1962025316455695e-05,
+      "loss": 0.024,
+      "step": 278750
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1949367088607594e-05,
+      "learning_rate_adapter": 3.1949367088607594e-05,
+      "loss": 0.0239,
+      "step": 278800
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.193670886075949e-05,
+      "learning_rate_adapter": 3.193670886075949e-05,
+      "loss": 0.0241,
+      "step": 278850
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.19240506329114e-05,
+      "learning_rate_adapter": 3.19240506329114e-05,
+      "loss": 0.0238,
+      "step": 278900
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.19113924050633e-05,
+      "learning_rate_adapter": 3.19113924050633e-05,
+      "loss": 0.024,
+      "step": 278950
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.189873417721519e-05,
+      "learning_rate_adapter": 3.189873417721519e-05,
+      "loss": 0.0239,
+      "step": 279000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.188607594936709e-05,
+      "learning_rate_adapter": 3.188607594936709e-05,
+      "loss": 0.024,
+      "step": 279050
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.187341772151899e-05,
+      "learning_rate_adapter": 3.187341772151899e-05,
+      "loss": 0.024,
+      "step": 279100
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1860759493670886e-05,
+      "learning_rate_adapter": 3.1860759493670886e-05,
+      "loss": 0.0242,
+      "step": 279150
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.184810126582279e-05,
+      "learning_rate_adapter": 3.184810126582279e-05,
+      "loss": 0.0241,
+      "step": 279200
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1835443037974684e-05,
+      "learning_rate_adapter": 3.1835443037974684e-05,
+      "loss": 0.0239,
+      "step": 279250
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.182278481012658e-05,
+      "learning_rate_adapter": 3.182278481012658e-05,
+      "loss": 0.0239,
+      "step": 279300
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.181012658227848e-05,
+      "learning_rate_adapter": 3.181012658227848e-05,
+      "loss": 0.0239,
+      "step": 279350
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.179746835443038e-05,
+      "learning_rate_adapter": 3.179746835443038e-05,
+      "loss": 0.0243,
+      "step": 279400
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.178481012658228e-05,
+      "learning_rate_adapter": 3.178481012658228e-05,
+      "loss": 0.024,
+      "step": 279450
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.177215189873418e-05,
+      "learning_rate_adapter": 3.177215189873418e-05,
+      "loss": 0.0241,
+      "step": 279500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.175949367088608e-05,
+      "learning_rate_adapter": 3.175949367088608e-05,
+      "loss": 0.024,
+      "step": 279550
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1746835443037976e-05,
+      "learning_rate_adapter": 3.1746835443037976e-05,
+      "loss": 0.024,
+      "step": 279600
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1734177215189875e-05,
+      "learning_rate_adapter": 3.1734177215189875e-05,
+      "loss": 0.0242,
+      "step": 279650
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.172151898734177e-05,
+      "learning_rate_adapter": 3.172151898734177e-05,
+      "loss": 0.024,
+      "step": 279700
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.170886075949367e-05,
+      "learning_rate_adapter": 3.170886075949367e-05,
+      "loss": 0.0239,
+      "step": 279750
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.169620253164557e-05,
+      "learning_rate_adapter": 3.169620253164557e-05,
+      "loss": 0.024,
+      "step": 279800
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.168354430379747e-05,
+      "learning_rate_adapter": 3.168354430379747e-05,
+      "loss": 0.0238,
+      "step": 279850
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.167088607594937e-05,
+      "learning_rate_adapter": 3.167088607594937e-05,
+      "loss": 0.0241,
+      "step": 279900
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.165822784810127e-05,
+      "learning_rate_adapter": 3.165822784810127e-05,
+      "loss": 0.024,
+      "step": 279950
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1645569620253167e-05,
+      "learning_rate_adapter": 3.1645569620253167e-05,
+      "loss": 0.024,
+      "step": 280000
+    },
+    {
+      "epoch": 1.89,
+      "eval_af_opus100_pr_auc": 0.7820698021113607,
+      "eval_af_ud_pr_auc": 0.9923167366492003,
+      "eval_am_opus100_pr_auc": 0.6588241919796828,
+      "eval_ar_ersatz_pr_auc": 0.9242512960102381,
+      "eval_ar_opus100_pr_auc": 0.7249341717903034,
+      "eval_ar_ud_pr_auc": 0.8992544574695415,
+      "eval_average_ersatz_pr_auc": 0.9707958415388944,
+      "eval_average_opus100_pr_auc": 0.84627702824697,
+      "eval_average_ud_pr_auc": 0.9653067653820464,
+      "eval_az_opus100_pr_auc": 0.7750672225131322,
+      "eval_be_opus100_pr_auc": 0.7292919037671715,
+      "eval_be_ud_pr_auc": 0.906879632037169,
+      "eval_bg_opus100_pr_auc": 0.9210748021765853,
+      "eval_bg_ud_pr_auc": 0.9965486550295846,
+      "eval_bn_opus100_pr_auc": 0.8394657804395784,
+      "eval_bn_ud_pr_auc": 0.9990344616049505,
+      "eval_ca_opus100_pr_auc": 0.8826379662566443,
+      "eval_ca_ud_pr_auc": 0.9948225433381042,
+      "eval_ceb_ud_pr_auc": 0.9979684144434161,
+      "eval_cs_ersatz_pr_auc": 0.9854207296588584,
+      "eval_cs_opus100_pr_auc": 0.9130956176708172,
+      "eval_cs_ud_pr_auc": 0.9639255454451999,
+      "eval_cy_opus100_pr_auc": 0.7759912073715094,
+      "eval_cy_ud_pr_auc": 0.9944704780167248,
+      "eval_da_opus100_pr_auc": 0.9226338181641351,
+      "eval_da_ud_pr_auc": 0.9812315725573817,
+      "eval_de_ersatz_pr_auc": 0.9888047863535792,
+      "eval_de_opus100_pr_auc": 0.9030493342625113,
+      "eval_de_ud_pr_auc": 0.9848063976777219,
+      "eval_el_opus100_pr_auc": 0.9161830817424053,
+      "eval_el_ud_pr_auc": 0.9898039768006947,
+      "eval_en_ersatz_pr_auc": 0.9920260547624329,
+      "eval_en_opus100_pr_auc": 0.9335791439600659,
+      "eval_en_ud_pr_auc": 0.9841280425442444,
+      "eval_eo_opus100_pr_auc": 0.9305517718621608,
+      "eval_es_ersatz_pr_auc": 0.9967356939012568,
+      "eval_es_opus100_pr_auc": 0.9314200683552891,
+      "eval_es_ud_pr_auc": 0.9925245563660153,
+      "eval_et_ersatz_pr_auc": 0.982364812899522,
+      "eval_et_opus100_pr_auc": 0.9086775363668552,
+      "eval_et_ud_pr_auc": 0.9659730530537081,
+      "eval_eu_opus100_pr_auc": 0.879841671740185,
+      "eval_eu_ud_pr_auc": 0.9910731201093474,
+      "eval_fa_opus100_pr_auc": 0.6222895639052888,
+      "eval_fa_ud_pr_auc": 0.9962280391833405,
+      "eval_fi_ersatz_pr_auc": 0.9917347399492813,
+      "eval_fi_opus100_pr_auc": 0.9211111589991361,
+      "eval_fi_ud_pr_auc": 0.9598737899394107,
+      "eval_fr_ersatz_pr_auc": 0.9880547594148418,
+      "eval_fr_opus100_pr_auc": 0.9222504042345867,
+      "eval_fr_ud_pr_auc": 0.9755458521163812,
+      "eval_fy_opus100_pr_auc": 0.6292023742566086,
+      "eval_ga_opus100_pr_auc": 0.905500080313474,
+      "eval_ga_ud_pr_auc": 0.8122438765710984,
+      "eval_gd_opus100_pr_auc": 0.6906578918598258,
+      "eval_gd_ud_pr_auc": 0.8127756663036309,
+      "eval_gl_opus100_pr_auc": 0.8934522417825537,
+      "eval_gl_ud_pr_auc": 0.9982723399648596,
+      "eval_gu_ersatz_pr_auc": 0.9315416212685326,
+      "eval_gu_opus100_pr_auc": 0.7594413029096735,
+      "eval_ha_opus100_pr_auc": 0.9157293384465829,
+      "eval_he_opus100_pr_auc": 0.8711052238358059,
+      "eval_he_ud_pr_auc": 0.9810760547301505,
+      "eval_hi_ersatz_pr_auc": 0.9796863756128694,
+      "eval_hi_opus100_pr_auc": 0.7172149669431471,
+      "eval_hi_ud_pr_auc": 0.9776588973047404,
+      "eval_hu_opus100_pr_auc": 0.9241072932411231,
+      "eval_hu_ud_pr_auc": 0.9838012818687321,
+      "eval_hy_opus100_pr_auc": 0.9073482036320388,
+      "eval_hy_ud_pr_auc": 0.9781112016533423,
+      "eval_id_opus100_pr_auc": 0.8832622788033677,
+      "eval_id_ud_pr_auc": 0.9932720360630114,
+      "eval_ig_opus100_pr_auc": 0.8742262187674512,
+      "eval_is_opus100_pr_auc": 0.9312760989444798,
+      "eval_is_ud_pr_auc": 0.8996889621948385,
+      "eval_it_opus100_pr_auc": 0.9159584841451084,
+      "eval_it_ud_pr_auc": 0.9981217202634467,
+      "eval_ja_ersatz_pr_auc": 0.8758159785933503,
+      "eval_ja_opus100_pr_auc": 0.8451729218791736,
+      "eval_ja_ud_pr_auc": 0.9786964254652137,
+      "eval_jv_ud_pr_auc": 0.9646947358126493,
+      "eval_ka_opus100_pr_auc": 0.860526987259359,
+      "eval_kk_ersatz_pr_auc": 0.988994350679178,
+      "eval_kk_opus100_pr_auc": 0.7849325671726155,
+      "eval_kk_ud_pr_auc": 0.9739529944787882,
+      "eval_km_ersatz_pr_auc": 0.9349119230800969,
+      "eval_km_opus100_pr_auc": 0.7728137304671029,
+      "eval_kn_opus100_pr_auc": 0.6450623728240354,
+      "eval_ko_opus100_pr_auc": 0.7058267576799333,
+      "eval_ko_ud_pr_auc": 0.9984045230506602,
+      "eval_ku_opus100_pr_auc": 0.8525085733348402,
+      "eval_ky_opus100_pr_auc": 0.8913491130966876,
+      "eval_la_ud_pr_auc": 0.9683177287959799,
+      "eval_loss": 0.027629604563117027,
+      "eval_lt_ersatz_pr_auc": 0.9954770202286234,
+      "eval_lt_opus100_pr_auc": 0.8843303657262915,
+      "eval_lt_ud_pr_auc": 0.9966800446636331,
+      "eval_lv_ersatz_pr_auc": 0.9910646161232721,
+      "eval_lv_opus100_pr_auc": 0.8992113442595688,
+      "eval_lv_ud_pr_auc": 0.9658280944907972,
+      "eval_mg_opus100_pr_auc": 0.9344926753086825,
+      "eval_mk_opus100_pr_auc": 0.9205644054621901,
+      "eval_ml_opus100_pr_auc": 0.8121854792223485,
+      "eval_mn_opus100_pr_auc": 0.9431724493643994,
+      "eval_mr_opus100_pr_auc": 0.8871240543806546,
+      "eval_mr_ud_pr_auc": 0.9796566187135505,
+      "eval_ms_opus100_pr_auc": 0.8723264663988752,
+      "eval_mt_opus100_pr_auc": 0.8417994416850202,
+      "eval_mt_ud_pr_auc": 0.9017502625869741,
+      "eval_my_opus100_pr_auc": 0.8266852428697691,
+      "eval_ne_opus100_pr_auc": 0.7669412120198921,
+      "eval_nl_opus100_pr_auc": 0.9065031281704361,
+      "eval_nl_ud_pr_auc": 0.9872542793551924,
+      "eval_no_opus100_pr_auc": 0.9328103111544297,
+      "eval_no_ud_pr_auc": 0.9966304636112484,
+      "eval_pa_opus100_pr_auc": 0.6859834508887496,
+      "eval_pl_ersatz_pr_auc": 0.9712099558363366,
+      "eval_pl_opus100_pr_auc": 0.8992291500742509,
+      "eval_pl_ud_pr_auc": 0.971918593457006,
+      "eval_ps_ersatz_pr_auc": 0.9206613450269594,
+      "eval_ps_opus100_pr_auc": 0.7777632437581191,
+      "eval_pt_opus100_pr_auc": 0.9266855091247742,
+      "eval_pt_ud_pr_auc": 0.9872352897881816,
+      "eval_ro_ersatz_pr_auc": 0.9941818757407133,
+      "eval_ro_opus100_pr_auc": 0.88331276161425,
+      "eval_ro_ud_pr_auc": 0.9716502970200604,
+      "eval_ru_ersatz_pr_auc": 0.9920904970516868,
+      "eval_ru_opus100_pr_auc": 0.9287883858782646,
+      "eval_ru_ud_pr_auc": 0.873989449572727,
+      "eval_runtime": 325.1705,
+      "eval_samples_per_second": 232.075,
+      "eval_si_opus100_pr_auc": 0.8217628784942448,
+      "eval_sk_opus100_pr_auc": 0.93319538968543,
+      "eval_sk_ud_pr_auc": 0.9814058583330864,
+      "eval_sl_opus100_pr_auc": 0.8685638869616897,
+      "eval_sl_ud_pr_auc": 0.971216656014195,
+      "eval_sq_opus100_pr_auc": 0.9227619499061563,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9178723727221545,
+      "eval_sr_ud_pr_auc": 0.9986721713575036,
+      "eval_steps_per_second": 0.907,
+      "eval_sv_opus100_pr_auc": 0.9001468146405766,
+      "eval_sv_ud_pr_auc": 0.9444319441575021,
+      "eval_ta_ersatz_pr_auc": 0.9819067097663978,
+      "eval_ta_opus100_pr_auc": 0.7252162149598859,
+      "eval_ta_ud_pr_auc": 0.9908299680670792,
+      "eval_te_opus100_pr_auc": 0.8350443741914164,
+      "eval_tg_opus100_pr_auc": 0.8966863192978797,
+      "eval_th_opus100_pr_auc": 0.6927517644049821,
+      "eval_th_ud_pr_auc": 0.8522481790088964,
+      "eval_tr_ersatz_pr_auc": 0.9712551049817217,
+      "eval_tr_opus100_pr_auc": 0.9059628225508402,
+      "eval_tr_ud_pr_auc": 0.960338372884537,
+      "eval_uk_opus100_pr_auc": 0.8804042759251204,
+      "eval_uk_ud_pr_auc": 0.934163868068726,
+      "eval_ur_opus100_pr_auc": 0.6032821100748396,
+      "eval_ur_ud_pr_auc": 0.9926082359325095,
+      "eval_uz_opus100_pr_auc": 0.8796888636273243,
+      "eval_vi_opus100_pr_auc": 0.8992648489728642,
+      "eval_vi_ud_pr_auc": 0.9588322788433692,
+      "eval_xh_opus100_pr_auc": 0.8859522687662094,
+      "eval_yi_opus100_pr_auc": 0.7915740089572373,
+      "eval_yo_opus100_pr_auc": 0.8371021760649542,
+      "eval_yo_ud_pr_auc": 0.9259484130721309,
+      "eval_zh_ersatz_pr_auc": 0.9793182669159229,
+      "eval_zh_opus100_pr_auc": 0.8728941580857663,
+      "eval_zh_ud_pr_auc": 0.9936985188744532,
+      "eval_zu_opus100_pr_auc": 0.8239644993366274,
+      "step": 280000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1632911392405065e-05,
+      "learning_rate_adapter": 3.1632911392405065e-05,
+      "loss": 0.024,
+      "step": 280050
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1620253164556964e-05,
+      "learning_rate_adapter": 3.1620253164556964e-05,
+      "loss": 0.024,
+      "step": 280100
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.160759493670886e-05,
+      "learning_rate_adapter": 3.160759493670886e-05,
+      "loss": 0.0242,
+      "step": 280150
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.159493670886076e-05,
+      "learning_rate_adapter": 3.159493670886076e-05,
+      "loss": 0.024,
+      "step": 280200
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.158227848101266e-05,
+      "learning_rate_adapter": 3.158227848101266e-05,
+      "loss": 0.024,
+      "step": 280250
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.156962025316455e-05,
+      "learning_rate_adapter": 3.156962025316455e-05,
+      "loss": 0.0238,
+      "step": 280300
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.155696202531646e-05,
+      "learning_rate_adapter": 3.155696202531646e-05,
+      "loss": 0.024,
+      "step": 280350
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.154430379746836e-05,
+      "learning_rate_adapter": 3.154430379746836e-05,
+      "loss": 0.024,
+      "step": 280400
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1531645569620256e-05,
+      "learning_rate_adapter": 3.1531645569620256e-05,
+      "loss": 0.0239,
+      "step": 280450
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1518987341772155e-05,
+      "learning_rate_adapter": 3.1518987341772155e-05,
+      "loss": 0.0236,
+      "step": 280500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1506329113924054e-05,
+      "learning_rate_adapter": 3.1506329113924054e-05,
+      "loss": 0.024,
+      "step": 280550
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1493670886075946e-05,
+      "learning_rate_adapter": 3.1493670886075946e-05,
+      "loss": 0.024,
+      "step": 280600
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.148101265822785e-05,
+      "learning_rate_adapter": 3.148101265822785e-05,
+      "loss": 0.0239,
+      "step": 280650
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.146835443037975e-05,
+      "learning_rate_adapter": 3.146835443037975e-05,
+      "loss": 0.0239,
+      "step": 280700
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.145569620253165e-05,
+      "learning_rate_adapter": 3.145569620253165e-05,
+      "loss": 0.0239,
+      "step": 280750
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.144303797468355e-05,
+      "learning_rate_adapter": 3.144303797468355e-05,
+      "loss": 0.0238,
+      "step": 280800
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.143037974683544e-05,
+      "learning_rate_adapter": 3.143037974683544e-05,
+      "loss": 0.0239,
+      "step": 280850
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.141772151898734e-05,
+      "learning_rate_adapter": 3.141772151898734e-05,
+      "loss": 0.0238,
+      "step": 280900
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1405063291139245e-05,
+      "learning_rate_adapter": 3.1405063291139245e-05,
+      "loss": 0.0239,
+      "step": 280950
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1392405063291144e-05,
+      "learning_rate_adapter": 3.1392405063291144e-05,
+      "loss": 0.0238,
+      "step": 281000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.137974683544304e-05,
+      "learning_rate_adapter": 3.137974683544304e-05,
+      "loss": 0.0239,
+      "step": 281050
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1367088607594935e-05,
+      "learning_rate_adapter": 3.1367088607594935e-05,
+      "loss": 0.0238,
+      "step": 281100
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1354430379746833e-05,
+      "learning_rate_adapter": 3.1354430379746833e-05,
+      "loss": 0.0239,
+      "step": 281150
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.134177215189873e-05,
+      "learning_rate_adapter": 3.134177215189873e-05,
+      "loss": 0.0237,
+      "step": 281200
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.132911392405064e-05,
+      "learning_rate_adapter": 3.132911392405064e-05,
+      "loss": 0.0241,
+      "step": 281250
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.131645569620254e-05,
+      "learning_rate_adapter": 3.131645569620254e-05,
+      "loss": 0.0237,
+      "step": 281300
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1303797468354436e-05,
+      "learning_rate_adapter": 3.1303797468354436e-05,
+      "loss": 0.0241,
+      "step": 281350
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.129113924050633e-05,
+      "learning_rate_adapter": 3.129113924050633e-05,
+      "loss": 0.0239,
+      "step": 281400
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1278481012658227e-05,
+      "learning_rate_adapter": 3.1278481012658227e-05,
+      "loss": 0.0239,
+      "step": 281450
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1265822784810125e-05,
+      "learning_rate_adapter": 3.1265822784810125e-05,
+      "loss": 0.0243,
+      "step": 281500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.125316455696203e-05,
+      "learning_rate_adapter": 3.125316455696203e-05,
+      "loss": 0.0239,
+      "step": 281550
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.124050632911393e-05,
+      "learning_rate_adapter": 3.124050632911393e-05,
+      "loss": 0.024,
+      "step": 281600
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.122784810126582e-05,
+      "learning_rate_adapter": 3.122784810126582e-05,
+      "loss": 0.0239,
+      "step": 281650
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.121518987341772e-05,
+      "learning_rate_adapter": 3.121518987341772e-05,
+      "loss": 0.0239,
+      "step": 281700
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.120253164556962e-05,
+      "learning_rate_adapter": 3.120253164556962e-05,
+      "loss": 0.024,
+      "step": 281750
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.118987341772152e-05,
+      "learning_rate_adapter": 3.118987341772152e-05,
+      "loss": 0.024,
+      "step": 281800
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1177215189873424e-05,
+      "learning_rate_adapter": 3.1177215189873424e-05,
+      "loss": 0.0239,
+      "step": 281850
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1164556962025316e-05,
+      "learning_rate_adapter": 3.1164556962025316e-05,
+      "loss": 0.0239,
+      "step": 281900
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1151898734177215e-05,
+      "learning_rate_adapter": 3.1151898734177215e-05,
+      "loss": 0.0236,
+      "step": 281950
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1139240506329114e-05,
+      "learning_rate_adapter": 3.1139240506329114e-05,
+      "loss": 0.0241,
+      "step": 282000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.112658227848101e-05,
+      "learning_rate_adapter": 3.112658227848101e-05,
+      "loss": 0.0239,
+      "step": 282050
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.111392405063291e-05,
+      "learning_rate_adapter": 3.111392405063291e-05,
+      "loss": 0.0239,
+      "step": 282100
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.110126582278482e-05,
+      "learning_rate_adapter": 3.110126582278482e-05,
+      "loss": 0.0237,
+      "step": 282150
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.108860759493671e-05,
+      "learning_rate_adapter": 3.108860759493671e-05,
+      "loss": 0.024,
+      "step": 282200
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.107594936708861e-05,
+      "learning_rate_adapter": 3.107594936708861e-05,
+      "loss": 0.024,
+      "step": 282250
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.106329113924051e-05,
+      "learning_rate_adapter": 3.106329113924051e-05,
+      "loss": 0.0241,
+      "step": 282300
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1050632911392406e-05,
+      "learning_rate_adapter": 3.1050632911392406e-05,
+      "loss": 0.024,
+      "step": 282350
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1037974683544305e-05,
+      "learning_rate_adapter": 3.1037974683544305e-05,
+      "loss": 0.024,
+      "step": 282400
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1025316455696204e-05,
+      "learning_rate_adapter": 3.1025316455696204e-05,
+      "loss": 0.024,
+      "step": 282450
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.10126582278481e-05,
+      "learning_rate_adapter": 3.10126582278481e-05,
+      "loss": 0.024,
+      "step": 282500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0241,
+      "step": 282550
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09873417721519e-05,
+      "learning_rate_adapter": 3.09873417721519e-05,
+      "loss": 0.024,
+      "step": 282600
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09746835443038e-05,
+      "learning_rate_adapter": 3.09746835443038e-05,
+      "loss": 0.0241,
+      "step": 282650
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09620253164557e-05,
+      "learning_rate_adapter": 3.09620253164557e-05,
+      "loss": 0.0241,
+      "step": 282700
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09493670886076e-05,
+      "learning_rate_adapter": 3.09493670886076e-05,
+      "loss": 0.0239,
+      "step": 282750
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0936708860759496e-05,
+      "learning_rate_adapter": 3.0936708860759496e-05,
+      "loss": 0.0244,
+      "step": 282800
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0924050632911394e-05,
+      "learning_rate_adapter": 3.0924050632911394e-05,
+      "loss": 0.0237,
+      "step": 282850
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.091139240506329e-05,
+      "learning_rate_adapter": 3.091139240506329e-05,
+      "loss": 0.0237,
+      "step": 282900
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.089873417721519e-05,
+      "learning_rate_adapter": 3.089873417721519e-05,
+      "loss": 0.024,
+      "step": 282950
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.088607594936709e-05,
+      "learning_rate_adapter": 3.088607594936709e-05,
+      "loss": 0.024,
+      "step": 283000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.087341772151899e-05,
+      "learning_rate_adapter": 3.087341772151899e-05,
+      "loss": 0.0239,
+      "step": 283050
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.086075949367089e-05,
+      "learning_rate_adapter": 3.086075949367089e-05,
+      "loss": 0.0239,
+      "step": 283100
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.084810126582279e-05,
+      "learning_rate_adapter": 3.084810126582279e-05,
+      "loss": 0.0242,
+      "step": 283150
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0835443037974686e-05,
+      "learning_rate_adapter": 3.0835443037974686e-05,
+      "loss": 0.0241,
+      "step": 283200
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.082278481012658e-05,
+      "learning_rate_adapter": 3.082278481012658e-05,
+      "loss": 0.0238,
+      "step": 283250
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0810126582278484e-05,
+      "learning_rate_adapter": 3.0810126582278484e-05,
+      "loss": 0.0238,
+      "step": 283300
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.079746835443038e-05,
+      "learning_rate_adapter": 3.079746835443038e-05,
+      "loss": 0.0238,
+      "step": 283350
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.078481012658228e-05,
+      "learning_rate_adapter": 3.078481012658228e-05,
+      "loss": 0.024,
+      "step": 283400
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.077215189873418e-05,
+      "learning_rate_adapter": 3.077215189873418e-05,
+      "loss": 0.0238,
+      "step": 283450
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.075949367088607e-05,
+      "learning_rate_adapter": 3.075949367088607e-05,
+      "loss": 0.0237,
+      "step": 283500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.074683544303797e-05,
+      "learning_rate_adapter": 3.074683544303797e-05,
+      "loss": 0.0239,
+      "step": 283550
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.073417721518988e-05,
+      "learning_rate_adapter": 3.073417721518988e-05,
+      "loss": 0.0241,
+      "step": 283600
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0721518987341776e-05,
+      "learning_rate_adapter": 3.0721518987341776e-05,
+      "loss": 0.024,
+      "step": 283650
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0708860759493675e-05,
+      "learning_rate_adapter": 3.0708860759493675e-05,
+      "loss": 0.0239,
+      "step": 283700
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0696202531645574e-05,
+      "learning_rate_adapter": 3.0696202531645574e-05,
+      "loss": 0.0241,
+      "step": 283750
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0683544303797466e-05,
+      "learning_rate_adapter": 3.0683544303797466e-05,
+      "loss": 0.0239,
+      "step": 283800
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0670886075949365e-05,
+      "learning_rate_adapter": 3.0670886075949365e-05,
+      "loss": 0.0237,
+      "step": 283850
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.065822784810127e-05,
+      "learning_rate_adapter": 3.065822784810127e-05,
+      "loss": 0.0239,
+      "step": 283900
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.064556962025317e-05,
+      "learning_rate_adapter": 3.064556962025317e-05,
+      "loss": 0.0239,
+      "step": 283950
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.063291139240507e-05,
+      "learning_rate_adapter": 3.063291139240507e-05,
+      "loss": 0.0238,
+      "step": 284000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.062025316455696e-05,
+      "learning_rate_adapter": 3.062025316455696e-05,
+      "loss": 0.0241,
+      "step": 284050
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.060759493670886e-05,
+      "learning_rate_adapter": 3.060759493670886e-05,
+      "loss": 0.0241,
+      "step": 284100
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.059493670886076e-05,
+      "learning_rate_adapter": 3.059493670886076e-05,
+      "loss": 0.024,
+      "step": 284150
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0582278481012664e-05,
+      "learning_rate_adapter": 3.0582278481012664e-05,
+      "loss": 0.0237,
+      "step": 284200
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.056962025316456e-05,
+      "learning_rate_adapter": 3.056962025316456e-05,
+      "loss": 0.024,
+      "step": 284250
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0556962025316455e-05,
+      "learning_rate_adapter": 3.0556962025316455e-05,
+      "loss": 0.0239,
+      "step": 284300
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.054430379746835e-05,
+      "learning_rate_adapter": 3.054430379746835e-05,
+      "loss": 0.0238,
+      "step": 284350
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.053164556962025e-05,
+      "learning_rate_adapter": 3.053164556962025e-05,
+      "loss": 0.0239,
+      "step": 284400
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.051898734177215e-05,
+      "learning_rate_adapter": 3.051898734177215e-05,
+      "loss": 0.0239,
+      "step": 284450
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0506329113924053e-05,
+      "learning_rate_adapter": 3.0506329113924053e-05,
+      "loss": 0.0242,
+      "step": 284500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0493670886075952e-05,
+      "learning_rate_adapter": 3.0493670886075952e-05,
+      "loss": 0.0238,
+      "step": 284550
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0481012658227848e-05,
+      "learning_rate_adapter": 3.0481012658227848e-05,
+      "loss": 0.0242,
+      "step": 284600
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0468354430379746e-05,
+      "learning_rate_adapter": 3.0468354430379746e-05,
+      "loss": 0.0239,
+      "step": 284650
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.045569620253165e-05,
+      "learning_rate_adapter": 3.045569620253165e-05,
+      "loss": 0.0242,
+      "step": 284700
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0443037974683548e-05,
+      "learning_rate_adapter": 3.0443037974683548e-05,
+      "loss": 0.0241,
+      "step": 284750
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0430379746835446e-05,
+      "learning_rate_adapter": 3.0430379746835446e-05,
+      "loss": 0.0238,
+      "step": 284800
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0417721518987342e-05,
+      "learning_rate_adapter": 3.0417721518987342e-05,
+      "loss": 0.0242,
+      "step": 284850
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.040506329113924e-05,
+      "learning_rate_adapter": 3.040506329113924e-05,
+      "loss": 0.024,
+      "step": 284900
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.039240506329114e-05,
+      "learning_rate_adapter": 3.039240506329114e-05,
+      "loss": 0.0239,
+      "step": 284950
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0379746835443042e-05,
+      "learning_rate_adapter": 3.0379746835443042e-05,
+      "loss": 0.0239,
+      "step": 285000
+    },
+    {
+      "epoch": 1.92,
+      "eval_af_opus100_pr_auc": 0.7892211892168693,
+      "eval_af_ud_pr_auc": 0.9911410038691675,
+      "eval_am_opus100_pr_auc": 0.6251061008908512,
+      "eval_ar_ersatz_pr_auc": 0.9241693036391545,
+      "eval_ar_opus100_pr_auc": 0.7220910736926818,
+      "eval_ar_ud_pr_auc": 0.8977180952442185,
+      "eval_average_ersatz_pr_auc": 0.9699890560890208,
+      "eval_average_opus100_pr_auc": 0.8430085358730345,
+      "eval_average_ud_pr_auc": 0.9641071103854902,
+      "eval_az_opus100_pr_auc": 0.7813350222863973,
+      "eval_be_opus100_pr_auc": 0.7265412735920102,
+      "eval_be_ud_pr_auc": 0.9001636700591686,
+      "eval_bg_opus100_pr_auc": 0.9160859284648424,
+      "eval_bg_ud_pr_auc": 0.9956989989335905,
+      "eval_bn_opus100_pr_auc": 0.8383358416865151,
+      "eval_bn_ud_pr_auc": 0.9941160156478538,
+      "eval_ca_opus100_pr_auc": 0.8777433759762193,
+      "eval_ca_ud_pr_auc": 0.9935090539326235,
+      "eval_ceb_ud_pr_auc": 0.997539203455585,
+      "eval_cs_ersatz_pr_auc": 0.984127579394075,
+      "eval_cs_opus100_pr_auc": 0.9121074046894576,
+      "eval_cs_ud_pr_auc": 0.9617796812227488,
+      "eval_cy_opus100_pr_auc": 0.7820717915304742,
+      "eval_cy_ud_pr_auc": 0.9950320304674907,
+      "eval_da_opus100_pr_auc": 0.9222472253404239,
+      "eval_da_ud_pr_auc": 0.9819878590374969,
+      "eval_de_ersatz_pr_auc": 0.9894761621099996,
+      "eval_de_opus100_pr_auc": 0.9054416212856168,
+      "eval_de_ud_pr_auc": 0.9844828592473244,
+      "eval_el_opus100_pr_auc": 0.9110233115026255,
+      "eval_el_ud_pr_auc": 0.9900493015361725,
+      "eval_en_ersatz_pr_auc": 0.9918788141583792,
+      "eval_en_opus100_pr_auc": 0.9286650566517586,
+      "eval_en_ud_pr_auc": 0.9835422193253112,
+      "eval_eo_opus100_pr_auc": 0.9260942363232874,
+      "eval_es_ersatz_pr_auc": 0.9968261302544978,
+      "eval_es_opus100_pr_auc": 0.9287534476637442,
+      "eval_es_ud_pr_auc": 0.9923055680655487,
+      "eval_et_ersatz_pr_auc": 0.9823365981651355,
+      "eval_et_opus100_pr_auc": 0.896137999490062,
+      "eval_et_ud_pr_auc": 0.9633822082597696,
+      "eval_eu_opus100_pr_auc": 0.873721938077921,
+      "eval_eu_ud_pr_auc": 0.9899705197248991,
+      "eval_fa_opus100_pr_auc": 0.6145106533698044,
+      "eval_fa_ud_pr_auc": 0.9946500831707562,
+      "eval_fi_ersatz_pr_auc": 0.9911320256265039,
+      "eval_fi_opus100_pr_auc": 0.9157844212413659,
+      "eval_fi_ud_pr_auc": 0.9567725370458452,
+      "eval_fr_ersatz_pr_auc": 0.9901409467051657,
+      "eval_fr_opus100_pr_auc": 0.9184918254028299,
+      "eval_fr_ud_pr_auc": 0.9808281327361513,
+      "eval_fy_opus100_pr_auc": 0.6448112890046588,
+      "eval_ga_opus100_pr_auc": 0.900410707149124,
+      "eval_ga_ud_pr_auc": 0.8161098820253003,
+      "eval_gd_opus100_pr_auc": 0.6781091345816493,
+      "eval_gd_ud_pr_auc": 0.8051136909020726,
+      "eval_gl_opus100_pr_auc": 0.8849041094702166,
+      "eval_gl_ud_pr_auc": 0.9976225242886441,
+      "eval_gu_ersatz_pr_auc": 0.9273375130052536,
+      "eval_gu_opus100_pr_auc": 0.7625213512453276,
+      "eval_ha_opus100_pr_auc": 0.9192697426873742,
+      "eval_he_opus100_pr_auc": 0.8718408465788433,
+      "eval_he_ud_pr_auc": 0.9815855942452112,
+      "eval_hi_ersatz_pr_auc": 0.9792129247873025,
+      "eval_hi_opus100_pr_auc": 0.7061089246810939,
+      "eval_hi_ud_pr_auc": 0.9769780915849781,
+      "eval_hu_opus100_pr_auc": 0.9200453262120766,
+      "eval_hu_ud_pr_auc": 0.9859584332549468,
+      "eval_hy_opus100_pr_auc": 0.9062141716333949,
+      "eval_hy_ud_pr_auc": 0.9737589260996208,
+      "eval_id_opus100_pr_auc": 0.8816643261176341,
+      "eval_id_ud_pr_auc": 0.994048399369371,
+      "eval_ig_opus100_pr_auc": 0.8804927226620682,
+      "eval_is_opus100_pr_auc": 0.9305235302716427,
+      "eval_is_ud_pr_auc": 0.9166656698431855,
+      "eval_it_opus100_pr_auc": 0.9078880091275189,
+      "eval_it_ud_pr_auc": 0.9959913084413471,
+      "eval_ja_ersatz_pr_auc": 0.8779343705976596,
+      "eval_ja_opus100_pr_auc": 0.8408506666990906,
+      "eval_ja_ud_pr_auc": 0.9771091310402695,
+      "eval_jv_ud_pr_auc": 0.9732574450235129,
+      "eval_ka_opus100_pr_auc": 0.8534757791661328,
+      "eval_kk_ersatz_pr_auc": 0.9868097381966058,
+      "eval_kk_opus100_pr_auc": 0.7950803767660638,
+      "eval_kk_ud_pr_auc": 0.974029193026207,
+      "eval_km_ersatz_pr_auc": 0.931958821414618,
+      "eval_km_opus100_pr_auc": 0.7659651777395741,
+      "eval_kn_opus100_pr_auc": 0.629567505696384,
+      "eval_ko_opus100_pr_auc": 0.6999361628482526,
+      "eval_ko_ud_pr_auc": 0.9982788185397493,
+      "eval_ku_opus100_pr_auc": 0.8538727646008312,
+      "eval_ky_opus100_pr_auc": 0.9133065652018862,
+      "eval_la_ud_pr_auc": 0.9638124991636889,
+      "eval_loss": 0.02754320204257965,
+      "eval_lt_ersatz_pr_auc": 0.9952390757171168,
+      "eval_lt_opus100_pr_auc": 0.8802800603627398,
+      "eval_lt_ud_pr_auc": 0.9960571247280967,
+      "eval_lv_ersatz_pr_auc": 0.9888236721175218,
+      "eval_lv_opus100_pr_auc": 0.8892100607605413,
+      "eval_lv_ud_pr_auc": 0.965245661795727,
+      "eval_mg_opus100_pr_auc": 0.9387848367491941,
+      "eval_mk_opus100_pr_auc": 0.9143475881335612,
+      "eval_ml_opus100_pr_auc": 0.7998848093409929,
+      "eval_mn_opus100_pr_auc": 0.9457370908081265,
+      "eval_mr_opus100_pr_auc": 0.8813511753776551,
+      "eval_mr_ud_pr_auc": 0.9719325228257844,
+      "eval_ms_opus100_pr_auc": 0.8676599004447154,
+      "eval_mt_opus100_pr_auc": 0.8381289790015297,
+      "eval_mt_ud_pr_auc": 0.8881397321290917,
+      "eval_my_opus100_pr_auc": 0.8184822988736553,
+      "eval_ne_opus100_pr_auc": 0.755742879163624,
+      "eval_nl_opus100_pr_auc": 0.8994788133174959,
+      "eval_nl_ud_pr_auc": 0.9848804643830196,
+      "eval_no_opus100_pr_auc": 0.9263573554465879,
+      "eval_no_ud_pr_auc": 0.9966973766841991,
+      "eval_pa_opus100_pr_auc": 0.6782654890741056,
+      "eval_pl_ersatz_pr_auc": 0.96594949105296,
+      "eval_pl_opus100_pr_auc": 0.8923068938763554,
+      "eval_pl_ud_pr_auc": 0.9674765662797369,
+      "eval_ps_ersatz_pr_auc": 0.9252103609067235,
+      "eval_ps_opus100_pr_auc": 0.7636652590395689,
+      "eval_pt_opus100_pr_auc": 0.919912111429445,
+      "eval_pt_ud_pr_auc": 0.9881993993544407,
+      "eval_ro_ersatz_pr_auc": 0.9924008635933524,
+      "eval_ro_opus100_pr_auc": 0.8806211791494205,
+      "eval_ro_ud_pr_auc": 0.9668294567384834,
+      "eval_ru_ersatz_pr_auc": 0.9915600407725503,
+      "eval_ru_opus100_pr_auc": 0.9283255891845442,
+      "eval_ru_ud_pr_auc": 0.8746357178467188,
+      "eval_runtime": 325.1979,
+      "eval_samples_per_second": 232.056,
+      "eval_si_opus100_pr_auc": 0.8121144117474043,
+      "eval_sk_opus100_pr_auc": 0.9301888168845408,
+      "eval_sk_ud_pr_auc": 0.9785866323945351,
+      "eval_sl_opus100_pr_auc": 0.8632739645701879,
+      "eval_sl_ud_pr_auc": 0.9709515527988339,
+      "eval_sq_opus100_pr_auc": 0.9214082030930075,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9123978073377248,
+      "eval_sr_ud_pr_auc": 0.998691931936093,
+      "eval_steps_per_second": 0.907,
+      "eval_sv_opus100_pr_auc": 0.8987150649525627,
+      "eval_sv_ud_pr_auc": 0.9484101417004552,
+      "eval_ta_ersatz_pr_auc": 0.9809969737737518,
+      "eval_ta_opus100_pr_auc": 0.7178772425752175,
+      "eval_ta_ud_pr_auc": 0.9895147047434837,
+      "eval_te_opus100_pr_auc": 0.8355588444402136,
+      "eval_tg_opus100_pr_auc": 0.8929439245808245,
+      "eval_th_opus100_pr_auc": 0.6910049409867647,
+      "eval_th_ud_pr_auc": 0.8474968135708635,
+      "eval_tr_ersatz_pr_auc": 0.9709640271268474,
+      "eval_tr_opus100_pr_auc": 0.8983932283528975,
+      "eval_tr_ud_pr_auc": 0.9579795088443674,
+      "eval_uk_opus100_pr_auc": 0.8782494088491262,
+      "eval_uk_ud_pr_auc": 0.9307753809032774,
+      "eval_ur_opus100_pr_auc": 0.5934837898911599,
+      "eval_ur_ud_pr_auc": 0.9906466368604269,
+      "eval_uz_opus100_pr_auc": 0.8801737634423168,
+      "eval_vi_opus100_pr_auc": 0.8901805107067862,
+      "eval_vi_ud_pr_auc": 0.9502863666871723,
+      "eval_xh_opus100_pr_auc": 0.8694537469318508,
+      "eval_yi_opus100_pr_auc": 0.8143927310757024,
+      "eval_yo_opus100_pr_auc": 0.840187312436466,
+      "eval_yo_ud_pr_auc": 0.9223675527477043,
+      "eval_zh_ersatz_pr_auc": 0.9752738008432786,
+      "eval_zh_opus100_pr_auc": 0.8732980688253558,
+      "eval_zh_ud_pr_auc": 0.9933153981906093,
+      "eval_zu_opus100_pr_auc": 0.8364918618582636,
+      "step": 285000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.036708860759494e-05,
+      "learning_rate_adapter": 3.036708860759494e-05,
+      "loss": 0.0237,
+      "step": 285050
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0354430379746833e-05,
+      "learning_rate_adapter": 3.0354430379746833e-05,
+      "loss": 0.0238,
+      "step": 285100
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0341772151898735e-05,
+      "learning_rate_adapter": 3.0341772151898735e-05,
+      "loss": 0.0241,
+      "step": 285150
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0329113924050634e-05,
+      "learning_rate_adapter": 3.0329113924050634e-05,
+      "loss": 0.0241,
+      "step": 285200
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0316455696202533e-05,
+      "learning_rate_adapter": 3.0316455696202533e-05,
+      "loss": 0.0238,
+      "step": 285250
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0303797468354435e-05,
+      "learning_rate_adapter": 3.0303797468354435e-05,
+      "loss": 0.0239,
+      "step": 285300
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0291139240506334e-05,
+      "learning_rate_adapter": 3.0291139240506334e-05,
+      "loss": 0.0239,
+      "step": 285350
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0278481012658226e-05,
+      "learning_rate_adapter": 3.0278481012658226e-05,
+      "loss": 0.0238,
+      "step": 285400
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0265822784810128e-05,
+      "learning_rate_adapter": 3.0265822784810128e-05,
+      "loss": 0.0242,
+      "step": 285450
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0253164556962027e-05,
+      "learning_rate_adapter": 3.0253164556962027e-05,
+      "loss": 0.0239,
+      "step": 285500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0240506329113926e-05,
+      "learning_rate_adapter": 3.0240506329113926e-05,
+      "loss": 0.0239,
+      "step": 285550
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0227848101265828e-05,
+      "learning_rate_adapter": 3.0227848101265828e-05,
+      "loss": 0.0238,
+      "step": 285600
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.021518987341772e-05,
+      "learning_rate_adapter": 3.021518987341772e-05,
+      "loss": 0.024,
+      "step": 285650
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.020253164556962e-05,
+      "learning_rate_adapter": 3.020253164556962e-05,
+      "loss": 0.0238,
+      "step": 285700
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.018987341772152e-05,
+      "learning_rate_adapter": 3.018987341772152e-05,
+      "loss": 0.0242,
+      "step": 285750
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.017721518987342e-05,
+      "learning_rate_adapter": 3.017721518987342e-05,
+      "loss": 0.0238,
+      "step": 285800
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.016455696202532e-05,
+      "learning_rate_adapter": 3.016455696202532e-05,
+      "loss": 0.0239,
+      "step": 285850
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0151898734177214e-05,
+      "learning_rate_adapter": 3.0151898734177214e-05,
+      "loss": 0.024,
+      "step": 285900
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0139240506329113e-05,
+      "learning_rate_adapter": 3.0139240506329113e-05,
+      "loss": 0.0239,
+      "step": 285950
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0126582278481012e-05,
+      "learning_rate_adapter": 3.0126582278481012e-05,
+      "loss": 0.0237,
+      "step": 286000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0113924050632914e-05,
+      "learning_rate_adapter": 3.0113924050632914e-05,
+      "loss": 0.024,
+      "step": 286050
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0101265822784813e-05,
+      "learning_rate_adapter": 3.0101265822784813e-05,
+      "loss": 0.0241,
+      "step": 286100
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0088607594936712e-05,
+      "learning_rate_adapter": 3.0088607594936712e-05,
+      "loss": 0.0241,
+      "step": 286150
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0075949367088608e-05,
+      "learning_rate_adapter": 3.0075949367088608e-05,
+      "loss": 0.0239,
+      "step": 286200
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0063291139240506e-05,
+      "learning_rate_adapter": 3.0063291139240506e-05,
+      "loss": 0.0238,
+      "step": 286250
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0050632911392405e-05,
+      "learning_rate_adapter": 3.0050632911392405e-05,
+      "loss": 0.0239,
+      "step": 286300
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0037974683544308e-05,
+      "learning_rate_adapter": 3.0037974683544308e-05,
+      "loss": 0.0239,
+      "step": 286350
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0025316455696206e-05,
+      "learning_rate_adapter": 3.0025316455696206e-05,
+      "loss": 0.0241,
+      "step": 286400
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0012658227848102e-05,
+      "learning_rate_adapter": 3.0012658227848102e-05,
+      "loss": 0.0241,
+      "step": 286450
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.024,
+      "step": 286500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.99873417721519e-05,
+      "learning_rate_adapter": 2.99873417721519e-05,
+      "loss": 0.0241,
+      "step": 286550
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.99746835443038e-05,
+      "learning_rate_adapter": 2.99746835443038e-05,
+      "loss": 0.0239,
+      "step": 286600
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.99620253164557e-05,
+      "learning_rate_adapter": 2.99620253164557e-05,
+      "loss": 0.024,
+      "step": 286650
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9949367088607593e-05,
+      "learning_rate_adapter": 2.9949367088607593e-05,
+      "loss": 0.0238,
+      "step": 286700
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9936708860759495e-05,
+      "learning_rate_adapter": 2.9936708860759495e-05,
+      "loss": 0.0238,
+      "step": 286750
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9924050632911394e-05,
+      "learning_rate_adapter": 2.9924050632911394e-05,
+      "loss": 0.0238,
+      "step": 286800
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9911392405063293e-05,
+      "learning_rate_adapter": 2.9911392405063293e-05,
+      "loss": 0.0242,
+      "step": 286850
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.989873417721519e-05,
+      "learning_rate_adapter": 2.989873417721519e-05,
+      "loss": 0.0239,
+      "step": 286900
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9886075949367094e-05,
+      "learning_rate_adapter": 2.9886075949367094e-05,
+      "loss": 0.0237,
+      "step": 286950
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9873417721518986e-05,
+      "learning_rate_adapter": 2.9873417721518986e-05,
+      "loss": 0.0238,
+      "step": 287000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9860759493670888e-05,
+      "learning_rate_adapter": 2.9860759493670888e-05,
+      "loss": 0.0241,
+      "step": 287050
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9848101265822787e-05,
+      "learning_rate_adapter": 2.9848101265822787e-05,
+      "loss": 0.0239,
+      "step": 287100
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9835443037974686e-05,
+      "learning_rate_adapter": 2.9835443037974686e-05,
+      "loss": 0.0239,
+      "step": 287150
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9822784810126585e-05,
+      "learning_rate_adapter": 2.9822784810126585e-05,
+      "loss": 0.0238,
+      "step": 287200
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.981012658227848e-05,
+      "learning_rate_adapter": 2.981012658227848e-05,
+      "loss": 0.0238,
+      "step": 287250
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.979746835443038e-05,
+      "learning_rate_adapter": 2.979746835443038e-05,
+      "loss": 0.0241,
+      "step": 287300
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.978481012658228e-05,
+      "learning_rate_adapter": 2.978481012658228e-05,
+      "loss": 0.0237,
+      "step": 287350
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.977215189873418e-05,
+      "learning_rate_adapter": 2.977215189873418e-05,
+      "loss": 0.0239,
+      "step": 287400
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.975949367088608e-05,
+      "learning_rate_adapter": 2.975949367088608e-05,
+      "loss": 0.0237,
+      "step": 287450
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9746835443037974e-05,
+      "learning_rate_adapter": 2.9746835443037974e-05,
+      "loss": 0.0242,
+      "step": 287500
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9734177215189873e-05,
+      "learning_rate_adapter": 2.9734177215189873e-05,
+      "loss": 0.0238,
+      "step": 287550
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9721518987341772e-05,
+      "learning_rate_adapter": 2.9721518987341772e-05,
+      "loss": 0.0239,
+      "step": 287600
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9708860759493674e-05,
+      "learning_rate_adapter": 2.9708860759493674e-05,
+      "loss": 0.0238,
+      "step": 287650
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9696202531645573e-05,
+      "learning_rate_adapter": 2.9696202531645573e-05,
+      "loss": 0.024,
+      "step": 287700
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9683544303797472e-05,
+      "learning_rate_adapter": 2.9683544303797472e-05,
+      "loss": 0.0239,
+      "step": 287750
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9670886075949368e-05,
+      "learning_rate_adapter": 2.9670886075949368e-05,
+      "loss": 0.024,
+      "step": 287800
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9658227848101266e-05,
+      "learning_rate_adapter": 2.9658227848101266e-05,
+      "loss": 0.0238,
+      "step": 287850
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9645569620253165e-05,
+      "learning_rate_adapter": 2.9645569620253165e-05,
+      "loss": 0.024,
+      "step": 287900
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9632911392405068e-05,
+      "learning_rate_adapter": 2.9632911392405068e-05,
+      "loss": 0.0239,
+      "step": 287950
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9620253164556966e-05,
+      "learning_rate_adapter": 2.9620253164556966e-05,
+      "loss": 0.0239,
+      "step": 288000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.960759493670886e-05,
+      "learning_rate_adapter": 2.960759493670886e-05,
+      "loss": 0.024,
+      "step": 288050
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.959493670886076e-05,
+      "learning_rate_adapter": 2.959493670886076e-05,
+      "loss": 0.0238,
+      "step": 288100
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.958227848101266e-05,
+      "learning_rate_adapter": 2.958227848101266e-05,
+      "loss": 0.0241,
+      "step": 288150
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.956962025316456e-05,
+      "learning_rate_adapter": 2.956962025316456e-05,
+      "loss": 0.0241,
+      "step": 288200
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.955696202531646e-05,
+      "learning_rate_adapter": 2.955696202531646e-05,
+      "loss": 0.0239,
+      "step": 288250
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9544303797468353e-05,
+      "learning_rate_adapter": 2.9544303797468353e-05,
+      "loss": 0.0241,
+      "step": 288300
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.953164556962025e-05,
+      "learning_rate_adapter": 2.953164556962025e-05,
+      "loss": 0.0237,
+      "step": 288350
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9518987341772154e-05,
+      "learning_rate_adapter": 2.9518987341772154e-05,
+      "loss": 0.0237,
+      "step": 288400
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9506329113924053e-05,
+      "learning_rate_adapter": 2.9506329113924053e-05,
+      "loss": 0.024,
+      "step": 288450
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.949367088607595e-05,
+      "learning_rate_adapter": 2.949367088607595e-05,
+      "loss": 0.024,
+      "step": 288500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9481012658227847e-05,
+      "learning_rate_adapter": 2.9481012658227847e-05,
+      "loss": 0.0239,
+      "step": 288550
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9468354430379746e-05,
+      "learning_rate_adapter": 2.9468354430379746e-05,
+      "loss": 0.0237,
+      "step": 288600
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9455696202531645e-05,
+      "learning_rate_adapter": 2.9455696202531645e-05,
+      "loss": 0.0239,
+      "step": 288650
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9443037974683547e-05,
+      "learning_rate_adapter": 2.9443037974683547e-05,
+      "loss": 0.0238,
+      "step": 288700
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9430379746835446e-05,
+      "learning_rate_adapter": 2.9430379746835446e-05,
+      "loss": 0.024,
+      "step": 288750
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9417721518987345e-05,
+      "learning_rate_adapter": 2.9417721518987345e-05,
+      "loss": 0.0241,
+      "step": 288800
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.940506329113924e-05,
+      "learning_rate_adapter": 2.940506329113924e-05,
+      "loss": 0.024,
+      "step": 288850
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.939240506329114e-05,
+      "learning_rate_adapter": 2.939240506329114e-05,
+      "loss": 0.024,
+      "step": 288900
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9379746835443038e-05,
+      "learning_rate_adapter": 2.9379746835443038e-05,
+      "loss": 0.0239,
+      "step": 288950
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.936708860759494e-05,
+      "learning_rate_adapter": 2.936708860759494e-05,
+      "loss": 0.0239,
+      "step": 289000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.935443037974684e-05,
+      "learning_rate_adapter": 2.935443037974684e-05,
+      "loss": 0.0238,
+      "step": 289050
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9341772151898734e-05,
+      "learning_rate_adapter": 2.9341772151898734e-05,
+      "loss": 0.024,
+      "step": 289100
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9329113924050633e-05,
+      "learning_rate_adapter": 2.9329113924050633e-05,
+      "loss": 0.0238,
+      "step": 289150
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9316455696202532e-05,
+      "learning_rate_adapter": 2.9316455696202532e-05,
+      "loss": 0.0241,
+      "step": 289200
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.930379746835443e-05,
+      "learning_rate_adapter": 2.930379746835443e-05,
+      "loss": 0.024,
+      "step": 289250
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9291139240506333e-05,
+      "learning_rate_adapter": 2.9291139240506333e-05,
+      "loss": 0.0238,
+      "step": 289300
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9278481012658225e-05,
+      "learning_rate_adapter": 2.9278481012658225e-05,
+      "loss": 0.0241,
+      "step": 289350
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9265822784810128e-05,
+      "learning_rate_adapter": 2.9265822784810128e-05,
+      "loss": 0.0241,
+      "step": 289400
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9253164556962026e-05,
+      "learning_rate_adapter": 2.9253164556962026e-05,
+      "loss": 0.024,
+      "step": 289450
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9240506329113925e-05,
+      "learning_rate_adapter": 2.9240506329113925e-05,
+      "loss": 0.0238,
+      "step": 289500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9227848101265824e-05,
+      "learning_rate_adapter": 2.9227848101265824e-05,
+      "loss": 0.0242,
+      "step": 289550
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9215189873417726e-05,
+      "learning_rate_adapter": 2.9215189873417726e-05,
+      "loss": 0.0242,
+      "step": 289600
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.920253164556962e-05,
+      "learning_rate_adapter": 2.920253164556962e-05,
+      "loss": 0.0238,
+      "step": 289650
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.918987341772152e-05,
+      "learning_rate_adapter": 2.918987341772152e-05,
+      "loss": 0.0238,
+      "step": 289700
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.917721518987342e-05,
+      "learning_rate_adapter": 2.917721518987342e-05,
+      "loss": 0.0236,
+      "step": 289750
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.916455696202532e-05,
+      "learning_rate_adapter": 2.916455696202532e-05,
+      "loss": 0.0239,
+      "step": 289800
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9151898734177217e-05,
+      "learning_rate_adapter": 2.9151898734177217e-05,
+      "loss": 0.0239,
+      "step": 289850
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9139240506329113e-05,
+      "learning_rate_adapter": 2.9139240506329113e-05,
+      "loss": 0.0238,
+      "step": 289900
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.912658227848101e-05,
+      "learning_rate_adapter": 2.912658227848101e-05,
+      "loss": 0.0241,
+      "step": 289950
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9113924050632914e-05,
+      "learning_rate_adapter": 2.9113924050632914e-05,
+      "loss": 0.024,
+      "step": 290000
+    },
+    {
+      "epoch": 1.96,
+      "eval_af_opus100_pr_auc": 0.7774867412347288,
+      "eval_af_ud_pr_auc": 0.9902550379734885,
+      "eval_am_opus100_pr_auc": 0.6403571354588796,
+      "eval_ar_ersatz_pr_auc": 0.9192759580797875,
+      "eval_ar_opus100_pr_auc": 0.7249019013375566,
+      "eval_ar_ud_pr_auc": 0.8986812554393449,
+      "eval_average_ersatz_pr_auc": 0.9689052686135914,
+      "eval_average_opus100_pr_auc": 0.8413915201714318,
+      "eval_average_ud_pr_auc": 0.9649236432045063,
+      "eval_az_opus100_pr_auc": 0.7618696766237378,
+      "eval_be_opus100_pr_auc": 0.6983721803823092,
+      "eval_be_ud_pr_auc": 0.9009362335037226,
+      "eval_bg_opus100_pr_auc": 0.9171998661912387,
+      "eval_bg_ud_pr_auc": 0.9968101404060501,
+      "eval_bn_opus100_pr_auc": 0.8374660409170022,
+      "eval_bn_ud_pr_auc": 0.9996839196204799,
+      "eval_ca_opus100_pr_auc": 0.8723350561341413,
+      "eval_ca_ud_pr_auc": 0.9945348437471658,
+      "eval_ceb_ud_pr_auc": 0.9977150628479133,
+      "eval_cs_ersatz_pr_auc": 0.9832905850752116,
+      "eval_cs_opus100_pr_auc": 0.9092233580261032,
+      "eval_cs_ud_pr_auc": 0.9623706736798183,
+      "eval_cy_opus100_pr_auc": 0.7822560324686999,
+      "eval_cy_ud_pr_auc": 0.9951489573516477,
+      "eval_da_opus100_pr_auc": 0.9222409738648403,
+      "eval_da_ud_pr_auc": 0.9807994250367948,
+      "eval_de_ersatz_pr_auc": 0.9878053576746088,
+      "eval_de_opus100_pr_auc": 0.9041015841212601,
+      "eval_de_ud_pr_auc": 0.9835056287961517,
+      "eval_el_opus100_pr_auc": 0.9095619497213091,
+      "eval_el_ud_pr_auc": 0.992008661458419,
+      "eval_en_ersatz_pr_auc": 0.9921533036816175,
+      "eval_en_opus100_pr_auc": 0.9306577322651248,
+      "eval_en_ud_pr_auc": 0.9835353085642099,
+      "eval_eo_opus100_pr_auc": 0.9277113801370761,
+      "eval_es_ersatz_pr_auc": 0.9969545852850996,
+      "eval_es_opus100_pr_auc": 0.9252993719788388,
+      "eval_es_ud_pr_auc": 0.9923015562030408,
+      "eval_et_ersatz_pr_auc": 0.9798677499565619,
+      "eval_et_opus100_pr_auc": 0.8980602278262083,
+      "eval_et_ud_pr_auc": 0.9693428692881851,
+      "eval_eu_opus100_pr_auc": 0.8699147859037312,
+      "eval_eu_ud_pr_auc": 0.9905585799088243,
+      "eval_fa_opus100_pr_auc": 0.6076083378025928,
+      "eval_fa_ud_pr_auc": 0.9950810661685063,
+      "eval_fi_ersatz_pr_auc": 0.9914026361287461,
+      "eval_fi_opus100_pr_auc": 0.9204085174481423,
+      "eval_fi_ud_pr_auc": 0.962202221608901,
+      "eval_fr_ersatz_pr_auc": 0.9893081588562312,
+      "eval_fr_opus100_pr_auc": 0.914428759439979,
+      "eval_fr_ud_pr_auc": 0.982594486640195,
+      "eval_fy_opus100_pr_auc": 0.6382779679520194,
+      "eval_ga_opus100_pr_auc": 0.903144593277779,
+      "eval_ga_ud_pr_auc": 0.8103529385757514,
+      "eval_gd_opus100_pr_auc": 0.6788469670465047,
+      "eval_gd_ud_pr_auc": 0.8058972008002017,
+      "eval_gl_opus100_pr_auc": 0.8804603059066523,
+      "eval_gl_ud_pr_auc": 0.9978422831047715,
+      "eval_gu_ersatz_pr_auc": 0.9348938131615359,
+      "eval_gu_opus100_pr_auc": 0.766143441272197,
+      "eval_ha_opus100_pr_auc": 0.9162811070537081,
+      "eval_he_opus100_pr_auc": 0.879432347862072,
+      "eval_he_ud_pr_auc": 0.9821417416851129,
+      "eval_hi_ersatz_pr_auc": 0.9792738272294647,
+      "eval_hi_opus100_pr_auc": 0.7072684842988144,
+      "eval_hi_ud_pr_auc": 0.9761230472577845,
+      "eval_hu_opus100_pr_auc": 0.9181977561268067,
+      "eval_hu_ud_pr_auc": 0.9831621287992399,
+      "eval_hy_opus100_pr_auc": 0.9037058754172707,
+      "eval_hy_ud_pr_auc": 0.9768012284189987,
+      "eval_id_opus100_pr_auc": 0.8837887726591904,
+      "eval_id_ud_pr_auc": 0.9931633396712668,
+      "eval_ig_opus100_pr_auc": 0.8791371158954182,
+      "eval_is_opus100_pr_auc": 0.9307693475068352,
+      "eval_is_ud_pr_auc": 0.9054823650080631,
+      "eval_it_opus100_pr_auc": 0.9084146993518911,
+      "eval_it_ud_pr_auc": 0.9964675376977705,
+      "eval_ja_ersatz_pr_auc": 0.8584066741510491,
+      "eval_ja_opus100_pr_auc": 0.8372184043604457,
+      "eval_ja_ud_pr_auc": 0.974477440296321,
+      "eval_jv_ud_pr_auc": 0.973109368837945,
+      "eval_ka_opus100_pr_auc": 0.8596643237298216,
+      "eval_kk_ersatz_pr_auc": 0.9873797792119248,
+      "eval_kk_opus100_pr_auc": 0.7836026581284015,
+      "eval_kk_ud_pr_auc": 0.9723052749289866,
+      "eval_km_ersatz_pr_auc": 0.9327790279727273,
+      "eval_km_opus100_pr_auc": 0.7626780469137115,
+      "eval_kn_opus100_pr_auc": 0.6344415775834517,
+      "eval_ko_opus100_pr_auc": 0.6778035631642345,
+      "eval_ko_ud_pr_auc": 0.9987126059899754,
+      "eval_ku_opus100_pr_auc": 0.8540292009454773,
+      "eval_ky_opus100_pr_auc": 0.8919878113071911,
+      "eval_la_ud_pr_auc": 0.9702991900055399,
+      "eval_loss": 0.027553070336580276,
+      "eval_lt_ersatz_pr_auc": 0.9947856872626102,
+      "eval_lt_opus100_pr_auc": 0.8799923961421862,
+      "eval_lt_ud_pr_auc": 0.9956438919000171,
+      "eval_lv_ersatz_pr_auc": 0.9889852591495187,
+      "eval_lv_opus100_pr_auc": 0.893007472025939,
+      "eval_lv_ud_pr_auc": 0.965935358110916,
+      "eval_mg_opus100_pr_auc": 0.9359022062772586,
+      "eval_mk_opus100_pr_auc": 0.9153595630447088,
+      "eval_ml_opus100_pr_auc": 0.8017059246293797,
+      "eval_mn_opus100_pr_auc": 0.9368709560217112,
+      "eval_mr_opus100_pr_auc": 0.8865728274104435,
+      "eval_mr_ud_pr_auc": 0.979087198746098,
+      "eval_ms_opus100_pr_auc": 0.8619774011833911,
+      "eval_mt_opus100_pr_auc": 0.8356737677822822,
+      "eval_mt_ud_pr_auc": 0.9081009596164207,
+      "eval_my_opus100_pr_auc": 0.8293199772832942,
+      "eval_ne_opus100_pr_auc": 0.7623843345665178,
+      "eval_nl_opus100_pr_auc": 0.9013790114391883,
+      "eval_nl_ud_pr_auc": 0.9856420189276647,
+      "eval_no_opus100_pr_auc": 0.9266739558151256,
+      "eval_no_ud_pr_auc": 0.9971584664303311,
+      "eval_pa_opus100_pr_auc": 0.684739487704687,
+      "eval_pl_ersatz_pr_auc": 0.9647036643319654,
+      "eval_pl_opus100_pr_auc": 0.8896115223927209,
+      "eval_pl_ud_pr_auc": 0.9675323584981153,
+      "eval_ps_ersatz_pr_auc": 0.9265208461691556,
+      "eval_ps_opus100_pr_auc": 0.7603181824360856,
+      "eval_pt_opus100_pr_auc": 0.9163697361464836,
+      "eval_pt_ud_pr_auc": 0.9882739122057913,
+      "eval_ro_ersatz_pr_auc": 0.9927814233395308,
+      "eval_ro_opus100_pr_auc": 0.8798891673295068,
+      "eval_ro_ud_pr_auc": 0.9624117065034657,
+      "eval_ru_ersatz_pr_auc": 0.9917911449016812,
+      "eval_ru_opus100_pr_auc": 0.9238176406483743,
+      "eval_ru_ud_pr_auc": 0.8775788522858807,
+      "eval_runtime": 326.2091,
+      "eval_samples_per_second": 231.336,
+      "eval_si_opus100_pr_auc": 0.8188584572470695,
+      "eval_sk_opus100_pr_auc": 0.933014552625089,
+      "eval_sk_ud_pr_auc": 0.9831346259252445,
+      "eval_sl_opus100_pr_auc": 0.8652163905297585,
+      "eval_sl_ud_pr_auc": 0.9704705092543227,
+      "eval_sq_opus100_pr_auc": 0.916190402002599,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9107777208224559,
+      "eval_sr_ud_pr_auc": 0.9984862484339073,
+      "eval_steps_per_second": 0.904,
+      "eval_sv_opus100_pr_auc": 0.8968991215915036,
+      "eval_sv_ud_pr_auc": 0.9457086651608511,
+      "eval_ta_ersatz_pr_auc": 0.9806687995697373,
+      "eval_ta_opus100_pr_auc": 0.7241144256480467,
+      "eval_ta_ud_pr_auc": 0.9888223264469795,
+      "eval_te_opus100_pr_auc": 0.8348848419716551,
+      "eval_tg_opus100_pr_auc": 0.8857751730995778,
+      "eval_th_opus100_pr_auc": 0.6858202539702608,
+      "eval_th_ud_pr_auc": 0.8525866638355484,
+      "eval_tr_ersatz_pr_auc": 0.9655592969918091,
+      "eval_tr_opus100_pr_auc": 0.8960218569521922,
+      "eval_tr_ud_pr_auc": 0.9570587978333852,
+      "eval_uk_opus100_pr_auc": 0.8739635858357048,
+      "eval_uk_ud_pr_auc": 0.9288156463595293,
+      "eval_ur_opus100_pr_auc": 0.5953962722786472,
+      "eval_ur_ud_pr_auc": 0.9923512627161309,
+      "eval_uz_opus100_pr_auc": 0.8735125539660946,
+      "eval_vi_opus100_pr_auc": 0.8945886917843188,
+      "eval_vi_ud_pr_auc": 0.955827462874083,
+      "eval_xh_opus100_pr_auc": 0.8857955292052968,
+      "eval_yi_opus100_pr_auc": 0.7894203091134651,
+      "eval_yo_opus100_pr_auc": 0.8378819791653627,
+      "eval_yo_ud_pr_auc": 0.9209779531090628,
+      "eval_zh_ersatz_pr_auc": 0.9773283313184363,
+      "eval_zh_opus100_pr_auc": 0.8742386459904231,
+      "eval_zh_ud_pr_auc": 0.9946391581625248,
+      "eval_zu_opus100_pr_auc": 0.8334123829352127,
+      "step": 290000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9101265822784813e-05,
+      "learning_rate_adapter": 2.9101265822784813e-05,
+      "loss": 0.0241,
+      "step": 290050
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.908860759493671e-05,
+      "learning_rate_adapter": 2.908860759493671e-05,
+      "loss": 0.024,
+      "step": 290100
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9075949367088607e-05,
+      "learning_rate_adapter": 2.9075949367088607e-05,
+      "loss": 0.0239,
+      "step": 290150
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9063291139240506e-05,
+      "learning_rate_adapter": 2.9063291139240506e-05,
+      "loss": 0.024,
+      "step": 290200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9050632911392405e-05,
+      "learning_rate_adapter": 2.9050632911392405e-05,
+      "loss": 0.024,
+      "step": 290250
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9037974683544307e-05,
+      "learning_rate_adapter": 2.9037974683544307e-05,
+      "loss": 0.0239,
+      "step": 290300
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9025316455696206e-05,
+      "learning_rate_adapter": 2.9025316455696206e-05,
+      "loss": 0.024,
+      "step": 290350
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9012658227848105e-05,
+      "learning_rate_adapter": 2.9012658227848105e-05,
+      "loss": 0.024,
+      "step": 290400
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0241,
+      "step": 290450
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.89873417721519e-05,
+      "learning_rate_adapter": 2.89873417721519e-05,
+      "loss": 0.0238,
+      "step": 290500
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8974683544303798e-05,
+      "learning_rate_adapter": 2.8974683544303798e-05,
+      "loss": 0.0241,
+      "step": 290550
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.89620253164557e-05,
+      "learning_rate_adapter": 2.89620253164557e-05,
+      "loss": 0.0238,
+      "step": 290600
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.89493670886076e-05,
+      "learning_rate_adapter": 2.89493670886076e-05,
+      "loss": 0.0241,
+      "step": 290650
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.893670886075949e-05,
+      "learning_rate_adapter": 2.893670886075949e-05,
+      "loss": 0.0239,
+      "step": 290700
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8924050632911393e-05,
+      "learning_rate_adapter": 2.8924050632911393e-05,
+      "loss": 0.0237,
+      "step": 290750
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8911392405063292e-05,
+      "learning_rate_adapter": 2.8911392405063292e-05,
+      "loss": 0.0238,
+      "step": 290800
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.889873417721519e-05,
+      "learning_rate_adapter": 2.889873417721519e-05,
+      "loss": 0.0239,
+      "step": 290850
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8886075949367093e-05,
+      "learning_rate_adapter": 2.8886075949367093e-05,
+      "loss": 0.0237,
+      "step": 290900
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8873417721518985e-05,
+      "learning_rate_adapter": 2.8873417721518985e-05,
+      "loss": 0.0239,
+      "step": 290950
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8860759493670884e-05,
+      "learning_rate_adapter": 2.8860759493670884e-05,
+      "loss": 0.0239,
+      "step": 291000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8848101265822786e-05,
+      "learning_rate_adapter": 2.8848101265822786e-05,
+      "loss": 0.024,
+      "step": 291050
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8835443037974685e-05,
+      "learning_rate_adapter": 2.8835443037974685e-05,
+      "loss": 0.024,
+      "step": 291100
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8822784810126584e-05,
+      "learning_rate_adapter": 2.8822784810126584e-05,
+      "loss": 0.0239,
+      "step": 291150
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8810126582278486e-05,
+      "learning_rate_adapter": 2.8810126582278486e-05,
+      "loss": 0.0239,
+      "step": 291200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.879746835443038e-05,
+      "learning_rate_adapter": 2.879746835443038e-05,
+      "loss": 0.0239,
+      "step": 291250
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8784810126582277e-05,
+      "learning_rate_adapter": 2.8784810126582277e-05,
+      "loss": 0.0237,
+      "step": 291300
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.877215189873418e-05,
+      "learning_rate_adapter": 2.877215189873418e-05,
+      "loss": 0.0238,
+      "step": 291350
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.875949367088608e-05,
+      "learning_rate_adapter": 2.875949367088608e-05,
+      "loss": 0.0236,
+      "step": 291400
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8746835443037977e-05,
+      "learning_rate_adapter": 2.8746835443037977e-05,
+      "loss": 0.024,
+      "step": 291450
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8734177215189873e-05,
+      "learning_rate_adapter": 2.8734177215189873e-05,
+      "loss": 0.0239,
+      "step": 291500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.872151898734177e-05,
+      "learning_rate_adapter": 2.872151898734177e-05,
+      "loss": 0.0241,
+      "step": 291550
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.870886075949367e-05,
+      "learning_rate_adapter": 2.870886075949367e-05,
+      "loss": 0.0238,
+      "step": 291600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8696202531645573e-05,
+      "learning_rate_adapter": 2.8696202531645573e-05,
+      "loss": 0.0239,
+      "step": 291650
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.868354430379747e-05,
+      "learning_rate_adapter": 2.868354430379747e-05,
+      "loss": 0.0239,
+      "step": 291700
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8670886075949367e-05,
+      "learning_rate_adapter": 2.8670886075949367e-05,
+      "loss": 0.0239,
+      "step": 291750
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8658227848101266e-05,
+      "learning_rate_adapter": 2.8658227848101266e-05,
+      "loss": 0.0239,
+      "step": 291800
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8645569620253165e-05,
+      "learning_rate_adapter": 2.8645569620253165e-05,
+      "loss": 0.0239,
+      "step": 291850
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8632911392405064e-05,
+      "learning_rate_adapter": 2.8632911392405064e-05,
+      "loss": 0.0239,
+      "step": 291900
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8620253164556966e-05,
+      "learning_rate_adapter": 2.8620253164556966e-05,
+      "loss": 0.0236,
+      "step": 291950
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8607594936708865e-05,
+      "learning_rate_adapter": 2.8607594936708865e-05,
+      "loss": 0.024,
+      "step": 292000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.859493670886076e-05,
+      "learning_rate_adapter": 2.859493670886076e-05,
+      "loss": 0.0238,
+      "step": 292050
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.858227848101266e-05,
+      "learning_rate_adapter": 2.858227848101266e-05,
+      "loss": 0.0238,
+      "step": 292100
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8569620253164558e-05,
+      "learning_rate_adapter": 2.8569620253164558e-05,
+      "loss": 0.0238,
+      "step": 292150
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8556962025316457e-05,
+      "learning_rate_adapter": 2.8556962025316457e-05,
+      "loss": 0.0239,
+      "step": 292200
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.854430379746836e-05,
+      "learning_rate_adapter": 2.854430379746836e-05,
+      "loss": 0.0238,
+      "step": 292250
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.853164556962025e-05,
+      "learning_rate_adapter": 2.853164556962025e-05,
+      "loss": 0.0237,
+      "step": 292300
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8518987341772153e-05,
+      "learning_rate_adapter": 2.8518987341772153e-05,
+      "loss": 0.024,
+      "step": 292350
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8506329113924052e-05,
+      "learning_rate_adapter": 2.8506329113924052e-05,
+      "loss": 0.0237,
+      "step": 292400
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.849367088607595e-05,
+      "learning_rate_adapter": 2.849367088607595e-05,
+      "loss": 0.0239,
+      "step": 292450
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.848101265822785e-05,
+      "learning_rate_adapter": 2.848101265822785e-05,
+      "loss": 0.0241,
+      "step": 292500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8468354430379745e-05,
+      "learning_rate_adapter": 2.8468354430379745e-05,
+      "loss": 0.024,
+      "step": 292550
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8455696202531644e-05,
+      "learning_rate_adapter": 2.8455696202531644e-05,
+      "loss": 0.024,
+      "step": 292600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8443037974683546e-05,
+      "learning_rate_adapter": 2.8443037974683546e-05,
+      "loss": 0.0239,
+      "step": 292650
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8430379746835445e-05,
+      "learning_rate_adapter": 2.8430379746835445e-05,
+      "loss": 0.0239,
+      "step": 292700
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8417721518987344e-05,
+      "learning_rate_adapter": 2.8417721518987344e-05,
+      "loss": 0.0239,
+      "step": 292750
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8405063291139243e-05,
+      "learning_rate_adapter": 2.8405063291139243e-05,
+      "loss": 0.024,
+      "step": 292800
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.839240506329114e-05,
+      "learning_rate_adapter": 2.839240506329114e-05,
+      "loss": 0.0242,
+      "step": 292850
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8379746835443037e-05,
+      "learning_rate_adapter": 2.8379746835443037e-05,
+      "loss": 0.0238,
+      "step": 292900
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.836708860759494e-05,
+      "learning_rate_adapter": 2.836708860759494e-05,
+      "loss": 0.0239,
+      "step": 292950
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.835443037974684e-05,
+      "learning_rate_adapter": 2.835443037974684e-05,
+      "loss": 0.0241,
+      "step": 293000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8341772151898737e-05,
+      "learning_rate_adapter": 2.8341772151898737e-05,
+      "loss": 0.0238,
+      "step": 293050
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8329113924050633e-05,
+      "learning_rate_adapter": 2.8329113924050633e-05,
+      "loss": 0.0238,
+      "step": 293100
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.831645569620253e-05,
+      "learning_rate_adapter": 2.831645569620253e-05,
+      "loss": 0.0237,
+      "step": 293150
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.830379746835443e-05,
+      "learning_rate_adapter": 2.830379746835443e-05,
+      "loss": 0.0241,
+      "step": 293200
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8291139240506333e-05,
+      "learning_rate_adapter": 2.8291139240506333e-05,
+      "loss": 0.0241,
+      "step": 293250
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.827848101265823e-05,
+      "learning_rate_adapter": 2.827848101265823e-05,
+      "loss": 0.0238,
+      "step": 293300
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8265822784810127e-05,
+      "learning_rate_adapter": 2.8265822784810127e-05,
+      "loss": 0.0241,
+      "step": 293350
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8253164556962026e-05,
+      "learning_rate_adapter": 2.8253164556962026e-05,
+      "loss": 0.0239,
+      "step": 293400
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8240506329113925e-05,
+      "learning_rate_adapter": 2.8240506329113925e-05,
+      "loss": 0.024,
+      "step": 293450
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8227848101265824e-05,
+      "learning_rate_adapter": 2.8227848101265824e-05,
+      "loss": 0.0239,
+      "step": 293500
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8215189873417726e-05,
+      "learning_rate_adapter": 2.8215189873417726e-05,
+      "loss": 0.0236,
+      "step": 293550
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8202531645569625e-05,
+      "learning_rate_adapter": 2.8202531645569625e-05,
+      "loss": 0.0237,
+      "step": 293600
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.818987341772152e-05,
+      "learning_rate_adapter": 2.818987341772152e-05,
+      "loss": 0.0239,
+      "step": 293650
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.817721518987342e-05,
+      "learning_rate_adapter": 2.817721518987342e-05,
+      "loss": 0.0237,
+      "step": 293700
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8164556962025318e-05,
+      "learning_rate_adapter": 2.8164556962025318e-05,
+      "loss": 0.0239,
+      "step": 293750
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8151898734177217e-05,
+      "learning_rate_adapter": 2.8151898734177217e-05,
+      "loss": 0.0238,
+      "step": 293800
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.813924050632912e-05,
+      "learning_rate_adapter": 2.813924050632912e-05,
+      "loss": 0.0237,
+      "step": 293850
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.812658227848101e-05,
+      "learning_rate_adapter": 2.812658227848101e-05,
+      "loss": 0.0238,
+      "step": 293900
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.811392405063291e-05,
+      "learning_rate_adapter": 2.811392405063291e-05,
+      "loss": 0.0239,
+      "step": 293950
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8101265822784812e-05,
+      "learning_rate_adapter": 2.8101265822784812e-05,
+      "loss": 0.0239,
+      "step": 294000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.808860759493671e-05,
+      "learning_rate_adapter": 2.808860759493671e-05,
+      "loss": 0.0237,
+      "step": 294050
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.807594936708861e-05,
+      "learning_rate_adapter": 2.807594936708861e-05,
+      "loss": 0.0239,
+      "step": 294100
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8063291139240505e-05,
+      "learning_rate_adapter": 2.8063291139240505e-05,
+      "loss": 0.0236,
+      "step": 294150
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8050632911392404e-05,
+      "learning_rate_adapter": 2.8050632911392404e-05,
+      "loss": 0.0238,
+      "step": 294200
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8037974683544303e-05,
+      "learning_rate_adapter": 2.8037974683544303e-05,
+      "loss": 0.0239,
+      "step": 294250
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8025316455696205e-05,
+      "learning_rate_adapter": 2.8025316455696205e-05,
+      "loss": 0.024,
+      "step": 294300
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8012658227848104e-05,
+      "learning_rate_adapter": 2.8012658227848104e-05,
+      "loss": 0.0241,
+      "step": 294350
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0239,
+      "step": 294400
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.79873417721519e-05,
+      "learning_rate_adapter": 2.79873417721519e-05,
+      "loss": 0.0238,
+      "step": 294450
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7974683544303797e-05,
+      "learning_rate_adapter": 2.7974683544303797e-05,
+      "loss": 0.0239,
+      "step": 294500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7962025316455696e-05,
+      "learning_rate_adapter": 2.7962025316455696e-05,
+      "loss": 0.0241,
+      "step": 294550
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.79493670886076e-05,
+      "learning_rate_adapter": 2.79493670886076e-05,
+      "loss": 0.024,
+      "step": 294600
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7936708860759497e-05,
+      "learning_rate_adapter": 2.7936708860759497e-05,
+      "loss": 0.0239,
+      "step": 294650
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7924050632911393e-05,
+      "learning_rate_adapter": 2.7924050632911393e-05,
+      "loss": 0.0237,
+      "step": 294700
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.791139240506329e-05,
+      "learning_rate_adapter": 2.791139240506329e-05,
+      "loss": 0.0237,
+      "step": 294750
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.789873417721519e-05,
+      "learning_rate_adapter": 2.789873417721519e-05,
+      "loss": 0.0238,
+      "step": 294800
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.788607594936709e-05,
+      "learning_rate_adapter": 2.788607594936709e-05,
+      "loss": 0.0237,
+      "step": 294850
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.787341772151899e-05,
+      "learning_rate_adapter": 2.787341772151899e-05,
+      "loss": 0.0238,
+      "step": 294900
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7860759493670884e-05,
+      "learning_rate_adapter": 2.7860759493670884e-05,
+      "loss": 0.0238,
+      "step": 294950
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7848101265822786e-05,
+      "learning_rate_adapter": 2.7848101265822786e-05,
+      "loss": 0.0239,
+      "step": 295000
+    },
+    {
+      "epoch": 1.99,
+      "eval_af_opus100_pr_auc": 0.785852130112078,
+      "eval_af_ud_pr_auc": 0.9916215049762944,
+      "eval_am_opus100_pr_auc": 0.671762665633476,
+      "eval_ar_ersatz_pr_auc": 0.9259564100123221,
+      "eval_ar_opus100_pr_auc": 0.730731424423764,
+      "eval_ar_ud_pr_auc": 0.8982806450385803,
+      "eval_average_ersatz_pr_auc": 0.9707123320145161,
+      "eval_average_opus100_pr_auc": 0.8474821166032246,
+      "eval_average_ud_pr_auc": 0.9669249377582375,
+      "eval_az_opus100_pr_auc": 0.7831414383214915,
+      "eval_be_opus100_pr_auc": 0.714230069447205,
+      "eval_be_ud_pr_auc": 0.9066826519997679,
+      "eval_bg_opus100_pr_auc": 0.9223579879751731,
+      "eval_bg_ud_pr_auc": 0.9964442077726987,
+      "eval_bn_opus100_pr_auc": 0.8518951982592711,
+      "eval_bn_ud_pr_auc": 0.9990344616049504,
+      "eval_ca_opus100_pr_auc": 0.8843158089327537,
+      "eval_ca_ud_pr_auc": 0.9939598211354755,
+      "eval_ceb_ud_pr_auc": 0.9977581415666384,
+      "eval_cs_ersatz_pr_auc": 0.9851001564922739,
+      "eval_cs_opus100_pr_auc": 0.9142543431278315,
+      "eval_cs_ud_pr_auc": 0.9645407113924102,
+      "eval_cy_opus100_pr_auc": 0.7754507442840107,
+      "eval_cy_ud_pr_auc": 0.9951845209372709,
+      "eval_da_opus100_pr_auc": 0.9261171640215802,
+      "eval_da_ud_pr_auc": 0.981941140287347,
+      "eval_de_ersatz_pr_auc": 0.9896439666331339,
+      "eval_de_opus100_pr_auc": 0.906529601535208,
+      "eval_de_ud_pr_auc": 0.9849340953174245,
+      "eval_el_opus100_pr_auc": 0.918811503906242,
+      "eval_el_ud_pr_auc": 0.9913789896005598,
+      "eval_en_ersatz_pr_auc": 0.9915441621694336,
+      "eval_en_opus100_pr_auc": 0.9328453767190382,
+      "eval_en_ud_pr_auc": 0.9843221341059969,
+      "eval_eo_opus100_pr_auc": 0.9332800058499199,
+      "eval_es_ersatz_pr_auc": 0.9967580122998556,
+      "eval_es_opus100_pr_auc": 0.9296240513436075,
+      "eval_es_ud_pr_auc": 0.9931983192112919,
+      "eval_et_ersatz_pr_auc": 0.9836994347543455,
+      "eval_et_opus100_pr_auc": 0.911378690253435,
+      "eval_et_ud_pr_auc": 0.9692092283034122,
+      "eval_eu_opus100_pr_auc": 0.8818783197525469,
+      "eval_eu_ud_pr_auc": 0.9919213105213938,
+      "eval_fa_opus100_pr_auc": 0.6179237071716117,
+      "eval_fa_ud_pr_auc": 0.9958957260321297,
+      "eval_fi_ersatz_pr_auc": 0.9910587470776386,
+      "eval_fi_opus100_pr_auc": 0.9281784371727074,
+      "eval_fi_ud_pr_auc": 0.9618407832931646,
+      "eval_fr_ersatz_pr_auc": 0.989365999758752,
+      "eval_fr_opus100_pr_auc": 0.923117726656854,
+      "eval_fr_ud_pr_auc": 0.9818450947133692,
+      "eval_fy_opus100_pr_auc": 0.6384064610633883,
+      "eval_ga_opus100_pr_auc": 0.9123023191525294,
+      "eval_ga_ud_pr_auc": 0.8212186243734592,
+      "eval_gd_opus100_pr_auc": 0.7024693850564947,
+      "eval_gd_ud_pr_auc": 0.8152477926931553,
+      "eval_gl_opus100_pr_auc": 0.8893261622366394,
+      "eval_gl_ud_pr_auc": 0.998145955480084,
+      "eval_gu_ersatz_pr_auc": 0.9361118618272594,
+      "eval_gu_opus100_pr_auc": 0.7571351820279054,
+      "eval_ha_opus100_pr_auc": 0.9198660600109617,
+      "eval_he_opus100_pr_auc": 0.8807878380714567,
+      "eval_he_ud_pr_auc": 0.9853771458421504,
+      "eval_hi_ersatz_pr_auc": 0.9793494080240122,
+      "eval_hi_opus100_pr_auc": 0.7086674355821005,
+      "eval_hi_ud_pr_auc": 0.9801392285930329,
+      "eval_hu_opus100_pr_auc": 0.9290266391912424,
+      "eval_hu_ud_pr_auc": 0.9858603189303151,
+      "eval_hy_opus100_pr_auc": 0.9091390882361313,
+      "eval_hy_ud_pr_auc": 0.9829145597169158,
+      "eval_id_opus100_pr_auc": 0.8863410096425891,
+      "eval_id_ud_pr_auc": 0.9937614701518428,
+      "eval_ig_opus100_pr_auc": 0.8725587481278295,
+      "eval_is_opus100_pr_auc": 0.9328959801525752,
+      "eval_is_ud_pr_auc": 0.9178963373871497,
+      "eval_it_opus100_pr_auc": 0.9198917195617368,
+      "eval_it_ud_pr_auc": 0.9980521080856122,
+      "eval_ja_ersatz_pr_auc": 0.8681920827751051,
+      "eval_ja_opus100_pr_auc": 0.8294411954438298,
+      "eval_ja_ud_pr_auc": 0.9773376137470642,
+      "eval_jv_ud_pr_auc": 0.9711431659672088,
+      "eval_ka_opus100_pr_auc": 0.8624559426388528,
+      "eval_kk_ersatz_pr_auc": 0.9899092672698975,
+      "eval_kk_opus100_pr_auc": 0.8011199358773329,
+      "eval_kk_ud_pr_auc": 0.9745117482541953,
+      "eval_km_ersatz_pr_auc": 0.934058018308298,
+      "eval_km_opus100_pr_auc": 0.771108802396183,
+      "eval_kn_opus100_pr_auc": 0.6240246812203645,
+      "eval_ko_opus100_pr_auc": 0.7052258996545351,
+      "eval_ko_ud_pr_auc": 0.9986824554281617,
+      "eval_ku_opus100_pr_auc": 0.8558469491449038,
+      "eval_ky_opus100_pr_auc": 0.8978903456014219,
+      "eval_la_ud_pr_auc": 0.9750564353963248,
+      "eval_loss": 0.027378108352422714,
+      "eval_lt_ersatz_pr_auc": 0.9955752091308134,
+      "eval_lt_opus100_pr_auc": 0.8894381295278533,
+      "eval_lt_ud_pr_auc": 0.9970659949060652,
+      "eval_lv_ersatz_pr_auc": 0.9906856468396623,
+      "eval_lv_opus100_pr_auc": 0.8989185003784159,
+      "eval_lv_ud_pr_auc": 0.9707776884438255,
+      "eval_mg_opus100_pr_auc": 0.9378325746386867,
+      "eval_mk_opus100_pr_auc": 0.9207046481634115,
+      "eval_ml_opus100_pr_auc": 0.8145417600826631,
+      "eval_mn_opus100_pr_auc": 0.9426438687077342,
+      "eval_mr_opus100_pr_auc": 0.8992154946708277,
+      "eval_mr_ud_pr_auc": 0.9743695078175445,
+      "eval_ms_opus100_pr_auc": 0.8714299191294375,
+      "eval_mt_opus100_pr_auc": 0.8534800617975459,
+      "eval_mt_ud_pr_auc": 0.9120689269977413,
+      "eval_my_opus100_pr_auc": 0.823839864064467,
+      "eval_ne_opus100_pr_auc": 0.7605070370980905,
+      "eval_nl_opus100_pr_auc": 0.9053681662222879,
+      "eval_nl_ud_pr_auc": 0.9869975618250516,
+      "eval_no_opus100_pr_auc": 0.9290723960099476,
+      "eval_no_ud_pr_auc": 0.9971022547338677,
+      "eval_pa_opus100_pr_auc": 0.6654056488539287,
+      "eval_pl_ersatz_pr_auc": 0.9688595737174681,
+      "eval_pl_opus100_pr_auc": 0.8985373355032901,
+      "eval_pl_ud_pr_auc": 0.9704410710980212,
+      "eval_ps_ersatz_pr_auc": 0.9285270706410377,
+      "eval_ps_opus100_pr_auc": 0.7523107685516488,
+      "eval_pt_opus100_pr_auc": 0.9243039929698029,
+      "eval_pt_ud_pr_auc": 0.987782333920013,
+      "eval_ro_ersatz_pr_auc": 0.9934411085170198,
+      "eval_ro_opus100_pr_auc": 0.8799928976144585,
+      "eval_ro_ud_pr_auc": 0.9708177882019657,
+      "eval_ru_ersatz_pr_auc": 0.9920280820253564,
+      "eval_ru_opus100_pr_auc": 0.9347806944190375,
+      "eval_ru_ud_pr_auc": 0.8793592935247181,
+      "eval_runtime": 324.4895,
+      "eval_samples_per_second": 232.562,
+      "eval_si_opus100_pr_auc": 0.8308193464071952,
+      "eval_sk_opus100_pr_auc": 0.9387092403460943,
+      "eval_sk_ud_pr_auc": 0.9822679733533907,
+      "eval_sl_opus100_pr_auc": 0.8714182444880757,
+      "eval_sl_ud_pr_auc": 0.9703208576985486,
+      "eval_sq_opus100_pr_auc": 0.9209254373547645,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9171995115895238,
+      "eval_sr_ud_pr_auc": 0.9989563430223017,
+      "eval_steps_per_second": 0.909,
+      "eval_sv_opus100_pr_auc": 0.9088692496527314,
+      "eval_sv_ud_pr_auc": 0.945592475482848,
+      "eval_ta_ersatz_pr_auc": 0.9831239337341219,
+      "eval_ta_opus100_pr_auc": 0.7242726260305521,
+      "eval_ta_ud_pr_auc": 0.9914593209522167,
+      "eval_te_opus100_pr_auc": 0.8356256247660484,
+      "eval_tg_opus100_pr_auc": 0.8952023236928109,
+      "eval_th_opus100_pr_auc": 0.699697537357078,
+      "eval_th_ud_pr_auc": 0.8442563492085341,
+      "eval_tr_ersatz_pr_auc": 0.9662408426751952,
+      "eval_tr_opus100_pr_auc": 0.907730813351395,
+      "eval_tr_ud_pr_auc": 0.957798874140255,
+      "eval_uk_opus100_pr_auc": 0.8816502769913964,
+      "eval_uk_ud_pr_auc": 0.942237649125573,
+      "eval_ur_opus100_pr_auc": 0.5962224760107075,
+      "eval_ur_ud_pr_auc": 0.9898638018792468,
+      "eval_uz_opus100_pr_auc": 0.878286652004006,
+      "eval_vi_opus100_pr_auc": 0.9036583211840206,
+      "eval_vi_ud_pr_auc": 0.9645594058233486,
+      "eval_xh_opus100_pr_auc": 0.8794937868347572,
+      "eval_yi_opus100_pr_auc": 0.8074622321383893,
+      "eval_yo_opus100_pr_auc": 0.8347052241490825,
+      "eval_yo_ud_pr_auc": 0.932293903522624,
+      "eval_zh_ersatz_pr_auc": 0.976442309636354,
+      "eval_zh_opus100_pr_auc": 0.8807926264700069,
+      "eval_zh_ud_pr_auc": 0.9929936286849824,
+      "eval_zu_opus100_pr_auc": 0.828864077251435,
+      "step": 295000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7835443037974685e-05,
+      "learning_rate_adapter": 2.7835443037974685e-05,
+      "loss": 0.0236,
+      "step": 295050
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7822784810126584e-05,
+      "learning_rate_adapter": 2.7822784810126584e-05,
+      "loss": 0.0239,
+      "step": 295100
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7810126582278482e-05,
+      "learning_rate_adapter": 2.7810126582278482e-05,
+      "loss": 0.024,
+      "step": 295150
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7797468354430385e-05,
+      "learning_rate_adapter": 2.7797468354430385e-05,
+      "loss": 0.0241,
+      "step": 295200
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7784810126582277e-05,
+      "learning_rate_adapter": 2.7784810126582277e-05,
+      "loss": 0.024,
+      "step": 295250
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.777215189873418e-05,
+      "learning_rate_adapter": 2.777215189873418e-05,
+      "loss": 0.0238,
+      "step": 295300
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7759493670886078e-05,
+      "learning_rate_adapter": 2.7759493670886078e-05,
+      "loss": 0.0238,
+      "step": 295350
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7746835443037977e-05,
+      "learning_rate_adapter": 2.7746835443037977e-05,
+      "loss": 0.024,
+      "step": 295400
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7734177215189876e-05,
+      "learning_rate_adapter": 2.7734177215189876e-05,
+      "loss": 0.0237,
+      "step": 295450
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.772151898734177e-05,
+      "learning_rate_adapter": 2.772151898734177e-05,
+      "loss": 0.0238,
+      "step": 295500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.770886075949367e-05,
+      "learning_rate_adapter": 2.770886075949367e-05,
+      "loss": 0.0238,
+      "step": 295550
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7696202531645572e-05,
+      "learning_rate_adapter": 2.7696202531645572e-05,
+      "loss": 0.0237,
+      "step": 295600
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.768354430379747e-05,
+      "learning_rate_adapter": 2.768354430379747e-05,
+      "loss": 0.0241,
+      "step": 295650
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.767088607594937e-05,
+      "learning_rate_adapter": 2.767088607594937e-05,
+      "loss": 0.0237,
+      "step": 295700
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7658227848101265e-05,
+      "learning_rate_adapter": 2.7658227848101265e-05,
+      "loss": 0.0239,
+      "step": 295750
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7645569620253164e-05,
+      "learning_rate_adapter": 2.7645569620253164e-05,
+      "loss": 0.0238,
+      "step": 295800
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7632911392405063e-05,
+      "learning_rate_adapter": 2.7632911392405063e-05,
+      "loss": 0.024,
+      "step": 295850
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7620253164556965e-05,
+      "learning_rate_adapter": 2.7620253164556965e-05,
+      "loss": 0.0239,
+      "step": 295900
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7607594936708864e-05,
+      "learning_rate_adapter": 2.7607594936708864e-05,
+      "loss": 0.0238,
+      "step": 295950
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7594936708860763e-05,
+      "learning_rate_adapter": 2.7594936708860763e-05,
+      "loss": 0.024,
+      "step": 296000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.758227848101266e-05,
+      "learning_rate_adapter": 2.758227848101266e-05,
+      "loss": 0.024,
+      "step": 296050
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7569620253164557e-05,
+      "learning_rate_adapter": 2.7569620253164557e-05,
+      "loss": 0.0238,
+      "step": 296100
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7556962025316456e-05,
+      "learning_rate_adapter": 2.7556962025316456e-05,
+      "loss": 0.0239,
+      "step": 296150
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.754430379746836e-05,
+      "learning_rate_adapter": 2.754430379746836e-05,
+      "loss": 0.0239,
+      "step": 296200
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7531645569620257e-05,
+      "learning_rate_adapter": 2.7531645569620257e-05,
+      "loss": 0.0239,
+      "step": 296250
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7518987341772153e-05,
+      "learning_rate_adapter": 2.7518987341772153e-05,
+      "loss": 0.0238,
+      "step": 296300
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.750632911392405e-05,
+      "learning_rate_adapter": 2.750632911392405e-05,
+      "loss": 0.024,
+      "step": 296350
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.749367088607595e-05,
+      "learning_rate_adapter": 2.749367088607595e-05,
+      "loss": 0.024,
+      "step": 296400
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.748101265822785e-05,
+      "learning_rate_adapter": 2.748101265822785e-05,
+      "loss": 0.0238,
+      "step": 296450
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.746835443037975e-05,
+      "learning_rate_adapter": 2.746835443037975e-05,
+      "loss": 0.0239,
+      "step": 296500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7455696202531644e-05,
+      "learning_rate_adapter": 2.7455696202531644e-05,
+      "loss": 0.0238,
+      "step": 296550
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7443037974683546e-05,
+      "learning_rate_adapter": 2.7443037974683546e-05,
+      "loss": 0.0239,
+      "step": 296600
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7430379746835445e-05,
+      "learning_rate_adapter": 2.7430379746835445e-05,
+      "loss": 0.0238,
+      "step": 296650
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7417721518987344e-05,
+      "learning_rate_adapter": 2.7417721518987344e-05,
+      "loss": 0.0238,
+      "step": 296700
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7405063291139242e-05,
+      "learning_rate_adapter": 2.7405063291139242e-05,
+      "loss": 0.0235,
+      "step": 296750
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7392405063291145e-05,
+      "learning_rate_adapter": 2.7392405063291145e-05,
+      "loss": 0.0238,
+      "step": 296800
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7379746835443037e-05,
+      "learning_rate_adapter": 2.7379746835443037e-05,
+      "loss": 0.0237,
+      "step": 296850
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.736708860759494e-05,
+      "learning_rate_adapter": 2.736708860759494e-05,
+      "loss": 0.0235,
+      "step": 296900
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7354430379746838e-05,
+      "learning_rate_adapter": 2.7354430379746838e-05,
+      "loss": 0.0239,
+      "step": 296950
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7341772151898737e-05,
+      "learning_rate_adapter": 2.7341772151898737e-05,
+      "loss": 0.0238,
+      "step": 297000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7329113924050636e-05,
+      "learning_rate_adapter": 2.7329113924050636e-05,
+      "loss": 0.0238,
+      "step": 297050
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.731645569620253e-05,
+      "learning_rate_adapter": 2.731645569620253e-05,
+      "loss": 0.0237,
+      "step": 297100
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.730379746835443e-05,
+      "learning_rate_adapter": 2.730379746835443e-05,
+      "loss": 0.0238,
+      "step": 297150
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7291139240506332e-05,
+      "learning_rate_adapter": 2.7291139240506332e-05,
+      "loss": 0.0238,
+      "step": 297200
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.727848101265823e-05,
+      "learning_rate_adapter": 2.727848101265823e-05,
+      "loss": 0.024,
+      "step": 297250
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.726582278481013e-05,
+      "learning_rate_adapter": 2.726582278481013e-05,
+      "loss": 0.0236,
+      "step": 297300
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7253164556962025e-05,
+      "learning_rate_adapter": 2.7253164556962025e-05,
+      "loss": 0.0237,
+      "step": 297350
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7240506329113924e-05,
+      "learning_rate_adapter": 2.7240506329113924e-05,
+      "loss": 0.0237,
+      "step": 297400
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7227848101265823e-05,
+      "learning_rate_adapter": 2.7227848101265823e-05,
+      "loss": 0.0236,
+      "step": 297450
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7215189873417722e-05,
+      "learning_rate_adapter": 2.7215189873417722e-05,
+      "loss": 0.0236,
+      "step": 297500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7202531645569624e-05,
+      "learning_rate_adapter": 2.7202531645569624e-05,
+      "loss": 0.0235,
+      "step": 297550
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7189873417721516e-05,
+      "learning_rate_adapter": 2.7189873417721516e-05,
+      "loss": 0.0237,
+      "step": 297600
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.717721518987342e-05,
+      "learning_rate_adapter": 2.717721518987342e-05,
+      "loss": 0.0236,
+      "step": 297650
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7164556962025317e-05,
+      "learning_rate_adapter": 2.7164556962025317e-05,
+      "loss": 0.0236,
+      "step": 297700
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7151898734177216e-05,
+      "learning_rate_adapter": 2.7151898734177216e-05,
+      "loss": 0.0239,
+      "step": 297750
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7139240506329115e-05,
+      "learning_rate_adapter": 2.7139240506329115e-05,
+      "loss": 0.0237,
+      "step": 297800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7126582278481017e-05,
+      "learning_rate_adapter": 2.7126582278481017e-05,
+      "loss": 0.0238,
+      "step": 297850
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.711392405063291e-05,
+      "learning_rate_adapter": 2.711392405063291e-05,
+      "loss": 0.0237,
+      "step": 297900
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.710126582278481e-05,
+      "learning_rate_adapter": 2.710126582278481e-05,
+      "loss": 0.0237,
+      "step": 297950
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.708860759493671e-05,
+      "learning_rate_adapter": 2.708860759493671e-05,
+      "loss": 0.0237,
+      "step": 298000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.707594936708861e-05,
+      "learning_rate_adapter": 2.707594936708861e-05,
+      "loss": 0.0237,
+      "step": 298050
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7063291139240508e-05,
+      "learning_rate_adapter": 2.7063291139240508e-05,
+      "loss": 0.0239,
+      "step": 298100
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7050632911392404e-05,
+      "learning_rate_adapter": 2.7050632911392404e-05,
+      "loss": 0.0238,
+      "step": 298150
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7037974683544302e-05,
+      "learning_rate_adapter": 2.7037974683544302e-05,
+      "loss": 0.0238,
+      "step": 298200
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7025316455696205e-05,
+      "learning_rate_adapter": 2.7025316455696205e-05,
+      "loss": 0.0237,
+      "step": 298250
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7012658227848104e-05,
+      "learning_rate_adapter": 2.7012658227848104e-05,
+      "loss": 0.0238,
+      "step": 298300
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0238,
+      "step": 298350
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6987341772151898e-05,
+      "learning_rate_adapter": 2.6987341772151898e-05,
+      "loss": 0.0238,
+      "step": 298400
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6974683544303797e-05,
+      "learning_rate_adapter": 2.6974683544303797e-05,
+      "loss": 0.0238,
+      "step": 298450
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6962025316455696e-05,
+      "learning_rate_adapter": 2.6962025316455696e-05,
+      "loss": 0.0237,
+      "step": 298500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6949367088607598e-05,
+      "learning_rate_adapter": 2.6949367088607598e-05,
+      "loss": 0.0238,
+      "step": 298550
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6936708860759497e-05,
+      "learning_rate_adapter": 2.6936708860759497e-05,
+      "loss": 0.0239,
+      "step": 298600
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6924050632911396e-05,
+      "learning_rate_adapter": 2.6924050632911396e-05,
+      "loss": 0.0237,
+      "step": 298650
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.691139240506329e-05,
+      "learning_rate_adapter": 2.691139240506329e-05,
+      "loss": 0.0238,
+      "step": 298700
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.689873417721519e-05,
+      "learning_rate_adapter": 2.689873417721519e-05,
+      "loss": 0.0238,
+      "step": 298750
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.688607594936709e-05,
+      "learning_rate_adapter": 2.688607594936709e-05,
+      "loss": 0.0235,
+      "step": 298800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.687341772151899e-05,
+      "learning_rate_adapter": 2.687341772151899e-05,
+      "loss": 0.0237,
+      "step": 298850
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.686075949367089e-05,
+      "learning_rate_adapter": 2.686075949367089e-05,
+      "loss": 0.0236,
+      "step": 298900
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6848101265822785e-05,
+      "learning_rate_adapter": 2.6848101265822785e-05,
+      "loss": 0.0236,
+      "step": 298950
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6835443037974684e-05,
+      "learning_rate_adapter": 2.6835443037974684e-05,
+      "loss": 0.0236,
+      "step": 299000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6822784810126583e-05,
+      "learning_rate_adapter": 2.6822784810126583e-05,
+      "loss": 0.0238,
+      "step": 299050
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6810126582278482e-05,
+      "learning_rate_adapter": 2.6810126582278482e-05,
+      "loss": 0.0238,
+      "step": 299100
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6797468354430384e-05,
+      "learning_rate_adapter": 2.6797468354430384e-05,
+      "loss": 0.0236,
+      "step": 299150
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6784810126582276e-05,
+      "learning_rate_adapter": 2.6784810126582276e-05,
+      "loss": 0.0237,
+      "step": 299200
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.677215189873418e-05,
+      "learning_rate_adapter": 2.677215189873418e-05,
+      "loss": 0.0237,
+      "step": 299250
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6759493670886077e-05,
+      "learning_rate_adapter": 2.6759493670886077e-05,
+      "loss": 0.0238,
+      "step": 299300
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6746835443037976e-05,
+      "learning_rate_adapter": 2.6746835443037976e-05,
+      "loss": 0.0236,
+      "step": 299350
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6734177215189875e-05,
+      "learning_rate_adapter": 2.6734177215189875e-05,
+      "loss": 0.0239,
+      "step": 299400
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6721518987341777e-05,
+      "learning_rate_adapter": 2.6721518987341777e-05,
+      "loss": 0.0237,
+      "step": 299450
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.670886075949367e-05,
+      "learning_rate_adapter": 2.670886075949367e-05,
+      "loss": 0.0238,
+      "step": 299500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.669620253164557e-05,
+      "learning_rate_adapter": 2.669620253164557e-05,
+      "loss": 0.0237,
+      "step": 299550
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.668354430379747e-05,
+      "learning_rate_adapter": 2.668354430379747e-05,
+      "loss": 0.0237,
+      "step": 299600
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.667088607594937e-05,
+      "learning_rate_adapter": 2.667088607594937e-05,
+      "loss": 0.0238,
+      "step": 299650
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6658227848101268e-05,
+      "learning_rate_adapter": 2.6658227848101268e-05,
+      "loss": 0.0237,
+      "step": 299700
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6645569620253164e-05,
+      "learning_rate_adapter": 2.6645569620253164e-05,
+      "loss": 0.0238,
+      "step": 299750
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6632911392405062e-05,
+      "learning_rate_adapter": 2.6632911392405062e-05,
+      "loss": 0.0235,
+      "step": 299800
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6620253164556965e-05,
+      "learning_rate_adapter": 2.6620253164556965e-05,
+      "loss": 0.0238,
+      "step": 299850
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6607594936708864e-05,
+      "learning_rate_adapter": 2.6607594936708864e-05,
+      "loss": 0.0237,
+      "step": 299900
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6594936708860762e-05,
+      "learning_rate_adapter": 2.6594936708860762e-05,
+      "loss": 0.0237,
+      "step": 299950
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6582278481012658e-05,
+      "learning_rate_adapter": 2.6582278481012658e-05,
+      "loss": 0.0238,
+      "step": 300000
+    },
+    {
+      "epoch": 2.02,
+      "eval_af_opus100_pr_auc": 0.7893528116238124,
+      "eval_af_ud_pr_auc": 0.9917824608302128,
+      "eval_am_opus100_pr_auc": 0.6701599589364093,
+      "eval_ar_ersatz_pr_auc": 0.9280589457011252,
+      "eval_ar_opus100_pr_auc": 0.7271279456126828,
+      "eval_ar_ud_pr_auc": 0.8974781728791338,
+      "eval_average_ersatz_pr_auc": 0.9695602993321139,
+      "eval_average_opus100_pr_auc": 0.8461442843283932,
+      "eval_average_ud_pr_auc": 0.9638495401995797,
+      "eval_az_opus100_pr_auc": 0.7832977847946353,
+      "eval_be_opus100_pr_auc": 0.7137781047658379,
+      "eval_be_ud_pr_auc": 0.8988717004344134,
+      "eval_bg_opus100_pr_auc": 0.922262185803189,
+      "eval_bg_ud_pr_auc": 0.9950498041706145,
+      "eval_bn_opus100_pr_auc": 0.8385092457562675,
+      "eval_bn_ud_pr_auc": 0.9941160156478539,
+      "eval_ca_opus100_pr_auc": 0.8786580318487798,
+      "eval_ca_ud_pr_auc": 0.9918283625162174,
+      "eval_ceb_ud_pr_auc": 0.9978432406620353,
+      "eval_cs_ersatz_pr_auc": 0.9844466604152587,
+      "eval_cs_opus100_pr_auc": 0.9159043824685575,
+      "eval_cs_ud_pr_auc": 0.9622276459465106,
+      "eval_cy_opus100_pr_auc": 0.7857988939611376,
+      "eval_cy_ud_pr_auc": 0.9950694703647507,
+      "eval_da_opus100_pr_auc": 0.9228131881296242,
+      "eval_da_ud_pr_auc": 0.980622527607097,
+      "eval_de_ersatz_pr_auc": 0.9883960237271151,
+      "eval_de_opus100_pr_auc": 0.9049126043596388,
+      "eval_de_ud_pr_auc": 0.9834417834677334,
+      "eval_el_opus100_pr_auc": 0.9136338815734134,
+      "eval_el_ud_pr_auc": 0.988289390746959,
+      "eval_en_ersatz_pr_auc": 0.9912471014550917,
+      "eval_en_opus100_pr_auc": 0.9320434857729055,
+      "eval_en_ud_pr_auc": 0.9814564715440647,
+      "eval_eo_opus100_pr_auc": 0.929870613858388,
+      "eval_es_ersatz_pr_auc": 0.9967552269348587,
+      "eval_es_opus100_pr_auc": 0.9297961497554488,
+      "eval_es_ud_pr_auc": 0.9921613847811722,
+      "eval_et_ersatz_pr_auc": 0.9799309590151098,
+      "eval_et_opus100_pr_auc": 0.9041949487890085,
+      "eval_et_ud_pr_auc": 0.9651944037782726,
+      "eval_eu_opus100_pr_auc": 0.8758270357958016,
+      "eval_eu_ud_pr_auc": 0.9913505205572324,
+      "eval_fa_opus100_pr_auc": 0.5941076940959514,
+      "eval_fa_ud_pr_auc": 0.9955546223151435,
+      "eval_fi_ersatz_pr_auc": 0.9899985883085823,
+      "eval_fi_opus100_pr_auc": 0.920512085529157,
+      "eval_fi_ud_pr_auc": 0.9598617720976442,
+      "eval_fr_ersatz_pr_auc": 0.9880742113693486,
+      "eval_fr_opus100_pr_auc": 0.9169242627081242,
+      "eval_fr_ud_pr_auc": 0.9805785190042555,
+      "eval_fy_opus100_pr_auc": 0.6489961173324679,
+      "eval_ga_opus100_pr_auc": 0.9058306310081712,
+      "eval_ga_ud_pr_auc": 0.8093368505983481,
+      "eval_gd_opus100_pr_auc": 0.6769293634741289,
+      "eval_gd_ud_pr_auc": 0.8074343036518046,
+      "eval_gl_opus100_pr_auc": 0.8920781854781564,
+      "eval_gl_ud_pr_auc": 0.9981622330118592,
+      "eval_gu_ersatz_pr_auc": 0.9292361799195012,
+      "eval_gu_opus100_pr_auc": 0.7473873053433596,
+      "eval_ha_opus100_pr_auc": 0.9210956337666203,
+      "eval_he_opus100_pr_auc": 0.8803869968370016,
+      "eval_he_ud_pr_auc": 0.9806899391353728,
+      "eval_hi_ersatz_pr_auc": 0.9790117590312812,
+      "eval_hi_opus100_pr_auc": 0.7031246039340131,
+      "eval_hi_ud_pr_auc": 0.9768663709982544,
+      "eval_hu_opus100_pr_auc": 0.9248737302662833,
+      "eval_hu_ud_pr_auc": 0.9839325385222665,
+      "eval_hy_opus100_pr_auc": 0.9096199723931344,
+      "eval_hy_ud_pr_auc": 0.9798054222561073,
+      "eval_id_opus100_pr_auc": 0.8910616364693893,
+      "eval_id_ud_pr_auc": 0.9939577070054051,
+      "eval_ig_opus100_pr_auc": 0.8829094911166269,
+      "eval_is_opus100_pr_auc": 0.9331624272621335,
+      "eval_is_ud_pr_auc": 0.9080403513551867,
+      "eval_it_opus100_pr_auc": 0.9104125823116338,
+      "eval_it_ud_pr_auc": 0.993333786160158,
+      "eval_ja_ersatz_pr_auc": 0.8700782771510874,
+      "eval_ja_opus100_pr_auc": 0.8509378141006949,
+      "eval_ja_ud_pr_auc": 0.9738925433612328,
+      "eval_jv_ud_pr_auc": 0.9665945497212685,
+      "eval_ka_opus100_pr_auc": 0.8585342657762,
+      "eval_kk_ersatz_pr_auc": 0.9889706105136296,
+      "eval_kk_opus100_pr_auc": 0.8180979097697099,
+      "eval_kk_ud_pr_auc": 0.9727095717268051,
+      "eval_km_ersatz_pr_auc": 0.9356685226949278,
+      "eval_km_opus100_pr_auc": 0.7720922034926155,
+      "eval_kn_opus100_pr_auc": 0.6329043924312172,
+      "eval_ko_opus100_pr_auc": 0.6960647515217423,
+      "eval_ko_ud_pr_auc": 0.9982146586518403,
+      "eval_ku_opus100_pr_auc": 0.8668156517634836,
+      "eval_ky_opus100_pr_auc": 0.908110386346134,
+      "eval_la_ud_pr_auc": 0.9662292903503181,
+      "eval_loss": 0.027323536574840546,
+      "eval_lt_ersatz_pr_auc": 0.9953955847007039,
+      "eval_lt_opus100_pr_auc": 0.8738110130631882,
+      "eval_lt_ud_pr_auc": 0.9947726065352982,
+      "eval_lv_ersatz_pr_auc": 0.9898554408292659,
+      "eval_lv_opus100_pr_auc": 0.8922122675680855,
+      "eval_lv_ud_pr_auc": 0.9660135281786338,
+      "eval_mg_opus100_pr_auc": 0.9365559478028624,
+      "eval_mk_opus100_pr_auc": 0.9197743752110495,
+      "eval_ml_opus100_pr_auc": 0.81046266566741,
+      "eval_mn_opus100_pr_auc": 0.9485801389939481,
+      "eval_mr_opus100_pr_auc": 0.8886799101973375,
+      "eval_mr_ud_pr_auc": 0.975429457856977,
+      "eval_ms_opus100_pr_auc": 0.8649860512417602,
+      "eval_mt_opus100_pr_auc": 0.8391393082244123,
+      "eval_mt_ud_pr_auc": 0.9131031619940801,
+      "eval_my_opus100_pr_auc": 0.8281528266525368,
+      "eval_ne_opus100_pr_auc": 0.7591563705157421,
+      "eval_nl_opus100_pr_auc": 0.9019356235104646,
+      "eval_nl_ud_pr_auc": 0.9868307416491042,
+      "eval_no_opus100_pr_auc": 0.9284181196528127,
+      "eval_no_ud_pr_auc": 0.996721229277805,
+      "eval_pa_opus100_pr_auc": 0.670911073808933,
+      "eval_pl_ersatz_pr_auc": 0.9622902325394402,
+      "eval_pl_opus100_pr_auc": 0.8954512019972439,
+      "eval_pl_ud_pr_auc": 0.9649735520097883,
+      "eval_ps_ersatz_pr_auc": 0.9229853910325627,
+      "eval_ps_opus100_pr_auc": 0.7575139061265866,
+      "eval_pt_opus100_pr_auc": 0.9205923212160887,
+      "eval_pt_ud_pr_auc": 0.9882668056742422,
+      "eval_ro_ersatz_pr_auc": 0.9928762645871507,
+      "eval_ro_opus100_pr_auc": 0.8804557935309878,
+      "eval_ro_ud_pr_auc": 0.9385502457522528,
+      "eval_ru_ersatz_pr_auc": 0.992296470421036,
+      "eval_ru_opus100_pr_auc": 0.9287753466426831,
+      "eval_ru_ud_pr_auc": 0.873725690019926,
+      "eval_runtime": 326.883,
+      "eval_samples_per_second": 230.859,
+      "eval_si_opus100_pr_auc": 0.8278348161121801,
+      "eval_sk_opus100_pr_auc": 0.9317652338479504,
+      "eval_sk_ud_pr_auc": 0.9793026054426927,
+      "eval_sl_opus100_pr_auc": 0.8703952455240656,
+      "eval_sl_ud_pr_auc": 0.9695357428166419,
+      "eval_sq_opus100_pr_auc": 0.9210667235744902,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9160005318991963,
+      "eval_sr_ud_pr_auc": 0.9987118819619828,
+      "eval_steps_per_second": 0.902,
+      "eval_sv_opus100_pr_auc": 0.9032359153718024,
+      "eval_sv_ud_pr_auc": 0.9464728452002873,
+      "eval_ta_ersatz_pr_auc": 0.9798454767989803,
+      "eval_ta_opus100_pr_auc": 0.7233326062407198,
+      "eval_ta_ud_pr_auc": 0.9873024947106683,
+      "eval_te_opus100_pr_auc": 0.8433262564734422,
+      "eval_tg_opus100_pr_auc": 0.8919489391680603,
+      "eval_th_opus100_pr_auc": 0.6918476291050158,
+      "eval_th_ud_pr_auc": 0.8502491205692381,
+      "eval_tr_ersatz_pr_auc": 0.969008328327905,
+      "eval_tr_opus100_pr_auc": 0.9010421805931212,
+      "eval_tr_ud_pr_auc": 0.9568657798061428,
+      "eval_uk_opus100_pr_auc": 0.8816082367252113,
+      "eval_uk_ud_pr_auc": 0.9319625668450922,
+      "eval_ur_opus100_pr_auc": 0.5985097284957841,
+      "eval_ur_ud_pr_auc": 0.9893970559172207,
+      "eval_uz_opus100_pr_auc": 0.8787884948141061,
+      "eval_vi_opus100_pr_auc": 0.9010162403734387,
+      "eval_vi_ud_pr_auc": 0.9561769611863328,
+      "eval_xh_opus100_pr_auc": 0.871509848238056,
+      "eval_yi_opus100_pr_auc": 0.8141791369707367,
+      "eval_yo_opus100_pr_auc": 0.8464226271091471,
+      "eval_yo_ud_pr_auc": 0.9335409317554032,
+      "eval_zh_ersatz_pr_auc": 0.9759003298325449,
+      "eval_zh_opus100_pr_auc": 0.8827852585196593,
+      "eval_zh_ud_pr_auc": 0.9895404003586846,
+      "eval_zu_opus100_pr_auc": 0.8407400560142434,
+      "step": 300000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6569620253164557e-05,
+      "learning_rate_adapter": 2.6569620253164557e-05,
+      "loss": 0.0238,
+      "step": 300050
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6556962025316456e-05,
+      "learning_rate_adapter": 2.6556962025316456e-05,
+      "loss": 0.0236,
+      "step": 300100
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6544303797468358e-05,
+      "learning_rate_adapter": 2.6544303797468358e-05,
+      "loss": 0.0236,
+      "step": 300150
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6531645569620257e-05,
+      "learning_rate_adapter": 2.6531645569620257e-05,
+      "loss": 0.024,
+      "step": 300200
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6518987341772155e-05,
+      "learning_rate_adapter": 2.6518987341772155e-05,
+      "loss": 0.0237,
+      "step": 300250
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.650632911392405e-05,
+      "learning_rate_adapter": 2.650632911392405e-05,
+      "loss": 0.0236,
+      "step": 300300
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.649367088607595e-05,
+      "learning_rate_adapter": 2.649367088607595e-05,
+      "loss": 0.0238,
+      "step": 300350
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.648101265822785e-05,
+      "learning_rate_adapter": 2.648101265822785e-05,
+      "loss": 0.0237,
+      "step": 300400
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.646835443037975e-05,
+      "learning_rate_adapter": 2.646835443037975e-05,
+      "loss": 0.0239,
+      "step": 300450
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.645569620253165e-05,
+      "learning_rate_adapter": 2.645569620253165e-05,
+      "loss": 0.0236,
+      "step": 300500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6443037974683542e-05,
+      "learning_rate_adapter": 2.6443037974683542e-05,
+      "loss": 0.0237,
+      "step": 300550
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6430379746835444e-05,
+      "learning_rate_adapter": 2.6430379746835444e-05,
+      "loss": 0.0235,
+      "step": 300600
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6417721518987343e-05,
+      "learning_rate_adapter": 2.6417721518987343e-05,
+      "loss": 0.0237,
+      "step": 300650
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6405063291139242e-05,
+      "learning_rate_adapter": 2.6405063291139242e-05,
+      "loss": 0.0238,
+      "step": 300700
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6392405063291144e-05,
+      "learning_rate_adapter": 2.6392405063291144e-05,
+      "loss": 0.0238,
+      "step": 300750
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6379746835443036e-05,
+      "learning_rate_adapter": 2.6379746835443036e-05,
+      "loss": 0.0237,
+      "step": 300800
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6367088607594935e-05,
+      "learning_rate_adapter": 2.6367088607594935e-05,
+      "loss": 0.0235,
+      "step": 300850
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6354430379746837e-05,
+      "learning_rate_adapter": 2.6354430379746837e-05,
+      "loss": 0.0238,
+      "step": 300900
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6341772151898736e-05,
+      "learning_rate_adapter": 2.6341772151898736e-05,
+      "loss": 0.0235,
+      "step": 300950
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6329113924050635e-05,
+      "learning_rate_adapter": 2.6329113924050635e-05,
+      "loss": 0.0236,
+      "step": 301000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6316455696202534e-05,
+      "learning_rate_adapter": 2.6316455696202534e-05,
+      "loss": 0.0232,
+      "step": 301050
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.630379746835443e-05,
+      "learning_rate_adapter": 2.630379746835443e-05,
+      "loss": 0.0235,
+      "step": 301100
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6291139240506328e-05,
+      "learning_rate_adapter": 2.6291139240506328e-05,
+      "loss": 0.0237,
+      "step": 301150
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.627848101265823e-05,
+      "learning_rate_adapter": 2.627848101265823e-05,
+      "loss": 0.0236,
+      "step": 301200
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.626582278481013e-05,
+      "learning_rate_adapter": 2.626582278481013e-05,
+      "loss": 0.0239,
+      "step": 301250
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6253164556962028e-05,
+      "learning_rate_adapter": 2.6253164556962028e-05,
+      "loss": 0.0239,
+      "step": 301300
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6240506329113924e-05,
+      "learning_rate_adapter": 2.6240506329113924e-05,
+      "loss": 0.0239,
+      "step": 301350
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6227848101265822e-05,
+      "learning_rate_adapter": 2.6227848101265822e-05,
+      "loss": 0.0236,
+      "step": 301400
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.621518987341772e-05,
+      "learning_rate_adapter": 2.621518987341772e-05,
+      "loss": 0.0238,
+      "step": 301450
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6202531645569623e-05,
+      "learning_rate_adapter": 2.6202531645569623e-05,
+      "loss": 0.0237,
+      "step": 301500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6189873417721522e-05,
+      "learning_rate_adapter": 2.6189873417721522e-05,
+      "loss": 0.0235,
+      "step": 301550
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6177215189873418e-05,
+      "learning_rate_adapter": 2.6177215189873418e-05,
+      "loss": 0.0236,
+      "step": 301600
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6164556962025317e-05,
+      "learning_rate_adapter": 2.6164556962025317e-05,
+      "loss": 0.0236,
+      "step": 301650
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6151898734177216e-05,
+      "learning_rate_adapter": 2.6151898734177216e-05,
+      "loss": 0.0238,
+      "step": 301700
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6139240506329114e-05,
+      "learning_rate_adapter": 2.6139240506329114e-05,
+      "loss": 0.0236,
+      "step": 301750
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6126582278481017e-05,
+      "learning_rate_adapter": 2.6126582278481017e-05,
+      "loss": 0.0236,
+      "step": 301800
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6113924050632915e-05,
+      "learning_rate_adapter": 2.6113924050632915e-05,
+      "loss": 0.0238,
+      "step": 301850
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.610126582278481e-05,
+      "learning_rate_adapter": 2.610126582278481e-05,
+      "loss": 0.0235,
+      "step": 301900
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.608860759493671e-05,
+      "learning_rate_adapter": 2.608860759493671e-05,
+      "loss": 0.0236,
+      "step": 301950
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.607594936708861e-05,
+      "learning_rate_adapter": 2.607594936708861e-05,
+      "loss": 0.0235,
+      "step": 302000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.6063291139240508e-05,
+      "learning_rate_adapter": 2.6063291139240508e-05,
+      "loss": 0.0236,
+      "step": 302050
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.605063291139241e-05,
+      "learning_rate_adapter": 2.605063291139241e-05,
+      "loss": 0.0236,
+      "step": 302100
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.6037974683544302e-05,
+      "learning_rate_adapter": 2.6037974683544302e-05,
+      "loss": 0.0237,
+      "step": 302150
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.6025316455696204e-05,
+      "learning_rate_adapter": 2.6025316455696204e-05,
+      "loss": 0.0236,
+      "step": 302200
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.6012658227848103e-05,
+      "learning_rate_adapter": 2.6012658227848103e-05,
+      "loss": 0.0236,
+      "step": 302250
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0237,
+      "step": 302300
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.59873417721519e-05,
+      "learning_rate_adapter": 2.59873417721519e-05,
+      "loss": 0.0239,
+      "step": 302350
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5974683544303796e-05,
+      "learning_rate_adapter": 2.5974683544303796e-05,
+      "loss": 0.0236,
+      "step": 302400
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5962025316455695e-05,
+      "learning_rate_adapter": 2.5962025316455695e-05,
+      "loss": 0.0236,
+      "step": 302450
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5949367088607597e-05,
+      "learning_rate_adapter": 2.5949367088607597e-05,
+      "loss": 0.0238,
+      "step": 302500
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5936708860759496e-05,
+      "learning_rate_adapter": 2.5936708860759496e-05,
+      "loss": 0.0238,
+      "step": 302550
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5924050632911395e-05,
+      "learning_rate_adapter": 2.5924050632911395e-05,
+      "loss": 0.0236,
+      "step": 302600
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5911392405063294e-05,
+      "learning_rate_adapter": 2.5911392405063294e-05,
+      "loss": 0.0236,
+      "step": 302650
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.589873417721519e-05,
+      "learning_rate_adapter": 2.589873417721519e-05,
+      "loss": 0.0238,
+      "step": 302700
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5886075949367088e-05,
+      "learning_rate_adapter": 2.5886075949367088e-05,
+      "loss": 0.0237,
+      "step": 302750
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.587341772151899e-05,
+      "learning_rate_adapter": 2.587341772151899e-05,
+      "loss": 0.0237,
+      "step": 302800
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.586075949367089e-05,
+      "learning_rate_adapter": 2.586075949367089e-05,
+      "loss": 0.0236,
+      "step": 302850
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5848101265822788e-05,
+      "learning_rate_adapter": 2.5848101265822788e-05,
+      "loss": 0.0238,
+      "step": 302900
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5835443037974684e-05,
+      "learning_rate_adapter": 2.5835443037974684e-05,
+      "loss": 0.0237,
+      "step": 302950
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5822784810126582e-05,
+      "learning_rate_adapter": 2.5822784810126582e-05,
+      "loss": 0.0237,
+      "step": 303000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.581012658227848e-05,
+      "learning_rate_adapter": 2.581012658227848e-05,
+      "loss": 0.0236,
+      "step": 303050
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5797468354430383e-05,
+      "learning_rate_adapter": 2.5797468354430383e-05,
+      "loss": 0.0237,
+      "step": 303100
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5784810126582282e-05,
+      "learning_rate_adapter": 2.5784810126582282e-05,
+      "loss": 0.024,
+      "step": 303150
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5772151898734174e-05,
+      "learning_rate_adapter": 2.5772151898734174e-05,
+      "loss": 0.0237,
+      "step": 303200
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5759493670886077e-05,
+      "learning_rate_adapter": 2.5759493670886077e-05,
+      "loss": 0.0239,
+      "step": 303250
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5746835443037976e-05,
+      "learning_rate_adapter": 2.5746835443037976e-05,
+      "loss": 0.0236,
+      "step": 303300
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5734177215189874e-05,
+      "learning_rate_adapter": 2.5734177215189874e-05,
+      "loss": 0.0238,
+      "step": 303350
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5721518987341777e-05,
+      "learning_rate_adapter": 2.5721518987341777e-05,
+      "loss": 0.0238,
+      "step": 303400
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5708860759493675e-05,
+      "learning_rate_adapter": 2.5708860759493675e-05,
+      "loss": 0.0239,
+      "step": 303450
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5696202531645568e-05,
+      "learning_rate_adapter": 2.5696202531645568e-05,
+      "loss": 0.0237,
+      "step": 303500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.568354430379747e-05,
+      "learning_rate_adapter": 2.568354430379747e-05,
+      "loss": 0.0239,
+      "step": 303550
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.567088607594937e-05,
+      "learning_rate_adapter": 2.567088607594937e-05,
+      "loss": 0.0235,
+      "step": 303600
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5658227848101267e-05,
+      "learning_rate_adapter": 2.5658227848101267e-05,
+      "loss": 0.0237,
+      "step": 303650
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.564556962025317e-05,
+      "learning_rate_adapter": 2.564556962025317e-05,
+      "loss": 0.0238,
+      "step": 303700
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5632911392405062e-05,
+      "learning_rate_adapter": 2.5632911392405062e-05,
+      "loss": 0.0238,
+      "step": 303750
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.562025316455696e-05,
+      "learning_rate_adapter": 2.562025316455696e-05,
+      "loss": 0.0236,
+      "step": 303800
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5607594936708863e-05,
+      "learning_rate_adapter": 2.5607594936708863e-05,
+      "loss": 0.0238,
+      "step": 303850
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5594936708860762e-05,
+      "learning_rate_adapter": 2.5594936708860762e-05,
+      "loss": 0.0238,
+      "step": 303900
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.558227848101266e-05,
+      "learning_rate_adapter": 2.558227848101266e-05,
+      "loss": 0.0236,
+      "step": 303950
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5569620253164556e-05,
+      "learning_rate_adapter": 2.5569620253164556e-05,
+      "loss": 0.0237,
+      "step": 304000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5556962025316455e-05,
+      "learning_rate_adapter": 2.5556962025316455e-05,
+      "loss": 0.0236,
+      "step": 304050
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5544303797468354e-05,
+      "learning_rate_adapter": 2.5544303797468354e-05,
+      "loss": 0.0235,
+      "step": 304100
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5531645569620256e-05,
+      "learning_rate_adapter": 2.5531645569620256e-05,
+      "loss": 0.0237,
+      "step": 304150
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5518987341772155e-05,
+      "learning_rate_adapter": 2.5518987341772155e-05,
+      "loss": 0.0237,
+      "step": 304200
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5506329113924054e-05,
+      "learning_rate_adapter": 2.5506329113924054e-05,
+      "loss": 0.0237,
+      "step": 304250
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.549367088607595e-05,
+      "learning_rate_adapter": 2.549367088607595e-05,
+      "loss": 0.0238,
+      "step": 304300
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5481012658227848e-05,
+      "learning_rate_adapter": 2.5481012658227848e-05,
+      "loss": 0.0239,
+      "step": 304350
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5468354430379747e-05,
+      "learning_rate_adapter": 2.5468354430379747e-05,
+      "loss": 0.0237,
+      "step": 304400
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.545569620253165e-05,
+      "learning_rate_adapter": 2.545569620253165e-05,
+      "loss": 0.0241,
+      "step": 304450
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5443037974683548e-05,
+      "learning_rate_adapter": 2.5443037974683548e-05,
+      "loss": 0.0238,
+      "step": 304500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5430379746835444e-05,
+      "learning_rate_adapter": 2.5430379746835444e-05,
+      "loss": 0.0236,
+      "step": 304550
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5417721518987342e-05,
+      "learning_rate_adapter": 2.5417721518987342e-05,
+      "loss": 0.024,
+      "step": 304600
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.540506329113924e-05,
+      "learning_rate_adapter": 2.540506329113924e-05,
+      "loss": 0.0238,
+      "step": 304650
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.539240506329114e-05,
+      "learning_rate_adapter": 2.539240506329114e-05,
+      "loss": 0.0235,
+      "step": 304700
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5379746835443042e-05,
+      "learning_rate_adapter": 2.5379746835443042e-05,
+      "loss": 0.0238,
+      "step": 304750
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5367088607594934e-05,
+      "learning_rate_adapter": 2.5367088607594934e-05,
+      "loss": 0.0237,
+      "step": 304800
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5354430379746837e-05,
+      "learning_rate_adapter": 2.5354430379746837e-05,
+      "loss": 0.0237,
+      "step": 304850
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5341772151898735e-05,
+      "learning_rate_adapter": 2.5341772151898735e-05,
+      "loss": 0.0239,
+      "step": 304900
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5329113924050634e-05,
+      "learning_rate_adapter": 2.5329113924050634e-05,
+      "loss": 0.0238,
+      "step": 304950
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5316455696202533e-05,
+      "learning_rate_adapter": 2.5316455696202533e-05,
+      "loss": 0.0235,
+      "step": 305000
+    },
+    {
+      "epoch": 2.06,
+      "eval_af_opus100_pr_auc": 0.7790716556817541,
+      "eval_af_ud_pr_auc": 0.9939279030860277,
+      "eval_am_opus100_pr_auc": 0.6762791435544666,
+      "eval_ar_ersatz_pr_auc": 0.9267919019496867,
+      "eval_ar_opus100_pr_auc": 0.7323668140133285,
+      "eval_ar_ud_pr_auc": 0.8969246000734594,
+      "eval_average_ersatz_pr_auc": 0.9711904125796682,
+      "eval_average_opus100_pr_auc": 0.8467236571859699,
+      "eval_average_ud_pr_auc": 0.9656669325008955,
+      "eval_az_opus100_pr_auc": 0.8023677342538769,
+      "eval_be_opus100_pr_auc": 0.7090952520996778,
+      "eval_be_ud_pr_auc": 0.9091299743562897,
+      "eval_bg_opus100_pr_auc": 0.9196977008926474,
+      "eval_bg_ud_pr_auc": 0.9959597645652669,
+      "eval_bn_opus100_pr_auc": 0.8449536066805607,
+      "eval_bn_ud_pr_auc": 0.9987006540777468,
+      "eval_ca_opus100_pr_auc": 0.8830443730652987,
+      "eval_ca_ud_pr_auc": 0.9948826725115945,
+      "eval_ceb_ud_pr_auc": 0.9988760077267796,
+      "eval_cs_ersatz_pr_auc": 0.9850134511714373,
+      "eval_cs_opus100_pr_auc": 0.9153642982000008,
+      "eval_cs_ud_pr_auc": 0.9627606000613518,
+      "eval_cy_opus100_pr_auc": 0.7690321552987753,
+      "eval_cy_ud_pr_auc": 0.9955939795757186,
+      "eval_da_opus100_pr_auc": 0.9209964360611349,
+      "eval_da_ud_pr_auc": 0.9805972223509012,
+      "eval_de_ersatz_pr_auc": 0.9885834284608023,
+      "eval_de_opus100_pr_auc": 0.9063983028646244,
+      "eval_de_ud_pr_auc": 0.9840802299773264,
+      "eval_el_opus100_pr_auc": 0.9112008029366436,
+      "eval_el_ud_pr_auc": 0.989740614767804,
+      "eval_en_ersatz_pr_auc": 0.992014782170996,
+      "eval_en_opus100_pr_auc": 0.9295044325186653,
+      "eval_en_ud_pr_auc": 0.9827947212511845,
+      "eval_eo_opus100_pr_auc": 0.9301758775740789,
+      "eval_es_ersatz_pr_auc": 0.9966629001096403,
+      "eval_es_opus100_pr_auc": 0.9309494830804936,
+      "eval_es_ud_pr_auc": 0.9926075334423189,
+      "eval_et_ersatz_pr_auc": 0.98214082039569,
+      "eval_et_opus100_pr_auc": 0.9154836546026779,
+      "eval_et_ud_pr_auc": 0.9663143076583338,
+      "eval_eu_opus100_pr_auc": 0.8787900315799761,
+      "eval_eu_ud_pr_auc": 0.9922372132563951,
+      "eval_fa_opus100_pr_auc": 0.6101300820582615,
+      "eval_fa_ud_pr_auc": 0.9954129416129562,
+      "eval_fi_ersatz_pr_auc": 0.9919523869506469,
+      "eval_fi_opus100_pr_auc": 0.9204139691411332,
+      "eval_fi_ud_pr_auc": 0.960469001167472,
+      "eval_fr_ersatz_pr_auc": 0.9909041370528565,
+      "eval_fr_opus100_pr_auc": 0.9220612741091841,
+      "eval_fr_ud_pr_auc": 0.9841675211837342,
+      "eval_fy_opus100_pr_auc": 0.6358245799967593,
+      "eval_ga_opus100_pr_auc": 0.9104434055372318,
+      "eval_ga_ud_pr_auc": 0.8128901917628678,
+      "eval_gd_opus100_pr_auc": 0.6849990753046475,
+      "eval_gd_ud_pr_auc": 0.8191538547195716,
+      "eval_gl_opus100_pr_auc": 0.8910698038923753,
+      "eval_gl_ud_pr_auc": 0.9981686558865823,
+      "eval_gu_ersatz_pr_auc": 0.9311808449144879,
+      "eval_gu_opus100_pr_auc": 0.7477102534548291,
+      "eval_ha_opus100_pr_auc": 0.9205714465949768,
+      "eval_he_opus100_pr_auc": 0.8781817534938454,
+      "eval_he_ud_pr_auc": 0.9830405657217333,
+      "eval_hi_ersatz_pr_auc": 0.979389204640043,
+      "eval_hi_opus100_pr_auc": 0.7080164923890729,
+      "eval_hi_ud_pr_auc": 0.980581390453798,
+      "eval_hu_opus100_pr_auc": 0.9220015632233176,
+      "eval_hu_ud_pr_auc": 0.984842466767065,
+      "eval_hy_opus100_pr_auc": 0.9109161795071496,
+      "eval_hy_ud_pr_auc": 0.9737750383755482,
+      "eval_id_opus100_pr_auc": 0.8897482031165308,
+      "eval_id_ud_pr_auc": 0.9945611814377002,
+      "eval_ig_opus100_pr_auc": 0.87416000785574,
+      "eval_is_opus100_pr_auc": 0.9311708317171692,
+      "eval_is_ud_pr_auc": 0.9092336124511053,
+      "eval_it_opus100_pr_auc": 0.9172541838523117,
+      "eval_it_ud_pr_auc": 0.9967237562174875,
+      "eval_ja_ersatz_pr_auc": 0.8813541255603669,
+      "eval_ja_opus100_pr_auc": 0.8494822011189873,
+      "eval_ja_ud_pr_auc": 0.9774728322142163,
+      "eval_jv_ud_pr_auc": 0.9659379748785345,
+      "eval_ka_opus100_pr_auc": 0.8631243220491706,
+      "eval_kk_ersatz_pr_auc": 0.9883775414689864,
+      "eval_kk_opus100_pr_auc": 0.7911636797688646,
+      "eval_kk_ud_pr_auc": 0.9748982134278382,
+      "eval_km_ersatz_pr_auc": 0.9345286269020554,
+      "eval_km_opus100_pr_auc": 0.7762302017762394,
+      "eval_kn_opus100_pr_auc": 0.6407987384260286,
+      "eval_ko_opus100_pr_auc": 0.6985160573313194,
+      "eval_ko_ud_pr_auc": 0.9980560895497761,
+      "eval_ku_opus100_pr_auc": 0.8501572061199154,
+      "eval_ky_opus100_pr_auc": 0.8883211493671179,
+      "eval_la_ud_pr_auc": 0.9661843989322815,
+      "eval_loss": 0.027295762673020363,
+      "eval_lt_ersatz_pr_auc": 0.9959963487816516,
+      "eval_lt_opus100_pr_auc": 0.8887478076171471,
+      "eval_lt_ud_pr_auc": 0.9965095860392559,
+      "eval_lv_ersatz_pr_auc": 0.9913695594186851,
+      "eval_lv_opus100_pr_auc": 0.8979279416967919,
+      "eval_lv_ud_pr_auc": 0.9683150311714114,
+      "eval_mg_opus100_pr_auc": 0.9385969486058257,
+      "eval_mk_opus100_pr_auc": 0.9177278688760944,
+      "eval_ml_opus100_pr_auc": 0.8052770814066863,
+      "eval_mn_opus100_pr_auc": 0.9435701491305463,
+      "eval_mr_opus100_pr_auc": 0.8969117747145033,
+      "eval_mr_ud_pr_auc": 0.9833331656246569,
+      "eval_ms_opus100_pr_auc": 0.8726998203316464,
+      "eval_mt_opus100_pr_auc": 0.8525942921623221,
+      "eval_mt_ud_pr_auc": 0.8913651577365869,
+      "eval_my_opus100_pr_auc": 0.8193758113195421,
+      "eval_ne_opus100_pr_auc": 0.7644332028557119,
+      "eval_nl_opus100_pr_auc": 0.9025981442152294,
+      "eval_nl_ud_pr_auc": 0.986311235871116,
+      "eval_no_opus100_pr_auc": 0.9307459496825556,
+      "eval_no_ud_pr_auc": 0.9967673751345592,
+      "eval_pa_opus100_pr_auc": 0.6730011928536473,
+      "eval_pl_ersatz_pr_auc": 0.9642529109326177,
+      "eval_pl_opus100_pr_auc": 0.8943469307757707,
+      "eval_pl_ud_pr_auc": 0.9661030415422244,
+      "eval_ps_ersatz_pr_auc": 0.930568368818175,
+      "eval_ps_opus100_pr_auc": 0.7589651648479034,
+      "eval_pt_opus100_pr_auc": 0.9215688309777275,
+      "eval_pt_ud_pr_auc": 0.9888835665585367,
+      "eval_ro_ersatz_pr_auc": 0.9933971018820708,
+      "eval_ro_opus100_pr_auc": 0.8829155241336732,
+      "eval_ro_ud_pr_auc": 0.9695116387897813,
+      "eval_ru_ersatz_pr_auc": 0.9922342964379186,
+      "eval_ru_opus100_pr_auc": 0.9361502208537867,
+      "eval_ru_ud_pr_auc": 0.8771642507853465,
+      "eval_runtime": 325.8178,
+      "eval_samples_per_second": 231.614,
+      "eval_si_opus100_pr_auc": 0.8224824379962389,
+      "eval_sk_opus100_pr_auc": 0.9364673312550484,
+      "eval_sk_ud_pr_auc": 0.9841208417964783,
+      "eval_sl_opus100_pr_auc": 0.8701844421186257,
+      "eval_sl_ud_pr_auc": 0.9707712009239015,
+      "eval_sq_opus100_pr_auc": 0.9164527167354609,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9172315028334502,
+      "eval_sr_ud_pr_auc": 0.9988871090381909,
+      "eval_steps_per_second": 0.905,
+      "eval_sv_opus100_pr_auc": 0.9061511372168853,
+      "eval_sv_ud_pr_auc": 0.9506339252444727,
+      "eval_ta_ersatz_pr_auc": 0.9816440750497538,
+      "eval_ta_opus100_pr_auc": 0.730345574188086,
+      "eval_ta_ud_pr_auc": 0.9892390330831954,
+      "eval_te_opus100_pr_auc": 0.8437765322674993,
+      "eval_tg_opus100_pr_auc": 0.8972102900518576,
+      "eval_th_opus100_pr_auc": 0.6951491877585464,
+      "eval_th_ud_pr_auc": 0.8502295379552514,
+      "eval_tr_ersatz_pr_auc": 0.9702026290657706,
+      "eval_tr_opus100_pr_auc": 0.90288822084975,
+      "eval_tr_ud_pr_auc": 0.9594262574400549,
+      "eval_uk_opus100_pr_auc": 0.8782733619690963,
+      "eval_uk_ud_pr_auc": 0.937028987550056,
+      "eval_ur_opus100_pr_auc": 0.6040485135045035,
+      "eval_ur_ud_pr_auc": 0.9903645085824102,
+      "eval_uz_opus100_pr_auc": 0.8779488863156243,
+      "eval_vi_opus100_pr_auc": 0.9022316482081515,
+      "eval_vi_ud_pr_auc": 0.9541768266841193,
+      "eval_xh_opus100_pr_auc": 0.8810379362541298,
+      "eval_yi_opus100_pr_auc": 0.8007032701036143,
+      "eval_yo_opus100_pr_auc": 0.8387558117146356,
+      "eval_yo_ud_pr_auc": 0.9299019285811727,
+      "eval_zh_ersatz_pr_auc": 0.9776296346183624,
+      "eval_zh_opus100_pr_auc": 0.8875476826619173,
+      "eval_zh_ud_pr_auc": 0.9932732609195005,
+      "eval_zu_opus100_pr_auc": 0.8370603320284414,
+      "step": 305000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5303797468354435e-05,
+      "learning_rate_adapter": 2.5303797468354435e-05,
+      "loss": 0.0236,
+      "step": 305050
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5291139240506328e-05,
+      "learning_rate_adapter": 2.5291139240506328e-05,
+      "loss": 0.0236,
+      "step": 305100
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.527848101265823e-05,
+      "learning_rate_adapter": 2.527848101265823e-05,
+      "loss": 0.0238,
+      "step": 305150
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.526582278481013e-05,
+      "learning_rate_adapter": 2.526582278481013e-05,
+      "loss": 0.0237,
+      "step": 305200
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5253164556962027e-05,
+      "learning_rate_adapter": 2.5253164556962027e-05,
+      "loss": 0.0237,
+      "step": 305250
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5240506329113926e-05,
+      "learning_rate_adapter": 2.5240506329113926e-05,
+      "loss": 0.0238,
+      "step": 305300
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5227848101265822e-05,
+      "learning_rate_adapter": 2.5227848101265822e-05,
+      "loss": 0.0239,
+      "step": 305350
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.521518987341772e-05,
+      "learning_rate_adapter": 2.521518987341772e-05,
+      "loss": 0.0235,
+      "step": 305400
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5202531645569623e-05,
+      "learning_rate_adapter": 2.5202531645569623e-05,
+      "loss": 0.0238,
+      "step": 305450
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5189873417721522e-05,
+      "learning_rate_adapter": 2.5189873417721522e-05,
+      "loss": 0.0237,
+      "step": 305500
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.517721518987342e-05,
+      "learning_rate_adapter": 2.517721518987342e-05,
+      "loss": 0.0237,
+      "step": 305550
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5164556962025316e-05,
+      "learning_rate_adapter": 2.5164556962025316e-05,
+      "loss": 0.0237,
+      "step": 305600
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5151898734177215e-05,
+      "learning_rate_adapter": 2.5151898734177215e-05,
+      "loss": 0.0236,
+      "step": 305650
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5139240506329114e-05,
+      "learning_rate_adapter": 2.5139240506329114e-05,
+      "loss": 0.0237,
+      "step": 305700
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5126582278481016e-05,
+      "learning_rate_adapter": 2.5126582278481016e-05,
+      "loss": 0.0236,
+      "step": 305750
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5113924050632915e-05,
+      "learning_rate_adapter": 2.5113924050632915e-05,
+      "loss": 0.0235,
+      "step": 305800
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5101265822784814e-05,
+      "learning_rate_adapter": 2.5101265822784814e-05,
+      "loss": 0.0237,
+      "step": 305850
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.508860759493671e-05,
+      "learning_rate_adapter": 2.508860759493671e-05,
+      "loss": 0.0237,
+      "step": 305900
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5075949367088608e-05,
+      "learning_rate_adapter": 2.5075949367088608e-05,
+      "loss": 0.0239,
+      "step": 305950
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5063291139240507e-05,
+      "learning_rate_adapter": 2.5063291139240507e-05,
+      "loss": 0.0239,
+      "step": 306000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.505063291139241e-05,
+      "learning_rate_adapter": 2.505063291139241e-05,
+      "loss": 0.0237,
+      "step": 306050
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5037974683544308e-05,
+      "learning_rate_adapter": 2.5037974683544308e-05,
+      "loss": 0.0235,
+      "step": 306100
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.50253164556962e-05,
+      "learning_rate_adapter": 2.50253164556962e-05,
+      "loss": 0.0235,
+      "step": 306150
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5012658227848102e-05,
+      "learning_rate_adapter": 2.5012658227848102e-05,
+      "loss": 0.0235,
+      "step": 306200
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0235,
+      "step": 306250
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.49873417721519e-05,
+      "learning_rate_adapter": 2.49873417721519e-05,
+      "loss": 0.0236,
+      "step": 306300
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.49746835443038e-05,
+      "learning_rate_adapter": 2.49746835443038e-05,
+      "loss": 0.0236,
+      "step": 306350
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4962025316455698e-05,
+      "learning_rate_adapter": 2.4962025316455698e-05,
+      "loss": 0.0235,
+      "step": 306400
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4949367088607593e-05,
+      "learning_rate_adapter": 2.4949367088607593e-05,
+      "loss": 0.0236,
+      "step": 306450
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4936708860759495e-05,
+      "learning_rate_adapter": 2.4936708860759495e-05,
+      "loss": 0.0237,
+      "step": 306500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4924050632911394e-05,
+      "learning_rate_adapter": 2.4924050632911394e-05,
+      "loss": 0.0238,
+      "step": 306550
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.491139240506329e-05,
+      "learning_rate_adapter": 2.491139240506329e-05,
+      "loss": 0.0237,
+      "step": 306600
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4898734177215192e-05,
+      "learning_rate_adapter": 2.4898734177215192e-05,
+      "loss": 0.0237,
+      "step": 306650
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.488607594936709e-05,
+      "learning_rate_adapter": 2.488607594936709e-05,
+      "loss": 0.0236,
+      "step": 306700
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4873417721518986e-05,
+      "learning_rate_adapter": 2.4873417721518986e-05,
+      "loss": 0.024,
+      "step": 306750
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.486075949367089e-05,
+      "learning_rate_adapter": 2.486075949367089e-05,
+      "loss": 0.0236,
+      "step": 306800
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4848101265822784e-05,
+      "learning_rate_adapter": 2.4848101265822784e-05,
+      "loss": 0.0237,
+      "step": 306850
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4835443037974683e-05,
+      "learning_rate_adapter": 2.4835443037974683e-05,
+      "loss": 0.0236,
+      "step": 306900
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4822784810126585e-05,
+      "learning_rate_adapter": 2.4822784810126585e-05,
+      "loss": 0.0237,
+      "step": 306950
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.481012658227848e-05,
+      "learning_rate_adapter": 2.481012658227848e-05,
+      "loss": 0.0237,
+      "step": 307000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.479746835443038e-05,
+      "learning_rate_adapter": 2.479746835443038e-05,
+      "loss": 0.0238,
+      "step": 307050
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4784810126582282e-05,
+      "learning_rate_adapter": 2.4784810126582282e-05,
+      "loss": 0.0238,
+      "step": 307100
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4772151898734177e-05,
+      "learning_rate_adapter": 2.4772151898734177e-05,
+      "loss": 0.0238,
+      "step": 307150
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4759493670886076e-05,
+      "learning_rate_adapter": 2.4759493670886076e-05,
+      "loss": 0.0235,
+      "step": 307200
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4746835443037975e-05,
+      "learning_rate_adapter": 2.4746835443037975e-05,
+      "loss": 0.0233,
+      "step": 307250
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4734177215189874e-05,
+      "learning_rate_adapter": 2.4734177215189874e-05,
+      "loss": 0.0236,
+      "step": 307300
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4721518987341773e-05,
+      "learning_rate_adapter": 2.4721518987341773e-05,
+      "loss": 0.0235,
+      "step": 307350
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.470886075949367e-05,
+      "learning_rate_adapter": 2.470886075949367e-05,
+      "loss": 0.0237,
+      "step": 307400
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.469620253164557e-05,
+      "learning_rate_adapter": 2.469620253164557e-05,
+      "loss": 0.0234,
+      "step": 307450
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.468354430379747e-05,
+      "learning_rate_adapter": 2.468354430379747e-05,
+      "loss": 0.0237,
+      "step": 307500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4670886075949368e-05,
+      "learning_rate_adapter": 2.4670886075949368e-05,
+      "loss": 0.0237,
+      "step": 307550
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4658227848101267e-05,
+      "learning_rate_adapter": 2.4658227848101267e-05,
+      "loss": 0.0237,
+      "step": 307600
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4645569620253166e-05,
+      "learning_rate_adapter": 2.4645569620253166e-05,
+      "loss": 0.0237,
+      "step": 307650
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4632911392405065e-05,
+      "learning_rate_adapter": 2.4632911392405065e-05,
+      "loss": 0.0233,
+      "step": 307700
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4620253164556963e-05,
+      "learning_rate_adapter": 2.4620253164556963e-05,
+      "loss": 0.0234,
+      "step": 307750
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4607594936708862e-05,
+      "learning_rate_adapter": 2.4607594936708862e-05,
+      "loss": 0.0237,
+      "step": 307800
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.459493670886076e-05,
+      "learning_rate_adapter": 2.459493670886076e-05,
+      "loss": 0.0236,
+      "step": 307850
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.458227848101266e-05,
+      "learning_rate_adapter": 2.458227848101266e-05,
+      "loss": 0.0236,
+      "step": 307900
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.456962025316456e-05,
+      "learning_rate_adapter": 2.456962025316456e-05,
+      "loss": 0.0236,
+      "step": 307950
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4556962025316458e-05,
+      "learning_rate_adapter": 2.4556962025316458e-05,
+      "loss": 0.0238,
+      "step": 308000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4544303797468353e-05,
+      "learning_rate_adapter": 2.4544303797468353e-05,
+      "loss": 0.0236,
+      "step": 308050
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4531645569620255e-05,
+      "learning_rate_adapter": 2.4531645569620255e-05,
+      "loss": 0.0237,
+      "step": 308100
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4518987341772154e-05,
+      "learning_rate_adapter": 2.4518987341772154e-05,
+      "loss": 0.0237,
+      "step": 308150
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.450632911392405e-05,
+      "learning_rate_adapter": 2.450632911392405e-05,
+      "loss": 0.0238,
+      "step": 308200
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4493670886075952e-05,
+      "learning_rate_adapter": 2.4493670886075952e-05,
+      "loss": 0.0235,
+      "step": 308250
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.448101265822785e-05,
+      "learning_rate_adapter": 2.448101265822785e-05,
+      "loss": 0.0237,
+      "step": 308300
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4468354430379746e-05,
+      "learning_rate_adapter": 2.4468354430379746e-05,
+      "loss": 0.0236,
+      "step": 308350
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.445569620253165e-05,
+      "learning_rate_adapter": 2.445569620253165e-05,
+      "loss": 0.0238,
+      "step": 308400
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4443037974683544e-05,
+      "learning_rate_adapter": 2.4443037974683544e-05,
+      "loss": 0.0235,
+      "step": 308450
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4430379746835443e-05,
+      "learning_rate_adapter": 2.4430379746835443e-05,
+      "loss": 0.0236,
+      "step": 308500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4417721518987345e-05,
+      "learning_rate_adapter": 2.4417721518987345e-05,
+      "loss": 0.0235,
+      "step": 308550
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.440506329113924e-05,
+      "learning_rate_adapter": 2.440506329113924e-05,
+      "loss": 0.0238,
+      "step": 308600
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.439240506329114e-05,
+      "learning_rate_adapter": 2.439240506329114e-05,
+      "loss": 0.0237,
+      "step": 308650
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4379746835443042e-05,
+      "learning_rate_adapter": 2.4379746835443042e-05,
+      "loss": 0.0238,
+      "step": 308700
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4367088607594937e-05,
+      "learning_rate_adapter": 2.4367088607594937e-05,
+      "loss": 0.0236,
+      "step": 308750
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4354430379746836e-05,
+      "learning_rate_adapter": 2.4354430379746836e-05,
+      "loss": 0.0235,
+      "step": 308800
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4341772151898735e-05,
+      "learning_rate_adapter": 2.4341772151898735e-05,
+      "loss": 0.0236,
+      "step": 308850
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4329113924050634e-05,
+      "learning_rate_adapter": 2.4329113924050634e-05,
+      "loss": 0.0236,
+      "step": 308900
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4316455696202533e-05,
+      "learning_rate_adapter": 2.4316455696202533e-05,
+      "loss": 0.0239,
+      "step": 308950
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.430379746835443e-05,
+      "learning_rate_adapter": 2.430379746835443e-05,
+      "loss": 0.0236,
+      "step": 309000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.429113924050633e-05,
+      "learning_rate_adapter": 2.429113924050633e-05,
+      "loss": 0.0234,
+      "step": 309050
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.427848101265823e-05,
+      "learning_rate_adapter": 2.427848101265823e-05,
+      "loss": 0.0236,
+      "step": 309100
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4265822784810128e-05,
+      "learning_rate_adapter": 2.4265822784810128e-05,
+      "loss": 0.0236,
+      "step": 309150
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4253164556962027e-05,
+      "learning_rate_adapter": 2.4253164556962027e-05,
+      "loss": 0.0237,
+      "step": 309200
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4240506329113922e-05,
+      "learning_rate_adapter": 2.4240506329113922e-05,
+      "loss": 0.0237,
+      "step": 309250
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4227848101265825e-05,
+      "learning_rate_adapter": 2.4227848101265825e-05,
+      "loss": 0.0238,
+      "step": 309300
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4215189873417723e-05,
+      "learning_rate_adapter": 2.4215189873417723e-05,
+      "loss": 0.0236,
+      "step": 309350
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.420253164556962e-05,
+      "learning_rate_adapter": 2.420253164556962e-05,
+      "loss": 0.0237,
+      "step": 309400
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.418987341772152e-05,
+      "learning_rate_adapter": 2.418987341772152e-05,
+      "loss": 0.0237,
+      "step": 309450
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.417721518987342e-05,
+      "learning_rate_adapter": 2.417721518987342e-05,
+      "loss": 0.0237,
+      "step": 309500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4164556962025315e-05,
+      "learning_rate_adapter": 2.4164556962025315e-05,
+      "loss": 0.0236,
+      "step": 309550
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4151898734177218e-05,
+      "learning_rate_adapter": 2.4151898734177218e-05,
+      "loss": 0.0237,
+      "step": 309600
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4139240506329113e-05,
+      "learning_rate_adapter": 2.4139240506329113e-05,
+      "loss": 0.0234,
+      "step": 309650
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4126582278481012e-05,
+      "learning_rate_adapter": 2.4126582278481012e-05,
+      "loss": 0.0236,
+      "step": 309700
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4113924050632914e-05,
+      "learning_rate_adapter": 2.4113924050632914e-05,
+      "loss": 0.0238,
+      "step": 309750
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.410126582278481e-05,
+      "learning_rate_adapter": 2.410126582278481e-05,
+      "loss": 0.0238,
+      "step": 309800
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.408860759493671e-05,
+      "learning_rate_adapter": 2.408860759493671e-05,
+      "loss": 0.0236,
+      "step": 309850
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.407594936708861e-05,
+      "learning_rate_adapter": 2.407594936708861e-05,
+      "loss": 0.0237,
+      "step": 309900
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4063291139240506e-05,
+      "learning_rate_adapter": 2.4063291139240506e-05,
+      "loss": 0.0235,
+      "step": 309950
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4050632911392405e-05,
+      "learning_rate_adapter": 2.4050632911392405e-05,
+      "loss": 0.0236,
+      "step": 310000
+    },
+    {
+      "epoch": 2.09,
+      "eval_af_opus100_pr_auc": 0.7927344953902445,
+      "eval_af_ud_pr_auc": 0.9929627924105248,
+      "eval_am_opus100_pr_auc": 0.6696077685276507,
+      "eval_ar_ersatz_pr_auc": 0.9220541668608694,
+      "eval_ar_opus100_pr_auc": 0.7236747284876033,
+      "eval_ar_ud_pr_auc": 0.890806221970894,
+      "eval_average_ersatz_pr_auc": 0.9692832754970918,
+      "eval_average_opus100_pr_auc": 0.8471528795969424,
+      "eval_average_ud_pr_auc": 0.9653584875748114,
+      "eval_az_opus100_pr_auc": 0.7833301774711089,
+      "eval_be_opus100_pr_auc": 0.7425029972707602,
+      "eval_be_ud_pr_auc": 0.9087699630735927,
+      "eval_bg_opus100_pr_auc": 0.9174362873784188,
+      "eval_bg_ud_pr_auc": 0.9961465904941653,
+      "eval_bn_opus100_pr_auc": 0.836683460102406,
+      "eval_bn_ud_pr_auc": 0.9891225936148444,
+      "eval_ca_opus100_pr_auc": 0.8834742819793494,
+      "eval_ca_ud_pr_auc": 0.9954013590845516,
+      "eval_ceb_ud_pr_auc": 0.9990470575686059,
+      "eval_cs_ersatz_pr_auc": 0.9855753393380076,
+      "eval_cs_opus100_pr_auc": 0.9109124710440653,
+      "eval_cs_ud_pr_auc": 0.9626637519844847,
+      "eval_cy_opus100_pr_auc": 0.787566123218293,
+      "eval_cy_ud_pr_auc": 0.995006497096815,
+      "eval_da_opus100_pr_auc": 0.9209374084005246,
+      "eval_da_ud_pr_auc": 0.9804870193314004,
+      "eval_de_ersatz_pr_auc": 0.9879007691419174,
+      "eval_de_opus100_pr_auc": 0.905520145497164,
+      "eval_de_ud_pr_auc": 0.9842460916452509,
+      "eval_el_opus100_pr_auc": 0.9147578736146187,
+      "eval_el_ud_pr_auc": 0.9884478891208621,
+      "eval_en_ersatz_pr_auc": 0.9915814450491063,
+      "eval_en_opus100_pr_auc": 0.9307996352197088,
+      "eval_en_ud_pr_auc": 0.9828022303676274,
+      "eval_eo_opus100_pr_auc": 0.9271329313114991,
+      "eval_es_ersatz_pr_auc": 0.996840260626363,
+      "eval_es_opus100_pr_auc": 0.9308246067305631,
+      "eval_es_ud_pr_auc": 0.9930918448949455,
+      "eval_et_ersatz_pr_auc": 0.9814861834262746,
+      "eval_et_opus100_pr_auc": 0.9060526120810384,
+      "eval_et_ud_pr_auc": 0.9681108859420262,
+      "eval_eu_opus100_pr_auc": 0.8744630531603053,
+      "eval_eu_ud_pr_auc": 0.9920509530333849,
+      "eval_fa_opus100_pr_auc": 0.6024361480038505,
+      "eval_fa_ud_pr_auc": 0.9957002977922904,
+      "eval_fi_ersatz_pr_auc": 0.9911110843232617,
+      "eval_fi_opus100_pr_auc": 0.9202808889772817,
+      "eval_fi_ud_pr_auc": 0.9588802109290069,
+      "eval_fr_ersatz_pr_auc": 0.9893804578659426,
+      "eval_fr_opus100_pr_auc": 0.9225701532913912,
+      "eval_fr_ud_pr_auc": 0.979810291516559,
+      "eval_fy_opus100_pr_auc": 0.6543761119277046,
+      "eval_ga_opus100_pr_auc": 0.9110714364912752,
+      "eval_ga_ud_pr_auc": 0.8157043675872757,
+      "eval_gd_opus100_pr_auc": 0.7086625827831025,
+      "eval_gd_ud_pr_auc": 0.8149842682375174,
+      "eval_gl_opus100_pr_auc": 0.8875347619566087,
+      "eval_gl_ud_pr_auc": 0.9978836957378638,
+      "eval_gu_ersatz_pr_auc": 0.9303880683829047,
+      "eval_gu_opus100_pr_auc": 0.7589757435572283,
+      "eval_ha_opus100_pr_auc": 0.9227209857045673,
+      "eval_he_opus100_pr_auc": 0.8760674959273048,
+      "eval_he_ud_pr_auc": 0.9841762842487278,
+      "eval_hi_ersatz_pr_auc": 0.9773325978492591,
+      "eval_hi_opus100_pr_auc": 0.7020891737592543,
+      "eval_hi_ud_pr_auc": 0.9786658370020873,
+      "eval_hu_opus100_pr_auc": 0.9242702891478888,
+      "eval_hu_ud_pr_auc": 0.9836026768159327,
+      "eval_hy_opus100_pr_auc": 0.9058444448730132,
+      "eval_hy_ud_pr_auc": 0.9767581749303365,
+      "eval_id_opus100_pr_auc": 0.8897297387572614,
+      "eval_id_ud_pr_auc": 0.9936957197346021,
+      "eval_ig_opus100_pr_auc": 0.883353210780829,
+      "eval_is_opus100_pr_auc": 0.9332250845856315,
+      "eval_is_ud_pr_auc": 0.9151481360745767,
+      "eval_it_opus100_pr_auc": 0.9153666581278829,
+      "eval_it_ud_pr_auc": 0.9986446913898279,
+      "eval_ja_ersatz_pr_auc": 0.8620767445926867,
+      "eval_ja_opus100_pr_auc": 0.8394098496291019,
+      "eval_ja_ud_pr_auc": 0.9766105341976494,
+      "eval_jv_ud_pr_auc": 0.9690537789278988,
+      "eval_ka_opus100_pr_auc": 0.8557192802071991,
+      "eval_kk_ersatz_pr_auc": 0.9883953288765914,
+      "eval_kk_opus100_pr_auc": 0.8137456515053931,
+      "eval_kk_ud_pr_auc": 0.9746533110833726,
+      "eval_km_ersatz_pr_auc": 0.9323176283814383,
+      "eval_km_opus100_pr_auc": 0.7671796776546873,
+      "eval_kn_opus100_pr_auc": 0.6514334684435571,
+      "eval_ko_opus100_pr_auc": 0.6951217624379151,
+      "eval_ko_ud_pr_auc": 0.9984067460099925,
+      "eval_ku_opus100_pr_auc": 0.8568619087495121,
+      "eval_ky_opus100_pr_auc": 0.9034203588480252,
+      "eval_la_ud_pr_auc": 0.9692842984624612,
+      "eval_loss": 0.02732100710272789,
+      "eval_lt_ersatz_pr_auc": 0.996017552246632,
+      "eval_lt_opus100_pr_auc": 0.8854968744614995,
+      "eval_lt_ud_pr_auc": 0.9968618403383012,
+      "eval_lv_ersatz_pr_auc": 0.9911593989964387,
+      "eval_lv_opus100_pr_auc": 0.8914088362570525,
+      "eval_lv_ud_pr_auc": 0.9655901775897571,
+      "eval_mg_opus100_pr_auc": 0.934567775071001,
+      "eval_mk_opus100_pr_auc": 0.9169636114358605,
+      "eval_ml_opus100_pr_auc": 0.7999733682160014,
+      "eval_mn_opus100_pr_auc": 0.9444421091141149,
+      "eval_mr_opus100_pr_auc": 0.8909022100684268,
+      "eval_mr_ud_pr_auc": 0.9793673951704932,
+      "eval_ms_opus100_pr_auc": 0.8635725061271302,
+      "eval_mt_opus100_pr_auc": 0.859063539947755,
+      "eval_mt_ud_pr_auc": 0.898251827481695,
+      "eval_my_opus100_pr_auc": 0.8243963659381514,
+      "eval_ne_opus100_pr_auc": 0.7683363758905781,
+      "eval_nl_opus100_pr_auc": 0.9026422947039142,
+      "eval_nl_ud_pr_auc": 0.9865979898428423,
+      "eval_no_opus100_pr_auc": 0.928143337247674,
+      "eval_no_ud_pr_auc": 0.9965006113628767,
+      "eval_pa_opus100_pr_auc": 0.6852191815078827,
+      "eval_pl_ersatz_pr_auc": 0.9667051085456558,
+      "eval_pl_opus100_pr_auc": 0.895087367314717,
+      "eval_pl_ud_pr_auc": 0.9691014614326774,
+      "eval_ps_ersatz_pr_auc": 0.9281551532411934,
+      "eval_ps_opus100_pr_auc": 0.7662579248868547,
+      "eval_pt_opus100_pr_auc": 0.9217427484119916,
+      "eval_pt_ud_pr_auc": 0.9875301813569481,
+      "eval_ro_ersatz_pr_auc": 0.9938719755466593,
+      "eval_ro_opus100_pr_auc": 0.8731659595090556,
+      "eval_ro_ud_pr_auc": 0.9595269118720761,
+      "eval_ru_ersatz_pr_auc": 0.991982204842841,
+      "eval_ru_opus100_pr_auc": 0.9354817028481701,
+      "eval_ru_ud_pr_auc": 0.8764252922349491,
+      "eval_runtime": 324.3884,
+      "eval_samples_per_second": 232.635,
+      "eval_si_opus100_pr_auc": 0.8156924938758348,
+      "eval_sk_opus100_pr_auc": 0.9317014421845337,
+      "eval_sk_ud_pr_auc": 0.9826114582807233,
+      "eval_sl_opus100_pr_auc": 0.8695786802392083,
+      "eval_sl_ud_pr_auc": 0.9717232514172793,
+      "eval_sq_opus100_pr_auc": 0.9153410708186902,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.913885152223611,
+      "eval_sr_ud_pr_auc": 0.9988819378933889,
+      "eval_steps_per_second": 0.909,
+      "eval_sv_opus100_pr_auc": 0.8999687132597294,
+      "eval_sv_ud_pr_auc": 0.9471323279359366,
+      "eval_ta_ersatz_pr_auc": 0.9794627343471642,
+      "eval_ta_opus100_pr_auc": 0.7260605635549333,
+      "eval_ta_ud_pr_auc": 0.987744789205083,
+      "eval_te_opus100_pr_auc": 0.8341340557184782,
+      "eval_tg_opus100_pr_auc": 0.9020686945545764,
+      "eval_th_opus100_pr_auc": 0.689397832702063,
+      "eval_th_ud_pr_auc": 0.8491413328454575,
+      "eval_tr_ersatz_pr_auc": 0.9684845789006876,
+      "eval_tr_opus100_pr_auc": 0.9028560864804822,
+      "eval_tr_ud_pr_auc": 0.9601933095280817,
+      "eval_uk_opus100_pr_auc": 0.8799998440529276,
+      "eval_uk_ud_pr_auc": 0.9378604848735651,
+      "eval_ur_opus100_pr_auc": 0.5968496497167334,
+      "eval_ur_ud_pr_auc": 0.990649493532381,
+      "eval_uz_opus100_pr_auc": 0.8791813949299282,
+      "eval_vi_opus100_pr_auc": 0.8990525618601851,
+      "eval_vi_ud_pr_auc": 0.9569228091896609,
+      "eval_xh_opus100_pr_auc": 0.8854044634541405,
+      "eval_yi_opus100_pr_auc": 0.8142836280683076,
+      "eval_yo_opus100_pr_auc": 0.8424964169486058,
+      "eval_yo_ud_pr_auc": 0.9328900486221948,
+      "eval_zh_ersatz_pr_auc": 0.9719532795541257,
+      "eval_zh_opus100_pr_auc": 0.8792423152283915,
+      "eval_zh_ud_pr_auc": 0.9931017974459238,
+      "eval_zu_opus100_pr_auc": 0.842599055107307,
+      "step": 310000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4037974683544304e-05,
+      "learning_rate_adapter": 2.4037974683544304e-05,
+      "loss": 0.0237,
+      "step": 310050
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4025316455696203e-05,
+      "learning_rate_adapter": 2.4025316455696203e-05,
+      "loss": 0.0238,
+      "step": 310100
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4012658227848102e-05,
+      "learning_rate_adapter": 2.4012658227848102e-05,
+      "loss": 0.0235,
+      "step": 310150
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0238,
+      "step": 310200
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.39873417721519e-05,
+      "learning_rate_adapter": 2.39873417721519e-05,
+      "loss": 0.0238,
+      "step": 310250
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.39746835443038e-05,
+      "learning_rate_adapter": 2.39746835443038e-05,
+      "loss": 0.0237,
+      "step": 310300
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3962025316455697e-05,
+      "learning_rate_adapter": 2.3962025316455697e-05,
+      "loss": 0.0235,
+      "step": 310350
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3949367088607596e-05,
+      "learning_rate_adapter": 2.3949367088607596e-05,
+      "loss": 0.0238,
+      "step": 310400
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3936708860759495e-05,
+      "learning_rate_adapter": 2.3936708860759495e-05,
+      "loss": 0.0237,
+      "step": 310450
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3924050632911394e-05,
+      "learning_rate_adapter": 2.3924050632911394e-05,
+      "loss": 0.0236,
+      "step": 310500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3911392405063293e-05,
+      "learning_rate_adapter": 2.3911392405063293e-05,
+      "loss": 0.0236,
+      "step": 310550
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.389873417721519e-05,
+      "learning_rate_adapter": 2.389873417721519e-05,
+      "loss": 0.0237,
+      "step": 310600
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.388607594936709e-05,
+      "learning_rate_adapter": 2.388607594936709e-05,
+      "loss": 0.0233,
+      "step": 310650
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.387341772151899e-05,
+      "learning_rate_adapter": 2.387341772151899e-05,
+      "loss": 0.0239,
+      "step": 310700
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3860759493670888e-05,
+      "learning_rate_adapter": 2.3860759493670888e-05,
+      "loss": 0.0237,
+      "step": 310750
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3848101265822787e-05,
+      "learning_rate_adapter": 2.3848101265822787e-05,
+      "loss": 0.0237,
+      "step": 310800
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3835443037974682e-05,
+      "learning_rate_adapter": 2.3835443037974682e-05,
+      "loss": 0.0235,
+      "step": 310850
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3822784810126585e-05,
+      "learning_rate_adapter": 2.3822784810126585e-05,
+      "loss": 0.0235,
+      "step": 310900
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3810126582278483e-05,
+      "learning_rate_adapter": 2.3810126582278483e-05,
+      "loss": 0.0235,
+      "step": 310950
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.379746835443038e-05,
+      "learning_rate_adapter": 2.379746835443038e-05,
+      "loss": 0.0237,
+      "step": 311000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.378481012658228e-05,
+      "learning_rate_adapter": 2.378481012658228e-05,
+      "loss": 0.0237,
+      "step": 311050
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.377215189873418e-05,
+      "learning_rate_adapter": 2.377215189873418e-05,
+      "loss": 0.0234,
+      "step": 311100
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3759493670886075e-05,
+      "learning_rate_adapter": 2.3759493670886075e-05,
+      "loss": 0.0236,
+      "step": 311150
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3746835443037978e-05,
+      "learning_rate_adapter": 2.3746835443037978e-05,
+      "loss": 0.0237,
+      "step": 311200
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3734177215189873e-05,
+      "learning_rate_adapter": 2.3734177215189873e-05,
+      "loss": 0.0236,
+      "step": 311250
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3721518987341772e-05,
+      "learning_rate_adapter": 2.3721518987341772e-05,
+      "loss": 0.0235,
+      "step": 311300
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3708860759493674e-05,
+      "learning_rate_adapter": 2.3708860759493674e-05,
+      "loss": 0.0236,
+      "step": 311350
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.369620253164557e-05,
+      "learning_rate_adapter": 2.369620253164557e-05,
+      "loss": 0.0236,
+      "step": 311400
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.368354430379747e-05,
+      "learning_rate_adapter": 2.368354430379747e-05,
+      "loss": 0.0235,
+      "step": 311450
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.367088607594937e-05,
+      "learning_rate_adapter": 2.367088607594937e-05,
+      "loss": 0.0234,
+      "step": 311500
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3658227848101266e-05,
+      "learning_rate_adapter": 2.3658227848101266e-05,
+      "loss": 0.0236,
+      "step": 311550
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3645569620253165e-05,
+      "learning_rate_adapter": 2.3645569620253165e-05,
+      "loss": 0.0237,
+      "step": 311600
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3632911392405064e-05,
+      "learning_rate_adapter": 2.3632911392405064e-05,
+      "loss": 0.0236,
+      "step": 311650
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3620253164556963e-05,
+      "learning_rate_adapter": 2.3620253164556963e-05,
+      "loss": 0.0237,
+      "step": 311700
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3607594936708862e-05,
+      "learning_rate_adapter": 2.3607594936708862e-05,
+      "loss": 0.0239,
+      "step": 311750
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.359493670886076e-05,
+      "learning_rate_adapter": 2.359493670886076e-05,
+      "loss": 0.0237,
+      "step": 311800
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.358227848101266e-05,
+      "learning_rate_adapter": 2.358227848101266e-05,
+      "loss": 0.0238,
+      "step": 311850
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3569620253164558e-05,
+      "learning_rate_adapter": 2.3569620253164558e-05,
+      "loss": 0.0236,
+      "step": 311900
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3556962025316457e-05,
+      "learning_rate_adapter": 2.3556962025316457e-05,
+      "loss": 0.0236,
+      "step": 311950
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3544303797468356e-05,
+      "learning_rate_adapter": 2.3544303797468356e-05,
+      "loss": 0.0237,
+      "step": 312000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.353164556962025e-05,
+      "learning_rate_adapter": 2.353164556962025e-05,
+      "loss": 0.0236,
+      "step": 312050
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3518987341772154e-05,
+      "learning_rate_adapter": 2.3518987341772154e-05,
+      "loss": 0.0235,
+      "step": 312100
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3506329113924053e-05,
+      "learning_rate_adapter": 2.3506329113924053e-05,
+      "loss": 0.0237,
+      "step": 312150
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3493670886075948e-05,
+      "learning_rate_adapter": 2.3493670886075948e-05,
+      "loss": 0.0238,
+      "step": 312200
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.348101265822785e-05,
+      "learning_rate_adapter": 2.348101265822785e-05,
+      "loss": 0.0235,
+      "step": 312250
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.346835443037975e-05,
+      "learning_rate_adapter": 2.346835443037975e-05,
+      "loss": 0.0235,
+      "step": 312300
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3455696202531645e-05,
+      "learning_rate_adapter": 2.3455696202531645e-05,
+      "loss": 0.0236,
+      "step": 312350
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3443037974683547e-05,
+      "learning_rate_adapter": 2.3443037974683547e-05,
+      "loss": 0.0237,
+      "step": 312400
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3430379746835442e-05,
+      "learning_rate_adapter": 2.3430379746835442e-05,
+      "loss": 0.0235,
+      "step": 312450
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.341772151898734e-05,
+      "learning_rate_adapter": 2.341772151898734e-05,
+      "loss": 0.0236,
+      "step": 312500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3405063291139243e-05,
+      "learning_rate_adapter": 2.3405063291139243e-05,
+      "loss": 0.0234,
+      "step": 312550
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.339240506329114e-05,
+      "learning_rate_adapter": 2.339240506329114e-05,
+      "loss": 0.0235,
+      "step": 312600
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3379746835443038e-05,
+      "learning_rate_adapter": 2.3379746835443038e-05,
+      "loss": 0.0236,
+      "step": 312650
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.336708860759494e-05,
+      "learning_rate_adapter": 2.336708860759494e-05,
+      "loss": 0.0235,
+      "step": 312700
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3354430379746835e-05,
+      "learning_rate_adapter": 2.3354430379746835e-05,
+      "loss": 0.0236,
+      "step": 312750
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3341772151898734e-05,
+      "learning_rate_adapter": 2.3341772151898734e-05,
+      "loss": 0.0238,
+      "step": 312800
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3329113924050633e-05,
+      "learning_rate_adapter": 2.3329113924050633e-05,
+      "loss": 0.0237,
+      "step": 312850
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3316455696202532e-05,
+      "learning_rate_adapter": 2.3316455696202532e-05,
+      "loss": 0.0236,
+      "step": 312900
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.330379746835443e-05,
+      "learning_rate_adapter": 2.330379746835443e-05,
+      "loss": 0.0234,
+      "step": 312950
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.329113924050633e-05,
+      "learning_rate_adapter": 2.329113924050633e-05,
+      "loss": 0.0237,
+      "step": 313000
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.327848101265823e-05,
+      "learning_rate_adapter": 2.327848101265823e-05,
+      "loss": 0.0235,
+      "step": 313050
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3265822784810127e-05,
+      "learning_rate_adapter": 2.3265822784810127e-05,
+      "loss": 0.0234,
+      "step": 313100
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3253164556962026e-05,
+      "learning_rate_adapter": 2.3253164556962026e-05,
+      "loss": 0.0237,
+      "step": 313150
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3240506329113925e-05,
+      "learning_rate_adapter": 2.3240506329113925e-05,
+      "loss": 0.0236,
+      "step": 313200
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3227848101265824e-05,
+      "learning_rate_adapter": 2.3227848101265824e-05,
+      "loss": 0.0236,
+      "step": 313250
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3215189873417723e-05,
+      "learning_rate_adapter": 2.3215189873417723e-05,
+      "loss": 0.0237,
+      "step": 313300
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3202531645569622e-05,
+      "learning_rate_adapter": 2.3202531645569622e-05,
+      "loss": 0.0237,
+      "step": 313350
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.318987341772152e-05,
+      "learning_rate_adapter": 2.318987341772152e-05,
+      "loss": 0.0236,
+      "step": 313400
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.317721518987342e-05,
+      "learning_rate_adapter": 2.317721518987342e-05,
+      "loss": 0.0236,
+      "step": 313450
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3164556962025318e-05,
+      "learning_rate_adapter": 2.3164556962025318e-05,
+      "loss": 0.0237,
+      "step": 313500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3151898734177217e-05,
+      "learning_rate_adapter": 2.3151898734177217e-05,
+      "loss": 0.0236,
+      "step": 313550
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3139240506329116e-05,
+      "learning_rate_adapter": 2.3139240506329116e-05,
+      "loss": 0.0239,
+      "step": 313600
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.312658227848101e-05,
+      "learning_rate_adapter": 2.312658227848101e-05,
+      "loss": 0.0237,
+      "step": 313650
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3113924050632914e-05,
+      "learning_rate_adapter": 2.3113924050632914e-05,
+      "loss": 0.0238,
+      "step": 313700
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.3101265822784813e-05,
+      "learning_rate_adapter": 2.3101265822784813e-05,
+      "loss": 0.0235,
+      "step": 313750
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.3088607594936708e-05,
+      "learning_rate_adapter": 2.3088607594936708e-05,
+      "loss": 0.0235,
+      "step": 313800
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.307594936708861e-05,
+      "learning_rate_adapter": 2.307594936708861e-05,
+      "loss": 0.0236,
+      "step": 313850
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.306329113924051e-05,
+      "learning_rate_adapter": 2.306329113924051e-05,
+      "loss": 0.0234,
+      "step": 313900
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.3050632911392405e-05,
+      "learning_rate_adapter": 2.3050632911392405e-05,
+      "loss": 0.0238,
+      "step": 313950
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.3037974683544307e-05,
+      "learning_rate_adapter": 2.3037974683544307e-05,
+      "loss": 0.0237,
+      "step": 314000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.3025316455696202e-05,
+      "learning_rate_adapter": 2.3025316455696202e-05,
+      "loss": 0.0236,
+      "step": 314050
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.30126582278481e-05,
+      "learning_rate_adapter": 2.30126582278481e-05,
+      "loss": 0.0235,
+      "step": 314100
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0235,
+      "step": 314150
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.29873417721519e-05,
+      "learning_rate_adapter": 2.29873417721519e-05,
+      "loss": 0.0236,
+      "step": 314200
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2974683544303798e-05,
+      "learning_rate_adapter": 2.2974683544303798e-05,
+      "loss": 0.0235,
+      "step": 314250
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.29620253164557e-05,
+      "learning_rate_adapter": 2.29620253164557e-05,
+      "loss": 0.0235,
+      "step": 314300
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2949367088607595e-05,
+      "learning_rate_adapter": 2.2949367088607595e-05,
+      "loss": 0.0237,
+      "step": 314350
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2936708860759494e-05,
+      "learning_rate_adapter": 2.2936708860759494e-05,
+      "loss": 0.0237,
+      "step": 314400
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2924050632911393e-05,
+      "learning_rate_adapter": 2.2924050632911393e-05,
+      "loss": 0.0236,
+      "step": 314450
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2911392405063292e-05,
+      "learning_rate_adapter": 2.2911392405063292e-05,
+      "loss": 0.0236,
+      "step": 314500
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.289873417721519e-05,
+      "learning_rate_adapter": 2.289873417721519e-05,
+      "loss": 0.0238,
+      "step": 314550
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.288607594936709e-05,
+      "learning_rate_adapter": 2.288607594936709e-05,
+      "loss": 0.0234,
+      "step": 314600
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.287341772151899e-05,
+      "learning_rate_adapter": 2.287341772151899e-05,
+      "loss": 0.0236,
+      "step": 314650
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2860759493670887e-05,
+      "learning_rate_adapter": 2.2860759493670887e-05,
+      "loss": 0.0236,
+      "step": 314700
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2848101265822786e-05,
+      "learning_rate_adapter": 2.2848101265822786e-05,
+      "loss": 0.0235,
+      "step": 314750
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2835443037974685e-05,
+      "learning_rate_adapter": 2.2835443037974685e-05,
+      "loss": 0.0235,
+      "step": 314800
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2822784810126584e-05,
+      "learning_rate_adapter": 2.2822784810126584e-05,
+      "loss": 0.0236,
+      "step": 314850
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2810126582278483e-05,
+      "learning_rate_adapter": 2.2810126582278483e-05,
+      "loss": 0.0236,
+      "step": 314900
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2797468354430382e-05,
+      "learning_rate_adapter": 2.2797468354430382e-05,
+      "loss": 0.0238,
+      "step": 314950
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.278481012658228e-05,
+      "learning_rate_adapter": 2.278481012658228e-05,
+      "loss": 0.0236,
+      "step": 315000
+    },
+    {
+      "epoch": 2.12,
+      "eval_af_opus100_pr_auc": 0.7894939675450514,
+      "eval_af_ud_pr_auc": 0.9939974230936944,
+      "eval_am_opus100_pr_auc": 0.6833397645340714,
+      "eval_ar_ersatz_pr_auc": 0.927045997048287,
+      "eval_ar_opus100_pr_auc": 0.7273888656806323,
+      "eval_ar_ud_pr_auc": 0.896207331239824,
+      "eval_average_ersatz_pr_auc": 0.9715042784253689,
+      "eval_average_opus100_pr_auc": 0.8491213038257205,
+      "eval_average_ud_pr_auc": 0.9666396514657257,
+      "eval_az_opus100_pr_auc": 0.7887001555068005,
+      "eval_be_opus100_pr_auc": 0.7255790569339969,
+      "eval_be_ud_pr_auc": 0.9099365481546923,
+      "eval_bg_opus100_pr_auc": 0.9215589950573174,
+      "eval_bg_ud_pr_auc": 0.9961449992453125,
+      "eval_bn_opus100_pr_auc": 0.8538190143401464,
+      "eval_bn_ud_pr_auc": 0.9987293770030516,
+      "eval_ca_opus100_pr_auc": 0.8838527232007034,
+      "eval_ca_ud_pr_auc": 0.9950630971391125,
+      "eval_ceb_ud_pr_auc": 0.9982494968794915,
+      "eval_cs_ersatz_pr_auc": 0.9858264836065329,
+      "eval_cs_opus100_pr_auc": 0.9129849081916933,
+      "eval_cs_ud_pr_auc": 0.9644362843882176,
+      "eval_cy_opus100_pr_auc": 0.78099727278302,
+      "eval_cy_ud_pr_auc": 0.9953847084697076,
+      "eval_da_opus100_pr_auc": 0.9244974566291398,
+      "eval_da_ud_pr_auc": 0.9811410674323089,
+      "eval_de_ersatz_pr_auc": 0.9873448404140786,
+      "eval_de_opus100_pr_auc": 0.9073823124077333,
+      "eval_de_ud_pr_auc": 0.9847641172423347,
+      "eval_el_opus100_pr_auc": 0.914988261628535,
+      "eval_el_ud_pr_auc": 0.9894557433731295,
+      "eval_en_ersatz_pr_auc": 0.9921739673234646,
+      "eval_en_opus100_pr_auc": 0.9302261698681076,
+      "eval_en_ud_pr_auc": 0.9841056037304863,
+      "eval_eo_opus100_pr_auc": 0.9313595310713082,
+      "eval_es_ersatz_pr_auc": 0.9967962220838671,
+      "eval_es_opus100_pr_auc": 0.934054757257275,
+      "eval_es_ud_pr_auc": 0.9935392086116138,
+      "eval_et_ersatz_pr_auc": 0.9826285125090275,
+      "eval_et_opus100_pr_auc": 0.9086553718241026,
+      "eval_et_ud_pr_auc": 0.9688125460592744,
+      "eval_eu_opus100_pr_auc": 0.880299886072585,
+      "eval_eu_ud_pr_auc": 0.9918319766799825,
+      "eval_fa_opus100_pr_auc": 0.6168864432112552,
+      "eval_fa_ud_pr_auc": 0.9959458208279883,
+      "eval_fi_ersatz_pr_auc": 0.9918860427192485,
+      "eval_fi_opus100_pr_auc": 0.9247876443616316,
+      "eval_fi_ud_pr_auc": 0.9606925861783296,
+      "eval_fr_ersatz_pr_auc": 0.988287460510999,
+      "eval_fr_opus100_pr_auc": 0.9244407583951912,
+      "eval_fr_ud_pr_auc": 0.9813114519572705,
+      "eval_fy_opus100_pr_auc": 0.6309610058260912,
+      "eval_ga_opus100_pr_auc": 0.9118039188095359,
+      "eval_ga_ud_pr_auc": 0.8143852794887615,
+      "eval_gd_opus100_pr_auc": 0.7218430903545165,
+      "eval_gd_ud_pr_auc": 0.8143326502925092,
+      "eval_gl_opus100_pr_auc": 0.8927770743887821,
+      "eval_gl_ud_pr_auc": 0.9979747286141024,
+      "eval_gu_ersatz_pr_auc": 0.9349262974227242,
+      "eval_gu_opus100_pr_auc": 0.7617049426904944,
+      "eval_ha_opus100_pr_auc": 0.9195643265119695,
+      "eval_he_opus100_pr_auc": 0.8752568822679514,
+      "eval_he_ud_pr_auc": 0.9864980308709086,
+      "eval_hi_ersatz_pr_auc": 0.9803172916184166,
+      "eval_hi_opus100_pr_auc": 0.718056078369541,
+      "eval_hi_ud_pr_auc": 0.9809421618857455,
+      "eval_hu_opus100_pr_auc": 0.9247892882183005,
+      "eval_hu_ud_pr_auc": 0.9863405313993707,
+      "eval_hy_opus100_pr_auc": 0.9124097407841739,
+      "eval_hy_ud_pr_auc": 0.9791099829660087,
+      "eval_id_opus100_pr_auc": 0.8877844668444786,
+      "eval_id_ud_pr_auc": 0.9941292481446237,
+      "eval_ig_opus100_pr_auc": 0.8811672675218348,
+      "eval_is_opus100_pr_auc": 0.9321068914984416,
+      "eval_is_ud_pr_auc": 0.9167016898049177,
+      "eval_it_opus100_pr_auc": 0.9205348439393625,
+      "eval_it_ud_pr_auc": 0.9985942691465013,
+      "eval_ja_ersatz_pr_auc": 0.8795459668551932,
+      "eval_ja_opus100_pr_auc": 0.8491641633377993,
+      "eval_ja_ud_pr_auc": 0.9793184194026583,
+      "eval_jv_ud_pr_auc": 0.9696169677404148,
+      "eval_ka_opus100_pr_auc": 0.8554619758381818,
+      "eval_kk_ersatz_pr_auc": 0.9890067142041479,
+      "eval_kk_opus100_pr_auc": 0.7956219128038244,
+      "eval_kk_ud_pr_auc": 0.9742717781697703,
+      "eval_km_ersatz_pr_auc": 0.9316253694593364,
+      "eval_km_opus100_pr_auc": 0.770160568865114,
+      "eval_kn_opus100_pr_auc": 0.6459979102042882,
+      "eval_ko_opus100_pr_auc": 0.7029512359936726,
+      "eval_ko_ud_pr_auc": 0.9980432093486548,
+      "eval_ku_opus100_pr_auc": 0.8634035225548027,
+      "eval_ky_opus100_pr_auc": 0.9000001215194338,
+      "eval_la_ud_pr_auc": 0.9662218987619748,
+      "eval_loss": 0.027255425229668617,
+      "eval_lt_ersatz_pr_auc": 0.9962928513672239,
+      "eval_lt_opus100_pr_auc": 0.8915226574494666,
+      "eval_lt_ud_pr_auc": 0.9969291657393856,
+      "eval_lv_ersatz_pr_auc": 0.9912136807347938,
+      "eval_lv_opus100_pr_auc": 0.8990235711461048,
+      "eval_lv_ud_pr_auc": 0.9692742444416631,
+      "eval_mg_opus100_pr_auc": 0.9407968094671725,
+      "eval_mk_opus100_pr_auc": 0.9171856115438801,
+      "eval_ml_opus100_pr_auc": 0.8142572730883911,
+      "eval_mn_opus100_pr_auc": 0.9358052256578377,
+      "eval_mr_opus100_pr_auc": 0.9019334003866925,
+      "eval_mr_ud_pr_auc": 0.9794439220018508,
+      "eval_ms_opus100_pr_auc": 0.8733810783652564,
+      "eval_mt_opus100_pr_auc": 0.8527929661512307,
+      "eval_mt_ud_pr_auc": 0.8976073390740991,
+      "eval_my_opus100_pr_auc": 0.8265206282902183,
+      "eval_ne_opus100_pr_auc": 0.7694551944846763,
+      "eval_nl_opus100_pr_auc": 0.9014192438249042,
+      "eval_nl_ud_pr_auc": 0.9873132091870989,
+      "eval_no_opus100_pr_auc": 0.9336374858385994,
+      "eval_no_ud_pr_auc": 0.9966446202411735,
+      "eval_pa_opus100_pr_auc": 0.6833620378465867,
+      "eval_pl_ersatz_pr_auc": 0.9676050508721661,
+      "eval_pl_opus100_pr_auc": 0.8963756580723942,
+      "eval_pl_ud_pr_auc": 0.970573065018139,
+      "eval_ps_ersatz_pr_auc": 0.9311985381351116,
+      "eval_ps_opus100_pr_auc": 0.7661785545049179,
+      "eval_pt_opus100_pr_auc": 0.9226397984139616,
+      "eval_pt_ud_pr_auc": 0.9869394658447124,
+      "eval_ro_ersatz_pr_auc": 0.9936839606993858,
+      "eval_ro_opus100_pr_auc": 0.882516161153079,
+      "eval_ro_ud_pr_auc": 0.9711047385612662,
+      "eval_ru_ersatz_pr_auc": 0.9919903075430462,
+      "eval_ru_opus100_pr_auc": 0.9347607952407581,
+      "eval_ru_ud_pr_auc": 0.8877559808041912,
+      "eval_runtime": 321.9076,
+      "eval_samples_per_second": 234.428,
+      "eval_si_opus100_pr_auc": 0.8203471198197788,
+      "eval_sk_opus100_pr_auc": 0.9372747074305542,
+      "eval_sk_ud_pr_auc": 0.984424292107301,
+      "eval_sl_opus100_pr_auc": 0.8686880669503824,
+      "eval_sl_ud_pr_auc": 0.9723656374430844,
+      "eval_sq_opus100_pr_auc": 0.9191927500755633,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.919820147851297,
+      "eval_sr_ud_pr_auc": 0.9988428118924904,
+      "eval_steps_per_second": 0.916,
+      "eval_sv_opus100_pr_auc": 0.9027404770729134,
+      "eval_sv_ud_pr_auc": 0.9475404057975603,
+      "eval_ta_ersatz_pr_auc": 0.9824754350509773,
+      "eval_ta_opus100_pr_auc": 0.7315506948543449,
+      "eval_ta_ud_pr_auc": 0.9904572102060765,
+      "eval_te_opus100_pr_auc": 0.8397469636755961,
+      "eval_tg_opus100_pr_auc": 0.901278124665303,
+      "eval_th_opus100_pr_auc": 0.692948526778793,
+      "eval_th_ud_pr_auc": 0.8507962159047392,
+      "eval_tr_ersatz_pr_auc": 0.9715651217624496,
+      "eval_tr_opus100_pr_auc": 0.9022804570384189,
+      "eval_tr_ud_pr_auc": 0.9606380132947748,
+      "eval_uk_opus100_pr_auc": 0.8835109758316586,
+      "eval_uk_ud_pr_auc": 0.9390196752291885,
+      "eval_ur_opus100_pr_auc": 0.6026791053036027,
+      "eval_ur_ud_pr_auc": 0.993785420350585,
+      "eval_uz_opus100_pr_auc": 0.8844609032885514,
+      "eval_vi_opus100_pr_auc": 0.900758123538521,
+      "eval_vi_ud_pr_auc": 0.9608065442072553,
+      "eval_xh_opus100_pr_auc": 0.8881745936008223,
+      "eval_yi_opus100_pr_auc": 0.7703438787110758,
+      "eval_yo_opus100_pr_auc": 0.847961548289295,
+      "eval_yo_ud_pr_auc": 0.9242181780921663,
+      "eval_zh_ersatz_pr_auc": 0.9796580134176431,
+      "eval_zh_opus100_pr_auc": 0.886627101229959,
+      "eval_zh_ud_pr_auc": 0.9957497443648224,
+      "eval_zu_opus100_pr_auc": 0.8451839511336394,
+      "step": 315000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.277215189873418e-05,
+      "learning_rate_adapter": 2.277215189873418e-05,
+      "loss": 0.0236,
+      "step": 315050
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2759493670886078e-05,
+      "learning_rate_adapter": 2.2759493670886078e-05,
+      "loss": 0.0236,
+      "step": 315100
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2746835443037974e-05,
+      "learning_rate_adapter": 2.2746835443037974e-05,
+      "loss": 0.0236,
+      "step": 315150
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2734177215189876e-05,
+      "learning_rate_adapter": 2.2734177215189876e-05,
+      "loss": 0.0237,
+      "step": 315200
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.272151898734177e-05,
+      "learning_rate_adapter": 2.272151898734177e-05,
+      "loss": 0.0234,
+      "step": 315250
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.270886075949367e-05,
+      "learning_rate_adapter": 2.270886075949367e-05,
+      "loss": 0.0235,
+      "step": 315300
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2696202531645573e-05,
+      "learning_rate_adapter": 2.2696202531645573e-05,
+      "loss": 0.0235,
+      "step": 315350
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2683544303797468e-05,
+      "learning_rate_adapter": 2.2683544303797468e-05,
+      "loss": 0.0237,
+      "step": 315400
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2670886075949367e-05,
+      "learning_rate_adapter": 2.2670886075949367e-05,
+      "loss": 0.0236,
+      "step": 315450
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2658227848101266e-05,
+      "learning_rate_adapter": 2.2658227848101266e-05,
+      "loss": 0.0235,
+      "step": 315500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2645569620253165e-05,
+      "learning_rate_adapter": 2.2645569620253165e-05,
+      "loss": 0.0236,
+      "step": 315550
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2632911392405063e-05,
+      "learning_rate_adapter": 2.2632911392405063e-05,
+      "loss": 0.0237,
+      "step": 315600
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2620253164556962e-05,
+      "learning_rate_adapter": 2.2620253164556962e-05,
+      "loss": 0.0236,
+      "step": 315650
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.260759493670886e-05,
+      "learning_rate_adapter": 2.260759493670886e-05,
+      "loss": 0.0237,
+      "step": 315700
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.259493670886076e-05,
+      "learning_rate_adapter": 2.259493670886076e-05,
+      "loss": 0.0238,
+      "step": 315750
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.258227848101266e-05,
+      "learning_rate_adapter": 2.258227848101266e-05,
+      "loss": 0.0234,
+      "step": 315800
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2569620253164558e-05,
+      "learning_rate_adapter": 2.2569620253164558e-05,
+      "loss": 0.0237,
+      "step": 315850
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2556962025316457e-05,
+      "learning_rate_adapter": 2.2556962025316457e-05,
+      "loss": 0.0237,
+      "step": 315900
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2544303797468355e-05,
+      "learning_rate_adapter": 2.2544303797468355e-05,
+      "loss": 0.024,
+      "step": 315950
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2531645569620254e-05,
+      "learning_rate_adapter": 2.2531645569620254e-05,
+      "loss": 0.0236,
+      "step": 316000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2518987341772153e-05,
+      "learning_rate_adapter": 2.2518987341772153e-05,
+      "loss": 0.0234,
+      "step": 316050
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2506329113924052e-05,
+      "learning_rate_adapter": 2.2506329113924052e-05,
+      "loss": 0.0235,
+      "step": 316100
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.249367088607595e-05,
+      "learning_rate_adapter": 2.249367088607595e-05,
+      "loss": 0.0234,
+      "step": 316150
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.248101265822785e-05,
+      "learning_rate_adapter": 2.248101265822785e-05,
+      "loss": 0.0234,
+      "step": 316200
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.246835443037975e-05,
+      "learning_rate_adapter": 2.246835443037975e-05,
+      "loss": 0.0235,
+      "step": 316250
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2455696202531644e-05,
+      "learning_rate_adapter": 2.2455696202531644e-05,
+      "loss": 0.0235,
+      "step": 316300
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2443037974683546e-05,
+      "learning_rate_adapter": 2.2443037974683546e-05,
+      "loss": 0.0233,
+      "step": 316350
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2430379746835445e-05,
+      "learning_rate_adapter": 2.2430379746835445e-05,
+      "loss": 0.0236,
+      "step": 316400
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.241772151898734e-05,
+      "learning_rate_adapter": 2.241772151898734e-05,
+      "loss": 0.0237,
+      "step": 316450
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2405063291139243e-05,
+      "learning_rate_adapter": 2.2405063291139243e-05,
+      "loss": 0.0235,
+      "step": 316500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.239240506329114e-05,
+      "learning_rate_adapter": 2.239240506329114e-05,
+      "loss": 0.0236,
+      "step": 316550
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2379746835443037e-05,
+      "learning_rate_adapter": 2.2379746835443037e-05,
+      "loss": 0.0238,
+      "step": 316600
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.236708860759494e-05,
+      "learning_rate_adapter": 2.236708860759494e-05,
+      "loss": 0.0238,
+      "step": 316650
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2354430379746835e-05,
+      "learning_rate_adapter": 2.2354430379746835e-05,
+      "loss": 0.0238,
+      "step": 316700
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2341772151898734e-05,
+      "learning_rate_adapter": 2.2341772151898734e-05,
+      "loss": 0.0238,
+      "step": 316750
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2329113924050636e-05,
+      "learning_rate_adapter": 2.2329113924050636e-05,
+      "loss": 0.0237,
+      "step": 316800
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.231645569620253e-05,
+      "learning_rate_adapter": 2.231645569620253e-05,
+      "loss": 0.0237,
+      "step": 316850
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.230379746835443e-05,
+      "learning_rate_adapter": 2.230379746835443e-05,
+      "loss": 0.0236,
+      "step": 316900
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2291139240506333e-05,
+      "learning_rate_adapter": 2.2291139240506333e-05,
+      "loss": 0.0239,
+      "step": 316950
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2278481012658228e-05,
+      "learning_rate_adapter": 2.2278481012658228e-05,
+      "loss": 0.0237,
+      "step": 317000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2265822784810127e-05,
+      "learning_rate_adapter": 2.2265822784810127e-05,
+      "loss": 0.0236,
+      "step": 317050
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2253164556962026e-05,
+      "learning_rate_adapter": 2.2253164556962026e-05,
+      "loss": 0.0235,
+      "step": 317100
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2240506329113925e-05,
+      "learning_rate_adapter": 2.2240506329113925e-05,
+      "loss": 0.0235,
+      "step": 317150
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2227848101265823e-05,
+      "learning_rate_adapter": 2.2227848101265823e-05,
+      "loss": 0.0235,
+      "step": 317200
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2215189873417722e-05,
+      "learning_rate_adapter": 2.2215189873417722e-05,
+      "loss": 0.0234,
+      "step": 317250
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.220253164556962e-05,
+      "learning_rate_adapter": 2.220253164556962e-05,
+      "loss": 0.0237,
+      "step": 317300
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.218987341772152e-05,
+      "learning_rate_adapter": 2.218987341772152e-05,
+      "loss": 0.0236,
+      "step": 317350
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.217721518987342e-05,
+      "learning_rate_adapter": 2.217721518987342e-05,
+      "loss": 0.0235,
+      "step": 317400
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2164556962025318e-05,
+      "learning_rate_adapter": 2.2164556962025318e-05,
+      "loss": 0.0237,
+      "step": 317450
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2151898734177217e-05,
+      "learning_rate_adapter": 2.2151898734177217e-05,
+      "loss": 0.0236,
+      "step": 317500
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2139240506329115e-05,
+      "learning_rate_adapter": 2.2139240506329115e-05,
+      "loss": 0.0236,
+      "step": 317550
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2126582278481014e-05,
+      "learning_rate_adapter": 2.2126582278481014e-05,
+      "loss": 0.0236,
+      "step": 317600
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2113924050632913e-05,
+      "learning_rate_adapter": 2.2113924050632913e-05,
+      "loss": 0.0235,
+      "step": 317650
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2101265822784812e-05,
+      "learning_rate_adapter": 2.2101265822784812e-05,
+      "loss": 0.0235,
+      "step": 317700
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.208860759493671e-05,
+      "learning_rate_adapter": 2.208860759493671e-05,
+      "loss": 0.0235,
+      "step": 317750
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.207594936708861e-05,
+      "learning_rate_adapter": 2.207594936708861e-05,
+      "loss": 0.0235,
+      "step": 317800
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.206329113924051e-05,
+      "learning_rate_adapter": 2.206329113924051e-05,
+      "loss": 0.0237,
+      "step": 317850
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2050632911392404e-05,
+      "learning_rate_adapter": 2.2050632911392404e-05,
+      "loss": 0.0237,
+      "step": 317900
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2037974683544306e-05,
+      "learning_rate_adapter": 2.2037974683544306e-05,
+      "loss": 0.0236,
+      "step": 317950
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2025316455696205e-05,
+      "learning_rate_adapter": 2.2025316455696205e-05,
+      "loss": 0.0236,
+      "step": 318000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.20126582278481e-05,
+      "learning_rate_adapter": 2.20126582278481e-05,
+      "loss": 0.0234,
+      "step": 318050
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0235,
+      "step": 318100
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.19873417721519e-05,
+      "learning_rate_adapter": 2.19873417721519e-05,
+      "loss": 0.0236,
+      "step": 318150
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1974683544303797e-05,
+      "learning_rate_adapter": 2.1974683544303797e-05,
+      "loss": 0.0235,
+      "step": 318200
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.19620253164557e-05,
+      "learning_rate_adapter": 2.19620253164557e-05,
+      "loss": 0.0236,
+      "step": 318250
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1949367088607595e-05,
+      "learning_rate_adapter": 2.1949367088607595e-05,
+      "loss": 0.0235,
+      "step": 318300
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1936708860759494e-05,
+      "learning_rate_adapter": 2.1936708860759494e-05,
+      "loss": 0.0235,
+      "step": 318350
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1924050632911396e-05,
+      "learning_rate_adapter": 2.1924050632911396e-05,
+      "loss": 0.0234,
+      "step": 318400
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.191139240506329e-05,
+      "learning_rate_adapter": 2.191139240506329e-05,
+      "loss": 0.0235,
+      "step": 318450
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.189873417721519e-05,
+      "learning_rate_adapter": 2.189873417721519e-05,
+      "loss": 0.0234,
+      "step": 318500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1886075949367093e-05,
+      "learning_rate_adapter": 2.1886075949367093e-05,
+      "loss": 0.0237,
+      "step": 318550
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1873417721518988e-05,
+      "learning_rate_adapter": 2.1873417721518988e-05,
+      "loss": 0.0234,
+      "step": 318600
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1860759493670887e-05,
+      "learning_rate_adapter": 2.1860759493670887e-05,
+      "loss": 0.0236,
+      "step": 318650
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1848101265822786e-05,
+      "learning_rate_adapter": 2.1848101265822786e-05,
+      "loss": 0.0235,
+      "step": 318700
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1835443037974685e-05,
+      "learning_rate_adapter": 2.1835443037974685e-05,
+      "loss": 0.0236,
+      "step": 318750
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1822784810126583e-05,
+      "learning_rate_adapter": 2.1822784810126583e-05,
+      "loss": 0.0236,
+      "step": 318800
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1810126582278482e-05,
+      "learning_rate_adapter": 2.1810126582278482e-05,
+      "loss": 0.0236,
+      "step": 318850
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.179746835443038e-05,
+      "learning_rate_adapter": 2.179746835443038e-05,
+      "loss": 0.0235,
+      "step": 318900
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.178481012658228e-05,
+      "learning_rate_adapter": 2.178481012658228e-05,
+      "loss": 0.0234,
+      "step": 318950
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.177215189873418e-05,
+      "learning_rate_adapter": 2.177215189873418e-05,
+      "loss": 0.0236,
+      "step": 319000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1759493670886078e-05,
+      "learning_rate_adapter": 2.1759493670886078e-05,
+      "loss": 0.0236,
+      "step": 319050
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1746835443037973e-05,
+      "learning_rate_adapter": 2.1746835443037973e-05,
+      "loss": 0.0235,
+      "step": 319100
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1734177215189875e-05,
+      "learning_rate_adapter": 2.1734177215189875e-05,
+      "loss": 0.0236,
+      "step": 319150
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1721518987341774e-05,
+      "learning_rate_adapter": 2.1721518987341774e-05,
+      "loss": 0.0235,
+      "step": 319200
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.170886075949367e-05,
+      "learning_rate_adapter": 2.170886075949367e-05,
+      "loss": 0.0234,
+      "step": 319250
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1696202531645572e-05,
+      "learning_rate_adapter": 2.1696202531645572e-05,
+      "loss": 0.0234,
+      "step": 319300
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.168354430379747e-05,
+      "learning_rate_adapter": 2.168354430379747e-05,
+      "loss": 0.0234,
+      "step": 319350
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1670886075949366e-05,
+      "learning_rate_adapter": 2.1670886075949366e-05,
+      "loss": 0.0237,
+      "step": 319400
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.165822784810127e-05,
+      "learning_rate_adapter": 2.165822784810127e-05,
+      "loss": 0.0236,
+      "step": 319450
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1645569620253164e-05,
+      "learning_rate_adapter": 2.1645569620253164e-05,
+      "loss": 0.0237,
+      "step": 319500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1632911392405063e-05,
+      "learning_rate_adapter": 2.1632911392405063e-05,
+      "loss": 0.0236,
+      "step": 319550
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1620253164556965e-05,
+      "learning_rate_adapter": 2.1620253164556965e-05,
+      "loss": 0.0237,
+      "step": 319600
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.160759493670886e-05,
+      "learning_rate_adapter": 2.160759493670886e-05,
+      "loss": 0.0235,
+      "step": 319650
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.159493670886076e-05,
+      "learning_rate_adapter": 2.159493670886076e-05,
+      "loss": 0.0235,
+      "step": 319700
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.158227848101266e-05,
+      "learning_rate_adapter": 2.158227848101266e-05,
+      "loss": 0.0234,
+      "step": 319750
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1569620253164557e-05,
+      "learning_rate_adapter": 2.1569620253164557e-05,
+      "loss": 0.0233,
+      "step": 319800
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1556962025316456e-05,
+      "learning_rate_adapter": 2.1556962025316456e-05,
+      "loss": 0.0235,
+      "step": 319850
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1544303797468355e-05,
+      "learning_rate_adapter": 2.1544303797468355e-05,
+      "loss": 0.0233,
+      "step": 319900
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1531645569620254e-05,
+      "learning_rate_adapter": 2.1531645569620254e-05,
+      "loss": 0.0232,
+      "step": 319950
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1518987341772153e-05,
+      "learning_rate_adapter": 2.1518987341772153e-05,
+      "loss": 0.0234,
+      "step": 320000
+    },
+    {
+      "epoch": 2.16,
+      "eval_af_opus100_pr_auc": 0.7858053374719132,
+      "eval_af_ud_pr_auc": 0.9957159985636974,
+      "eval_am_opus100_pr_auc": 0.6744553105088947,
+      "eval_ar_ersatz_pr_auc": 0.9228889546741252,
+      "eval_ar_opus100_pr_auc": 0.729531156778018,
+      "eval_ar_ud_pr_auc": 0.8941071487114758,
+      "eval_average_ersatz_pr_auc": 0.9708958194060077,
+      "eval_average_opus100_pr_auc": 0.8482434411223073,
+      "eval_average_ud_pr_auc": 0.9661080672256349,
+      "eval_az_opus100_pr_auc": 0.7904468363479418,
+      "eval_be_opus100_pr_auc": 0.7254740934536826,
+      "eval_be_ud_pr_auc": 0.9061078237440909,
+      "eval_bg_opus100_pr_auc": 0.9248138541001893,
+      "eval_bg_ud_pr_auc": 0.9953926608724201,
+      "eval_bn_opus100_pr_auc": 0.8538943739426653,
+      "eval_bn_ud_pr_auc": 0.9961710070743025,
+      "eval_ca_opus100_pr_auc": 0.884020085623593,
+      "eval_ca_ud_pr_auc": 0.9943721518798385,
+      "eval_ceb_ud_pr_auc": 0.9989963458990163,
+      "eval_cs_ersatz_pr_auc": 0.9849030160198164,
+      "eval_cs_opus100_pr_auc": 0.9180807833223963,
+      "eval_cs_ud_pr_auc": 0.96341683447627,
+      "eval_cy_opus100_pr_auc": 0.771965115274115,
+      "eval_cy_ud_pr_auc": 0.994486887160439,
+      "eval_da_opus100_pr_auc": 0.9235566516226137,
+      "eval_da_ud_pr_auc": 0.9795147589229252,
+      "eval_de_ersatz_pr_auc": 0.9892798910116324,
+      "eval_de_opus100_pr_auc": 0.9080629472613027,
+      "eval_de_ud_pr_auc": 0.9849741308569326,
+      "eval_el_opus100_pr_auc": 0.914917215487756,
+      "eval_el_ud_pr_auc": 0.9870069610742774,
+      "eval_en_ersatz_pr_auc": 0.9921117903904128,
+      "eval_en_opus100_pr_auc": 0.9314540579850811,
+      "eval_en_ud_pr_auc": 0.9862113239965026,
+      "eval_eo_opus100_pr_auc": 0.9308471355183368,
+      "eval_es_ersatz_pr_auc": 0.9971295868095421,
+      "eval_es_opus100_pr_auc": 0.9339724344138917,
+      "eval_es_ud_pr_auc": 0.9933840706162181,
+      "eval_et_ersatz_pr_auc": 0.9824893316392374,
+      "eval_et_opus100_pr_auc": 0.9133174988188434,
+      "eval_et_ud_pr_auc": 0.9740736636749093,
+      "eval_eu_opus100_pr_auc": 0.8819276710449069,
+      "eval_eu_ud_pr_auc": 0.992550050609315,
+      "eval_fa_opus100_pr_auc": 0.6046830313141889,
+      "eval_fa_ud_pr_auc": 0.9944969008661175,
+      "eval_fi_ersatz_pr_auc": 0.9921256831643619,
+      "eval_fi_opus100_pr_auc": 0.924101347379799,
+      "eval_fi_ud_pr_auc": 0.9592580372388256,
+      "eval_fr_ersatz_pr_auc": 0.9895747362183682,
+      "eval_fr_opus100_pr_auc": 0.9209076286271515,
+      "eval_fr_ud_pr_auc": 0.9830507586731214,
+      "eval_fy_opus100_pr_auc": 0.6356602008355274,
+      "eval_ga_opus100_pr_auc": 0.9066502913322017,
+      "eval_ga_ud_pr_auc": 0.8079177421899542,
+      "eval_gd_opus100_pr_auc": 0.6960513580546489,
+      "eval_gd_ud_pr_auc": 0.8127546860133112,
+      "eval_gl_opus100_pr_auc": 0.8924936867779546,
+      "eval_gl_ud_pr_auc": 0.9983154141486287,
+      "eval_gu_ersatz_pr_auc": 0.9376836916811752,
+      "eval_gu_opus100_pr_auc": 0.752872316021584,
+      "eval_ha_opus100_pr_auc": 0.9201417356711237,
+      "eval_he_opus100_pr_auc": 0.8744177801355671,
+      "eval_he_ud_pr_auc": 0.9848925906900998,
+      "eval_hi_ersatz_pr_auc": 0.9796380332163984,
+      "eval_hi_opus100_pr_auc": 0.7164452074979933,
+      "eval_hi_ud_pr_auc": 0.9788042501109476,
+      "eval_hu_opus100_pr_auc": 0.9247766533136618,
+      "eval_hu_ud_pr_auc": 0.9857392801438172,
+      "eval_hy_opus100_pr_auc": 0.9135890012778842,
+      "eval_hy_ud_pr_auc": 0.9791907952132208,
+      "eval_id_opus100_pr_auc": 0.8924483353207847,
+      "eval_id_ud_pr_auc": 0.9949031683478388,
+      "eval_ig_opus100_pr_auc": 0.8729786042665251,
+      "eval_is_opus100_pr_auc": 0.9338915889834247,
+      "eval_is_ud_pr_auc": 0.9119134528541984,
+      "eval_it_opus100_pr_auc": 0.9158479204512471,
+      "eval_it_ud_pr_auc": 0.9968069156441397,
+      "eval_ja_ersatz_pr_auc": 0.884045386123143,
+      "eval_ja_opus100_pr_auc": 0.8457816830754687,
+      "eval_ja_ud_pr_auc": 0.9776651879704762,
+      "eval_jv_ud_pr_auc": 0.9645326423470749,
+      "eval_ka_opus100_pr_auc": 0.8578429458649609,
+      "eval_kk_ersatz_pr_auc": 0.9878691904706627,
+      "eval_kk_opus100_pr_auc": 0.8090686290248852,
+      "eval_kk_ud_pr_auc": 0.9736823159499881,
+      "eval_km_ersatz_pr_auc": 0.9355491904920605,
+      "eval_km_opus100_pr_auc": 0.7849978158199834,
+      "eval_kn_opus100_pr_auc": 0.6460680422381884,
+      "eval_ko_opus100_pr_auc": 0.703622911088564,
+      "eval_ko_ud_pr_auc": 0.9985253229600437,
+      "eval_ku_opus100_pr_auc": 0.861139626076953,
+      "eval_ky_opus100_pr_auc": 0.8951951635856461,
+      "eval_la_ud_pr_auc": 0.9672855150718817,
+      "eval_loss": 0.0271038468927145,
+      "eval_lt_ersatz_pr_auc": 0.9957080012570726,
+      "eval_lt_opus100_pr_auc": 0.8863105140760805,
+      "eval_lt_ud_pr_auc": 0.9965189544200405,
+      "eval_lv_ersatz_pr_auc": 0.990386400909486,
+      "eval_lv_opus100_pr_auc": 0.8919243473752296,
+      "eval_lv_ud_pr_auc": 0.9671289065167855,
+      "eval_mg_opus100_pr_auc": 0.9407831562949887,
+      "eval_mk_opus100_pr_auc": 0.9172365112233931,
+      "eval_ml_opus100_pr_auc": 0.8073873526792921,
+      "eval_mn_opus100_pr_auc": 0.9374070185598542,
+      "eval_mr_opus100_pr_auc": 0.8981420218712486,
+      "eval_mr_ud_pr_auc": 0.9803405182925337,
+      "eval_ms_opus100_pr_auc": 0.874825976794152,
+      "eval_mt_opus100_pr_auc": 0.8581062409409707,
+      "eval_mt_ud_pr_auc": 0.9215750740385078,
+      "eval_my_opus100_pr_auc": 0.8291230009650968,
+      "eval_ne_opus100_pr_auc": 0.7568205263106002,
+      "eval_nl_opus100_pr_auc": 0.9030689771578786,
+      "eval_nl_ud_pr_auc": 0.9872667037157655,
+      "eval_no_opus100_pr_auc": 0.9354532004138236,
+      "eval_no_ud_pr_auc": 0.9966920777658814,
+      "eval_pa_opus100_pr_auc": 0.6820125209383949,
+      "eval_pl_ersatz_pr_auc": 0.9651367829797298,
+      "eval_pl_opus100_pr_auc": 0.8951487448688439,
+      "eval_pl_ud_pr_auc": 0.9689780832387473,
+      "eval_ps_ersatz_pr_auc": 0.9222039304763696,
+      "eval_ps_opus100_pr_auc": 0.7739368618541429,
+      "eval_pt_opus100_pr_auc": 0.9194672669989314,
+      "eval_pt_ud_pr_auc": 0.9876270480807539,
+      "eval_ro_ersatz_pr_auc": 0.993504455638485,
+      "eval_ro_opus100_pr_auc": 0.8791579113437403,
+      "eval_ro_ud_pr_auc": 0.9698706247408359,
+      "eval_ru_ersatz_pr_auc": 0.9916273252653064,
+      "eval_ru_opus100_pr_auc": 0.9284102199939556,
+      "eval_ru_ud_pr_auc": 0.8893306816117493,
+      "eval_runtime": 323.491,
+      "eval_samples_per_second": 233.28,
+      "eval_si_opus100_pr_auc": 0.8217852484179449,
+      "eval_sk_opus100_pr_auc": 0.9347216915111181,
+      "eval_sk_ud_pr_auc": 0.9795401813528771,
+      "eval_sl_opus100_pr_auc": 0.8720282196043713,
+      "eval_sl_ud_pr_auc": 0.9714405969332145,
+      "eval_sq_opus100_pr_auc": 0.9246478726458345,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.921193380224462,
+      "eval_sr_ud_pr_auc": 0.9986343817640795,
+      "eval_steps_per_second": 0.912,
+      "eval_sv_opus100_pr_auc": 0.9031849477147098,
+      "eval_sv_ud_pr_auc": 0.947982346222312,
+      "eval_ta_ersatz_pr_auc": 0.9803614225850914,
+      "eval_ta_opus100_pr_auc": 0.7268167780605927,
+      "eval_ta_ud_pr_auc": 0.9867484956673944,
+      "eval_te_opus100_pr_auc": 0.8409836059323691,
+      "eval_tg_opus100_pr_auc": 0.8984504680029661,
+      "eval_th_opus100_pr_auc": 0.6973861904181055,
+      "eval_th_ud_pr_auc": 0.8409199359404365,
+      "eval_tr_ersatz_pr_auc": 0.9679826137714376,
+      "eval_tr_opus100_pr_auc": 0.9014278197057572,
+      "eval_tr_ud_pr_auc": 0.9606040764484284,
+      "eval_uk_opus100_pr_auc": 0.8849034714937467,
+      "eval_uk_ud_pr_auc": 0.9347522251275309,
+      "eval_ur_opus100_pr_auc": 0.5997907621338597,
+      "eval_ur_ud_pr_auc": 0.9922770446108791,
+      "eval_uz_opus100_pr_auc": 0.8804087861587052,
+      "eval_vi_opus100_pr_auc": 0.9008088373925556,
+      "eval_vi_ud_pr_auc": 0.9588370511956199,
+      "eval_xh_opus100_pr_auc": 0.8864378980482711,
+      "eval_yi_opus100_pr_auc": 0.7765698876735956,
+      "eval_yo_opus100_pr_auc": 0.8407320200693789,
+      "eval_yo_ud_pr_auc": 0.9282268455068936,
+      "eval_zh_ersatz_pr_auc": 0.9775086121382567,
+      "eval_zh_opus100_pr_auc": 0.8881895369868283,
+      "eval_zh_ud_pr_auc": 0.9966511841036059,
+      "eval_zu_opus100_pr_auc": 0.8425563161613459,
+      "step": 320000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.150632911392405e-05,
+      "learning_rate_adapter": 2.150632911392405e-05,
+      "loss": 0.0237,
+      "step": 320050
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.149367088607595e-05,
+      "learning_rate_adapter": 2.149367088607595e-05,
+      "loss": 0.0237,
+      "step": 320100
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.148101265822785e-05,
+      "learning_rate_adapter": 2.148101265822785e-05,
+      "loss": 0.0237,
+      "step": 320150
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1468354430379748e-05,
+      "learning_rate_adapter": 2.1468354430379748e-05,
+      "loss": 0.0234,
+      "step": 320200
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1455696202531647e-05,
+      "learning_rate_adapter": 2.1455696202531647e-05,
+      "loss": 0.0237,
+      "step": 320250
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1443037974683546e-05,
+      "learning_rate_adapter": 2.1443037974683546e-05,
+      "loss": 0.0235,
+      "step": 320300
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1430379746835445e-05,
+      "learning_rate_adapter": 2.1430379746835445e-05,
+      "loss": 0.0235,
+      "step": 320350
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1417721518987343e-05,
+      "learning_rate_adapter": 2.1417721518987343e-05,
+      "loss": 0.0236,
+      "step": 320400
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1405063291139242e-05,
+      "learning_rate_adapter": 2.1405063291139242e-05,
+      "loss": 0.0235,
+      "step": 320450
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.139240506329114e-05,
+      "learning_rate_adapter": 2.139240506329114e-05,
+      "loss": 0.0236,
+      "step": 320500
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.137974683544304e-05,
+      "learning_rate_adapter": 2.137974683544304e-05,
+      "loss": 0.0235,
+      "step": 320550
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.136708860759494e-05,
+      "learning_rate_adapter": 2.136708860759494e-05,
+      "loss": 0.0236,
+      "step": 320600
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1354430379746838e-05,
+      "learning_rate_adapter": 2.1354430379746838e-05,
+      "loss": 0.0237,
+      "step": 320650
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1341772151898733e-05,
+      "learning_rate_adapter": 2.1341772151898733e-05,
+      "loss": 0.0235,
+      "step": 320700
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1329113924050635e-05,
+      "learning_rate_adapter": 2.1329113924050635e-05,
+      "loss": 0.0235,
+      "step": 320750
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1316455696202534e-05,
+      "learning_rate_adapter": 2.1316455696202534e-05,
+      "loss": 0.0235,
+      "step": 320800
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.130379746835443e-05,
+      "learning_rate_adapter": 2.130379746835443e-05,
+      "loss": 0.0234,
+      "step": 320850
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1291139240506332e-05,
+      "learning_rate_adapter": 2.1291139240506332e-05,
+      "loss": 0.0236,
+      "step": 320900
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.127848101265823e-05,
+      "learning_rate_adapter": 2.127848101265823e-05,
+      "loss": 0.0235,
+      "step": 320950
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1265822784810126e-05,
+      "learning_rate_adapter": 2.1265822784810126e-05,
+      "loss": 0.0232,
+      "step": 321000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.125316455696203e-05,
+      "learning_rate_adapter": 2.125316455696203e-05,
+      "loss": 0.0235,
+      "step": 321050
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1240506329113924e-05,
+      "learning_rate_adapter": 2.1240506329113924e-05,
+      "loss": 0.0236,
+      "step": 321100
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1227848101265823e-05,
+      "learning_rate_adapter": 2.1227848101265823e-05,
+      "loss": 0.0238,
+      "step": 321150
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1215189873417725e-05,
+      "learning_rate_adapter": 2.1215189873417725e-05,
+      "loss": 0.0236,
+      "step": 321200
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.120253164556962e-05,
+      "learning_rate_adapter": 2.120253164556962e-05,
+      "loss": 0.0236,
+      "step": 321250
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.118987341772152e-05,
+      "learning_rate_adapter": 2.118987341772152e-05,
+      "loss": 0.0236,
+      "step": 321300
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.117721518987342e-05,
+      "learning_rate_adapter": 2.117721518987342e-05,
+      "loss": 0.0236,
+      "step": 321350
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1164556962025317e-05,
+      "learning_rate_adapter": 2.1164556962025317e-05,
+      "loss": 0.0236,
+      "step": 321400
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1151898734177216e-05,
+      "learning_rate_adapter": 2.1151898734177216e-05,
+      "loss": 0.0234,
+      "step": 321450
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1139240506329115e-05,
+      "learning_rate_adapter": 2.1139240506329115e-05,
+      "loss": 0.0233,
+      "step": 321500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1126582278481014e-05,
+      "learning_rate_adapter": 2.1126582278481014e-05,
+      "loss": 0.0236,
+      "step": 321550
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1113924050632913e-05,
+      "learning_rate_adapter": 2.1113924050632913e-05,
+      "loss": 0.0237,
+      "step": 321600
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.110126582278481e-05,
+      "learning_rate_adapter": 2.110126582278481e-05,
+      "loss": 0.0235,
+      "step": 321650
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.108860759493671e-05,
+      "learning_rate_adapter": 2.108860759493671e-05,
+      "loss": 0.0235,
+      "step": 321700
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.107594936708861e-05,
+      "learning_rate_adapter": 2.107594936708861e-05,
+      "loss": 0.0235,
+      "step": 321750
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1063291139240508e-05,
+      "learning_rate_adapter": 2.1063291139240508e-05,
+      "loss": 0.0232,
+      "step": 321800
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1050632911392407e-05,
+      "learning_rate_adapter": 2.1050632911392407e-05,
+      "loss": 0.0234,
+      "step": 321850
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1037974683544302e-05,
+      "learning_rate_adapter": 2.1037974683544302e-05,
+      "loss": 0.0237,
+      "step": 321900
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1025316455696205e-05,
+      "learning_rate_adapter": 2.1025316455696205e-05,
+      "loss": 0.0234,
+      "step": 321950
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1012658227848103e-05,
+      "learning_rate_adapter": 2.1012658227848103e-05,
+      "loss": 0.0235,
+      "step": 322000
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0235,
+      "step": 322050
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.09873417721519e-05,
+      "learning_rate_adapter": 2.09873417721519e-05,
+      "loss": 0.0235,
+      "step": 322100
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.09746835443038e-05,
+      "learning_rate_adapter": 2.09746835443038e-05,
+      "loss": 0.0234,
+      "step": 322150
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0962025316455695e-05,
+      "learning_rate_adapter": 2.0962025316455695e-05,
+      "loss": 0.0236,
+      "step": 322200
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0949367088607598e-05,
+      "learning_rate_adapter": 2.0949367088607598e-05,
+      "loss": 0.0235,
+      "step": 322250
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0936708860759493e-05,
+      "learning_rate_adapter": 2.0936708860759493e-05,
+      "loss": 0.0236,
+      "step": 322300
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0924050632911392e-05,
+      "learning_rate_adapter": 2.0924050632911392e-05,
+      "loss": 0.0235,
+      "step": 322350
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0911392405063294e-05,
+      "learning_rate_adapter": 2.0911392405063294e-05,
+      "loss": 0.0236,
+      "step": 322400
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.089873417721519e-05,
+      "learning_rate_adapter": 2.089873417721519e-05,
+      "loss": 0.0234,
+      "step": 322450
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.088607594936709e-05,
+      "learning_rate_adapter": 2.088607594936709e-05,
+      "loss": 0.0234,
+      "step": 322500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.087341772151899e-05,
+      "learning_rate_adapter": 2.087341772151899e-05,
+      "loss": 0.0236,
+      "step": 322550
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0860759493670886e-05,
+      "learning_rate_adapter": 2.0860759493670886e-05,
+      "loss": 0.0237,
+      "step": 322600
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0848101265822785e-05,
+      "learning_rate_adapter": 2.0848101265822785e-05,
+      "loss": 0.0235,
+      "step": 322650
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0835443037974684e-05,
+      "learning_rate_adapter": 2.0835443037974684e-05,
+      "loss": 0.0235,
+      "step": 322700
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0822784810126583e-05,
+      "learning_rate_adapter": 2.0822784810126583e-05,
+      "loss": 0.0236,
+      "step": 322750
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.081012658227848e-05,
+      "learning_rate_adapter": 2.081012658227848e-05,
+      "loss": 0.0235,
+      "step": 322800
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.079746835443038e-05,
+      "learning_rate_adapter": 2.079746835443038e-05,
+      "loss": 0.0236,
+      "step": 322850
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.078481012658228e-05,
+      "learning_rate_adapter": 2.078481012658228e-05,
+      "loss": 0.0236,
+      "step": 322900
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0772151898734178e-05,
+      "learning_rate_adapter": 2.0772151898734178e-05,
+      "loss": 0.0236,
+      "step": 322950
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0759493670886077e-05,
+      "learning_rate_adapter": 2.0759493670886077e-05,
+      "loss": 0.0236,
+      "step": 323000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0746835443037976e-05,
+      "learning_rate_adapter": 2.0746835443037976e-05,
+      "loss": 0.0236,
+      "step": 323050
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0734177215189875e-05,
+      "learning_rate_adapter": 2.0734177215189875e-05,
+      "loss": 0.0236,
+      "step": 323100
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0721518987341774e-05,
+      "learning_rate_adapter": 2.0721518987341774e-05,
+      "loss": 0.0237,
+      "step": 323150
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0708860759493673e-05,
+      "learning_rate_adapter": 2.0708860759493673e-05,
+      "loss": 0.0237,
+      "step": 323200
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.069620253164557e-05,
+      "learning_rate_adapter": 2.069620253164557e-05,
+      "loss": 0.0235,
+      "step": 323250
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.068354430379747e-05,
+      "learning_rate_adapter": 2.068354430379747e-05,
+      "loss": 0.0235,
+      "step": 323300
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.067088607594937e-05,
+      "learning_rate_adapter": 2.067088607594937e-05,
+      "loss": 0.0234,
+      "step": 323350
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0658227848101268e-05,
+      "learning_rate_adapter": 2.0658227848101268e-05,
+      "loss": 0.0236,
+      "step": 323400
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0645569620253167e-05,
+      "learning_rate_adapter": 2.0645569620253167e-05,
+      "loss": 0.0235,
+      "step": 323450
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0632911392405062e-05,
+      "learning_rate_adapter": 2.0632911392405062e-05,
+      "loss": 0.0234,
+      "step": 323500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0620253164556964e-05,
+      "learning_rate_adapter": 2.0620253164556964e-05,
+      "loss": 0.0236,
+      "step": 323550
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0607594936708863e-05,
+      "learning_rate_adapter": 2.0607594936708863e-05,
+      "loss": 0.0238,
+      "step": 323600
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.059493670886076e-05,
+      "learning_rate_adapter": 2.059493670886076e-05,
+      "loss": 0.0236,
+      "step": 323650
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.058227848101266e-05,
+      "learning_rate_adapter": 2.058227848101266e-05,
+      "loss": 0.0236,
+      "step": 323700
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.056962025316456e-05,
+      "learning_rate_adapter": 2.056962025316456e-05,
+      "loss": 0.0237,
+      "step": 323750
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0556962025316455e-05,
+      "learning_rate_adapter": 2.0556962025316455e-05,
+      "loss": 0.0237,
+      "step": 323800
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0544303797468358e-05,
+      "learning_rate_adapter": 2.0544303797468358e-05,
+      "loss": 0.0236,
+      "step": 323850
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0531645569620253e-05,
+      "learning_rate_adapter": 2.0531645569620253e-05,
+      "loss": 0.0234,
+      "step": 323900
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0518987341772152e-05,
+      "learning_rate_adapter": 2.0518987341772152e-05,
+      "loss": 0.0236,
+      "step": 323950
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0506329113924054e-05,
+      "learning_rate_adapter": 2.0506329113924054e-05,
+      "loss": 0.0236,
+      "step": 324000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.049367088607595e-05,
+      "learning_rate_adapter": 2.049367088607595e-05,
+      "loss": 0.0235,
+      "step": 324050
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.048101265822785e-05,
+      "learning_rate_adapter": 2.048101265822785e-05,
+      "loss": 0.0235,
+      "step": 324100
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.046835443037975e-05,
+      "learning_rate_adapter": 2.046835443037975e-05,
+      "loss": 0.0236,
+      "step": 324150
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0455696202531646e-05,
+      "learning_rate_adapter": 2.0455696202531646e-05,
+      "loss": 0.0237,
+      "step": 324200
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0443037974683545e-05,
+      "learning_rate_adapter": 2.0443037974683545e-05,
+      "loss": 0.0236,
+      "step": 324250
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0430379746835444e-05,
+      "learning_rate_adapter": 2.0430379746835444e-05,
+      "loss": 0.0233,
+      "step": 324300
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0417721518987343e-05,
+      "learning_rate_adapter": 2.0417721518987343e-05,
+      "loss": 0.0235,
+      "step": 324350
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.040506329113924e-05,
+      "learning_rate_adapter": 2.040506329113924e-05,
+      "loss": 0.0235,
+      "step": 324400
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.039240506329114e-05,
+      "learning_rate_adapter": 2.039240506329114e-05,
+      "loss": 0.0236,
+      "step": 324450
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.037974683544304e-05,
+      "learning_rate_adapter": 2.037974683544304e-05,
+      "loss": 0.0233,
+      "step": 324500
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0367088607594935e-05,
+      "learning_rate_adapter": 2.0367088607594935e-05,
+      "loss": 0.0235,
+      "step": 324550
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0354430379746837e-05,
+      "learning_rate_adapter": 2.0354430379746837e-05,
+      "loss": 0.0235,
+      "step": 324600
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0341772151898736e-05,
+      "learning_rate_adapter": 2.0341772151898736e-05,
+      "loss": 0.0236,
+      "step": 324650
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.032911392405063e-05,
+      "learning_rate_adapter": 2.032911392405063e-05,
+      "loss": 0.0236,
+      "step": 324700
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0316455696202534e-05,
+      "learning_rate_adapter": 2.0316455696202534e-05,
+      "loss": 0.0236,
+      "step": 324750
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0303797468354432e-05,
+      "learning_rate_adapter": 2.0303797468354432e-05,
+      "loss": 0.0236,
+      "step": 324800
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0291139240506328e-05,
+      "learning_rate_adapter": 2.0291139240506328e-05,
+      "loss": 0.0237,
+      "step": 324850
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.027848101265823e-05,
+      "learning_rate_adapter": 2.027848101265823e-05,
+      "loss": 0.0236,
+      "step": 324900
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0265822784810126e-05,
+      "learning_rate_adapter": 2.0265822784810126e-05,
+      "loss": 0.0234,
+      "step": 324950
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0253164556962025e-05,
+      "learning_rate_adapter": 2.0253164556962025e-05,
+      "loss": 0.0235,
+      "step": 325000
+    },
+    {
+      "epoch": 2.19,
+      "eval_af_opus100_pr_auc": 0.7814271802400439,
+      "eval_af_ud_pr_auc": 0.9928170202741181,
+      "eval_am_opus100_pr_auc": 0.6699080810185509,
+      "eval_ar_ersatz_pr_auc": 0.9213095550463074,
+      "eval_ar_opus100_pr_auc": 0.7316343548455221,
+      "eval_ar_ud_pr_auc": 0.895987425058415,
+      "eval_average_ersatz_pr_auc": 0.9694940355124523,
+      "eval_average_opus100_pr_auc": 0.8464609591552624,
+      "eval_average_ud_pr_auc": 0.9647563366932678,
+      "eval_az_opus100_pr_auc": 0.7753675862230585,
+      "eval_be_opus100_pr_auc": 0.7129352147215086,
+      "eval_be_ud_pr_auc": 0.9013268559430261,
+      "eval_bg_opus100_pr_auc": 0.9245298145286344,
+      "eval_bg_ud_pr_auc": 0.9956100192581541,
+      "eval_bn_opus100_pr_auc": 0.8448429508323634,
+      "eval_bn_ud_pr_auc": 0.9965550760580476,
+      "eval_ca_opus100_pr_auc": 0.8804117396753319,
+      "eval_ca_ud_pr_auc": 0.9932438040294436,
+      "eval_ceb_ud_pr_auc": 0.9983271507575076,
+      "eval_cs_ersatz_pr_auc": 0.9840744572496924,
+      "eval_cs_opus100_pr_auc": 0.912053218621604,
+      "eval_cs_ud_pr_auc": 0.9608007297740195,
+      "eval_cy_opus100_pr_auc": 0.7762118558556806,
+      "eval_cy_ud_pr_auc": 0.9942794195184838,
+      "eval_da_opus100_pr_auc": 0.9269049386916424,
+      "eval_da_ud_pr_auc": 0.9800782148984686,
+      "eval_de_ersatz_pr_auc": 0.9865118427716735,
+      "eval_de_opus100_pr_auc": 0.9054595060661178,
+      "eval_de_ud_pr_auc": 0.9835941057082291,
+      "eval_el_opus100_pr_auc": 0.9172533686781077,
+      "eval_el_ud_pr_auc": 0.9886718676057702,
+      "eval_en_ersatz_pr_auc": 0.9910907074089268,
+      "eval_en_opus100_pr_auc": 0.9307519560189522,
+      "eval_en_ud_pr_auc": 0.9828327241056304,
+      "eval_eo_opus100_pr_auc": 0.9297416289417281,
+      "eval_es_ersatz_pr_auc": 0.9969569008591919,
+      "eval_es_opus100_pr_auc": 0.9321970892891883,
+      "eval_es_ud_pr_auc": 0.992597349405639,
+      "eval_et_ersatz_pr_auc": 0.981086765209195,
+      "eval_et_opus100_pr_auc": 0.9115395535682906,
+      "eval_et_ud_pr_auc": 0.971932021502432,
+      "eval_eu_opus100_pr_auc": 0.8798316367328125,
+      "eval_eu_ud_pr_auc": 0.9916296722590577,
+      "eval_fa_opus100_pr_auc": 0.6097271476328061,
+      "eval_fa_ud_pr_auc": 0.994715121157709,
+      "eval_fi_ersatz_pr_auc": 0.991189930234583,
+      "eval_fi_opus100_pr_auc": 0.9213364562428075,
+      "eval_fi_ud_pr_auc": 0.9618324707258803,
+      "eval_fr_ersatz_pr_auc": 0.9888252045486483,
+      "eval_fr_opus100_pr_auc": 0.9233945737725451,
+      "eval_fr_ud_pr_auc": 0.9848843636831179,
+      "eval_fy_opus100_pr_auc": 0.6314876161241715,
+      "eval_ga_opus100_pr_auc": 0.9058695311923827,
+      "eval_ga_ud_pr_auc": 0.8028203819618068,
+      "eval_gd_opus100_pr_auc": 0.6840087465509063,
+      "eval_gd_ud_pr_auc": 0.8058041290578856,
+      "eval_gl_opus100_pr_auc": 0.8864734189818462,
+      "eval_gl_ud_pr_auc": 0.9976924545012049,
+      "eval_gu_ersatz_pr_auc": 0.9321031375131612,
+      "eval_gu_opus100_pr_auc": 0.7581126581858213,
+      "eval_ha_opus100_pr_auc": 0.9179153303286441,
+      "eval_he_opus100_pr_auc": 0.8756702833719069,
+      "eval_he_ud_pr_auc": 0.9845648921263646,
+      "eval_hi_ersatz_pr_auc": 0.9779596636016723,
+      "eval_hi_opus100_pr_auc": 0.7097734441588998,
+      "eval_hi_ud_pr_auc": 0.9771980749787195,
+      "eval_hu_opus100_pr_auc": 0.9251711091481799,
+      "eval_hu_ud_pr_auc": 0.9841156131602541,
+      "eval_hy_opus100_pr_auc": 0.911655927697173,
+      "eval_hy_ud_pr_auc": 0.9770870429797012,
+      "eval_id_opus100_pr_auc": 0.881712522088145,
+      "eval_id_ud_pr_auc": 0.9940259058606422,
+      "eval_ig_opus100_pr_auc": 0.8762563002840654,
+      "eval_is_opus100_pr_auc": 0.9349961936416741,
+      "eval_is_ud_pr_auc": 0.9132854092550918,
+      "eval_it_opus100_pr_auc": 0.915641141277983,
+      "eval_it_ud_pr_auc": 0.9953952344921546,
+      "eval_ja_ersatz_pr_auc": 0.8766320071108674,
+      "eval_ja_opus100_pr_auc": 0.8465733727885861,
+      "eval_ja_ud_pr_auc": 0.9789099757321537,
+      "eval_jv_ud_pr_auc": 0.9698898154350338,
+      "eval_ka_opus100_pr_auc": 0.8530698241021388,
+      "eval_kk_ersatz_pr_auc": 0.9875404315061901,
+      "eval_kk_opus100_pr_auc": 0.7864549746816232,
+      "eval_kk_ud_pr_auc": 0.9725576464976334,
+      "eval_km_ersatz_pr_auc": 0.9379331863127474,
+      "eval_km_opus100_pr_auc": 0.7736602720020084,
+      "eval_kn_opus100_pr_auc": 0.6566884469142203,
+      "eval_ko_opus100_pr_auc": 0.7043425663016785,
+      "eval_ko_ud_pr_auc": 0.9983704130780346,
+      "eval_ku_opus100_pr_auc": 0.8643309946933846,
+      "eval_ky_opus100_pr_auc": 0.890384377310455,
+      "eval_la_ud_pr_auc": 0.9624634746983494,
+      "eval_loss": 0.02718912437558174,
+      "eval_lt_ersatz_pr_auc": 0.9951877355694789,
+      "eval_lt_opus100_pr_auc": 0.881060481718073,
+      "eval_lt_ud_pr_auc": 0.9959705583987029,
+      "eval_lv_ersatz_pr_auc": 0.9898171988562654,
+      "eval_lv_opus100_pr_auc": 0.8902693229647103,
+      "eval_lv_ud_pr_auc": 0.965325814386919,
+      "eval_mg_opus100_pr_auc": 0.9377709938600041,
+      "eval_mk_opus100_pr_auc": 0.916793299741794,
+      "eval_ml_opus100_pr_auc": 0.8018855371578315,
+      "eval_mn_opus100_pr_auc": 0.9358984942750166,
+      "eval_mr_opus100_pr_auc": 0.8830397159024838,
+      "eval_mr_ud_pr_auc": 0.9769290421597627,
+      "eval_ms_opus100_pr_auc": 0.8696027802478825,
+      "eval_mt_opus100_pr_auc": 0.8482644881552751,
+      "eval_mt_ud_pr_auc": 0.9222724941534405,
+      "eval_my_opus100_pr_auc": 0.8307560303773612,
+      "eval_ne_opus100_pr_auc": 0.7561498392431822,
+      "eval_nl_opus100_pr_auc": 0.9057363456703725,
+      "eval_nl_ud_pr_auc": 0.98563962743758,
+      "eval_no_opus100_pr_auc": 0.9356902882399775,
+      "eval_no_ud_pr_auc": 0.9960815927098675,
+      "eval_pa_opus100_pr_auc": 0.689575273341727,
+      "eval_pl_ersatz_pr_auc": 0.9647615266722254,
+      "eval_pl_opus100_pr_auc": 0.8961725467156761,
+      "eval_pl_ud_pr_auc": 0.9680087109854475,
+      "eval_ps_ersatz_pr_auc": 0.9174397812254285,
+      "eval_ps_opus100_pr_auc": 0.7762876658671785,
+      "eval_pt_opus100_pr_auc": 0.922101571104554,
+      "eval_pt_ud_pr_auc": 0.9880161559361412,
+      "eval_ro_ersatz_pr_auc": 0.9928908699213013,
+      "eval_ro_opus100_pr_auc": 0.8811651373176858,
+      "eval_ro_ud_pr_auc": 0.9613635754257983,
+      "eval_ru_ersatz_pr_auc": 0.991124233653003,
+      "eval_ru_opus100_pr_auc": 0.9292113387903134,
+      "eval_ru_ud_pr_auc": 0.8791381229871388,
+      "eval_runtime": 321.3179,
+      "eval_samples_per_second": 234.858,
+      "eval_si_opus100_pr_auc": 0.8176204152558327,
+      "eval_sk_opus100_pr_auc": 0.9339278074132695,
+      "eval_sk_ud_pr_auc": 0.9798041195282027,
+      "eval_sl_opus100_pr_auc": 0.8693401633287919,
+      "eval_sl_ud_pr_auc": 0.9654890864333703,
+      "eval_sq_opus100_pr_auc": 0.926069291137017,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.917990767111166,
+      "eval_sr_ud_pr_auc": 0.9986296890248662,
+      "eval_steps_per_second": 0.918,
+      "eval_sv_opus100_pr_auc": 0.9036006570786131,
+      "eval_sv_ud_pr_auc": 0.9488182364614638,
+      "eval_ta_ersatz_pr_auc": 0.979410098823902,
+      "eval_ta_opus100_pr_auc": 0.7196749048957142,
+      "eval_ta_ud_pr_auc": 0.9846696276499111,
+      "eval_te_opus100_pr_auc": 0.8305020141242497,
+      "eval_tg_opus100_pr_auc": 0.8957221974058839,
+      "eval_th_opus100_pr_auc": 0.6906412652562876,
+      "eval_th_ud_pr_auc": 0.8456516839675527,
+      "eval_tr_ersatz_pr_auc": 0.9652348516834671,
+      "eval_tr_opus100_pr_auc": 0.8961504527064017,
+      "eval_tr_ud_pr_auc": 0.9579173100865463,
+      "eval_uk_opus100_pr_auc": 0.880732743975224,
+      "eval_uk_ud_pr_auc": 0.931122562729341,
+      "eval_ur_opus100_pr_auc": 0.6051674621113194,
+      "eval_ur_ud_pr_auc": 0.990865242531897,
+      "eval_uz_opus100_pr_auc": 0.8853166914920279,
+      "eval_vi_opus100_pr_auc": 0.8973196968865385,
+      "eval_vi_ud_pr_auc": 0.9510113509906103,
+      "eval_xh_opus100_pr_auc": 0.8734075426006545,
+      "eval_yi_opus100_pr_auc": 0.8103586820206718,
+      "eval_yo_opus100_pr_auc": 0.8449182873817606,
+      "eval_yo_ud_pr_auc": 0.926387124104265,
+      "eval_zh_ersatz_pr_auc": 0.9797886954960238,
+      "eval_zh_opus100_pr_auc": 0.8898472731925366,
+      "eval_zh_ud_pr_auc": 0.9961035878892568,
+      "eval_zu_opus100_pr_auc": 0.8463502806432583,
+      "step": 325000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0240506329113927e-05,
+      "learning_rate_adapter": 2.0240506329113927e-05,
+      "loss": 0.0233,
+      "step": 325050
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0227848101265822e-05,
+      "learning_rate_adapter": 2.0227848101265822e-05,
+      "loss": 0.0235,
+      "step": 325100
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.021518987341772e-05,
+      "learning_rate_adapter": 2.021518987341772e-05,
+      "loss": 0.0234,
+      "step": 325150
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0202531645569623e-05,
+      "learning_rate_adapter": 2.0202531645569623e-05,
+      "loss": 0.0235,
+      "step": 325200
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.018987341772152e-05,
+      "learning_rate_adapter": 2.018987341772152e-05,
+      "loss": 0.0236,
+      "step": 325250
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0177215189873418e-05,
+      "learning_rate_adapter": 2.0177215189873418e-05,
+      "loss": 0.0235,
+      "step": 325300
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0164556962025317e-05,
+      "learning_rate_adapter": 2.0164556962025317e-05,
+      "loss": 0.0238,
+      "step": 325350
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0151898734177215e-05,
+      "learning_rate_adapter": 2.0151898734177215e-05,
+      "loss": 0.0232,
+      "step": 325400
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0139240506329114e-05,
+      "learning_rate_adapter": 2.0139240506329114e-05,
+      "loss": 0.0236,
+      "step": 325450
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0126582278481013e-05,
+      "learning_rate_adapter": 2.0126582278481013e-05,
+      "loss": 0.0235,
+      "step": 325500
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0113924050632912e-05,
+      "learning_rate_adapter": 2.0113924050632912e-05,
+      "loss": 0.0235,
+      "step": 325550
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.010126582278481e-05,
+      "learning_rate_adapter": 2.010126582278481e-05,
+      "loss": 0.0232,
+      "step": 325600
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.008860759493671e-05,
+      "learning_rate_adapter": 2.008860759493671e-05,
+      "loss": 0.0235,
+      "step": 325650
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.007594936708861e-05,
+      "learning_rate_adapter": 2.007594936708861e-05,
+      "loss": 0.0234,
+      "step": 325700
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.0063291139240507e-05,
+      "learning_rate_adapter": 2.0063291139240507e-05,
+      "loss": 0.0236,
+      "step": 325750
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.0050632911392406e-05,
+      "learning_rate_adapter": 2.0050632911392406e-05,
+      "loss": 0.0235,
+      "step": 325800
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.0037974683544305e-05,
+      "learning_rate_adapter": 2.0037974683544305e-05,
+      "loss": 0.0236,
+      "step": 325850
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.0025316455696204e-05,
+      "learning_rate_adapter": 2.0025316455696204e-05,
+      "loss": 0.0235,
+      "step": 325900
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.0012658227848103e-05,
+      "learning_rate_adapter": 2.0012658227848103e-05,
+      "loss": 0.0235,
+      "step": 325950
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0235,
+      "step": 326000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.99873417721519e-05,
+      "learning_rate_adapter": 1.99873417721519e-05,
+      "loss": 0.0237,
+      "step": 326050
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.99746835443038e-05,
+      "learning_rate_adapter": 1.99746835443038e-05,
+      "loss": 0.0234,
+      "step": 326100
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9962025316455695e-05,
+      "learning_rate_adapter": 1.9962025316455695e-05,
+      "loss": 0.0238,
+      "step": 326150
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9949367088607597e-05,
+      "learning_rate_adapter": 1.9949367088607597e-05,
+      "loss": 0.0235,
+      "step": 326200
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9936708860759496e-05,
+      "learning_rate_adapter": 1.9936708860759496e-05,
+      "loss": 0.0236,
+      "step": 326250
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.992405063291139e-05,
+      "learning_rate_adapter": 1.992405063291139e-05,
+      "loss": 0.0234,
+      "step": 326300
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9911392405063294e-05,
+      "learning_rate_adapter": 1.9911392405063294e-05,
+      "loss": 0.0234,
+      "step": 326350
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9898734177215192e-05,
+      "learning_rate_adapter": 1.9898734177215192e-05,
+      "loss": 0.0233,
+      "step": 326400
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9886075949367088e-05,
+      "learning_rate_adapter": 1.9886075949367088e-05,
+      "loss": 0.0234,
+      "step": 326450
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.987341772151899e-05,
+      "learning_rate_adapter": 1.987341772151899e-05,
+      "loss": 0.0235,
+      "step": 326500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9860759493670886e-05,
+      "learning_rate_adapter": 1.9860759493670886e-05,
+      "loss": 0.0235,
+      "step": 326550
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9848101265822785e-05,
+      "learning_rate_adapter": 1.9848101265822785e-05,
+      "loss": 0.0237,
+      "step": 326600
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9835443037974687e-05,
+      "learning_rate_adapter": 1.9835443037974687e-05,
+      "loss": 0.0236,
+      "step": 326650
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9822784810126582e-05,
+      "learning_rate_adapter": 1.9822784810126582e-05,
+      "loss": 0.0235,
+      "step": 326700
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.981012658227848e-05,
+      "learning_rate_adapter": 1.981012658227848e-05,
+      "loss": 0.0233,
+      "step": 326750
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9797468354430383e-05,
+      "learning_rate_adapter": 1.9797468354430383e-05,
+      "loss": 0.0235,
+      "step": 326800
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.978481012658228e-05,
+      "learning_rate_adapter": 1.978481012658228e-05,
+      "loss": 0.0235,
+      "step": 326850
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9772151898734178e-05,
+      "learning_rate_adapter": 1.9772151898734178e-05,
+      "loss": 0.0235,
+      "step": 326900
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9759493670886076e-05,
+      "learning_rate_adapter": 1.9759493670886076e-05,
+      "loss": 0.0233,
+      "step": 326950
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9746835443037975e-05,
+      "learning_rate_adapter": 1.9746835443037975e-05,
+      "loss": 0.0235,
+      "step": 327000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9734177215189874e-05,
+      "learning_rate_adapter": 1.9734177215189874e-05,
+      "loss": 0.0234,
+      "step": 327050
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9721518987341773e-05,
+      "learning_rate_adapter": 1.9721518987341773e-05,
+      "loss": 0.0235,
+      "step": 327100
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9708860759493672e-05,
+      "learning_rate_adapter": 1.9708860759493672e-05,
+      "loss": 0.0234,
+      "step": 327150
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.969620253164557e-05,
+      "learning_rate_adapter": 1.969620253164557e-05,
+      "loss": 0.0234,
+      "step": 327200
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.968354430379747e-05,
+      "learning_rate_adapter": 1.968354430379747e-05,
+      "loss": 0.0233,
+      "step": 327250
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.967088607594937e-05,
+      "learning_rate_adapter": 1.967088607594937e-05,
+      "loss": 0.0235,
+      "step": 327300
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9658227848101264e-05,
+      "learning_rate_adapter": 1.9658227848101264e-05,
+      "loss": 0.0233,
+      "step": 327350
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9645569620253166e-05,
+      "learning_rate_adapter": 1.9645569620253166e-05,
+      "loss": 0.0237,
+      "step": 327400
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9632911392405065e-05,
+      "learning_rate_adapter": 1.9632911392405065e-05,
+      "loss": 0.0235,
+      "step": 327450
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.962025316455696e-05,
+      "learning_rate_adapter": 1.962025316455696e-05,
+      "loss": 0.0233,
+      "step": 327500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9607594936708863e-05,
+      "learning_rate_adapter": 1.9607594936708863e-05,
+      "loss": 0.0233,
+      "step": 327550
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.959493670886076e-05,
+      "learning_rate_adapter": 1.959493670886076e-05,
+      "loss": 0.0236,
+      "step": 327600
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9582278481012657e-05,
+      "learning_rate_adapter": 1.9582278481012657e-05,
+      "loss": 0.0234,
+      "step": 327650
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.956962025316456e-05,
+      "learning_rate_adapter": 1.956962025316456e-05,
+      "loss": 0.0236,
+      "step": 327700
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9556962025316455e-05,
+      "learning_rate_adapter": 1.9556962025316455e-05,
+      "loss": 0.0232,
+      "step": 327750
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9544303797468354e-05,
+      "learning_rate_adapter": 1.9544303797468354e-05,
+      "loss": 0.0235,
+      "step": 327800
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9531645569620256e-05,
+      "learning_rate_adapter": 1.9531645569620256e-05,
+      "loss": 0.0233,
+      "step": 327850
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.951898734177215e-05,
+      "learning_rate_adapter": 1.951898734177215e-05,
+      "loss": 0.0234,
+      "step": 327900
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.950632911392405e-05,
+      "learning_rate_adapter": 1.950632911392405e-05,
+      "loss": 0.0233,
+      "step": 327950
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9493670886075952e-05,
+      "learning_rate_adapter": 1.9493670886075952e-05,
+      "loss": 0.0235,
+      "step": 328000
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9481012658227848e-05,
+      "learning_rate_adapter": 1.9481012658227848e-05,
+      "loss": 0.0236,
+      "step": 328050
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9468354430379747e-05,
+      "learning_rate_adapter": 1.9468354430379747e-05,
+      "loss": 0.0236,
+      "step": 328100
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9455696202531646e-05,
+      "learning_rate_adapter": 1.9455696202531646e-05,
+      "loss": 0.0235,
+      "step": 328150
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9443037974683544e-05,
+      "learning_rate_adapter": 1.9443037974683544e-05,
+      "loss": 0.0236,
+      "step": 328200
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9430379746835443e-05,
+      "learning_rate_adapter": 1.9430379746835443e-05,
+      "loss": 0.0236,
+      "step": 328250
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9417721518987342e-05,
+      "learning_rate_adapter": 1.9417721518987342e-05,
+      "loss": 0.0236,
+      "step": 328300
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.940506329113924e-05,
+      "learning_rate_adapter": 1.940506329113924e-05,
+      "loss": 0.0233,
+      "step": 328350
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.939240506329114e-05,
+      "learning_rate_adapter": 1.939240506329114e-05,
+      "loss": 0.0234,
+      "step": 328400
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.937974683544304e-05,
+      "learning_rate_adapter": 1.937974683544304e-05,
+      "loss": 0.0236,
+      "step": 328450
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9367088607594938e-05,
+      "learning_rate_adapter": 1.9367088607594938e-05,
+      "loss": 0.0234,
+      "step": 328500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9354430379746836e-05,
+      "learning_rate_adapter": 1.9354430379746836e-05,
+      "loss": 0.0235,
+      "step": 328550
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9341772151898735e-05,
+      "learning_rate_adapter": 1.9341772151898735e-05,
+      "loss": 0.0234,
+      "step": 328600
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9329113924050634e-05,
+      "learning_rate_adapter": 1.9329113924050634e-05,
+      "loss": 0.0235,
+      "step": 328650
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9316455696202533e-05,
+      "learning_rate_adapter": 1.9316455696202533e-05,
+      "loss": 0.0236,
+      "step": 328700
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9303797468354432e-05,
+      "learning_rate_adapter": 1.9303797468354432e-05,
+      "loss": 0.0235,
+      "step": 328750
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.929113924050633e-05,
+      "learning_rate_adapter": 1.929113924050633e-05,
+      "loss": 0.0234,
+      "step": 328800
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.927848101265823e-05,
+      "learning_rate_adapter": 1.927848101265823e-05,
+      "loss": 0.0235,
+      "step": 328850
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.926582278481013e-05,
+      "learning_rate_adapter": 1.926582278481013e-05,
+      "loss": 0.0233,
+      "step": 328900
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9253164556962024e-05,
+      "learning_rate_adapter": 1.9253164556962024e-05,
+      "loss": 0.0235,
+      "step": 328950
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9240506329113926e-05,
+      "learning_rate_adapter": 1.9240506329113926e-05,
+      "loss": 0.0232,
+      "step": 329000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9227848101265825e-05,
+      "learning_rate_adapter": 1.9227848101265825e-05,
+      "loss": 0.0232,
+      "step": 329050
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.921518987341772e-05,
+      "learning_rate_adapter": 1.921518987341772e-05,
+      "loss": 0.0235,
+      "step": 329100
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9202531645569623e-05,
+      "learning_rate_adapter": 1.9202531645569623e-05,
+      "loss": 0.0233,
+      "step": 329150
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.918987341772152e-05,
+      "learning_rate_adapter": 1.918987341772152e-05,
+      "loss": 0.0236,
+      "step": 329200
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9177215189873417e-05,
+      "learning_rate_adapter": 1.9177215189873417e-05,
+      "loss": 0.0234,
+      "step": 329250
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.916455696202532e-05,
+      "learning_rate_adapter": 1.916455696202532e-05,
+      "loss": 0.0235,
+      "step": 329300
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9151898734177215e-05,
+      "learning_rate_adapter": 1.9151898734177215e-05,
+      "loss": 0.0235,
+      "step": 329350
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9139240506329114e-05,
+      "learning_rate_adapter": 1.9139240506329114e-05,
+      "loss": 0.0234,
+      "step": 329400
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9126582278481016e-05,
+      "learning_rate_adapter": 1.9126582278481016e-05,
+      "loss": 0.0233,
+      "step": 329450
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.911392405063291e-05,
+      "learning_rate_adapter": 1.911392405063291e-05,
+      "loss": 0.0235,
+      "step": 329500
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.910126582278481e-05,
+      "learning_rate_adapter": 1.910126582278481e-05,
+      "loss": 0.0238,
+      "step": 329550
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9088607594936712e-05,
+      "learning_rate_adapter": 1.9088607594936712e-05,
+      "loss": 0.0235,
+      "step": 329600
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9075949367088608e-05,
+      "learning_rate_adapter": 1.9075949367088608e-05,
+      "loss": 0.0236,
+      "step": 329650
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9063291139240507e-05,
+      "learning_rate_adapter": 1.9063291139240507e-05,
+      "loss": 0.0234,
+      "step": 329700
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9050632911392406e-05,
+      "learning_rate_adapter": 1.9050632911392406e-05,
+      "loss": 0.0237,
+      "step": 329750
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9037974683544304e-05,
+      "learning_rate_adapter": 1.9037974683544304e-05,
+      "loss": 0.0237,
+      "step": 329800
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9025316455696203e-05,
+      "learning_rate_adapter": 1.9025316455696203e-05,
+      "loss": 0.0236,
+      "step": 329850
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9012658227848102e-05,
+      "learning_rate_adapter": 1.9012658227848102e-05,
+      "loss": 0.0235,
+      "step": 329900
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0235,
+      "step": 329950
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.89873417721519e-05,
+      "learning_rate_adapter": 1.89873417721519e-05,
+      "loss": 0.0235,
+      "step": 330000
+    },
+    {
+      "epoch": 2.22,
+      "eval_af_opus100_pr_auc": 0.7825311659010954,
+      "eval_af_ud_pr_auc": 0.9941564975105017,
+      "eval_am_opus100_pr_auc": 0.6766784233175064,
+      "eval_ar_ersatz_pr_auc": 0.9222831233121904,
+      "eval_ar_opus100_pr_auc": 0.7311378559401596,
+      "eval_ar_ud_pr_auc": 0.8949500644545323,
+      "eval_average_ersatz_pr_auc": 0.9697461998913749,
+      "eval_average_opus100_pr_auc": 0.8456341312934459,
+      "eval_average_ud_pr_auc": 0.965100136055057,
+      "eval_az_opus100_pr_auc": 0.7641901438330733,
+      "eval_be_opus100_pr_auc": 0.7296382655872322,
+      "eval_be_ud_pr_auc": 0.9041078734588054,
+      "eval_bg_opus100_pr_auc": 0.9219882087838005,
+      "eval_bg_ud_pr_auc": 0.996415899649399,
+      "eval_bn_opus100_pr_auc": 0.8456387236148393,
+      "eval_bn_ud_pr_auc": 0.9983604871691836,
+      "eval_ca_opus100_pr_auc": 0.8815929705072176,
+      "eval_ca_ud_pr_auc": 0.9937085938311295,
+      "eval_ceb_ud_pr_auc": 0.9980907004437342,
+      "eval_cs_ersatz_pr_auc": 0.9848065275937287,
+      "eval_cs_opus100_pr_auc": 0.9104050301609841,
+      "eval_cs_ud_pr_auc": 0.9613820212994294,
+      "eval_cy_opus100_pr_auc": 0.7741747046617544,
+      "eval_cy_ud_pr_auc": 0.9941298186727784,
+      "eval_da_opus100_pr_auc": 0.9258891174774035,
+      "eval_da_ud_pr_auc": 0.97986763298903,
+      "eval_de_ersatz_pr_auc": 0.9873845450619797,
+      "eval_de_opus100_pr_auc": 0.906471979622307,
+      "eval_de_ud_pr_auc": 0.9836233971306787,
+      "eval_el_opus100_pr_auc": 0.9133079069624352,
+      "eval_el_ud_pr_auc": 0.9896243121282613,
+      "eval_en_ersatz_pr_auc": 0.9913630232033139,
+      "eval_en_opus100_pr_auc": 0.9284255902980082,
+      "eval_en_ud_pr_auc": 0.9841284140534058,
+      "eval_eo_opus100_pr_auc": 0.9300222445889152,
+      "eval_es_ersatz_pr_auc": 0.9966375171241857,
+      "eval_es_opus100_pr_auc": 0.9302216258113668,
+      "eval_es_ud_pr_auc": 0.9920143026391555,
+      "eval_et_ersatz_pr_auc": 0.9817937814412242,
+      "eval_et_opus100_pr_auc": 0.9074556571607862,
+      "eval_et_ud_pr_auc": 0.9696244002957448,
+      "eval_eu_opus100_pr_auc": 0.8776272352206238,
+      "eval_eu_ud_pr_auc": 0.9911657335827521,
+      "eval_fa_opus100_pr_auc": 0.6109052300557024,
+      "eval_fa_ud_pr_auc": 0.9949018570421975,
+      "eval_fi_ersatz_pr_auc": 0.9915641518249741,
+      "eval_fi_opus100_pr_auc": 0.922967920800462,
+      "eval_fi_ud_pr_auc": 0.9612799246979484,
+      "eval_fr_ersatz_pr_auc": 0.9866035186045586,
+      "eval_fr_opus100_pr_auc": 0.9226691198878698,
+      "eval_fr_ud_pr_auc": 0.980833960005915,
+      "eval_fy_opus100_pr_auc": 0.6223315696929359,
+      "eval_ga_opus100_pr_auc": 0.9084832316401391,
+      "eval_ga_ud_pr_auc": 0.8064033999129849,
+      "eval_gd_opus100_pr_auc": 0.6885733016826905,
+      "eval_gd_ud_pr_auc": 0.8035155660590358,
+      "eval_gl_opus100_pr_auc": 0.8866280569471916,
+      "eval_gl_ud_pr_auc": 0.9981584814096157,
+      "eval_gu_ersatz_pr_auc": 0.935375915222531,
+      "eval_gu_opus100_pr_auc": 0.7513682553435695,
+      "eval_ha_opus100_pr_auc": 0.9209050487112007,
+      "eval_he_opus100_pr_auc": 0.8774971997048587,
+      "eval_he_ud_pr_auc": 0.9841780725588367,
+      "eval_hi_ersatz_pr_auc": 0.9790278460991809,
+      "eval_hi_opus100_pr_auc": 0.713469160556452,
+      "eval_hi_ud_pr_auc": 0.978849776286023,
+      "eval_hu_opus100_pr_auc": 0.9205392573207183,
+      "eval_hu_ud_pr_auc": 0.9840561918794037,
+      "eval_hy_opus100_pr_auc": 0.9090193179873647,
+      "eval_hy_ud_pr_auc": 0.9805015718754673,
+      "eval_id_opus100_pr_auc": 0.8886995070131993,
+      "eval_id_ud_pr_auc": 0.9930066498928565,
+      "eval_ig_opus100_pr_auc": 0.8753788442595526,
+      "eval_is_opus100_pr_auc": 0.9340545563018644,
+      "eval_is_ud_pr_auc": 0.9177848441873477,
+      "eval_it_opus100_pr_auc": 0.9136691212820263,
+      "eval_it_ud_pr_auc": 0.9968925262962443,
+      "eval_ja_ersatz_pr_auc": 0.8700122203433334,
+      "eval_ja_opus100_pr_auc": 0.8469731864978173,
+      "eval_ja_ud_pr_auc": 0.9795512324901049,
+      "eval_jv_ud_pr_auc": 0.9656691166384067,
+      "eval_ka_opus100_pr_auc": 0.8509006981592818,
+      "eval_kk_ersatz_pr_auc": 0.9888828057827822,
+      "eval_kk_opus100_pr_auc": 0.7908558151290007,
+      "eval_kk_ud_pr_auc": 0.9741883244546937,
+      "eval_km_ersatz_pr_auc": 0.9340543836871016,
+      "eval_km_opus100_pr_auc": 0.7768049334458539,
+      "eval_kn_opus100_pr_auc": 0.6390400881246534,
+      "eval_ko_opus100_pr_auc": 0.6974983058361748,
+      "eval_ko_ud_pr_auc": 0.9980069969895174,
+      "eval_ku_opus100_pr_auc": 0.8610119460985736,
+      "eval_ky_opus100_pr_auc": 0.898130350849698,
+      "eval_la_ud_pr_auc": 0.9700187840828066,
+      "eval_loss": 0.027189066633582115,
+      "eval_lt_ersatz_pr_auc": 0.9957715694526441,
+      "eval_lt_opus100_pr_auc": 0.8793090299395366,
+      "eval_lt_ud_pr_auc": 0.9968150443533349,
+      "eval_lv_ersatz_pr_auc": 0.9905920254833273,
+      "eval_lv_opus100_pr_auc": 0.8895488068459155,
+      "eval_lv_ud_pr_auc": 0.9658832037971274,
+      "eval_mg_opus100_pr_auc": 0.9380717061046263,
+      "eval_mk_opus100_pr_auc": 0.9141504427825917,
+      "eval_ml_opus100_pr_auc": 0.8077273126529131,
+      "eval_mn_opus100_pr_auc": 0.9382110223166296,
+      "eval_mr_opus100_pr_auc": 0.8867117615576685,
+      "eval_mr_ud_pr_auc": 0.975021307810673,
+      "eval_ms_opus100_pr_auc": 0.8702792920998812,
+      "eval_mt_opus100_pr_auc": 0.8481726721315045,
+      "eval_mt_ud_pr_auc": 0.9114258910218089,
+      "eval_my_opus100_pr_auc": 0.8276784881044377,
+      "eval_ne_opus100_pr_auc": 0.7621176078654832,
+      "eval_nl_opus100_pr_auc": 0.9048591503653883,
+      "eval_nl_ud_pr_auc": 0.9866898544281766,
+      "eval_no_opus100_pr_auc": 0.9300393315425953,
+      "eval_no_ud_pr_auc": 0.9965797972211552,
+      "eval_pa_opus100_pr_auc": 0.6676011485705226,
+      "eval_pl_ersatz_pr_auc": 0.9654722328765978,
+      "eval_pl_opus100_pr_auc": 0.8954844019964121,
+      "eval_pl_ud_pr_auc": 0.9685623026796044,
+      "eval_ps_ersatz_pr_auc": 0.92129464651511,
+      "eval_ps_opus100_pr_auc": 0.7592355619628821,
+      "eval_pt_opus100_pr_auc": 0.921633075848992,
+      "eval_pt_ud_pr_auc": 0.9873861151525727,
+      "eval_ro_ersatz_pr_auc": 0.9927868317576377,
+      "eval_ro_opus100_pr_auc": 0.8788511397839724,
+      "eval_ro_ud_pr_auc": 0.9674192247147011,
+      "eval_ru_ersatz_pr_auc": 0.990852513330093,
+      "eval_ru_opus100_pr_auc": 0.9312289546596481,
+      "eval_ru_ud_pr_auc": 0.8816342241520694,
+      "eval_runtime": 321.5655,
+      "eval_samples_per_second": 234.677,
+      "eval_si_opus100_pr_auc": 0.8246267217314396,
+      "eval_sk_opus100_pr_auc": 0.9342370787449228,
+      "eval_sk_ud_pr_auc": 0.9810338178616987,
+      "eval_sl_opus100_pr_auc": 0.8704573328917035,
+      "eval_sl_ud_pr_auc": 0.9690564577052411,
+      "eval_sq_opus100_pr_auc": 0.9240116362240877,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9177257717197502,
+      "eval_sr_ud_pr_auc": 0.9985240571038048,
+      "eval_steps_per_second": 0.917,
+      "eval_sv_opus100_pr_auc": 0.8997705951589692,
+      "eval_sv_ud_pr_auc": 0.9480900655203475,
+      "eval_ta_ersatz_pr_auc": 0.9811876988323427,
+      "eval_ta_opus100_pr_auc": 0.7288504612629654,
+      "eval_ta_ud_pr_auc": 0.9848422698646511,
+      "eval_te_opus100_pr_auc": 0.8359220741957669,
+      "eval_tg_opus100_pr_auc": 0.8925382249434158,
+      "eval_th_opus100_pr_auc": 0.6940816152900877,
+      "eval_th_ud_pr_auc": 0.8453929732605239,
+      "eval_tr_ersatz_pr_auc": 0.9687927393136169,
+      "eval_tr_opus100_pr_auc": 0.8998779264677692,
+      "eval_tr_ud_pr_auc": 0.9591228197524448,
+      "eval_uk_opus100_pr_auc": 0.8801083954638887,
+      "eval_uk_ud_pr_auc": 0.9323462334030715,
+      "eval_ur_opus100_pr_auc": 0.6056338897989665,
+      "eval_ur_ud_pr_auc": 0.9918841720736549,
+      "eval_uz_opus100_pr_auc": 0.881303807999839,
+      "eval_vi_opus100_pr_auc": 0.8977785650431368,
+      "eval_vi_ud_pr_auc": 0.9528733015093352,
+      "eval_xh_opus100_pr_auc": 0.8836290891557907,
+      "eval_yi_opus100_pr_auc": 0.7867815485821725,
+      "eval_yo_opus100_pr_auc": 0.8420561733271726,
+      "eval_yo_ud_pr_auc": 0.9220960545412613,
+      "eval_zh_ersatz_pr_auc": 0.9778767807477929,
+      "eval_zh_opus100_pr_auc": 0.8818720420584387,
+      "eval_zh_ud_pr_auc": 0.9948811411430616,
+      "eval_zu_opus100_pr_auc": 0.8440540360923136,
+      "step": 330000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.89746835443038e-05,
+      "learning_rate_adapter": 1.89746835443038e-05,
+      "loss": 0.0237,
+      "step": 330050
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8962025316455698e-05,
+      "learning_rate_adapter": 1.8962025316455698e-05,
+      "loss": 0.0233,
+      "step": 330100
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8949367088607593e-05,
+      "learning_rate_adapter": 1.8949367088607593e-05,
+      "loss": 0.0236,
+      "step": 330150
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8936708860759495e-05,
+      "learning_rate_adapter": 1.8936708860759495e-05,
+      "loss": 0.0234,
+      "step": 330200
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8924050632911394e-05,
+      "learning_rate_adapter": 1.8924050632911394e-05,
+      "loss": 0.0235,
+      "step": 330250
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.891139240506329e-05,
+      "learning_rate_adapter": 1.891139240506329e-05,
+      "loss": 0.0235,
+      "step": 330300
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8898734177215192e-05,
+      "learning_rate_adapter": 1.8898734177215192e-05,
+      "loss": 0.0235,
+      "step": 330350
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.888607594936709e-05,
+      "learning_rate_adapter": 1.888607594936709e-05,
+      "loss": 0.0234,
+      "step": 330400
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8873417721518986e-05,
+      "learning_rate_adapter": 1.8873417721518986e-05,
+      "loss": 0.0235,
+      "step": 330450
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.886075949367089e-05,
+      "learning_rate_adapter": 1.886075949367089e-05,
+      "loss": 0.0234,
+      "step": 330500
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8848101265822784e-05,
+      "learning_rate_adapter": 1.8848101265822784e-05,
+      "loss": 0.0236,
+      "step": 330550
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8835443037974683e-05,
+      "learning_rate_adapter": 1.8835443037974683e-05,
+      "loss": 0.0234,
+      "step": 330600
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8822784810126585e-05,
+      "learning_rate_adapter": 1.8822784810126585e-05,
+      "loss": 0.0236,
+      "step": 330650
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.881012658227848e-05,
+      "learning_rate_adapter": 1.881012658227848e-05,
+      "loss": 0.0235,
+      "step": 330700
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.879746835443038e-05,
+      "learning_rate_adapter": 1.879746835443038e-05,
+      "loss": 0.0236,
+      "step": 330750
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.878481012658228e-05,
+      "learning_rate_adapter": 1.878481012658228e-05,
+      "loss": 0.0234,
+      "step": 330800
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8772151898734177e-05,
+      "learning_rate_adapter": 1.8772151898734177e-05,
+      "loss": 0.0235,
+      "step": 330850
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8759493670886076e-05,
+      "learning_rate_adapter": 1.8759493670886076e-05,
+      "loss": 0.0234,
+      "step": 330900
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8746835443037975e-05,
+      "learning_rate_adapter": 1.8746835443037975e-05,
+      "loss": 0.0233,
+      "step": 330950
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8734177215189874e-05,
+      "learning_rate_adapter": 1.8734177215189874e-05,
+      "loss": 0.0237,
+      "step": 331000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8721518987341772e-05,
+      "learning_rate_adapter": 1.8721518987341772e-05,
+      "loss": 0.0235,
+      "step": 331050
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.870886075949367e-05,
+      "learning_rate_adapter": 1.870886075949367e-05,
+      "loss": 0.0234,
+      "step": 331100
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.869620253164557e-05,
+      "learning_rate_adapter": 1.869620253164557e-05,
+      "loss": 0.0235,
+      "step": 331150
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.868354430379747e-05,
+      "learning_rate_adapter": 1.868354430379747e-05,
+      "loss": 0.0235,
+      "step": 331200
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8670886075949368e-05,
+      "learning_rate_adapter": 1.8670886075949368e-05,
+      "loss": 0.0231,
+      "step": 331250
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8658227848101267e-05,
+      "learning_rate_adapter": 1.8658227848101267e-05,
+      "loss": 0.0233,
+      "step": 331300
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8645569620253166e-05,
+      "learning_rate_adapter": 1.8645569620253166e-05,
+      "loss": 0.0236,
+      "step": 331350
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8632911392405064e-05,
+      "learning_rate_adapter": 1.8632911392405064e-05,
+      "loss": 0.0236,
+      "step": 331400
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8620253164556963e-05,
+      "learning_rate_adapter": 1.8620253164556963e-05,
+      "loss": 0.0237,
+      "step": 331450
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8607594936708862e-05,
+      "learning_rate_adapter": 1.8607594936708862e-05,
+      "loss": 0.0233,
+      "step": 331500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.859493670886076e-05,
+      "learning_rate_adapter": 1.859493670886076e-05,
+      "loss": 0.0236,
+      "step": 331550
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.858227848101266e-05,
+      "learning_rate_adapter": 1.858227848101266e-05,
+      "loss": 0.0236,
+      "step": 331600
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.856962025316456e-05,
+      "learning_rate_adapter": 1.856962025316456e-05,
+      "loss": 0.0235,
+      "step": 331650
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8556962025316458e-05,
+      "learning_rate_adapter": 1.8556962025316458e-05,
+      "loss": 0.0235,
+      "step": 331700
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8544303797468353e-05,
+      "learning_rate_adapter": 1.8544303797468353e-05,
+      "loss": 0.0236,
+      "step": 331750
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8531645569620255e-05,
+      "learning_rate_adapter": 1.8531645569620255e-05,
+      "loss": 0.0232,
+      "step": 331800
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8518987341772154e-05,
+      "learning_rate_adapter": 1.8518987341772154e-05,
+      "loss": 0.0236,
+      "step": 331850
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.850632911392405e-05,
+      "learning_rate_adapter": 1.850632911392405e-05,
+      "loss": 0.0235,
+      "step": 331900
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8493670886075952e-05,
+      "learning_rate_adapter": 1.8493670886075952e-05,
+      "loss": 0.0236,
+      "step": 331950
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.848101265822785e-05,
+      "learning_rate_adapter": 1.848101265822785e-05,
+      "loss": 0.0235,
+      "step": 332000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8468354430379746e-05,
+      "learning_rate_adapter": 1.8468354430379746e-05,
+      "loss": 0.0234,
+      "step": 332050
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.845569620253165e-05,
+      "learning_rate_adapter": 1.845569620253165e-05,
+      "loss": 0.0235,
+      "step": 332100
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8443037974683544e-05,
+      "learning_rate_adapter": 1.8443037974683544e-05,
+      "loss": 0.0237,
+      "step": 332150
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8430379746835443e-05,
+      "learning_rate_adapter": 1.8430379746835443e-05,
+      "loss": 0.0235,
+      "step": 332200
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8417721518987345e-05,
+      "learning_rate_adapter": 1.8417721518987345e-05,
+      "loss": 0.0234,
+      "step": 332250
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.840506329113924e-05,
+      "learning_rate_adapter": 1.840506329113924e-05,
+      "loss": 0.0235,
+      "step": 332300
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.839240506329114e-05,
+      "learning_rate_adapter": 1.839240506329114e-05,
+      "loss": 0.0234,
+      "step": 332350
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.837974683544304e-05,
+      "learning_rate_adapter": 1.837974683544304e-05,
+      "loss": 0.0233,
+      "step": 332400
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8367088607594937e-05,
+      "learning_rate_adapter": 1.8367088607594937e-05,
+      "loss": 0.0234,
+      "step": 332450
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8354430379746836e-05,
+      "learning_rate_adapter": 1.8354430379746836e-05,
+      "loss": 0.0234,
+      "step": 332500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8341772151898735e-05,
+      "learning_rate_adapter": 1.8341772151898735e-05,
+      "loss": 0.0234,
+      "step": 332550
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8329113924050634e-05,
+      "learning_rate_adapter": 1.8329113924050634e-05,
+      "loss": 0.0235,
+      "step": 332600
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8316455696202532e-05,
+      "learning_rate_adapter": 1.8316455696202532e-05,
+      "loss": 0.0236,
+      "step": 332650
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.830379746835443e-05,
+      "learning_rate_adapter": 1.830379746835443e-05,
+      "loss": 0.0235,
+      "step": 332700
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.829113924050633e-05,
+      "learning_rate_adapter": 1.829113924050633e-05,
+      "loss": 0.0234,
+      "step": 332750
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.827848101265823e-05,
+      "learning_rate_adapter": 1.827848101265823e-05,
+      "loss": 0.0235,
+      "step": 332800
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8265822784810128e-05,
+      "learning_rate_adapter": 1.8265822784810128e-05,
+      "loss": 0.0234,
+      "step": 332850
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8253164556962027e-05,
+      "learning_rate_adapter": 1.8253164556962027e-05,
+      "loss": 0.0234,
+      "step": 332900
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8240506329113922e-05,
+      "learning_rate_adapter": 1.8240506329113922e-05,
+      "loss": 0.0233,
+      "step": 332950
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8227848101265824e-05,
+      "learning_rate_adapter": 1.8227848101265824e-05,
+      "loss": 0.0235,
+      "step": 333000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8215189873417723e-05,
+      "learning_rate_adapter": 1.8215189873417723e-05,
+      "loss": 0.0234,
+      "step": 333050
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.820253164556962e-05,
+      "learning_rate_adapter": 1.820253164556962e-05,
+      "loss": 0.0235,
+      "step": 333100
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.818987341772152e-05,
+      "learning_rate_adapter": 1.818987341772152e-05,
+      "loss": 0.0235,
+      "step": 333150
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8177215189873416e-05,
+      "learning_rate_adapter": 1.8177215189873416e-05,
+      "loss": 0.0237,
+      "step": 333200
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8164556962025315e-05,
+      "learning_rate_adapter": 1.8164556962025315e-05,
+      "loss": 0.0238,
+      "step": 333250
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8151898734177218e-05,
+      "learning_rate_adapter": 1.8151898734177218e-05,
+      "loss": 0.0234,
+      "step": 333300
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8139240506329113e-05,
+      "learning_rate_adapter": 1.8139240506329113e-05,
+      "loss": 0.0235,
+      "step": 333350
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8126582278481012e-05,
+      "learning_rate_adapter": 1.8126582278481012e-05,
+      "loss": 0.0232,
+      "step": 333400
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8113924050632914e-05,
+      "learning_rate_adapter": 1.8113924050632914e-05,
+      "loss": 0.0237,
+      "step": 333450
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.810126582278481e-05,
+      "learning_rate_adapter": 1.810126582278481e-05,
+      "loss": 0.0235,
+      "step": 333500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.808860759493671e-05,
+      "learning_rate_adapter": 1.808860759493671e-05,
+      "loss": 0.0237,
+      "step": 333550
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8075949367088607e-05,
+      "learning_rate_adapter": 1.8075949367088607e-05,
+      "loss": 0.0235,
+      "step": 333600
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8063291139240506e-05,
+      "learning_rate_adapter": 1.8063291139240506e-05,
+      "loss": 0.0236,
+      "step": 333650
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8050632911392405e-05,
+      "learning_rate_adapter": 1.8050632911392405e-05,
+      "loss": 0.0236,
+      "step": 333700
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8037974683544304e-05,
+      "learning_rate_adapter": 1.8037974683544304e-05,
+      "loss": 0.0235,
+      "step": 333750
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8025316455696203e-05,
+      "learning_rate_adapter": 1.8025316455696203e-05,
+      "loss": 0.0235,
+      "step": 333800
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.80126582278481e-05,
+      "learning_rate_adapter": 1.80126582278481e-05,
+      "loss": 0.0236,
+      "step": 333850
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0234,
+      "step": 333900
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.79873417721519e-05,
+      "learning_rate_adapter": 1.79873417721519e-05,
+      "loss": 0.0234,
+      "step": 333950
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7974683544303798e-05,
+      "learning_rate_adapter": 1.7974683544303798e-05,
+      "loss": 0.0236,
+      "step": 334000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7962025316455697e-05,
+      "learning_rate_adapter": 1.7962025316455697e-05,
+      "loss": 0.0234,
+      "step": 334050
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7949367088607596e-05,
+      "learning_rate_adapter": 1.7949367088607596e-05,
+      "loss": 0.0234,
+      "step": 334100
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7936708860759495e-05,
+      "learning_rate_adapter": 1.7936708860759495e-05,
+      "loss": 0.0235,
+      "step": 334150
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7924050632911394e-05,
+      "learning_rate_adapter": 1.7924050632911394e-05,
+      "loss": 0.0237,
+      "step": 334200
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7911392405063292e-05,
+      "learning_rate_adapter": 1.7911392405063292e-05,
+      "loss": 0.0235,
+      "step": 334250
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.789873417721519e-05,
+      "learning_rate_adapter": 1.789873417721519e-05,
+      "loss": 0.0235,
+      "step": 334300
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.788607594936709e-05,
+      "learning_rate_adapter": 1.788607594936709e-05,
+      "loss": 0.0231,
+      "step": 334350
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7873417721518986e-05,
+      "learning_rate_adapter": 1.7873417721518986e-05,
+      "loss": 0.0234,
+      "step": 334400
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7860759493670888e-05,
+      "learning_rate_adapter": 1.7860759493670888e-05,
+      "loss": 0.0235,
+      "step": 334450
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7848101265822787e-05,
+      "learning_rate_adapter": 1.7848101265822787e-05,
+      "loss": 0.0234,
+      "step": 334500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7835443037974682e-05,
+      "learning_rate_adapter": 1.7835443037974682e-05,
+      "loss": 0.0235,
+      "step": 334550
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7822784810126584e-05,
+      "learning_rate_adapter": 1.7822784810126584e-05,
+      "loss": 0.0235,
+      "step": 334600
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7810126582278483e-05,
+      "learning_rate_adapter": 1.7810126582278483e-05,
+      "loss": 0.0233,
+      "step": 334650
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.779746835443038e-05,
+      "learning_rate_adapter": 1.779746835443038e-05,
+      "loss": 0.0236,
+      "step": 334700
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.778481012658228e-05,
+      "learning_rate_adapter": 1.778481012658228e-05,
+      "loss": 0.0235,
+      "step": 334750
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7772151898734176e-05,
+      "learning_rate_adapter": 1.7772151898734176e-05,
+      "loss": 0.0234,
+      "step": 334800
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7759493670886075e-05,
+      "learning_rate_adapter": 1.7759493670886075e-05,
+      "loss": 0.0234,
+      "step": 334850
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7746835443037978e-05,
+      "learning_rate_adapter": 1.7746835443037978e-05,
+      "loss": 0.0236,
+      "step": 334900
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7734177215189873e-05,
+      "learning_rate_adapter": 1.7734177215189873e-05,
+      "loss": 0.0234,
+      "step": 334950
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7721518987341772e-05,
+      "learning_rate_adapter": 1.7721518987341772e-05,
+      "loss": 0.0235,
+      "step": 335000
+    },
+    {
+      "epoch": 2.26,
+      "eval_af_opus100_pr_auc": 0.7714185634976217,
+      "eval_af_ud_pr_auc": 0.9936236478673646,
+      "eval_am_opus100_pr_auc": 0.6852200835110673,
+      "eval_ar_ersatz_pr_auc": 0.9252527292888982,
+      "eval_ar_opus100_pr_auc": 0.7268182278476806,
+      "eval_ar_ud_pr_auc": 0.8958047573265497,
+      "eval_average_ersatz_pr_auc": 0.9700417049685194,
+      "eval_average_opus100_pr_auc": 0.8452983251650275,
+      "eval_average_ud_pr_auc": 0.9657441809551863,
+      "eval_az_opus100_pr_auc": 0.7801048735343149,
+      "eval_be_opus100_pr_auc": 0.7101485479142843,
+      "eval_be_ud_pr_auc": 0.906358244933966,
+      "eval_bg_opus100_pr_auc": 0.92086535482868,
+      "eval_bg_ud_pr_auc": 0.9951776918679314,
+      "eval_bn_opus100_pr_auc": 0.8446074913110526,
+      "eval_bn_ud_pr_auc": 0.9987006540777467,
+      "eval_ca_opus100_pr_auc": 0.8791527882224924,
+      "eval_ca_ud_pr_auc": 0.9948536129506557,
+      "eval_ceb_ud_pr_auc": 0.9980907019219835,
+      "eval_cs_ersatz_pr_auc": 0.9843575658281356,
+      "eval_cs_opus100_pr_auc": 0.9068730011875538,
+      "eval_cs_ud_pr_auc": 0.9621347569236902,
+      "eval_cy_opus100_pr_auc": 0.7852551085029598,
+      "eval_cy_ud_pr_auc": 0.9947376347088598,
+      "eval_da_opus100_pr_auc": 0.9243468393932639,
+      "eval_da_ud_pr_auc": 0.982892662193301,
+      "eval_de_ersatz_pr_auc": 0.98762613631339,
+      "eval_de_opus100_pr_auc": 0.9073988640066801,
+      "eval_de_ud_pr_auc": 0.9843712171561179,
+      "eval_el_opus100_pr_auc": 0.9141469211896649,
+      "eval_el_ud_pr_auc": 0.9900633410765635,
+      "eval_en_ersatz_pr_auc": 0.9916379208208475,
+      "eval_en_opus100_pr_auc": 0.9278021176112234,
+      "eval_en_ud_pr_auc": 0.9827716601407461,
+      "eval_eo_opus100_pr_auc": 0.9309938099049322,
+      "eval_es_ersatz_pr_auc": 0.9967076369699963,
+      "eval_es_opus100_pr_auc": 0.9281212763810224,
+      "eval_es_ud_pr_auc": 0.9914638685203899,
+      "eval_et_ersatz_pr_auc": 0.9825218144851334,
+      "eval_et_opus100_pr_auc": 0.9048696510736444,
+      "eval_et_ud_pr_auc": 0.9717006418675621,
+      "eval_eu_opus100_pr_auc": 0.878245977147015,
+      "eval_eu_ud_pr_auc": 0.9906298681994157,
+      "eval_fa_opus100_pr_auc": 0.6023076764565026,
+      "eval_fa_ud_pr_auc": 0.9946883621300148,
+      "eval_fi_ersatz_pr_auc": 0.9905609067214602,
+      "eval_fi_opus100_pr_auc": 0.9273417253234624,
+      "eval_fi_ud_pr_auc": 0.9582320186621813,
+      "eval_fr_ersatz_pr_auc": 0.9888038312141723,
+      "eval_fr_opus100_pr_auc": 0.9221350885452707,
+      "eval_fr_ud_pr_auc": 0.9820332392854574,
+      "eval_fy_opus100_pr_auc": 0.6280090111217951,
+      "eval_ga_opus100_pr_auc": 0.909386234704436,
+      "eval_ga_ud_pr_auc": 0.8081738858800467,
+      "eval_gd_opus100_pr_auc": 0.6903480459722144,
+      "eval_gd_ud_pr_auc": 0.8106875147575883,
+      "eval_gl_opus100_pr_auc": 0.8873057845286705,
+      "eval_gl_ud_pr_auc": 0.9981500014281741,
+      "eval_gu_ersatz_pr_auc": 0.9347563079748001,
+      "eval_gu_opus100_pr_auc": 0.75413312930938,
+      "eval_ha_opus100_pr_auc": 0.9206728097403581,
+      "eval_he_opus100_pr_auc": 0.8750192300936839,
+      "eval_he_ud_pr_auc": 0.9845547961828934,
+      "eval_hi_ersatz_pr_auc": 0.9783124299061656,
+      "eval_hi_opus100_pr_auc": 0.7150032168234483,
+      "eval_hi_ud_pr_auc": 0.9813032675893618,
+      "eval_hu_opus100_pr_auc": 0.9193747319334511,
+      "eval_hu_ud_pr_auc": 0.9851309258082178,
+      "eval_hy_opus100_pr_auc": 0.9088573908261889,
+      "eval_hy_ud_pr_auc": 0.9769429236751394,
+      "eval_id_opus100_pr_auc": 0.8881778120435897,
+      "eval_id_ud_pr_auc": 0.993775686105386,
+      "eval_ig_opus100_pr_auc": 0.8793027415254846,
+      "eval_is_opus100_pr_auc": 0.9331962448171899,
+      "eval_is_ud_pr_auc": 0.9160253018324634,
+      "eval_it_opus100_pr_auc": 0.9110927504128977,
+      "eval_it_ud_pr_auc": 0.9966932104347558,
+      "eval_ja_ersatz_pr_auc": 0.8734810812776368,
+      "eval_ja_opus100_pr_auc": 0.8465880092364239,
+      "eval_ja_ud_pr_auc": 0.9787961858800163,
+      "eval_jv_ud_pr_auc": 0.97244191157824,
+      "eval_ka_opus100_pr_auc": 0.8486760830617881,
+      "eval_kk_ersatz_pr_auc": 0.9885919787738646,
+      "eval_kk_opus100_pr_auc": 0.7969784287456354,
+      "eval_kk_ud_pr_auc": 0.9743071917877846,
+      "eval_km_ersatz_pr_auc": 0.9348655934471755,
+      "eval_km_opus100_pr_auc": 0.7846219002478746,
+      "eval_kn_opus100_pr_auc": 0.6530613468516178,
+      "eval_ko_opus100_pr_auc": 0.6953541369350539,
+      "eval_ko_ud_pr_auc": 0.9982888136569562,
+      "eval_ku_opus100_pr_auc": 0.8553457527037607,
+      "eval_ky_opus100_pr_auc": 0.8985186886659112,
+      "eval_la_ud_pr_auc": 0.9690062119128126,
+      "eval_loss": 0.027025777846574783,
+      "eval_lt_ersatz_pr_auc": 0.9956960093559538,
+      "eval_lt_opus100_pr_auc": 0.8851574148972653,
+      "eval_lt_ud_pr_auc": 0.9963342384139969,
+      "eval_lv_ersatz_pr_auc": 0.9902901237990387,
+      "eval_lv_opus100_pr_auc": 0.8948257548394442,
+      "eval_lv_ud_pr_auc": 0.9670578701176074,
+      "eval_mg_opus100_pr_auc": 0.9391108728743919,
+      "eval_mk_opus100_pr_auc": 0.9153028713172239,
+      "eval_ml_opus100_pr_auc": 0.8026966350593919,
+      "eval_mn_opus100_pr_auc": 0.9393134512729304,
+      "eval_mr_opus100_pr_auc": 0.8891390890247078,
+      "eval_mr_ud_pr_auc": 0.9782222094750842,
+      "eval_ms_opus100_pr_auc": 0.8655531812929405,
+      "eval_mt_opus100_pr_auc": 0.8512697244917672,
+      "eval_mt_ud_pr_auc": 0.9217265344921385,
+      "eval_my_opus100_pr_auc": 0.8272422911783778,
+      "eval_ne_opus100_pr_auc": 0.7498141756619902,
+      "eval_nl_opus100_pr_auc": 0.9049248986996372,
+      "eval_nl_ud_pr_auc": 0.9857000464526479,
+      "eval_no_opus100_pr_auc": 0.9320300914241667,
+      "eval_no_ud_pr_auc": 0.9969366063933983,
+      "eval_pa_opus100_pr_auc": 0.6627335936473588,
+      "eval_pl_ersatz_pr_auc": 0.966944707816058,
+      "eval_pl_opus100_pr_auc": 0.893778207134605,
+      "eval_pl_ud_pr_auc": 0.969357111138137,
+      "eval_ps_ersatz_pr_auc": 0.9218349133438448,
+      "eval_ps_opus100_pr_auc": 0.7571545876696649,
+      "eval_pt_opus100_pr_auc": 0.9203160432175987,
+      "eval_pt_ud_pr_auc": 0.9871553944115756,
+      "eval_ro_ersatz_pr_auc": 0.9939818328412974,
+      "eval_ro_opus100_pr_auc": 0.8737711880095868,
+      "eval_ro_ud_pr_auc": 0.9669428628623541,
+      "eval_ru_ersatz_pr_auc": 0.9917802454064305,
+      "eval_ru_opus100_pr_auc": 0.9303994833531709,
+      "eval_ru_ud_pr_auc": 0.8836010723483257,
+      "eval_runtime": 326.675,
+      "eval_samples_per_second": 231.006,
+      "eval_si_opus100_pr_auc": 0.8200928602906149,
+      "eval_sk_opus100_pr_auc": 0.9339779266172594,
+      "eval_sk_ud_pr_auc": 0.9843497140677565,
+      "eval_sl_opus100_pr_auc": 0.8725118514924857,
+      "eval_sl_ud_pr_auc": 0.9699416488019894,
+      "eval_sq_opus100_pr_auc": 0.9252508163858167,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9192590422969773,
+      "eval_sr_ud_pr_auc": 0.9987477884006415,
+      "eval_steps_per_second": 0.903,
+      "eval_sv_opus100_pr_auc": 0.9014755201443323,
+      "eval_sv_ud_pr_auc": 0.9478899089576304,
+      "eval_ta_ersatz_pr_auc": 0.9814886582659044,
+      "eval_ta_opus100_pr_auc": 0.7278778075864513,
+      "eval_ta_ud_pr_auc": 0.9849384063801997,
+      "eval_te_opus100_pr_auc": 0.8382821886317905,
+      "eval_tg_opus100_pr_auc": 0.8950247886579973,
+      "eval_th_opus100_pr_auc": 0.6903177973394728,
+      "eval_th_ud_pr_auc": 0.842378053952919,
+      "eval_tr_ersatz_pr_auc": 0.968869731757058,
+      "eval_tr_opus100_pr_auc": 0.9013512057851003,
+      "eval_tr_ud_pr_auc": 0.9589286973283112,
+      "eval_uk_opus100_pr_auc": 0.8808687591807898,
+      "eval_uk_ud_pr_auc": 0.9380002311812564,
+      "eval_ur_opus100_pr_auc": 0.5901715670476148,
+      "eval_ur_ud_pr_auc": 0.9892590324949637,
+      "eval_uz_opus100_pr_auc": 0.8870193786137394,
+      "eval_vi_opus100_pr_auc": 0.8963563726338426,
+      "eval_vi_ud_pr_auc": 0.9487811083735789,
+      "eval_xh_opus100_pr_auc": 0.8848145939227722,
+      "eval_yi_opus100_pr_auc": 0.7803589990953506,
+      "eval_yo_opus100_pr_auc": 0.8425005971437778,
+      "eval_yo_ud_pr_auc": 0.923381274219865,
+      "eval_zh_ersatz_pr_auc": 0.972555353700168,
+      "eval_zh_opus100_pr_auc": 0.8806992815755752,
+      "eval_zh_ud_pr_auc": 0.9951820938609137,
+      "eval_zu_opus100_pr_auc": 0.8345202863330344,
+      "step": 335000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7708860759493674e-05,
+      "learning_rate_adapter": 1.7708860759493674e-05,
+      "loss": 0.0233,
+      "step": 335050
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.769620253164557e-05,
+      "learning_rate_adapter": 1.769620253164557e-05,
+      "loss": 0.0234,
+      "step": 335100
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.768354430379747e-05,
+      "learning_rate_adapter": 1.768354430379747e-05,
+      "loss": 0.0234,
+      "step": 335150
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7670886075949367e-05,
+      "learning_rate_adapter": 1.7670886075949367e-05,
+      "loss": 0.0235,
+      "step": 335200
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7658227848101266e-05,
+      "learning_rate_adapter": 1.7658227848101266e-05,
+      "loss": 0.0231,
+      "step": 335250
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7645569620253165e-05,
+      "learning_rate_adapter": 1.7645569620253165e-05,
+      "loss": 0.0236,
+      "step": 335300
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7632911392405064e-05,
+      "learning_rate_adapter": 1.7632911392405064e-05,
+      "loss": 0.0233,
+      "step": 335350
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7620253164556963e-05,
+      "learning_rate_adapter": 1.7620253164556963e-05,
+      "loss": 0.0234,
+      "step": 335400
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.760759493670886e-05,
+      "learning_rate_adapter": 1.760759493670886e-05,
+      "loss": 0.0234,
+      "step": 335450
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.759493670886076e-05,
+      "learning_rate_adapter": 1.759493670886076e-05,
+      "loss": 0.0233,
+      "step": 335500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.758227848101266e-05,
+      "learning_rate_adapter": 1.758227848101266e-05,
+      "loss": 0.0235,
+      "step": 335550
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7569620253164558e-05,
+      "learning_rate_adapter": 1.7569620253164558e-05,
+      "loss": 0.0232,
+      "step": 335600
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7556962025316457e-05,
+      "learning_rate_adapter": 1.7556962025316457e-05,
+      "loss": 0.0233,
+      "step": 335650
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7544303797468356e-05,
+      "learning_rate_adapter": 1.7544303797468356e-05,
+      "loss": 0.0234,
+      "step": 335700
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7531645569620255e-05,
+      "learning_rate_adapter": 1.7531645569620255e-05,
+      "loss": 0.0234,
+      "step": 335750
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7518987341772154e-05,
+      "learning_rate_adapter": 1.7518987341772154e-05,
+      "loss": 0.0234,
+      "step": 335800
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7506329113924052e-05,
+      "learning_rate_adapter": 1.7506329113924052e-05,
+      "loss": 0.0236,
+      "step": 335850
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.749367088607595e-05,
+      "learning_rate_adapter": 1.749367088607595e-05,
+      "loss": 0.0234,
+      "step": 335900
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.748101265822785e-05,
+      "learning_rate_adapter": 1.748101265822785e-05,
+      "loss": 0.0233,
+      "step": 335950
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7468354430379746e-05,
+      "learning_rate_adapter": 1.7468354430379746e-05,
+      "loss": 0.0237,
+      "step": 336000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7455696202531648e-05,
+      "learning_rate_adapter": 1.7455696202531648e-05,
+      "loss": 0.0234,
+      "step": 336050
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7443037974683547e-05,
+      "learning_rate_adapter": 1.7443037974683547e-05,
+      "loss": 0.0232,
+      "step": 336100
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7430379746835442e-05,
+      "learning_rate_adapter": 1.7430379746835442e-05,
+      "loss": 0.0236,
+      "step": 336150
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7417721518987344e-05,
+      "learning_rate_adapter": 1.7417721518987344e-05,
+      "loss": 0.0235,
+      "step": 336200
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7405063291139243e-05,
+      "learning_rate_adapter": 1.7405063291139243e-05,
+      "loss": 0.0233,
+      "step": 336250
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.739240506329114e-05,
+      "learning_rate_adapter": 1.739240506329114e-05,
+      "loss": 0.0236,
+      "step": 336300
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7379746835443038e-05,
+      "learning_rate_adapter": 1.7379746835443038e-05,
+      "loss": 0.0233,
+      "step": 336350
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7367088607594936e-05,
+      "learning_rate_adapter": 1.7367088607594936e-05,
+      "loss": 0.0235,
+      "step": 336400
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7354430379746835e-05,
+      "learning_rate_adapter": 1.7354430379746835e-05,
+      "loss": 0.0234,
+      "step": 336450
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7341772151898734e-05,
+      "learning_rate_adapter": 1.7341772151898734e-05,
+      "loss": 0.0237,
+      "step": 336500
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7329113924050633e-05,
+      "learning_rate_adapter": 1.7329113924050633e-05,
+      "loss": 0.0232,
+      "step": 336550
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7316455696202532e-05,
+      "learning_rate_adapter": 1.7316455696202532e-05,
+      "loss": 0.0233,
+      "step": 336600
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.730379746835443e-05,
+      "learning_rate_adapter": 1.730379746835443e-05,
+      "loss": 0.0234,
+      "step": 336650
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.729113924050633e-05,
+      "learning_rate_adapter": 1.729113924050633e-05,
+      "loss": 0.0236,
+      "step": 336700
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.727848101265823e-05,
+      "learning_rate_adapter": 1.727848101265823e-05,
+      "loss": 0.0232,
+      "step": 336750
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7265822784810127e-05,
+      "learning_rate_adapter": 1.7265822784810127e-05,
+      "loss": 0.0235,
+      "step": 336800
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7253164556962026e-05,
+      "learning_rate_adapter": 1.7253164556962026e-05,
+      "loss": 0.0234,
+      "step": 336850
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7240506329113925e-05,
+      "learning_rate_adapter": 1.7240506329113925e-05,
+      "loss": 0.0236,
+      "step": 336900
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7227848101265824e-05,
+      "learning_rate_adapter": 1.7227848101265824e-05,
+      "loss": 0.0233,
+      "step": 336950
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7215189873417723e-05,
+      "learning_rate_adapter": 1.7215189873417723e-05,
+      "loss": 0.0233,
+      "step": 337000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.720253164556962e-05,
+      "learning_rate_adapter": 1.720253164556962e-05,
+      "loss": 0.0235,
+      "step": 337050
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.718987341772152e-05,
+      "learning_rate_adapter": 1.718987341772152e-05,
+      "loss": 0.0235,
+      "step": 337100
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.717721518987342e-05,
+      "learning_rate_adapter": 1.717721518987342e-05,
+      "loss": 0.0236,
+      "step": 337150
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7164556962025315e-05,
+      "learning_rate_adapter": 1.7164556962025315e-05,
+      "loss": 0.0233,
+      "step": 337200
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7151898734177217e-05,
+      "learning_rate_adapter": 1.7151898734177217e-05,
+      "loss": 0.0233,
+      "step": 337250
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7139240506329116e-05,
+      "learning_rate_adapter": 1.7139240506329116e-05,
+      "loss": 0.0234,
+      "step": 337300
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.712658227848101e-05,
+      "learning_rate_adapter": 1.712658227848101e-05,
+      "loss": 0.0233,
+      "step": 337350
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7113924050632914e-05,
+      "learning_rate_adapter": 1.7113924050632914e-05,
+      "loss": 0.0234,
+      "step": 337400
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7101265822784812e-05,
+      "learning_rate_adapter": 1.7101265822784812e-05,
+      "loss": 0.0233,
+      "step": 337450
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.7088607594936708e-05,
+      "learning_rate_adapter": 1.7088607594936708e-05,
+      "loss": 0.0234,
+      "step": 337500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.707594936708861e-05,
+      "learning_rate_adapter": 1.707594936708861e-05,
+      "loss": 0.0234,
+      "step": 337550
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.7063291139240506e-05,
+      "learning_rate_adapter": 1.7063291139240506e-05,
+      "loss": 0.0234,
+      "step": 337600
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.7050632911392404e-05,
+      "learning_rate_adapter": 1.7050632911392404e-05,
+      "loss": 0.0234,
+      "step": 337650
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.7037974683544307e-05,
+      "learning_rate_adapter": 1.7037974683544307e-05,
+      "loss": 0.0236,
+      "step": 337700
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.7025316455696202e-05,
+      "learning_rate_adapter": 1.7025316455696202e-05,
+      "loss": 0.0234,
+      "step": 337750
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.70126582278481e-05,
+      "learning_rate_adapter": 1.70126582278481e-05,
+      "loss": 0.0234,
+      "step": 337800
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0234,
+      "step": 337850
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.69873417721519e-05,
+      "learning_rate_adapter": 1.69873417721519e-05,
+      "loss": 0.0235,
+      "step": 337900
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6974683544303798e-05,
+      "learning_rate_adapter": 1.6974683544303798e-05,
+      "loss": 0.0233,
+      "step": 337950
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6962025316455696e-05,
+      "learning_rate_adapter": 1.6962025316455696e-05,
+      "loss": 0.0234,
+      "step": 338000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6949367088607595e-05,
+      "learning_rate_adapter": 1.6949367088607595e-05,
+      "loss": 0.0235,
+      "step": 338050
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6936708860759494e-05,
+      "learning_rate_adapter": 1.6936708860759494e-05,
+      "loss": 0.0236,
+      "step": 338100
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6924050632911393e-05,
+      "learning_rate_adapter": 1.6924050632911393e-05,
+      "loss": 0.0235,
+      "step": 338150
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6911392405063292e-05,
+      "learning_rate_adapter": 1.6911392405063292e-05,
+      "loss": 0.0233,
+      "step": 338200
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.689873417721519e-05,
+      "learning_rate_adapter": 1.689873417721519e-05,
+      "loss": 0.0235,
+      "step": 338250
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.688607594936709e-05,
+      "learning_rate_adapter": 1.688607594936709e-05,
+      "loss": 0.0232,
+      "step": 338300
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.687341772151899e-05,
+      "learning_rate_adapter": 1.687341772151899e-05,
+      "loss": 0.0233,
+      "step": 338350
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6860759493670887e-05,
+      "learning_rate_adapter": 1.6860759493670887e-05,
+      "loss": 0.0234,
+      "step": 338400
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6848101265822786e-05,
+      "learning_rate_adapter": 1.6848101265822786e-05,
+      "loss": 0.0234,
+      "step": 338450
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6835443037974685e-05,
+      "learning_rate_adapter": 1.6835443037974685e-05,
+      "loss": 0.0232,
+      "step": 338500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6822784810126584e-05,
+      "learning_rate_adapter": 1.6822784810126584e-05,
+      "loss": 0.0232,
+      "step": 338550
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6810126582278483e-05,
+      "learning_rate_adapter": 1.6810126582278483e-05,
+      "loss": 0.0235,
+      "step": 338600
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.679746835443038e-05,
+      "learning_rate_adapter": 1.679746835443038e-05,
+      "loss": 0.0234,
+      "step": 338650
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.678481012658228e-05,
+      "learning_rate_adapter": 1.678481012658228e-05,
+      "loss": 0.0232,
+      "step": 338700
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.677215189873418e-05,
+      "learning_rate_adapter": 1.677215189873418e-05,
+      "loss": 0.0234,
+      "step": 338750
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6759493670886075e-05,
+      "learning_rate_adapter": 1.6759493670886075e-05,
+      "loss": 0.0236,
+      "step": 338800
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6746835443037977e-05,
+      "learning_rate_adapter": 1.6746835443037977e-05,
+      "loss": 0.0235,
+      "step": 338850
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6734177215189876e-05,
+      "learning_rate_adapter": 1.6734177215189876e-05,
+      "loss": 0.0234,
+      "step": 338900
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.672151898734177e-05,
+      "learning_rate_adapter": 1.672151898734177e-05,
+      "loss": 0.0234,
+      "step": 338950
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6708860759493674e-05,
+      "learning_rate_adapter": 1.6708860759493674e-05,
+      "loss": 0.0232,
+      "step": 339000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6696202531645572e-05,
+      "learning_rate_adapter": 1.6696202531645572e-05,
+      "loss": 0.0235,
+      "step": 339050
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6683544303797468e-05,
+      "learning_rate_adapter": 1.6683544303797468e-05,
+      "loss": 0.0234,
+      "step": 339100
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.667088607594937e-05,
+      "learning_rate_adapter": 1.667088607594937e-05,
+      "loss": 0.0235,
+      "step": 339150
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6658227848101266e-05,
+      "learning_rate_adapter": 1.6658227848101266e-05,
+      "loss": 0.0235,
+      "step": 339200
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6645569620253164e-05,
+      "learning_rate_adapter": 1.6645569620253164e-05,
+      "loss": 0.0234,
+      "step": 339250
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6632911392405067e-05,
+      "learning_rate_adapter": 1.6632911392405067e-05,
+      "loss": 0.0233,
+      "step": 339300
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6620253164556962e-05,
+      "learning_rate_adapter": 1.6620253164556962e-05,
+      "loss": 0.0235,
+      "step": 339350
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.660759493670886e-05,
+      "learning_rate_adapter": 1.660759493670886e-05,
+      "loss": 0.0236,
+      "step": 339400
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6594936708860763e-05,
+      "learning_rate_adapter": 1.6594936708860763e-05,
+      "loss": 0.0235,
+      "step": 339450
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.658227848101266e-05,
+      "learning_rate_adapter": 1.658227848101266e-05,
+      "loss": 0.0233,
+      "step": 339500
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6569620253164558e-05,
+      "learning_rate_adapter": 1.6569620253164558e-05,
+      "loss": 0.0236,
+      "step": 339550
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6556962025316456e-05,
+      "learning_rate_adapter": 1.6556962025316456e-05,
+      "loss": 0.0234,
+      "step": 339600
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6544303797468355e-05,
+      "learning_rate_adapter": 1.6544303797468355e-05,
+      "loss": 0.0233,
+      "step": 339650
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6531645569620254e-05,
+      "learning_rate_adapter": 1.6531645569620254e-05,
+      "loss": 0.0235,
+      "step": 339700
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6518987341772153e-05,
+      "learning_rate_adapter": 1.6518987341772153e-05,
+      "loss": 0.0236,
+      "step": 339750
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6506329113924052e-05,
+      "learning_rate_adapter": 1.6506329113924052e-05,
+      "loss": 0.0235,
+      "step": 339800
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.649367088607595e-05,
+      "learning_rate_adapter": 1.649367088607595e-05,
+      "loss": 0.0235,
+      "step": 339850
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.648101265822785e-05,
+      "learning_rate_adapter": 1.648101265822785e-05,
+      "loss": 0.0234,
+      "step": 339900
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.646835443037975e-05,
+      "learning_rate_adapter": 1.646835443037975e-05,
+      "loss": 0.0236,
+      "step": 339950
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6455696202531644e-05,
+      "learning_rate_adapter": 1.6455696202531644e-05,
+      "loss": 0.0235,
+      "step": 340000
+    },
+    {
+      "epoch": 2.29,
+      "eval_af_opus100_pr_auc": 0.782769533462479,
+      "eval_af_ud_pr_auc": 0.9939319868844045,
+      "eval_am_opus100_pr_auc": 0.6882772525710182,
+      "eval_ar_ersatz_pr_auc": 0.9265987708483698,
+      "eval_ar_opus100_pr_auc": 0.7340498973282573,
+      "eval_ar_ud_pr_auc": 0.8992076220563487,
+      "eval_average_ersatz_pr_auc": 0.9698971791875927,
+      "eval_average_opus100_pr_auc": 0.8489343652828883,
+      "eval_average_ud_pr_auc": 0.9669321210530023,
+      "eval_az_opus100_pr_auc": 0.7908558931825332,
+      "eval_be_opus100_pr_auc": 0.7258991180358764,
+      "eval_be_ud_pr_auc": 0.9092865426140054,
+      "eval_bg_opus100_pr_auc": 0.9284321005110358,
+      "eval_bg_ud_pr_auc": 0.996153960658618,
+      "eval_bn_opus100_pr_auc": 0.8494819351910102,
+      "eval_bn_ud_pr_auc": 0.9987006540777466,
+      "eval_ca_opus100_pr_auc": 0.8909314157260809,
+      "eval_ca_ud_pr_auc": 0.9953244352845141,
+      "eval_ceb_ud_pr_auc": 0.9979684154538926,
+      "eval_cs_ersatz_pr_auc": 0.984581545561627,
+      "eval_cs_opus100_pr_auc": 0.9141979918684684,
+      "eval_cs_ud_pr_auc": 0.9626212008045717,
+      "eval_cy_opus100_pr_auc": 0.7734776762157223,
+      "eval_cy_ud_pr_auc": 0.9953513915382654,
+      "eval_da_opus100_pr_auc": 0.9301119331745631,
+      "eval_da_ud_pr_auc": 0.9820303673319299,
+      "eval_de_ersatz_pr_auc": 0.9884057885690788,
+      "eval_de_opus100_pr_auc": 0.9083948482968378,
+      "eval_de_ud_pr_auc": 0.9848443908111462,
+      "eval_el_opus100_pr_auc": 0.9175759897027358,
+      "eval_el_ud_pr_auc": 0.9871903589829171,
+      "eval_en_ersatz_pr_auc": 0.9922743715176702,
+      "eval_en_opus100_pr_auc": 0.9297160211403374,
+      "eval_en_ud_pr_auc": 0.9848608581181301,
+      "eval_eo_opus100_pr_auc": 0.9354311808320785,
+      "eval_es_ersatz_pr_auc": 0.9967292220477464,
+      "eval_es_opus100_pr_auc": 0.934023748551678,
+      "eval_es_ud_pr_auc": 0.9926067610994407,
+      "eval_et_ersatz_pr_auc": 0.9821682079573608,
+      "eval_et_opus100_pr_auc": 0.9139421844395956,
+      "eval_et_ud_pr_auc": 0.971279528307341,
+      "eval_eu_opus100_pr_auc": 0.8843378813012677,
+      "eval_eu_ud_pr_auc": 0.9922672832008755,
+      "eval_fa_opus100_pr_auc": 0.5977711627392086,
+      "eval_fa_ud_pr_auc": 0.9952104739827492,
+      "eval_fi_ersatz_pr_auc": 0.9911037706728859,
+      "eval_fi_opus100_pr_auc": 0.9305957600984718,
+      "eval_fi_ud_pr_auc": 0.9638369799227149,
+      "eval_fr_ersatz_pr_auc": 0.988841510011335,
+      "eval_fr_opus100_pr_auc": 0.9286180369356746,
+      "eval_fr_ud_pr_auc": 0.9848450257873946,
+      "eval_fy_opus100_pr_auc": 0.6393902602878188,
+      "eval_ga_opus100_pr_auc": 0.912179394738564,
+      "eval_ga_ud_pr_auc": 0.8203536157393156,
+      "eval_gd_opus100_pr_auc": 0.6809423444396407,
+      "eval_gd_ud_pr_auc": 0.8222188986178267,
+      "eval_gl_opus100_pr_auc": 0.8943742770112609,
+      "eval_gl_ud_pr_auc": 0.998435200614846,
+      "eval_gu_ersatz_pr_auc": 0.9332212526719047,
+      "eval_gu_opus100_pr_auc": 0.7525408448198128,
+      "eval_ha_opus100_pr_auc": 0.9233134805925588,
+      "eval_he_opus100_pr_auc": 0.8797754513538422,
+      "eval_he_ud_pr_auc": 0.9815576032237459,
+      "eval_hi_ersatz_pr_auc": 0.9795648473666217,
+      "eval_hi_opus100_pr_auc": 0.7200886503166462,
+      "eval_hi_ud_pr_auc": 0.9792891175186764,
+      "eval_hu_opus100_pr_auc": 0.9295628617573074,
+      "eval_hu_ud_pr_auc": 0.9850897521925401,
+      "eval_hy_opus100_pr_auc": 0.9129519843606926,
+      "eval_hy_ud_pr_auc": 0.9774330430227217,
+      "eval_id_opus100_pr_auc": 0.8992968143731821,
+      "eval_id_ud_pr_auc": 0.9945486271059861,
+      "eval_ig_opus100_pr_auc": 0.8760001753779402,
+      "eval_is_opus100_pr_auc": 0.9365937248520962,
+      "eval_is_ud_pr_auc": 0.9126944525671221,
+      "eval_it_opus100_pr_auc": 0.9173513193319641,
+      "eval_it_ud_pr_auc": 0.996304573464188,
+      "eval_ja_ersatz_pr_auc": 0.8626891419661378,
+      "eval_ja_opus100_pr_auc": 0.8357156975858506,
+      "eval_ja_ud_pr_auc": 0.9765786598532944,
+      "eval_jv_ud_pr_auc": 0.9714237643321771,
+      "eval_ka_opus100_pr_auc": 0.8540324775669148,
+      "eval_kk_ersatz_pr_auc": 0.9894155383663794,
+      "eval_kk_opus100_pr_auc": 0.793735379014783,
+      "eval_kk_ud_pr_auc": 0.9761469054401848,
+      "eval_km_ersatz_pr_auc": 0.9364561112455599,
+      "eval_km_opus100_pr_auc": 0.7767787463200085,
+      "eval_kn_opus100_pr_auc": 0.6539531025479736,
+      "eval_ko_opus100_pr_auc": 0.6851803780150098,
+      "eval_ko_ud_pr_auc": 0.9981213194154143,
+      "eval_ku_opus100_pr_auc": 0.8579402027433941,
+      "eval_ky_opus100_pr_auc": 0.9005162967853322,
+      "eval_la_ud_pr_auc": 0.9724627049469636,
+      "eval_loss": 0.027005048468708992,
+      "eval_lt_ersatz_pr_auc": 0.9951377628197221,
+      "eval_lt_opus100_pr_auc": 0.886773092919589,
+      "eval_lt_ud_pr_auc": 0.9970693274287689,
+      "eval_lv_ersatz_pr_auc": 0.9905411673404428,
+      "eval_lv_opus100_pr_auc": 0.8946915857490948,
+      "eval_lv_ud_pr_auc": 0.9666376026268316,
+      "eval_mg_opus100_pr_auc": 0.9396165467875235,
+      "eval_mk_opus100_pr_auc": 0.919407964860693,
+      "eval_ml_opus100_pr_auc": 0.8060480671934913,
+      "eval_mn_opus100_pr_auc": 0.9395698383562601,
+      "eval_mr_opus100_pr_auc": 0.8898155603861915,
+      "eval_mr_ud_pr_auc": 0.9762381661402513,
+      "eval_ms_opus100_pr_auc": 0.876975710440405,
+      "eval_mt_opus100_pr_auc": 0.85243645621196,
+      "eval_mt_ud_pr_auc": 0.9211051516543903,
+      "eval_my_opus100_pr_auc": 0.8204301996922335,
+      "eval_ne_opus100_pr_auc": 0.7549223672910841,
+      "eval_nl_opus100_pr_auc": 0.9079629079835427,
+      "eval_nl_ud_pr_auc": 0.9863510931316408,
+      "eval_no_opus100_pr_auc": 0.9414899834774783,
+      "eval_no_ud_pr_auc": 0.9970012178888864,
+      "eval_pa_opus100_pr_auc": 0.6730725388977753,
+      "eval_pl_ersatz_pr_auc": 0.9664973124882791,
+      "eval_pl_opus100_pr_auc": 0.9021632826147287,
+      "eval_pl_ud_pr_auc": 0.9697840789411993,
+      "eval_ps_ersatz_pr_auc": 0.9211877045644146,
+      "eval_ps_opus100_pr_auc": 0.7667855335507353,
+      "eval_pt_opus100_pr_auc": 0.9242603943496429,
+      "eval_pt_ud_pr_auc": 0.9880073340326601,
+      "eval_ro_ersatz_pr_auc": 0.9941212508018378,
+      "eval_ro_opus100_pr_auc": 0.8880866134437083,
+      "eval_ro_ud_pr_auc": 0.9757562704560789,
+      "eval_ru_ersatz_pr_auc": 0.9918329665900065,
+      "eval_ru_opus100_pr_auc": 0.9371684257589683,
+      "eval_ru_ud_pr_auc": 0.8926248959462059,
+      "eval_runtime": 323.8698,
+      "eval_samples_per_second": 233.007,
+      "eval_si_opus100_pr_auc": 0.8255930729345754,
+      "eval_sk_opus100_pr_auc": 0.9391203889190717,
+      "eval_sk_ud_pr_auc": 0.9830266113947563,
+      "eval_sl_opus100_pr_auc": 0.8821207499438778,
+      "eval_sl_ud_pr_auc": 0.9695643595390963,
+      "eval_sq_opus100_pr_auc": 0.9270768362237144,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9232155731798106,
+      "eval_sr_ud_pr_auc": 0.9986312229657659,
+      "eval_steps_per_second": 0.911,
+      "eval_sv_opus100_pr_auc": 0.9067811103177877,
+      "eval_sv_ud_pr_auc": 0.94633998330829,
+      "eval_ta_ersatz_pr_auc": 0.9803530598595125,
+      "eval_ta_opus100_pr_auc": 0.7283832054709781,
+      "eval_ta_ud_pr_auc": 0.9853647098037254,
+      "eval_te_opus100_pr_auc": 0.8377034426777624,
+      "eval_tg_opus100_pr_auc": 0.9009364494296921,
+      "eval_th_opus100_pr_auc": 0.6936510764454175,
+      "eval_th_ud_pr_auc": 0.8514993619039631,
+      "eval_tr_ersatz_pr_auc": 0.9704657544761046,
+      "eval_tr_opus100_pr_auc": 0.9089554536344178,
+      "eval_tr_ud_pr_auc": 0.9620428483425028,
+      "eval_uk_opus100_pr_auc": 0.8900645386158975,
+      "eval_uk_ud_pr_auc": 0.9344322975387683,
+      "eval_ur_opus100_pr_auc": 0.6011935396569361,
+      "eval_ur_ud_pr_auc": 0.9920952431873334,
+      "eval_uz_opus100_pr_auc": 0.8826856547887038,
+      "eval_vi_opus100_pr_auc": 0.9024328176514059,
+      "eval_vi_ud_pr_auc": 0.951122309198327,
+      "eval_xh_opus100_pr_auc": 0.8862805452756264,
+      "eval_yi_opus100_pr_auc": 0.7776323219591843,
+      "eval_yo_opus100_pr_auc": 0.8411812151164213,
+      "eval_yo_ud_pr_auc": 0.9256389767687225,
+      "eval_zh_ersatz_pr_auc": 0.9755508843840422,
+      "eval_zh_opus100_pr_auc": 0.8789167846127852,
+      "eval_zh_ud_pr_auc": 0.9946213628509467,
+      "eval_zu_opus100_pr_auc": 0.8359106808801503,
+      "step": 340000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6443037974683546e-05,
+      "learning_rate_adapter": 1.6443037974683546e-05,
+      "loss": 0.0233,
+      "step": 340050
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6430379746835445e-05,
+      "learning_rate_adapter": 1.6430379746835445e-05,
+      "loss": 0.0234,
+      "step": 340100
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.641772151898734e-05,
+      "learning_rate_adapter": 1.641772151898734e-05,
+      "loss": 0.0233,
+      "step": 340150
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6405063291139243e-05,
+      "learning_rate_adapter": 1.6405063291139243e-05,
+      "loss": 0.0235,
+      "step": 340200
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.639240506329114e-05,
+      "learning_rate_adapter": 1.639240506329114e-05,
+      "loss": 0.0234,
+      "step": 340250
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6379746835443037e-05,
+      "learning_rate_adapter": 1.6379746835443037e-05,
+      "loss": 0.0237,
+      "step": 340300
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.636708860759494e-05,
+      "learning_rate_adapter": 1.636708860759494e-05,
+      "loss": 0.0234,
+      "step": 340350
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6354430379746835e-05,
+      "learning_rate_adapter": 1.6354430379746835e-05,
+      "loss": 0.0235,
+      "step": 340400
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6341772151898734e-05,
+      "learning_rate_adapter": 1.6341772151898734e-05,
+      "loss": 0.0235,
+      "step": 340450
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6329113924050636e-05,
+      "learning_rate_adapter": 1.6329113924050636e-05,
+      "loss": 0.0236,
+      "step": 340500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.631645569620253e-05,
+      "learning_rate_adapter": 1.631645569620253e-05,
+      "loss": 0.0236,
+      "step": 340550
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.630379746835443e-05,
+      "learning_rate_adapter": 1.630379746835443e-05,
+      "loss": 0.0234,
+      "step": 340600
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6291139240506332e-05,
+      "learning_rate_adapter": 1.6291139240506332e-05,
+      "loss": 0.0238,
+      "step": 340650
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6278481012658228e-05,
+      "learning_rate_adapter": 1.6278481012658228e-05,
+      "loss": 0.0233,
+      "step": 340700
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6265822784810127e-05,
+      "learning_rate_adapter": 1.6265822784810127e-05,
+      "loss": 0.0236,
+      "step": 340750
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6253164556962026e-05,
+      "learning_rate_adapter": 1.6253164556962026e-05,
+      "loss": 0.0236,
+      "step": 340800
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6240506329113924e-05,
+      "learning_rate_adapter": 1.6240506329113924e-05,
+      "loss": 0.0235,
+      "step": 340850
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6227848101265823e-05,
+      "learning_rate_adapter": 1.6227848101265823e-05,
+      "loss": 0.0232,
+      "step": 340900
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6215189873417722e-05,
+      "learning_rate_adapter": 1.6215189873417722e-05,
+      "loss": 0.0235,
+      "step": 340950
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.620253164556962e-05,
+      "learning_rate_adapter": 1.620253164556962e-05,
+      "loss": 0.0232,
+      "step": 341000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.618987341772152e-05,
+      "learning_rate_adapter": 1.618987341772152e-05,
+      "loss": 0.0233,
+      "step": 341050
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.617721518987342e-05,
+      "learning_rate_adapter": 1.617721518987342e-05,
+      "loss": 0.0232,
+      "step": 341100
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6164556962025318e-05,
+      "learning_rate_adapter": 1.6164556962025318e-05,
+      "loss": 0.0235,
+      "step": 341150
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6151898734177216e-05,
+      "learning_rate_adapter": 1.6151898734177216e-05,
+      "loss": 0.0235,
+      "step": 341200
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6139240506329115e-05,
+      "learning_rate_adapter": 1.6139240506329115e-05,
+      "loss": 0.0235,
+      "step": 341250
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6126582278481014e-05,
+      "learning_rate_adapter": 1.6126582278481014e-05,
+      "loss": 0.0235,
+      "step": 341300
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6113924050632913e-05,
+      "learning_rate_adapter": 1.6113924050632913e-05,
+      "loss": 0.0235,
+      "step": 341350
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6101265822784812e-05,
+      "learning_rate_adapter": 1.6101265822784812e-05,
+      "loss": 0.0234,
+      "step": 341400
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.608860759493671e-05,
+      "learning_rate_adapter": 1.608860759493671e-05,
+      "loss": 0.0235,
+      "step": 341450
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.607594936708861e-05,
+      "learning_rate_adapter": 1.607594936708861e-05,
+      "loss": 0.0235,
+      "step": 341500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.606329113924051e-05,
+      "learning_rate_adapter": 1.606329113924051e-05,
+      "loss": 0.0232,
+      "step": 341550
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6050632911392404e-05,
+      "learning_rate_adapter": 1.6050632911392404e-05,
+      "loss": 0.0233,
+      "step": 341600
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6037974683544306e-05,
+      "learning_rate_adapter": 1.6037974683544306e-05,
+      "loss": 0.0234,
+      "step": 341650
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6025316455696205e-05,
+      "learning_rate_adapter": 1.6025316455696205e-05,
+      "loss": 0.0235,
+      "step": 341700
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.60126582278481e-05,
+      "learning_rate_adapter": 1.60126582278481e-05,
+      "loss": 0.0237,
+      "step": 341750
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0233,
+      "step": 341800
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.59873417721519e-05,
+      "learning_rate_adapter": 1.59873417721519e-05,
+      "loss": 0.0233,
+      "step": 341850
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5974683544303797e-05,
+      "learning_rate_adapter": 1.5974683544303797e-05,
+      "loss": 0.0233,
+      "step": 341900
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.59620253164557e-05,
+      "learning_rate_adapter": 1.59620253164557e-05,
+      "loss": 0.0233,
+      "step": 341950
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5949367088607595e-05,
+      "learning_rate_adapter": 1.5949367088607595e-05,
+      "loss": 0.0234,
+      "step": 342000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5936708860759494e-05,
+      "learning_rate_adapter": 1.5936708860759494e-05,
+      "loss": 0.0236,
+      "step": 342050
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5924050632911396e-05,
+      "learning_rate_adapter": 1.5924050632911396e-05,
+      "loss": 0.0233,
+      "step": 342100
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.591139240506329e-05,
+      "learning_rate_adapter": 1.591139240506329e-05,
+      "loss": 0.0233,
+      "step": 342150
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.589873417721519e-05,
+      "learning_rate_adapter": 1.589873417721519e-05,
+      "loss": 0.0234,
+      "step": 342200
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.588607594936709e-05,
+      "learning_rate_adapter": 1.588607594936709e-05,
+      "loss": 0.0235,
+      "step": 342250
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5873417721518988e-05,
+      "learning_rate_adapter": 1.5873417721518988e-05,
+      "loss": 0.0233,
+      "step": 342300
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5860759493670887e-05,
+      "learning_rate_adapter": 1.5860759493670887e-05,
+      "loss": 0.0233,
+      "step": 342350
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5848101265822786e-05,
+      "learning_rate_adapter": 1.5848101265822786e-05,
+      "loss": 0.0235,
+      "step": 342400
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5835443037974684e-05,
+      "learning_rate_adapter": 1.5835443037974684e-05,
+      "loss": 0.0232,
+      "step": 342450
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5822784810126583e-05,
+      "learning_rate_adapter": 1.5822784810126583e-05,
+      "loss": 0.0235,
+      "step": 342500
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5810126582278482e-05,
+      "learning_rate_adapter": 1.5810126582278482e-05,
+      "loss": 0.0236,
+      "step": 342550
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.579746835443038e-05,
+      "learning_rate_adapter": 1.579746835443038e-05,
+      "loss": 0.0235,
+      "step": 342600
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5784810126582276e-05,
+      "learning_rate_adapter": 1.5784810126582276e-05,
+      "loss": 0.0234,
+      "step": 342650
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.577215189873418e-05,
+      "learning_rate_adapter": 1.577215189873418e-05,
+      "loss": 0.0233,
+      "step": 342700
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5759493670886078e-05,
+      "learning_rate_adapter": 1.5759493670886078e-05,
+      "loss": 0.0233,
+      "step": 342750
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5746835443037973e-05,
+      "learning_rate_adapter": 1.5746835443037973e-05,
+      "loss": 0.0233,
+      "step": 342800
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5734177215189875e-05,
+      "learning_rate_adapter": 1.5734177215189875e-05,
+      "loss": 0.0233,
+      "step": 342850
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5721518987341774e-05,
+      "learning_rate_adapter": 1.5721518987341774e-05,
+      "loss": 0.0236,
+      "step": 342900
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.570886075949367e-05,
+      "learning_rate_adapter": 1.570886075949367e-05,
+      "loss": 0.0235,
+      "step": 342950
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5696202531645572e-05,
+      "learning_rate_adapter": 1.5696202531645572e-05,
+      "loss": 0.0234,
+      "step": 343000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5683544303797467e-05,
+      "learning_rate_adapter": 1.5683544303797467e-05,
+      "loss": 0.0234,
+      "step": 343050
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5670886075949366e-05,
+      "learning_rate_adapter": 1.5670886075949366e-05,
+      "loss": 0.0235,
+      "step": 343100
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.565822784810127e-05,
+      "learning_rate_adapter": 1.565822784810127e-05,
+      "loss": 0.0233,
+      "step": 343150
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5645569620253164e-05,
+      "learning_rate_adapter": 1.5645569620253164e-05,
+      "loss": 0.0233,
+      "step": 343200
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5632911392405063e-05,
+      "learning_rate_adapter": 1.5632911392405063e-05,
+      "loss": 0.0234,
+      "step": 343250
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5620253164556965e-05,
+      "learning_rate_adapter": 1.5620253164556965e-05,
+      "loss": 0.0233,
+      "step": 343300
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.560759493670886e-05,
+      "learning_rate_adapter": 1.560759493670886e-05,
+      "loss": 0.0234,
+      "step": 343350
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.559493670886076e-05,
+      "learning_rate_adapter": 1.559493670886076e-05,
+      "loss": 0.0235,
+      "step": 343400
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5582278481012658e-05,
+      "learning_rate_adapter": 1.5582278481012658e-05,
+      "loss": 0.0234,
+      "step": 343450
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5569620253164557e-05,
+      "learning_rate_adapter": 1.5569620253164557e-05,
+      "loss": 0.0234,
+      "step": 343500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5556962025316456e-05,
+      "learning_rate_adapter": 1.5556962025316456e-05,
+      "loss": 0.0234,
+      "step": 343550
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5544303797468355e-05,
+      "learning_rate_adapter": 1.5544303797468355e-05,
+      "loss": 0.0234,
+      "step": 343600
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5531645569620254e-05,
+      "learning_rate_adapter": 1.5531645569620254e-05,
+      "loss": 0.0233,
+      "step": 343650
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5518987341772152e-05,
+      "learning_rate_adapter": 1.5518987341772152e-05,
+      "loss": 0.0236,
+      "step": 343700
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.550632911392405e-05,
+      "learning_rate_adapter": 1.550632911392405e-05,
+      "loss": 0.0235,
+      "step": 343750
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.549367088607595e-05,
+      "learning_rate_adapter": 1.549367088607595e-05,
+      "loss": 0.0234,
+      "step": 343800
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.548101265822785e-05,
+      "learning_rate_adapter": 1.548101265822785e-05,
+      "loss": 0.0237,
+      "step": 343850
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5468354430379748e-05,
+      "learning_rate_adapter": 1.5468354430379748e-05,
+      "loss": 0.0235,
+      "step": 343900
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5455696202531647e-05,
+      "learning_rate_adapter": 1.5455696202531647e-05,
+      "loss": 0.0234,
+      "step": 343950
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5443037974683546e-05,
+      "learning_rate_adapter": 1.5443037974683546e-05,
+      "loss": 0.0234,
+      "step": 344000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5430379746835444e-05,
+      "learning_rate_adapter": 1.5430379746835444e-05,
+      "loss": 0.0233,
+      "step": 344050
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5417721518987343e-05,
+      "learning_rate_adapter": 1.5417721518987343e-05,
+      "loss": 0.0235,
+      "step": 344100
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5405063291139242e-05,
+      "learning_rate_adapter": 1.5405063291139242e-05,
+      "loss": 0.0234,
+      "step": 344150
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.539240506329114e-05,
+      "learning_rate_adapter": 1.539240506329114e-05,
+      "loss": 0.0233,
+      "step": 344200
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5379746835443036e-05,
+      "learning_rate_adapter": 1.5379746835443036e-05,
+      "loss": 0.0237,
+      "step": 344250
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.536708860759494e-05,
+      "learning_rate_adapter": 1.536708860759494e-05,
+      "loss": 0.0237,
+      "step": 344300
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5354430379746838e-05,
+      "learning_rate_adapter": 1.5354430379746838e-05,
+      "loss": 0.0235,
+      "step": 344350
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5341772151898733e-05,
+      "learning_rate_adapter": 1.5341772151898733e-05,
+      "loss": 0.0235,
+      "step": 344400
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5329113924050635e-05,
+      "learning_rate_adapter": 1.5329113924050635e-05,
+      "loss": 0.0233,
+      "step": 344450
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5316455696202534e-05,
+      "learning_rate_adapter": 1.5316455696202534e-05,
+      "loss": 0.0235,
+      "step": 344500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.530379746835443e-05,
+      "learning_rate_adapter": 1.530379746835443e-05,
+      "loss": 0.0234,
+      "step": 344550
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5291139240506332e-05,
+      "learning_rate_adapter": 1.5291139240506332e-05,
+      "loss": 0.0233,
+      "step": 344600
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5278481012658227e-05,
+      "learning_rate_adapter": 1.5278481012658227e-05,
+      "loss": 0.0233,
+      "step": 344650
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5265822784810126e-05,
+      "learning_rate_adapter": 1.5265822784810126e-05,
+      "loss": 0.0233,
+      "step": 344700
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5253164556962027e-05,
+      "learning_rate_adapter": 1.5253164556962027e-05,
+      "loss": 0.0235,
+      "step": 344750
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5240506329113924e-05,
+      "learning_rate_adapter": 1.5240506329113924e-05,
+      "loss": 0.0236,
+      "step": 344800
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5227848101265824e-05,
+      "learning_rate_adapter": 1.5227848101265824e-05,
+      "loss": 0.0234,
+      "step": 344850
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5215189873417723e-05,
+      "learning_rate_adapter": 1.5215189873417723e-05,
+      "loss": 0.023,
+      "step": 344900
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.520253164556962e-05,
+      "learning_rate_adapter": 1.520253164556962e-05,
+      "loss": 0.0236,
+      "step": 344950
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5189873417721521e-05,
+      "learning_rate_adapter": 1.5189873417721521e-05,
+      "loss": 0.0233,
+      "step": 345000
+    },
+    {
+      "epoch": 2.33,
+      "eval_af_opus100_pr_auc": 0.7770716091512428,
+      "eval_af_ud_pr_auc": 0.9935172297464754,
+      "eval_am_opus100_pr_auc": 0.686975080079543,
+      "eval_ar_ersatz_pr_auc": 0.9254783295790906,
+      "eval_ar_opus100_pr_auc": 0.7354769162399107,
+      "eval_ar_ud_pr_auc": 0.8944459063141158,
+      "eval_average_ersatz_pr_auc": 0.9712075964722559,
+      "eval_average_opus100_pr_auc": 0.8471975696770969,
+      "eval_average_ud_pr_auc": 0.9669953509761241,
+      "eval_az_opus100_pr_auc": 0.770138764239565,
+      "eval_be_opus100_pr_auc": 0.7148129517664888,
+      "eval_be_ud_pr_auc": 0.9120342167366562,
+      "eval_bg_opus100_pr_auc": 0.9225814526167996,
+      "eval_bg_ud_pr_auc": 0.9962828225926079,
+      "eval_bn_opus100_pr_auc": 0.8468584151377349,
+      "eval_bn_ud_pr_auc": 0.9969310575676725,
+      "eval_ca_opus100_pr_auc": 0.8863369246844284,
+      "eval_ca_ud_pr_auc": 0.9946394131887069,
+      "eval_ceb_ud_pr_auc": 0.9978432466075634,
+      "eval_cs_ersatz_pr_auc": 0.9845532496715591,
+      "eval_cs_opus100_pr_auc": 0.9131596012143179,
+      "eval_cs_ud_pr_auc": 0.9631342202261384,
+      "eval_cy_opus100_pr_auc": 0.775860959954451,
+      "eval_cy_ud_pr_auc": 0.9955798433752221,
+      "eval_da_opus100_pr_auc": 0.9275487884527334,
+      "eval_da_ud_pr_auc": 0.9817434293585621,
+      "eval_de_ersatz_pr_auc": 0.9891261383651684,
+      "eval_de_opus100_pr_auc": 0.9077402309416677,
+      "eval_de_ud_pr_auc": 0.9849904317216666,
+      "eval_el_opus100_pr_auc": 0.9148324101773342,
+      "eval_el_ud_pr_auc": 0.9912598424463754,
+      "eval_en_ersatz_pr_auc": 0.992382307461317,
+      "eval_en_opus100_pr_auc": 0.9295744725497289,
+      "eval_en_ud_pr_auc": 0.982773200335363,
+      "eval_eo_opus100_pr_auc": 0.93093274144689,
+      "eval_es_ersatz_pr_auc": 0.9967607910830267,
+      "eval_es_opus100_pr_auc": 0.930648564347407,
+      "eval_es_ud_pr_auc": 0.9921313808933737,
+      "eval_et_ersatz_pr_auc": 0.9841058822057963,
+      "eval_et_opus100_pr_auc": 0.9134756598763496,
+      "eval_et_ud_pr_auc": 0.9723250409309172,
+      "eval_eu_opus100_pr_auc": 0.878586656893014,
+      "eval_eu_ud_pr_auc": 0.9916292866706553,
+      "eval_fa_opus100_pr_auc": 0.62247787110501,
+      "eval_fa_ud_pr_auc": 0.9956010872502011,
+      "eval_fi_ersatz_pr_auc": 0.9913838566032943,
+      "eval_fi_opus100_pr_auc": 0.9259802764183833,
+      "eval_fi_ud_pr_auc": 0.9642996740508594,
+      "eval_fr_ersatz_pr_auc": 0.9894664737561301,
+      "eval_fr_opus100_pr_auc": 0.926128915726779,
+      "eval_fr_ud_pr_auc": 0.9822255974748889,
+      "eval_fy_opus100_pr_auc": 0.6289886009044816,
+      "eval_ga_opus100_pr_auc": 0.9127010680679414,
+      "eval_ga_ud_pr_auc": 0.8150720232678776,
+      "eval_gd_opus100_pr_auc": 0.69334702806106,
+      "eval_gd_ud_pr_auc": 0.8207971220232689,
+      "eval_gl_opus100_pr_auc": 0.8897985471656162,
+      "eval_gl_ud_pr_auc": 0.9983145666122084,
+      "eval_gu_ersatz_pr_auc": 0.9350188200796147,
+      "eval_gu_opus100_pr_auc": 0.7568380603451281,
+      "eval_ha_opus100_pr_auc": 0.9228532846083582,
+      "eval_he_opus100_pr_auc": 0.8775607185082328,
+      "eval_he_ud_pr_auc": 0.9834367641477163,
+      "eval_hi_ersatz_pr_auc": 0.9799060675883619,
+      "eval_hi_opus100_pr_auc": 0.7176880686997887,
+      "eval_hi_ud_pr_auc": 0.9788789851631235,
+      "eval_hu_opus100_pr_auc": 0.9239914659263082,
+      "eval_hu_ud_pr_auc": 0.9860567951422153,
+      "eval_hy_opus100_pr_auc": 0.9095675658235172,
+      "eval_hy_ud_pr_auc": 0.9796796710307929,
+      "eval_id_opus100_pr_auc": 0.8903123625217849,
+      "eval_id_ud_pr_auc": 0.9944825053461469,
+      "eval_ig_opus100_pr_auc": 0.8774775961938264,
+      "eval_is_opus100_pr_auc": 0.9336478909900573,
+      "eval_is_ud_pr_auc": 0.9171923307468239,
+      "eval_it_opus100_pr_auc": 0.9149216203309515,
+      "eval_it_ud_pr_auc": 0.9972909106154831,
+      "eval_ja_ersatz_pr_auc": 0.8793197157975065,
+      "eval_ja_opus100_pr_auc": 0.8465047822103119,
+      "eval_ja_ud_pr_auc": 0.9752328358927919,
+      "eval_jv_ud_pr_auc": 0.9703747250442389,
+      "eval_ka_opus100_pr_auc": 0.8551727437330382,
+      "eval_kk_ersatz_pr_auc": 0.9886759214796628,
+      "eval_kk_opus100_pr_auc": 0.7798148894038343,
+      "eval_kk_ud_pr_auc": 0.97657244631109,
+      "eval_km_ersatz_pr_auc": 0.9344025987189654,
+      "eval_km_opus100_pr_auc": 0.7834357044627067,
+      "eval_kn_opus100_pr_auc": 0.6467536617214321,
+      "eval_ko_opus100_pr_auc": 0.6957859411333465,
+      "eval_ko_ud_pr_auc": 0.9984060069130871,
+      "eval_ku_opus100_pr_auc": 0.8608696195105443,
+      "eval_ky_opus100_pr_auc": 0.9024415813109097,
+      "eval_la_ud_pr_auc": 0.9705059386817625,
+      "eval_loss": 0.026970133185386658,
+      "eval_lt_ersatz_pr_auc": 0.9953546896967235,
+      "eval_lt_opus100_pr_auc": 0.8869811635634789,
+      "eval_lt_ud_pr_auc": 0.9967861639642421,
+      "eval_lv_ersatz_pr_auc": 0.9902782442337494,
+      "eval_lv_opus100_pr_auc": 0.9017101494153666,
+      "eval_lv_ud_pr_auc": 0.9680586268860261,
+      "eval_mg_opus100_pr_auc": 0.9403773135416078,
+      "eval_mk_opus100_pr_auc": 0.9171511707057473,
+      "eval_ml_opus100_pr_auc": 0.8083940649657285,
+      "eval_mn_opus100_pr_auc": 0.9399692506109413,
+      "eval_mr_opus100_pr_auc": 0.8934574519339912,
+      "eval_mr_ud_pr_auc": 0.9827239547735679,
+      "eval_ms_opus100_pr_auc": 0.8710782858027564,
+      "eval_mt_opus100_pr_auc": 0.8505657329236,
+      "eval_mt_ud_pr_auc": 0.9242352769084812,
+      "eval_my_opus100_pr_auc": 0.8305196032437172,
+      "eval_ne_opus100_pr_auc": 0.7530203909692508,
+      "eval_nl_opus100_pr_auc": 0.9035467010016862,
+      "eval_nl_ud_pr_auc": 0.9877586498560574,
+      "eval_no_opus100_pr_auc": 0.9353863748305586,
+      "eval_no_ud_pr_auc": 0.9969778371897713,
+      "eval_pa_opus100_pr_auc": 0.6691191596719309,
+      "eval_pl_ersatz_pr_auc": 0.9676353999273996,
+      "eval_pl_opus100_pr_auc": 0.8963180524187491,
+      "eval_pl_ud_pr_auc": 0.9698557777543593,
+      "eval_ps_ersatz_pr_auc": 0.929329217984303,
+      "eval_ps_opus100_pr_auc": 0.7655415267686816,
+      "eval_pt_opus100_pr_auc": 0.9229717090501525,
+      "eval_pt_ud_pr_auc": 0.9882050376081104,
+      "eval_ro_ersatz_pr_auc": 0.9942808847995374,
+      "eval_ro_opus100_pr_auc": 0.878322355011459,
+      "eval_ro_ud_pr_auc": 0.9639960217209915,
+      "eval_ru_ersatz_pr_auc": 0.9918036877218903,
+      "eval_ru_opus100_pr_auc": 0.9341646803353123,
+      "eval_ru_ud_pr_auc": 0.8827848500309605,
+      "eval_runtime": 321.4586,
+      "eval_samples_per_second": 234.755,
+      "eval_si_opus100_pr_auc": 0.825671140713819,
+      "eval_sk_opus100_pr_auc": 0.936494238709348,
+      "eval_sk_ud_pr_auc": 0.9829229469020537,
+      "eval_sl_opus100_pr_auc": 0.872658394827575,
+      "eval_sl_ud_pr_auc": 0.9720230176048755,
+      "eval_sq_opus100_pr_auc": 0.925110643541031,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9170061621123266,
+      "eval_sr_ud_pr_auc": 0.9988111398035642,
+      "eval_steps_per_second": 0.918,
+      "eval_sv_opus100_pr_auc": 0.9021472761549721,
+      "eval_sv_ud_pr_auc": 0.9464622776946195,
+      "eval_ta_ersatz_pr_auc": 0.9817491563611219,
+      "eval_ta_opus100_pr_auc": 0.7268496671858574,
+      "eval_ta_ud_pr_auc": 0.9869556783510431,
+      "eval_te_opus100_pr_auc": 0.8425856821679873,
+      "eval_tg_opus100_pr_auc": 0.8973512935599839,
+      "eval_th_opus100_pr_auc": 0.6979902611436574,
+      "eval_th_ud_pr_auc": 0.8543146344354624,
+      "eval_tr_ersatz_pr_auc": 0.9680445744680114,
+      "eval_tr_opus100_pr_auc": 0.9007552538063165,
+      "eval_tr_ud_pr_auc": 0.9593634786922973,
+      "eval_uk_opus100_pr_auc": 0.8847433280926554,
+      "eval_uk_ud_pr_auc": 0.9372436117244337,
+      "eval_ur_opus100_pr_auc": 0.6076555807730453,
+      "eval_ur_ud_pr_auc": 0.9929901607590962,
+      "eval_uz_opus100_pr_auc": 0.8824599360192922,
+      "eval_vi_opus100_pr_auc": 0.9005781529058046,
+      "eval_vi_ud_pr_auc": 0.9577679582047698,
+      "eval_xh_opus100_pr_auc": 0.8817134638090806,
+      "eval_yi_opus100_pr_auc": 0.7521906106923294,
+      "eval_yo_opus100_pr_auc": 0.8423922861696234,
+      "eval_yo_ud_pr_auc": 0.9277693531148116,
+      "eval_zh_ersatz_pr_auc": 0.9775111148074036,
+      "eval_zh_opus100_pr_auc": 0.8863541584327956,
+      "eval_zh_ud_pr_auc": 0.9950479972328248,
+      "eval_zu_opus100_pr_auc": 0.831225981286773,
+      "step": 345000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5177215189873416e-05,
+      "learning_rate_adapter": 1.5177215189873416e-05,
+      "loss": 0.0235,
+      "step": 345050
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5164556962025317e-05,
+      "learning_rate_adapter": 1.5164556962025317e-05,
+      "loss": 0.0235,
+      "step": 345100
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5151898734177218e-05,
+      "learning_rate_adapter": 1.5151898734177218e-05,
+      "loss": 0.0234,
+      "step": 345150
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5139240506329113e-05,
+      "learning_rate_adapter": 1.5139240506329113e-05,
+      "loss": 0.0233,
+      "step": 345200
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5126582278481014e-05,
+      "learning_rate_adapter": 1.5126582278481014e-05,
+      "loss": 0.0235,
+      "step": 345250
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5113924050632914e-05,
+      "learning_rate_adapter": 1.5113924050632914e-05,
+      "loss": 0.0235,
+      "step": 345300
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.510126582278481e-05,
+      "learning_rate_adapter": 1.510126582278481e-05,
+      "loss": 0.0233,
+      "step": 345350
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.508860759493671e-05,
+      "learning_rate_adapter": 1.508860759493671e-05,
+      "loss": 0.0233,
+      "step": 345400
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5075949367088607e-05,
+      "learning_rate_adapter": 1.5075949367088607e-05,
+      "loss": 0.0234,
+      "step": 345450
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5063291139240506e-05,
+      "learning_rate_adapter": 1.5063291139240506e-05,
+      "loss": 0.0234,
+      "step": 345500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5050632911392407e-05,
+      "learning_rate_adapter": 1.5050632911392407e-05,
+      "loss": 0.0234,
+      "step": 345550
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5037974683544304e-05,
+      "learning_rate_adapter": 1.5037974683544304e-05,
+      "loss": 0.0235,
+      "step": 345600
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5025316455696203e-05,
+      "learning_rate_adapter": 1.5025316455696203e-05,
+      "loss": 0.0233,
+      "step": 345650
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5012658227848103e-05,
+      "learning_rate_adapter": 1.5012658227848103e-05,
+      "loss": 0.0236,
+      "step": 345700
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0235,
+      "step": 345750
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.49873417721519e-05,
+      "learning_rate_adapter": 1.49873417721519e-05,
+      "loss": 0.0232,
+      "step": 345800
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4974683544303796e-05,
+      "learning_rate_adapter": 1.4974683544303796e-05,
+      "loss": 0.0235,
+      "step": 345850
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4962025316455697e-05,
+      "learning_rate_adapter": 1.4962025316455697e-05,
+      "loss": 0.0235,
+      "step": 345900
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4949367088607596e-05,
+      "learning_rate_adapter": 1.4949367088607596e-05,
+      "loss": 0.0232,
+      "step": 345950
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4936708860759493e-05,
+      "learning_rate_adapter": 1.4936708860759493e-05,
+      "loss": 0.0235,
+      "step": 346000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4924050632911394e-05,
+      "learning_rate_adapter": 1.4924050632911394e-05,
+      "loss": 0.0232,
+      "step": 346050
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4911392405063292e-05,
+      "learning_rate_adapter": 1.4911392405063292e-05,
+      "loss": 0.0232,
+      "step": 346100
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.489873417721519e-05,
+      "learning_rate_adapter": 1.489873417721519e-05,
+      "loss": 0.0235,
+      "step": 346150
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.488607594936709e-05,
+      "learning_rate_adapter": 1.488607594936709e-05,
+      "loss": 0.0233,
+      "step": 346200
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4873417721518987e-05,
+      "learning_rate_adapter": 1.4873417721518987e-05,
+      "loss": 0.0234,
+      "step": 346250
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4860759493670886e-05,
+      "learning_rate_adapter": 1.4860759493670886e-05,
+      "loss": 0.0233,
+      "step": 346300
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4848101265822787e-05,
+      "learning_rate_adapter": 1.4848101265822787e-05,
+      "loss": 0.0236,
+      "step": 346350
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4835443037974684e-05,
+      "learning_rate_adapter": 1.4835443037974684e-05,
+      "loss": 0.023,
+      "step": 346400
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4822784810126583e-05,
+      "learning_rate_adapter": 1.4822784810126583e-05,
+      "loss": 0.0235,
+      "step": 346450
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4810126582278483e-05,
+      "learning_rate_adapter": 1.4810126582278483e-05,
+      "loss": 0.0233,
+      "step": 346500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.479746835443038e-05,
+      "learning_rate_adapter": 1.479746835443038e-05,
+      "loss": 0.0234,
+      "step": 346550
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.478481012658228e-05,
+      "learning_rate_adapter": 1.478481012658228e-05,
+      "loss": 0.0233,
+      "step": 346600
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4772151898734176e-05,
+      "learning_rate_adapter": 1.4772151898734176e-05,
+      "loss": 0.0232,
+      "step": 346650
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4759493670886077e-05,
+      "learning_rate_adapter": 1.4759493670886077e-05,
+      "loss": 0.0231,
+      "step": 346700
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4746835443037976e-05,
+      "learning_rate_adapter": 1.4746835443037976e-05,
+      "loss": 0.0233,
+      "step": 346750
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4734177215189873e-05,
+      "learning_rate_adapter": 1.4734177215189873e-05,
+      "loss": 0.0232,
+      "step": 346800
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4721518987341774e-05,
+      "learning_rate_adapter": 1.4721518987341774e-05,
+      "loss": 0.0234,
+      "step": 346850
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4708860759493672e-05,
+      "learning_rate_adapter": 1.4708860759493672e-05,
+      "loss": 0.0234,
+      "step": 346900
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.469620253164557e-05,
+      "learning_rate_adapter": 1.469620253164557e-05,
+      "loss": 0.0233,
+      "step": 346950
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.468354430379747e-05,
+      "learning_rate_adapter": 1.468354430379747e-05,
+      "loss": 0.0236,
+      "step": 347000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4670886075949367e-05,
+      "learning_rate_adapter": 1.4670886075949367e-05,
+      "loss": 0.0236,
+      "step": 347050
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4658227848101266e-05,
+      "learning_rate_adapter": 1.4658227848101266e-05,
+      "loss": 0.0234,
+      "step": 347100
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4645569620253167e-05,
+      "learning_rate_adapter": 1.4645569620253167e-05,
+      "loss": 0.0233,
+      "step": 347150
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4632911392405064e-05,
+      "learning_rate_adapter": 1.4632911392405064e-05,
+      "loss": 0.0233,
+      "step": 347200
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4620253164556963e-05,
+      "learning_rate_adapter": 1.4620253164556963e-05,
+      "loss": 0.0232,
+      "step": 347250
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4607594936708863e-05,
+      "learning_rate_adapter": 1.4607594936708863e-05,
+      "loss": 0.0232,
+      "step": 347300
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.459493670886076e-05,
+      "learning_rate_adapter": 1.459493670886076e-05,
+      "loss": 0.0235,
+      "step": 347350
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.458227848101266e-05,
+      "learning_rate_adapter": 1.458227848101266e-05,
+      "loss": 0.0234,
+      "step": 347400
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4569620253164556e-05,
+      "learning_rate_adapter": 1.4569620253164556e-05,
+      "loss": 0.0234,
+      "step": 347450
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4556962025316457e-05,
+      "learning_rate_adapter": 1.4556962025316457e-05,
+      "loss": 0.0233,
+      "step": 347500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4544303797468356e-05,
+      "learning_rate_adapter": 1.4544303797468356e-05,
+      "loss": 0.0234,
+      "step": 347550
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4531645569620253e-05,
+      "learning_rate_adapter": 1.4531645569620253e-05,
+      "loss": 0.0233,
+      "step": 347600
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4518987341772153e-05,
+      "learning_rate_adapter": 1.4518987341772153e-05,
+      "loss": 0.0236,
+      "step": 347650
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4506329113924052e-05,
+      "learning_rate_adapter": 1.4506329113924052e-05,
+      "loss": 0.0234,
+      "step": 347700
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.449367088607595e-05,
+      "learning_rate_adapter": 1.449367088607595e-05,
+      "loss": 0.0233,
+      "step": 347750
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.448101265822785e-05,
+      "learning_rate_adapter": 1.448101265822785e-05,
+      "loss": 0.0232,
+      "step": 347800
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4468354430379746e-05,
+      "learning_rate_adapter": 1.4468354430379746e-05,
+      "loss": 0.0234,
+      "step": 347850
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4455696202531646e-05,
+      "learning_rate_adapter": 1.4455696202531646e-05,
+      "loss": 0.0232,
+      "step": 347900
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4443037974683547e-05,
+      "learning_rate_adapter": 1.4443037974683547e-05,
+      "loss": 0.0234,
+      "step": 347950
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4430379746835442e-05,
+      "learning_rate_adapter": 1.4430379746835442e-05,
+      "loss": 0.0235,
+      "step": 348000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4417721518987343e-05,
+      "learning_rate_adapter": 1.4417721518987343e-05,
+      "loss": 0.0232,
+      "step": 348050
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4405063291139243e-05,
+      "learning_rate_adapter": 1.4405063291139243e-05,
+      "loss": 0.0235,
+      "step": 348100
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4392405063291139e-05,
+      "learning_rate_adapter": 1.4392405063291139e-05,
+      "loss": 0.0235,
+      "step": 348150
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.437974683544304e-05,
+      "learning_rate_adapter": 1.437974683544304e-05,
+      "loss": 0.0231,
+      "step": 348200
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4367088607594936e-05,
+      "learning_rate_adapter": 1.4367088607594936e-05,
+      "loss": 0.0231,
+      "step": 348250
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4354430379746835e-05,
+      "learning_rate_adapter": 1.4354430379746835e-05,
+      "loss": 0.0233,
+      "step": 348300
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4341772151898736e-05,
+      "learning_rate_adapter": 1.4341772151898736e-05,
+      "loss": 0.0234,
+      "step": 348350
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4329113924050633e-05,
+      "learning_rate_adapter": 1.4329113924050633e-05,
+      "loss": 0.0233,
+      "step": 348400
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4316455696202532e-05,
+      "learning_rate_adapter": 1.4316455696202532e-05,
+      "loss": 0.0234,
+      "step": 348450
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4303797468354432e-05,
+      "learning_rate_adapter": 1.4303797468354432e-05,
+      "loss": 0.0231,
+      "step": 348500
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.429113924050633e-05,
+      "learning_rate_adapter": 1.429113924050633e-05,
+      "loss": 0.0232,
+      "step": 348550
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4278481012658228e-05,
+      "learning_rate_adapter": 1.4278481012658228e-05,
+      "loss": 0.0232,
+      "step": 348600
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4265822784810126e-05,
+      "learning_rate_adapter": 1.4265822784810126e-05,
+      "loss": 0.0236,
+      "step": 348650
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4253164556962026e-05,
+      "learning_rate_adapter": 1.4253164556962026e-05,
+      "loss": 0.0234,
+      "step": 348700
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4240506329113925e-05,
+      "learning_rate_adapter": 1.4240506329113925e-05,
+      "loss": 0.0233,
+      "step": 348750
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4227848101265822e-05,
+      "learning_rate_adapter": 1.4227848101265822e-05,
+      "loss": 0.0234,
+      "step": 348800
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4215189873417723e-05,
+      "learning_rate_adapter": 1.4215189873417723e-05,
+      "loss": 0.0234,
+      "step": 348850
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4202531645569621e-05,
+      "learning_rate_adapter": 1.4202531645569621e-05,
+      "loss": 0.0233,
+      "step": 348900
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4189873417721519e-05,
+      "learning_rate_adapter": 1.4189873417721519e-05,
+      "loss": 0.0234,
+      "step": 348950
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.417721518987342e-05,
+      "learning_rate_adapter": 1.417721518987342e-05,
+      "loss": 0.0233,
+      "step": 349000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4164556962025316e-05,
+      "learning_rate_adapter": 1.4164556962025316e-05,
+      "loss": 0.0234,
+      "step": 349050
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4151898734177215e-05,
+      "learning_rate_adapter": 1.4151898734177215e-05,
+      "loss": 0.0231,
+      "step": 349100
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4139240506329116e-05,
+      "learning_rate_adapter": 1.4139240506329116e-05,
+      "loss": 0.0233,
+      "step": 349150
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4126582278481013e-05,
+      "learning_rate_adapter": 1.4126582278481013e-05,
+      "loss": 0.0232,
+      "step": 349200
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4113924050632912e-05,
+      "learning_rate_adapter": 1.4113924050632912e-05,
+      "loss": 0.0232,
+      "step": 349250
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4101265822784812e-05,
+      "learning_rate_adapter": 1.4101265822784812e-05,
+      "loss": 0.0233,
+      "step": 349300
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.408860759493671e-05,
+      "learning_rate_adapter": 1.408860759493671e-05,
+      "loss": 0.0233,
+      "step": 349350
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4075949367088608e-05,
+      "learning_rate_adapter": 1.4075949367088608e-05,
+      "loss": 0.0236,
+      "step": 349400
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4063291139240506e-05,
+      "learning_rate_adapter": 1.4063291139240506e-05,
+      "loss": 0.0232,
+      "step": 349450
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4050632911392406e-05,
+      "learning_rate_adapter": 1.4050632911392406e-05,
+      "loss": 0.0235,
+      "step": 349500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4037974683544305e-05,
+      "learning_rate_adapter": 1.4037974683544305e-05,
+      "loss": 0.0232,
+      "step": 349550
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4025316455696202e-05,
+      "learning_rate_adapter": 1.4025316455696202e-05,
+      "loss": 0.0234,
+      "step": 349600
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4012658227848103e-05,
+      "learning_rate_adapter": 1.4012658227848103e-05,
+      "loss": 0.0234,
+      "step": 349650
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0234,
+      "step": 349700
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3987341772151899e-05,
+      "learning_rate_adapter": 1.3987341772151899e-05,
+      "loss": 0.0235,
+      "step": 349750
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.39746835443038e-05,
+      "learning_rate_adapter": 1.39746835443038e-05,
+      "loss": 0.0235,
+      "step": 349800
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3962025316455696e-05,
+      "learning_rate_adapter": 1.3962025316455696e-05,
+      "loss": 0.0233,
+      "step": 349850
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3949367088607595e-05,
+      "learning_rate_adapter": 1.3949367088607595e-05,
+      "loss": 0.0235,
+      "step": 349900
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3936708860759496e-05,
+      "learning_rate_adapter": 1.3936708860759496e-05,
+      "loss": 0.0234,
+      "step": 349950
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3924050632911393e-05,
+      "learning_rate_adapter": 1.3924050632911393e-05,
+      "loss": 0.0233,
+      "step": 350000
+    },
+    {
+      "epoch": 2.36,
+      "eval_af_opus100_pr_auc": 0.7777812275733463,
+      "eval_af_ud_pr_auc": 0.9929176301153223,
+      "eval_am_opus100_pr_auc": 0.6960588703250683,
+      "eval_ar_ersatz_pr_auc": 0.9258344295979847,
+      "eval_ar_opus100_pr_auc": 0.7335321165338698,
+      "eval_ar_ud_pr_auc": 0.8977662329596897,
+      "eval_average_ersatz_pr_auc": 0.9714127871752397,
+      "eval_average_opus100_pr_auc": 0.8486736913090086,
+      "eval_average_ud_pr_auc": 0.9672605324575454,
+      "eval_az_opus100_pr_auc": 0.7754472853878952,
+      "eval_be_opus100_pr_auc": 0.7234848726060944,
+      "eval_be_ud_pr_auc": 0.9120532914206129,
+      "eval_bg_opus100_pr_auc": 0.9237898194701576,
+      "eval_bg_ud_pr_auc": 0.9962873016928366,
+      "eval_bn_opus100_pr_auc": 0.8508709669875538,
+      "eval_bn_ud_pr_auc": 0.9990344616049505,
+      "eval_ca_opus100_pr_auc": 0.8850331749889931,
+      "eval_ca_ud_pr_auc": 0.9940802845263319,
+      "eval_ceb_ud_pr_auc": 0.9981706919435331,
+      "eval_cs_ersatz_pr_auc": 0.9847740758163896,
+      "eval_cs_opus100_pr_auc": 0.9135588222363625,
+      "eval_cs_ud_pr_auc": 0.9621885225471295,
+      "eval_cy_opus100_pr_auc": 0.7818234922603258,
+      "eval_cy_ud_pr_auc": 0.9954068059851816,
+      "eval_da_opus100_pr_auc": 0.9254703026464723,
+      "eval_da_ud_pr_auc": 0.9816349917250965,
+      "eval_de_ersatz_pr_auc": 0.9887249614945445,
+      "eval_de_opus100_pr_auc": 0.9092551266603681,
+      "eval_de_ud_pr_auc": 0.9851267564892355,
+      "eval_el_opus100_pr_auc": 0.9145937480505316,
+      "eval_el_ud_pr_auc": 0.9908798343579172,
+      "eval_en_ersatz_pr_auc": 0.9923321876318654,
+      "eval_en_opus100_pr_auc": 0.9290506239654135,
+      "eval_en_ud_pr_auc": 0.9844464792305171,
+      "eval_eo_opus100_pr_auc": 0.9331007203406377,
+      "eval_es_ersatz_pr_auc": 0.9969690953091609,
+      "eval_es_opus100_pr_auc": 0.9325297233981026,
+      "eval_es_ud_pr_auc": 0.9922732596270176,
+      "eval_et_ersatz_pr_auc": 0.9838724422929521,
+      "eval_et_opus100_pr_auc": 0.9129705657388364,
+      "eval_et_ud_pr_auc": 0.9668824237861392,
+      "eval_eu_opus100_pr_auc": 0.8832479201069797,
+      "eval_eu_ud_pr_auc": 0.9923548720205688,
+      "eval_fa_opus100_pr_auc": 0.6070676140871435,
+      "eval_fa_ud_pr_auc": 0.994264333743992,
+      "eval_fi_ersatz_pr_auc": 0.992263531135545,
+      "eval_fi_opus100_pr_auc": 0.9280765979140888,
+      "eval_fi_ud_pr_auc": 0.9645153268603991,
+      "eval_fr_ersatz_pr_auc": 0.9888078631844035,
+      "eval_fr_opus100_pr_auc": 0.9269272128550629,
+      "eval_fr_ud_pr_auc": 0.9845462708708649,
+      "eval_fy_opus100_pr_auc": 0.6358203987884347,
+      "eval_ga_opus100_pr_auc": 0.9115632994197139,
+      "eval_ga_ud_pr_auc": 0.8256148238722866,
+      "eval_gd_opus100_pr_auc": 0.7006301573538785,
+      "eval_gd_ud_pr_auc": 0.822199695005793,
+      "eval_gl_opus100_pr_auc": 0.8888541653578375,
+      "eval_gl_ud_pr_auc": 0.9981072162240714,
+      "eval_gu_ersatz_pr_auc": 0.9353622795980697,
+      "eval_gu_opus100_pr_auc": 0.7639506890837368,
+      "eval_ha_opus100_pr_auc": 0.9243681081315436,
+      "eval_he_opus100_pr_auc": 0.8759870506840433,
+      "eval_he_ud_pr_auc": 0.9827942774597296,
+      "eval_hi_ersatz_pr_auc": 0.9793238505548619,
+      "eval_hi_opus100_pr_auc": 0.7165510522359826,
+      "eval_hi_ud_pr_auc": 0.9744854684225378,
+      "eval_hu_opus100_pr_auc": 0.9231451098905242,
+      "eval_hu_ud_pr_auc": 0.9861767659560747,
+      "eval_hy_opus100_pr_auc": 0.9099343440545026,
+      "eval_hy_ud_pr_auc": 0.9796473773847576,
+      "eval_id_opus100_pr_auc": 0.8917877838429605,
+      "eval_id_ud_pr_auc": 0.995137484226216,
+      "eval_ig_opus100_pr_auc": 0.8724113715465104,
+      "eval_is_opus100_pr_auc": 0.9330634547165444,
+      "eval_is_ud_pr_auc": 0.9176127112383852,
+      "eval_it_opus100_pr_auc": 0.9144433483478293,
+      "eval_it_ud_pr_auc": 0.9974749711227071,
+      "eval_ja_ersatz_pr_auc": 0.8807141041000532,
+      "eval_ja_opus100_pr_auc": 0.8482559639517171,
+      "eval_ja_ud_pr_auc": 0.9738488796858775,
+      "eval_jv_ud_pr_auc": 0.968388052034867,
+      "eval_ka_opus100_pr_auc": 0.8526403358968477,
+      "eval_kk_ersatz_pr_auc": 0.9889113967277461,
+      "eval_kk_opus100_pr_auc": 0.8031082351772071,
+      "eval_kk_ud_pr_auc": 0.9748227583779737,
+      "eval_km_ersatz_pr_auc": 0.9349654475894037,
+      "eval_km_opus100_pr_auc": 0.7829232938147427,
+      "eval_kn_opus100_pr_auc": 0.6467910037411326,
+      "eval_ko_opus100_pr_auc": 0.6986919913300107,
+      "eval_ko_ud_pr_auc": 0.998090381262582,
+      "eval_ku_opus100_pr_auc": 0.8599152471734517,
+      "eval_ky_opus100_pr_auc": 0.9090612357858647,
+      "eval_la_ud_pr_auc": 0.9726685690125547,
+      "eval_loss": 0.026844248175621033,
+      "eval_lt_ersatz_pr_auc": 0.9959914521897135,
+      "eval_lt_opus100_pr_auc": 0.8854296235958632,
+      "eval_lt_ud_pr_auc": 0.9972609770011784,
+      "eval_lv_ersatz_pr_auc": 0.9912387434802148,
+      "eval_lv_opus100_pr_auc": 0.8955748606586296,
+      "eval_lv_ud_pr_auc": 0.9688908975088122,
+      "eval_mg_opus100_pr_auc": 0.9410666383620614,
+      "eval_mk_opus100_pr_auc": 0.9181907364789471,
+      "eval_ml_opus100_pr_auc": 0.8063834360475542,
+      "eval_mn_opus100_pr_auc": 0.9422668187746378,
+      "eval_mr_opus100_pr_auc": 0.897116178331456,
+      "eval_mr_ud_pr_auc": 0.9768106767723109,
+      "eval_ms_opus100_pr_auc": 0.8713634497264169,
+      "eval_mt_opus100_pr_auc": 0.851050298814051,
+      "eval_mt_ud_pr_auc": 0.9156100568888713,
+      "eval_my_opus100_pr_auc": 0.8355197758293235,
+      "eval_ne_opus100_pr_auc": 0.7673343582200296,
+      "eval_nl_opus100_pr_auc": 0.9020666181557351,
+      "eval_nl_ud_pr_auc": 0.987292531766776,
+      "eval_no_opus100_pr_auc": 0.9309972886903997,
+      "eval_no_ud_pr_auc": 0.9970803085085458,
+      "eval_pa_opus100_pr_auc": 0.6767983351677268,
+      "eval_pl_ersatz_pr_auc": 0.9679942179197774,
+      "eval_pl_opus100_pr_auc": 0.8957886966316295,
+      "eval_pl_ud_pr_auc": 0.9702551892291392,
+      "eval_ps_ersatz_pr_auc": 0.9256114797416337,
+      "eval_ps_opus100_pr_auc": 0.7640277753594292,
+      "eval_pt_opus100_pr_auc": 0.9200199595814673,
+      "eval_pt_ud_pr_auc": 0.9870248917427811,
+      "eval_ro_ersatz_pr_auc": 0.994095902891536,
+      "eval_ro_opus100_pr_auc": 0.878589141907723,
+      "eval_ro_ud_pr_auc": 0.9763437686559335,
+      "eval_ru_ersatz_pr_auc": 0.9916661593813441,
+      "eval_ru_opus100_pr_auc": 0.9365356559320239,
+      "eval_ru_ud_pr_auc": 0.8926538124915674,
+      "eval_runtime": 321.605,
+      "eval_samples_per_second": 234.648,
+      "eval_si_opus100_pr_auc": 0.8246670293252524,
+      "eval_sk_opus100_pr_auc": 0.9360617730960316,
+      "eval_sk_ud_pr_auc": 0.9825172655205847,
+      "eval_sl_opus100_pr_auc": 0.8735546243568153,
+      "eval_sl_ud_pr_auc": 0.9707337239222006,
+      "eval_sq_opus100_pr_auc": 0.9276546958203834,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9169733961849373,
+      "eval_sr_ud_pr_auc": 0.9985866939599608,
+      "eval_steps_per_second": 0.917,
+      "eval_sv_opus100_pr_auc": 0.90322702352125,
+      "eval_sv_ud_pr_auc": 0.9496695955490598,
+      "eval_ta_ersatz_pr_auc": 0.9827209962656562,
+      "eval_ta_opus100_pr_auc": 0.7296742733469435,
+      "eval_ta_ud_pr_auc": 0.9859548593406701,
+      "eval_te_opus100_pr_auc": 0.8405627890512225,
+      "eval_tg_opus100_pr_auc": 0.9002305742159371,
+      "eval_th_opus100_pr_auc": 0.6935088041771498,
+      "eval_th_ud_pr_auc": 0.8554062051391311,
+      "eval_tr_ersatz_pr_auc": 0.969098870761812,
+      "eval_tr_opus100_pr_auc": 0.9035725574029438,
+      "eval_tr_ud_pr_auc": 0.9570770042838239,
+      "eval_uk_opus100_pr_auc": 0.8839191427416201,
+      "eval_uk_ud_pr_auc": 0.9402123450034352,
+      "eval_ur_opus100_pr_auc": 0.5934210893606703,
+      "eval_ur_ud_pr_auc": 0.9923671206470848,
+      "eval_uz_opus100_pr_auc": 0.879154626971241,
+      "eval_vi_opus100_pr_auc": 0.8993012973791288,
+      "eval_vi_ud_pr_auc": 0.9569018142884634,
+      "eval_xh_opus100_pr_auc": 0.8846767203574052,
+      "eval_yi_opus100_pr_auc": 0.7815619737896473,
+      "eval_yo_opus100_pr_auc": 0.846109793700819,
+      "eval_yo_ud_pr_auc": 0.9264461362291649,
+      "eval_zh_ersatz_pr_auc": 0.9798078301906038,
+      "eval_zh_opus100_pr_auc": 0.8919373742265504,
+      "eval_zh_ud_pr_auc": 0.996855272836844,
+      "eval_zu_opus100_pr_auc": 0.8377850375893452,
+      "step": 350000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3911392405063292e-05,
+      "learning_rate_adapter": 1.3911392405063292e-05,
+      "loss": 0.0234,
+      "step": 350050
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3898734177215192e-05,
+      "learning_rate_adapter": 1.3898734177215192e-05,
+      "loss": 0.0232,
+      "step": 350100
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.388607594936709e-05,
+      "learning_rate_adapter": 1.388607594936709e-05,
+      "loss": 0.0233,
+      "step": 350150
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3873417721518988e-05,
+      "learning_rate_adapter": 1.3873417721518988e-05,
+      "loss": 0.0231,
+      "step": 350200
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3860759493670886e-05,
+      "learning_rate_adapter": 1.3860759493670886e-05,
+      "loss": 0.0233,
+      "step": 350250
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3848101265822786e-05,
+      "learning_rate_adapter": 1.3848101265822786e-05,
+      "loss": 0.0232,
+      "step": 350300
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3835443037974685e-05,
+      "learning_rate_adapter": 1.3835443037974685e-05,
+      "loss": 0.0234,
+      "step": 350350
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3822784810126582e-05,
+      "learning_rate_adapter": 1.3822784810126582e-05,
+      "loss": 0.0234,
+      "step": 350400
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3810126582278483e-05,
+      "learning_rate_adapter": 1.3810126582278483e-05,
+      "loss": 0.0232,
+      "step": 350450
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3797468354430381e-05,
+      "learning_rate_adapter": 1.3797468354430381e-05,
+      "loss": 0.0234,
+      "step": 350500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3784810126582279e-05,
+      "learning_rate_adapter": 1.3784810126582279e-05,
+      "loss": 0.0233,
+      "step": 350550
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.377215189873418e-05,
+      "learning_rate_adapter": 1.377215189873418e-05,
+      "loss": 0.0234,
+      "step": 350600
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3759493670886076e-05,
+      "learning_rate_adapter": 1.3759493670886076e-05,
+      "loss": 0.0232,
+      "step": 350650
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3746835443037975e-05,
+      "learning_rate_adapter": 1.3746835443037975e-05,
+      "loss": 0.0232,
+      "step": 350700
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3734177215189876e-05,
+      "learning_rate_adapter": 1.3734177215189876e-05,
+      "loss": 0.0235,
+      "step": 350750
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3721518987341773e-05,
+      "learning_rate_adapter": 1.3721518987341773e-05,
+      "loss": 0.0234,
+      "step": 350800
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3708860759493672e-05,
+      "learning_rate_adapter": 1.3708860759493672e-05,
+      "loss": 0.0234,
+      "step": 350850
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3696202531645572e-05,
+      "learning_rate_adapter": 1.3696202531645572e-05,
+      "loss": 0.0232,
+      "step": 350900
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.368354430379747e-05,
+      "learning_rate_adapter": 1.368354430379747e-05,
+      "loss": 0.0231,
+      "step": 350950
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3670886075949368e-05,
+      "learning_rate_adapter": 1.3670886075949368e-05,
+      "loss": 0.0234,
+      "step": 351000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3658227848101265e-05,
+      "learning_rate_adapter": 1.3658227848101265e-05,
+      "loss": 0.0233,
+      "step": 351050
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3645569620253166e-05,
+      "learning_rate_adapter": 1.3645569620253166e-05,
+      "loss": 0.0234,
+      "step": 351100
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3632911392405065e-05,
+      "learning_rate_adapter": 1.3632911392405065e-05,
+      "loss": 0.0231,
+      "step": 351150
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3620253164556962e-05,
+      "learning_rate_adapter": 1.3620253164556962e-05,
+      "loss": 0.0235,
+      "step": 351200
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3607594936708861e-05,
+      "learning_rate_adapter": 1.3607594936708861e-05,
+      "loss": 0.0231,
+      "step": 351250
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3594936708860758e-05,
+      "learning_rate_adapter": 1.3594936708860758e-05,
+      "loss": 0.0233,
+      "step": 351300
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3582278481012659e-05,
+      "learning_rate_adapter": 1.3582278481012659e-05,
+      "loss": 0.0232,
+      "step": 351350
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3569620253164557e-05,
+      "learning_rate_adapter": 1.3569620253164557e-05,
+      "loss": 0.0234,
+      "step": 351400
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3556962025316455e-05,
+      "learning_rate_adapter": 1.3556962025316455e-05,
+      "loss": 0.0233,
+      "step": 351450
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3544303797468355e-05,
+      "learning_rate_adapter": 1.3544303797468355e-05,
+      "loss": 0.0233,
+      "step": 351500
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3531645569620254e-05,
+      "learning_rate_adapter": 1.3531645569620254e-05,
+      "loss": 0.0234,
+      "step": 351550
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3518987341772151e-05,
+      "learning_rate_adapter": 1.3518987341772151e-05,
+      "loss": 0.0234,
+      "step": 351600
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3506329113924052e-05,
+      "learning_rate_adapter": 1.3506329113924052e-05,
+      "loss": 0.0234,
+      "step": 351650
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3493670886075949e-05,
+      "learning_rate_adapter": 1.3493670886075949e-05,
+      "loss": 0.0234,
+      "step": 351700
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3481012658227848e-05,
+      "learning_rate_adapter": 1.3481012658227848e-05,
+      "loss": 0.0233,
+      "step": 351750
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3468354430379748e-05,
+      "learning_rate_adapter": 1.3468354430379748e-05,
+      "loss": 0.0234,
+      "step": 351800
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3455696202531645e-05,
+      "learning_rate_adapter": 1.3455696202531645e-05,
+      "loss": 0.0232,
+      "step": 351850
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3443037974683544e-05,
+      "learning_rate_adapter": 1.3443037974683544e-05,
+      "loss": 0.023,
+      "step": 351900
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3430379746835445e-05,
+      "learning_rate_adapter": 1.3430379746835445e-05,
+      "loss": 0.0232,
+      "step": 351950
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3417721518987342e-05,
+      "learning_rate_adapter": 1.3417721518987342e-05,
+      "loss": 0.0232,
+      "step": 352000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3405063291139241e-05,
+      "learning_rate_adapter": 1.3405063291139241e-05,
+      "loss": 0.0232,
+      "step": 352050
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3392405063291138e-05,
+      "learning_rate_adapter": 1.3392405063291138e-05,
+      "loss": 0.0234,
+      "step": 352100
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3379746835443039e-05,
+      "learning_rate_adapter": 1.3379746835443039e-05,
+      "loss": 0.0234,
+      "step": 352150
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3367088607594937e-05,
+      "learning_rate_adapter": 1.3367088607594937e-05,
+      "loss": 0.0233,
+      "step": 352200
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3354430379746835e-05,
+      "learning_rate_adapter": 1.3354430379746835e-05,
+      "loss": 0.0232,
+      "step": 352250
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3341772151898735e-05,
+      "learning_rate_adapter": 1.3341772151898735e-05,
+      "loss": 0.0232,
+      "step": 352300
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3329113924050634e-05,
+      "learning_rate_adapter": 1.3329113924050634e-05,
+      "loss": 0.0233,
+      "step": 352350
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3316455696202531e-05,
+      "learning_rate_adapter": 1.3316455696202531e-05,
+      "loss": 0.0233,
+      "step": 352400
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3303797468354432e-05,
+      "learning_rate_adapter": 1.3303797468354432e-05,
+      "loss": 0.0232,
+      "step": 352450
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3291139240506329e-05,
+      "learning_rate_adapter": 1.3291139240506329e-05,
+      "loss": 0.0233,
+      "step": 352500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3278481012658228e-05,
+      "learning_rate_adapter": 1.3278481012658228e-05,
+      "loss": 0.0232,
+      "step": 352550
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3265822784810128e-05,
+      "learning_rate_adapter": 1.3265822784810128e-05,
+      "loss": 0.0232,
+      "step": 352600
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3253164556962025e-05,
+      "learning_rate_adapter": 1.3253164556962025e-05,
+      "loss": 0.0232,
+      "step": 352650
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3240506329113924e-05,
+      "learning_rate_adapter": 1.3240506329113924e-05,
+      "loss": 0.0231,
+      "step": 352700
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3227848101265825e-05,
+      "learning_rate_adapter": 1.3227848101265825e-05,
+      "loss": 0.0232,
+      "step": 352750
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3215189873417722e-05,
+      "learning_rate_adapter": 1.3215189873417722e-05,
+      "loss": 0.0234,
+      "step": 352800
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3202531645569621e-05,
+      "learning_rate_adapter": 1.3202531645569621e-05,
+      "loss": 0.0232,
+      "step": 352850
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3189873417721518e-05,
+      "learning_rate_adapter": 1.3189873417721518e-05,
+      "loss": 0.0234,
+      "step": 352900
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3177215189873419e-05,
+      "learning_rate_adapter": 1.3177215189873419e-05,
+      "loss": 0.0233,
+      "step": 352950
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3164556962025317e-05,
+      "learning_rate_adapter": 1.3164556962025317e-05,
+      "loss": 0.0232,
+      "step": 353000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3151898734177215e-05,
+      "learning_rate_adapter": 1.3151898734177215e-05,
+      "loss": 0.0233,
+      "step": 353050
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3139240506329115e-05,
+      "learning_rate_adapter": 1.3139240506329115e-05,
+      "loss": 0.0232,
+      "step": 353100
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3126582278481014e-05,
+      "learning_rate_adapter": 1.3126582278481014e-05,
+      "loss": 0.0234,
+      "step": 353150
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3113924050632911e-05,
+      "learning_rate_adapter": 1.3113924050632911e-05,
+      "loss": 0.0233,
+      "step": 353200
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3101265822784812e-05,
+      "learning_rate_adapter": 1.3101265822784812e-05,
+      "loss": 0.0233,
+      "step": 353250
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3088607594936709e-05,
+      "learning_rate_adapter": 1.3088607594936709e-05,
+      "loss": 0.0234,
+      "step": 353300
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3075949367088608e-05,
+      "learning_rate_adapter": 1.3075949367088608e-05,
+      "loss": 0.0233,
+      "step": 353350
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3063291139240508e-05,
+      "learning_rate_adapter": 1.3063291139240508e-05,
+      "loss": 0.0233,
+      "step": 353400
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3050632911392405e-05,
+      "learning_rate_adapter": 1.3050632911392405e-05,
+      "loss": 0.0234,
+      "step": 353450
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3037974683544304e-05,
+      "learning_rate_adapter": 1.3037974683544304e-05,
+      "loss": 0.0234,
+      "step": 353500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3025316455696205e-05,
+      "learning_rate_adapter": 1.3025316455696205e-05,
+      "loss": 0.0234,
+      "step": 353550
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3012658227848102e-05,
+      "learning_rate_adapter": 1.3012658227848102e-05,
+      "loss": 0.0232,
+      "step": 353600
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0234,
+      "step": 353650
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2987341772151898e-05,
+      "learning_rate_adapter": 1.2987341772151898e-05,
+      "loss": 0.0233,
+      "step": 353700
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2974683544303799e-05,
+      "learning_rate_adapter": 1.2974683544303799e-05,
+      "loss": 0.0234,
+      "step": 353750
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2962025316455697e-05,
+      "learning_rate_adapter": 1.2962025316455697e-05,
+      "loss": 0.0234,
+      "step": 353800
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2949367088607595e-05,
+      "learning_rate_adapter": 1.2949367088607595e-05,
+      "loss": 0.0232,
+      "step": 353850
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2936708860759495e-05,
+      "learning_rate_adapter": 1.2936708860759495e-05,
+      "loss": 0.0231,
+      "step": 353900
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2924050632911394e-05,
+      "learning_rate_adapter": 1.2924050632911394e-05,
+      "loss": 0.0235,
+      "step": 353950
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2911392405063291e-05,
+      "learning_rate_adapter": 1.2911392405063291e-05,
+      "loss": 0.0234,
+      "step": 354000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2898734177215192e-05,
+      "learning_rate_adapter": 1.2898734177215192e-05,
+      "loss": 0.0234,
+      "step": 354050
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2886075949367087e-05,
+      "learning_rate_adapter": 1.2886075949367087e-05,
+      "loss": 0.023,
+      "step": 354100
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2873417721518988e-05,
+      "learning_rate_adapter": 1.2873417721518988e-05,
+      "loss": 0.0233,
+      "step": 354150
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2860759493670888e-05,
+      "learning_rate_adapter": 1.2860759493670888e-05,
+      "loss": 0.0234,
+      "step": 354200
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2848101265822784e-05,
+      "learning_rate_adapter": 1.2848101265822784e-05,
+      "loss": 0.0234,
+      "step": 354250
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2835443037974684e-05,
+      "learning_rate_adapter": 1.2835443037974684e-05,
+      "loss": 0.0233,
+      "step": 354300
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2822784810126585e-05,
+      "learning_rate_adapter": 1.2822784810126585e-05,
+      "loss": 0.0231,
+      "step": 354350
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.281012658227848e-05,
+      "learning_rate_adapter": 1.281012658227848e-05,
+      "loss": 0.0235,
+      "step": 354400
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2797468354430381e-05,
+      "learning_rate_adapter": 1.2797468354430381e-05,
+      "loss": 0.0232,
+      "step": 354450
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2784810126582278e-05,
+      "learning_rate_adapter": 1.2784810126582278e-05,
+      "loss": 0.0234,
+      "step": 354500
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2772151898734177e-05,
+      "learning_rate_adapter": 1.2772151898734177e-05,
+      "loss": 0.0233,
+      "step": 354550
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2759493670886077e-05,
+      "learning_rate_adapter": 1.2759493670886077e-05,
+      "loss": 0.0234,
+      "step": 354600
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2746835443037975e-05,
+      "learning_rate_adapter": 1.2746835443037975e-05,
+      "loss": 0.0234,
+      "step": 354650
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2734177215189873e-05,
+      "learning_rate_adapter": 1.2734177215189873e-05,
+      "loss": 0.0234,
+      "step": 354700
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2721518987341774e-05,
+      "learning_rate_adapter": 1.2721518987341774e-05,
+      "loss": 0.0233,
+      "step": 354750
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2708860759493671e-05,
+      "learning_rate_adapter": 1.2708860759493671e-05,
+      "loss": 0.0233,
+      "step": 354800
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.269620253164557e-05,
+      "learning_rate_adapter": 1.269620253164557e-05,
+      "loss": 0.0232,
+      "step": 354850
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2683544303797467e-05,
+      "learning_rate_adapter": 1.2683544303797467e-05,
+      "loss": 0.0232,
+      "step": 354900
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2670886075949368e-05,
+      "learning_rate_adapter": 1.2670886075949368e-05,
+      "loss": 0.0234,
+      "step": 354950
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2658227848101267e-05,
+      "learning_rate_adapter": 1.2658227848101267e-05,
+      "loss": 0.0232,
+      "step": 355000
+    },
+    {
+      "epoch": 2.39,
+      "eval_af_opus100_pr_auc": 0.779833787073017,
+      "eval_af_ud_pr_auc": 0.9912536011332216,
+      "eval_am_opus100_pr_auc": 0.6900612438614041,
+      "eval_ar_ersatz_pr_auc": 0.9206368460633786,
+      "eval_ar_opus100_pr_auc": 0.7300703251697624,
+      "eval_ar_ud_pr_auc": 0.8959966417880483,
+      "eval_average_ersatz_pr_auc": 0.9701481863437587,
+      "eval_average_opus100_pr_auc": 0.8473456344180263,
+      "eval_average_ud_pr_auc": 0.9647938442406054,
+      "eval_az_opus100_pr_auc": 0.7747183602170719,
+      "eval_be_opus100_pr_auc": 0.7307986464888127,
+      "eval_be_ud_pr_auc": 0.9070256532894303,
+      "eval_bg_opus100_pr_auc": 0.9227116944327317,
+      "eval_bg_ud_pr_auc": 0.9959935534087956,
+      "eval_bn_opus100_pr_auc": 0.84498358602781,
+      "eval_bn_ud_pr_auc": 0.9965550760580476,
+      "eval_ca_opus100_pr_auc": 0.8837272188851428,
+      "eval_ca_ud_pr_auc": 0.9938695997528569,
+      "eval_ceb_ud_pr_auc": 0.998590343652174,
+      "eval_cs_ersatz_pr_auc": 0.9845088204127415,
+      "eval_cs_opus100_pr_auc": 0.9138415425757587,
+      "eval_cs_ud_pr_auc": 0.9616455014879081,
+      "eval_cy_opus100_pr_auc": 0.7910204002882526,
+      "eval_cy_ud_pr_auc": 0.994609240311507,
+      "eval_da_opus100_pr_auc": 0.9200281859244258,
+      "eval_da_ud_pr_auc": 0.9808032242108855,
+      "eval_de_ersatz_pr_auc": 0.9879044996683356,
+      "eval_de_opus100_pr_auc": 0.9074280061565743,
+      "eval_de_ud_pr_auc": 0.9827338376722778,
+      "eval_el_opus100_pr_auc": 0.913497824178083,
+      "eval_el_ud_pr_auc": 0.9909716883953786,
+      "eval_en_ersatz_pr_auc": 0.992051541014234,
+      "eval_en_opus100_pr_auc": 0.9289027734747459,
+      "eval_en_ud_pr_auc": 0.9847814793706053,
+      "eval_eo_opus100_pr_auc": 0.9313130976957397,
+      "eval_es_ersatz_pr_auc": 0.9967665811731309,
+      "eval_es_opus100_pr_auc": 0.9300739007594286,
+      "eval_es_ud_pr_auc": 0.9916880148670691,
+      "eval_et_ersatz_pr_auc": 0.9829291314410528,
+      "eval_et_opus100_pr_auc": 0.903652913521546,
+      "eval_et_ud_pr_auc": 0.9692550256311523,
+      "eval_eu_opus100_pr_auc": 0.876983468239365,
+      "eval_eu_ud_pr_auc": 0.9906849186458508,
+      "eval_fa_opus100_pr_auc": 0.6119398575787287,
+      "eval_fa_ud_pr_auc": 0.9955121814724778,
+      "eval_fi_ersatz_pr_auc": 0.9907008846174489,
+      "eval_fi_opus100_pr_auc": 0.9206470609164579,
+      "eval_fi_ud_pr_auc": 0.9591827446502003,
+      "eval_fr_ersatz_pr_auc": 0.9886199172913998,
+      "eval_fr_opus100_pr_auc": 0.9214505774288144,
+      "eval_fr_ud_pr_auc": 0.9812510463682318,
+      "eval_fy_opus100_pr_auc": 0.6397402199979287,
+      "eval_ga_opus100_pr_auc": 0.9088628058175922,
+      "eval_ga_ud_pr_auc": 0.8101797660634704,
+      "eval_gd_opus100_pr_auc": 0.7069803287505059,
+      "eval_gd_ud_pr_auc": 0.8147545892472479,
+      "eval_gl_opus100_pr_auc": 0.8837688015284981,
+      "eval_gl_ud_pr_auc": 0.9979666346332403,
+      "eval_gu_ersatz_pr_auc": 0.9318721746996113,
+      "eval_gu_opus100_pr_auc": 0.7672238586079843,
+      "eval_ha_opus100_pr_auc": 0.9216022515011816,
+      "eval_he_opus100_pr_auc": 0.8760357940043942,
+      "eval_he_ud_pr_auc": 0.9818836877881356,
+      "eval_hi_ersatz_pr_auc": 0.979106286731632,
+      "eval_hi_opus100_pr_auc": 0.7179392635586177,
+      "eval_hi_ud_pr_auc": 0.9760675521784953,
+      "eval_hu_opus100_pr_auc": 0.9223283165236832,
+      "eval_hu_ud_pr_auc": 0.9850908687525738,
+      "eval_hy_opus100_pr_auc": 0.9081460263664138,
+      "eval_hy_ud_pr_auc": 0.9775024158079088,
+      "eval_id_opus100_pr_auc": 0.8905416860092695,
+      "eval_id_ud_pr_auc": 0.9948000001971208,
+      "eval_ig_opus100_pr_auc": 0.8812363756286671,
+      "eval_is_opus100_pr_auc": 0.9326278204242267,
+      "eval_is_ud_pr_auc": 0.9102528102135667,
+      "eval_it_opus100_pr_auc": 0.9118710389600383,
+      "eval_it_ud_pr_auc": 0.9967769157876116,
+      "eval_ja_ersatz_pr_auc": 0.882772240739396,
+      "eval_ja_opus100_pr_auc": 0.8488637342694665,
+      "eval_ja_ud_pr_auc": 0.9703698028739153,
+      "eval_jv_ud_pr_auc": 0.9650335235295333,
+      "eval_ka_opus100_pr_auc": 0.8523505132199869,
+      "eval_kk_ersatz_pr_auc": 0.9882465168805158,
+      "eval_kk_opus100_pr_auc": 0.7979323461682346,
+      "eval_kk_ud_pr_auc": 0.9744723449704774,
+      "eval_km_ersatz_pr_auc": 0.9331546553088703,
+      "eval_km_opus100_pr_auc": 0.7846703569513795,
+      "eval_kn_opus100_pr_auc": 0.6491536710761174,
+      "eval_ko_opus100_pr_auc": 0.69926766572854,
+      "eval_ko_ud_pr_auc": 0.9980026457860132,
+      "eval_ku_opus100_pr_auc": 0.8679351259172735,
+      "eval_ky_opus100_pr_auc": 0.9101437303227015,
+      "eval_la_ud_pr_auc": 0.9679933228424539,
+      "eval_loss": 0.026907607913017273,
+      "eval_lt_ersatz_pr_auc": 0.9954460572913262,
+      "eval_lt_opus100_pr_auc": 0.8814972877214714,
+      "eval_lt_ud_pr_auc": 0.9969745836503524,
+      "eval_lv_ersatz_pr_auc": 0.9883842149012346,
+      "eval_lv_opus100_pr_auc": 0.8836769118408814,
+      "eval_lv_ud_pr_auc": 0.9647375416052696,
+      "eval_mg_opus100_pr_auc": 0.9389227734703726,
+      "eval_mk_opus100_pr_auc": 0.9148974548750615,
+      "eval_ml_opus100_pr_auc": 0.8097715096690723,
+      "eval_mn_opus100_pr_auc": 0.9409621435750728,
+      "eval_mr_opus100_pr_auc": 0.8939837178442505,
+      "eval_mr_ud_pr_auc": 0.9786811471839337,
+      "eval_ms_opus100_pr_auc": 0.8714941332032281,
+      "eval_mt_opus100_pr_auc": 0.8421021711740738,
+      "eval_mt_ud_pr_auc": 0.9146842232039204,
+      "eval_my_opus100_pr_auc": 0.8323014835421079,
+      "eval_ne_opus100_pr_auc": 0.7657302792799144,
+      "eval_nl_opus100_pr_auc": 0.9028225030694983,
+      "eval_nl_ud_pr_auc": 0.9858392690097462,
+      "eval_no_opus100_pr_auc": 0.9296901310834407,
+      "eval_no_ud_pr_auc": 0.9964248261515187,
+      "eval_pa_opus100_pr_auc": 0.6719496582148085,
+      "eval_pl_ersatz_pr_auc": 0.9661842340683542,
+      "eval_pl_opus100_pr_auc": 0.8950385560831171,
+      "eval_pl_ud_pr_auc": 0.9671913123349201,
+      "eval_ps_ersatz_pr_auc": 0.9201658127341232,
+      "eval_ps_opus100_pr_auc": 0.7666885199028962,
+      "eval_pt_opus100_pr_auc": 0.9163730125683116,
+      "eval_pt_ud_pr_auc": 0.9865521772841176,
+      "eval_ro_ersatz_pr_auc": 0.9932702965149844,
+      "eval_ro_opus100_pr_auc": 0.8748893346437207,
+      "eval_ro_ud_pr_auc": 0.9569254638306982,
+      "eval_ru_ersatz_pr_auc": 0.9915329690496226,
+      "eval_ru_opus100_pr_auc": 0.9319153525777225,
+      "eval_ru_ud_pr_auc": 0.8826017896329518,
+      "eval_runtime": 322.0888,
+      "eval_samples_per_second": 234.296,
+      "eval_si_opus100_pr_auc": 0.8200794393921516,
+      "eval_sk_opus100_pr_auc": 0.9324398206382996,
+      "eval_sk_ud_pr_auc": 0.9791735448099226,
+      "eval_sl_opus100_pr_auc": 0.8695177149881854,
+      "eval_sl_ud_pr_auc": 0.9691173317468648,
+      "eval_sq_opus100_pr_auc": 0.9248663016920483,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9176256667399973,
+      "eval_sr_ud_pr_auc": 0.9987008063749354,
+      "eval_steps_per_second": 0.916,
+      "eval_sv_opus100_pr_auc": 0.8990567150690101,
+      "eval_sv_ud_pr_auc": 0.9475036107927035,
+      "eval_ta_ersatz_pr_auc": 0.9818973606240172,
+      "eval_ta_opus100_pr_auc": 0.7286465180741051,
+      "eval_ta_ud_pr_auc": 0.9852978636292264,
+      "eval_te_opus100_pr_auc": 0.8315903238048147,
+      "eval_tg_opus100_pr_auc": 0.8957167433959702,
+      "eval_th_opus100_pr_auc": 0.6917850258077886,
+      "eval_th_ud_pr_auc": 0.8499469654675077,
+      "eval_tr_ersatz_pr_auc": 0.96760207517347,
+      "eval_tr_opus100_pr_auc": 0.8992645149894977,
+      "eval_tr_ud_pr_auc": 0.9570981527091025,
+      "eval_uk_opus100_pr_auc": 0.8826737178631232,
+      "eval_uk_ud_pr_auc": 0.936050180887659,
+      "eval_ur_opus100_pr_auc": 0.6043710076108961,
+      "eval_ur_ud_pr_auc": 0.9909885134139568,
+      "eval_uz_opus100_pr_auc": 0.8828681019058009,
+      "eval_vi_opus100_pr_auc": 0.8991306506000125,
+      "eval_vi_ud_pr_auc": 0.9463884270951881,
+      "eval_xh_opus100_pr_auc": 0.8832003553492476,
+      "eval_yi_opus100_pr_auc": 0.771480196422213,
+      "eval_yo_opus100_pr_auc": 0.8445733182361035,
+      "eval_yo_ud_pr_auc": 0.9236244776696783,
+      "eval_zh_ersatz_pr_auc": 0.979506983163807,
+      "eval_zh_opus100_pr_auc": 0.888960504567954,
+      "eval_zh_ud_pr_auc": 0.995196660392452,
+      "eval_zu_opus100_pr_auc": 0.8428822485655605,
+      "step": 355000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2645569620253164e-05,
+      "learning_rate_adapter": 1.2645569620253164e-05,
+      "loss": 0.0233,
+      "step": 355050
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2632911392405064e-05,
+      "learning_rate_adapter": 1.2632911392405064e-05,
+      "loss": 0.0233,
+      "step": 355100
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2620253164556963e-05,
+      "learning_rate_adapter": 1.2620253164556963e-05,
+      "loss": 0.0233,
+      "step": 355150
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.260759493670886e-05,
+      "learning_rate_adapter": 1.260759493670886e-05,
+      "loss": 0.0233,
+      "step": 355200
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2594936708860761e-05,
+      "learning_rate_adapter": 1.2594936708860761e-05,
+      "loss": 0.0234,
+      "step": 355250
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2582278481012658e-05,
+      "learning_rate_adapter": 1.2582278481012658e-05,
+      "loss": 0.0234,
+      "step": 355300
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2569620253164557e-05,
+      "learning_rate_adapter": 1.2569620253164557e-05,
+      "loss": 0.0235,
+      "step": 355350
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2556962025316457e-05,
+      "learning_rate_adapter": 1.2556962025316457e-05,
+      "loss": 0.0234,
+      "step": 355400
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2544303797468355e-05,
+      "learning_rate_adapter": 1.2544303797468355e-05,
+      "loss": 0.0235,
+      "step": 355450
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2531645569620253e-05,
+      "learning_rate_adapter": 1.2531645569620253e-05,
+      "loss": 0.0234,
+      "step": 355500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2518987341772154e-05,
+      "learning_rate_adapter": 1.2518987341772154e-05,
+      "loss": 0.0234,
+      "step": 355550
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2506329113924051e-05,
+      "learning_rate_adapter": 1.2506329113924051e-05,
+      "loss": 0.0233,
+      "step": 355600
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.249367088607595e-05,
+      "learning_rate_adapter": 1.249367088607595e-05,
+      "loss": 0.0234,
+      "step": 355650
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2481012658227849e-05,
+      "learning_rate_adapter": 1.2481012658227849e-05,
+      "loss": 0.0234,
+      "step": 355700
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2468354430379748e-05,
+      "learning_rate_adapter": 1.2468354430379748e-05,
+      "loss": 0.0235,
+      "step": 355750
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2455696202531645e-05,
+      "learning_rate_adapter": 1.2455696202531645e-05,
+      "loss": 0.0235,
+      "step": 355800
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2443037974683545e-05,
+      "learning_rate_adapter": 1.2443037974683545e-05,
+      "loss": 0.0232,
+      "step": 355850
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2430379746835444e-05,
+      "learning_rate_adapter": 1.2430379746835444e-05,
+      "loss": 0.0231,
+      "step": 355900
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2417721518987341e-05,
+      "learning_rate_adapter": 1.2417721518987341e-05,
+      "loss": 0.0232,
+      "step": 355950
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.240506329113924e-05,
+      "learning_rate_adapter": 1.240506329113924e-05,
+      "loss": 0.0234,
+      "step": 356000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2392405063291141e-05,
+      "learning_rate_adapter": 1.2392405063291141e-05,
+      "loss": 0.0231,
+      "step": 356050
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2379746835443038e-05,
+      "learning_rate_adapter": 1.2379746835443038e-05,
+      "loss": 0.0235,
+      "step": 356100
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2367088607594937e-05,
+      "learning_rate_adapter": 1.2367088607594937e-05,
+      "loss": 0.0233,
+      "step": 356150
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2354430379746836e-05,
+      "learning_rate_adapter": 1.2354430379746836e-05,
+      "loss": 0.0233,
+      "step": 356200
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2341772151898735e-05,
+      "learning_rate_adapter": 1.2341772151898735e-05,
+      "loss": 0.0232,
+      "step": 356250
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2329113924050633e-05,
+      "learning_rate_adapter": 1.2329113924050633e-05,
+      "loss": 0.0234,
+      "step": 356300
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2316455696202532e-05,
+      "learning_rate_adapter": 1.2316455696202532e-05,
+      "loss": 0.0234,
+      "step": 356350
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2303797468354431e-05,
+      "learning_rate_adapter": 1.2303797468354431e-05,
+      "loss": 0.0233,
+      "step": 356400
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.229113924050633e-05,
+      "learning_rate_adapter": 1.229113924050633e-05,
+      "loss": 0.0233,
+      "step": 356450
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2278481012658229e-05,
+      "learning_rate_adapter": 1.2278481012658229e-05,
+      "loss": 0.0232,
+      "step": 356500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2265822784810128e-05,
+      "learning_rate_adapter": 1.2265822784810128e-05,
+      "loss": 0.0235,
+      "step": 356550
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2253164556962025e-05,
+      "learning_rate_adapter": 1.2253164556962025e-05,
+      "loss": 0.023,
+      "step": 356600
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2240506329113925e-05,
+      "learning_rate_adapter": 1.2240506329113925e-05,
+      "loss": 0.0232,
+      "step": 356650
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2227848101265824e-05,
+      "learning_rate_adapter": 1.2227848101265824e-05,
+      "loss": 0.0232,
+      "step": 356700
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2215189873417721e-05,
+      "learning_rate_adapter": 1.2215189873417721e-05,
+      "loss": 0.0233,
+      "step": 356750
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.220253164556962e-05,
+      "learning_rate_adapter": 1.220253164556962e-05,
+      "loss": 0.0234,
+      "step": 356800
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2189873417721521e-05,
+      "learning_rate_adapter": 1.2189873417721521e-05,
+      "loss": 0.0232,
+      "step": 356850
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2177215189873418e-05,
+      "learning_rate_adapter": 1.2177215189873418e-05,
+      "loss": 0.0232,
+      "step": 356900
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2164556962025317e-05,
+      "learning_rate_adapter": 1.2164556962025317e-05,
+      "loss": 0.0235,
+      "step": 356950
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2151898734177216e-05,
+      "learning_rate_adapter": 1.2151898734177216e-05,
+      "loss": 0.0235,
+      "step": 357000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2139240506329115e-05,
+      "learning_rate_adapter": 1.2139240506329115e-05,
+      "loss": 0.0231,
+      "step": 357050
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2126582278481013e-05,
+      "learning_rate_adapter": 1.2126582278481013e-05,
+      "loss": 0.0232,
+      "step": 357100
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2113924050632912e-05,
+      "learning_rate_adapter": 1.2113924050632912e-05,
+      "loss": 0.0231,
+      "step": 357150
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.210126582278481e-05,
+      "learning_rate_adapter": 1.210126582278481e-05,
+      "loss": 0.0234,
+      "step": 357200
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.208860759493671e-05,
+      "learning_rate_adapter": 1.208860759493671e-05,
+      "loss": 0.0232,
+      "step": 357250
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2075949367088609e-05,
+      "learning_rate_adapter": 1.2075949367088609e-05,
+      "loss": 0.0231,
+      "step": 357300
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2063291139240506e-05,
+      "learning_rate_adapter": 1.2063291139240506e-05,
+      "loss": 0.0233,
+      "step": 357350
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2050632911392405e-05,
+      "learning_rate_adapter": 1.2050632911392405e-05,
+      "loss": 0.0235,
+      "step": 357400
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2037974683544305e-05,
+      "learning_rate_adapter": 1.2037974683544305e-05,
+      "loss": 0.0232,
+      "step": 357450
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2025316455696203e-05,
+      "learning_rate_adapter": 1.2025316455696203e-05,
+      "loss": 0.0234,
+      "step": 357500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2012658227848101e-05,
+      "learning_rate_adapter": 1.2012658227848101e-05,
+      "loss": 0.0233,
+      "step": 357550
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0232,
+      "step": 357600
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.19873417721519e-05,
+      "learning_rate_adapter": 1.19873417721519e-05,
+      "loss": 0.0233,
+      "step": 357650
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1974683544303798e-05,
+      "learning_rate_adapter": 1.1974683544303798e-05,
+      "loss": 0.0232,
+      "step": 357700
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1962025316455697e-05,
+      "learning_rate_adapter": 1.1962025316455697e-05,
+      "loss": 0.0232,
+      "step": 357750
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1949367088607596e-05,
+      "learning_rate_adapter": 1.1949367088607596e-05,
+      "loss": 0.0236,
+      "step": 357800
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1936708860759495e-05,
+      "learning_rate_adapter": 1.1936708860759495e-05,
+      "loss": 0.0233,
+      "step": 357850
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1924050632911393e-05,
+      "learning_rate_adapter": 1.1924050632911393e-05,
+      "loss": 0.0231,
+      "step": 357900
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1911392405063292e-05,
+      "learning_rate_adapter": 1.1911392405063292e-05,
+      "loss": 0.0232,
+      "step": 357950
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.189873417721519e-05,
+      "learning_rate_adapter": 1.189873417721519e-05,
+      "loss": 0.0235,
+      "step": 358000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.188607594936709e-05,
+      "learning_rate_adapter": 1.188607594936709e-05,
+      "loss": 0.0233,
+      "step": 358050
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1873417721518989e-05,
+      "learning_rate_adapter": 1.1873417721518989e-05,
+      "loss": 0.0233,
+      "step": 358100
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1860759493670886e-05,
+      "learning_rate_adapter": 1.1860759493670886e-05,
+      "loss": 0.0232,
+      "step": 358150
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1848101265822785e-05,
+      "learning_rate_adapter": 1.1848101265822785e-05,
+      "loss": 0.0231,
+      "step": 358200
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1835443037974685e-05,
+      "learning_rate_adapter": 1.1835443037974685e-05,
+      "loss": 0.0234,
+      "step": 358250
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1822784810126583e-05,
+      "learning_rate_adapter": 1.1822784810126583e-05,
+      "loss": 0.0231,
+      "step": 358300
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1810126582278481e-05,
+      "learning_rate_adapter": 1.1810126582278481e-05,
+      "loss": 0.0234,
+      "step": 358350
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.179746835443038e-05,
+      "learning_rate_adapter": 1.179746835443038e-05,
+      "loss": 0.0232,
+      "step": 358400
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1784810126582279e-05,
+      "learning_rate_adapter": 1.1784810126582279e-05,
+      "loss": 0.0233,
+      "step": 358450
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1772151898734178e-05,
+      "learning_rate_adapter": 1.1772151898734178e-05,
+      "loss": 0.0233,
+      "step": 358500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1759493670886077e-05,
+      "learning_rate_adapter": 1.1759493670886077e-05,
+      "loss": 0.0233,
+      "step": 358550
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1746835443037974e-05,
+      "learning_rate_adapter": 1.1746835443037974e-05,
+      "loss": 0.0234,
+      "step": 358600
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1734177215189875e-05,
+      "learning_rate_adapter": 1.1734177215189875e-05,
+      "loss": 0.0233,
+      "step": 358650
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1721518987341773e-05,
+      "learning_rate_adapter": 1.1721518987341773e-05,
+      "loss": 0.0234,
+      "step": 358700
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.170886075949367e-05,
+      "learning_rate_adapter": 1.170886075949367e-05,
+      "loss": 0.0231,
+      "step": 358750
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.169620253164557e-05,
+      "learning_rate_adapter": 1.169620253164557e-05,
+      "loss": 0.023,
+      "step": 358800
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.168354430379747e-05,
+      "learning_rate_adapter": 1.168354430379747e-05,
+      "loss": 0.0231,
+      "step": 358850
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1670886075949367e-05,
+      "learning_rate_adapter": 1.1670886075949367e-05,
+      "loss": 0.0232,
+      "step": 358900
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1658227848101266e-05,
+      "learning_rate_adapter": 1.1658227848101266e-05,
+      "loss": 0.023,
+      "step": 358950
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1645569620253165e-05,
+      "learning_rate_adapter": 1.1645569620253165e-05,
+      "loss": 0.0234,
+      "step": 359000
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1632911392405064e-05,
+      "learning_rate_adapter": 1.1632911392405064e-05,
+      "loss": 0.0234,
+      "step": 359050
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1620253164556963e-05,
+      "learning_rate_adapter": 1.1620253164556963e-05,
+      "loss": 0.0236,
+      "step": 359100
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1607594936708861e-05,
+      "learning_rate_adapter": 1.1607594936708861e-05,
+      "loss": 0.0234,
+      "step": 359150
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.159493670886076e-05,
+      "learning_rate_adapter": 1.159493670886076e-05,
+      "loss": 0.0234,
+      "step": 359200
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1582278481012659e-05,
+      "learning_rate_adapter": 1.1582278481012659e-05,
+      "loss": 0.0234,
+      "step": 359250
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1569620253164558e-05,
+      "learning_rate_adapter": 1.1569620253164558e-05,
+      "loss": 0.0234,
+      "step": 359300
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1556962025316457e-05,
+      "learning_rate_adapter": 1.1556962025316457e-05,
+      "loss": 0.0231,
+      "step": 359350
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1544303797468354e-05,
+      "learning_rate_adapter": 1.1544303797468354e-05,
+      "loss": 0.0232,
+      "step": 359400
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1531645569620255e-05,
+      "learning_rate_adapter": 1.1531645569620255e-05,
+      "loss": 0.0234,
+      "step": 359450
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1518987341772153e-05,
+      "learning_rate_adapter": 1.1518987341772153e-05,
+      "loss": 0.0233,
+      "step": 359500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.150632911392405e-05,
+      "learning_rate_adapter": 1.150632911392405e-05,
+      "loss": 0.0233,
+      "step": 359550
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.149367088607595e-05,
+      "learning_rate_adapter": 1.149367088607595e-05,
+      "loss": 0.023,
+      "step": 359600
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.148101265822785e-05,
+      "learning_rate_adapter": 1.148101265822785e-05,
+      "loss": 0.0232,
+      "step": 359650
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1468354430379747e-05,
+      "learning_rate_adapter": 1.1468354430379747e-05,
+      "loss": 0.0233,
+      "step": 359700
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1455696202531646e-05,
+      "learning_rate_adapter": 1.1455696202531646e-05,
+      "loss": 0.0234,
+      "step": 359750
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1443037974683545e-05,
+      "learning_rate_adapter": 1.1443037974683545e-05,
+      "loss": 0.0232,
+      "step": 359800
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1430379746835444e-05,
+      "learning_rate_adapter": 1.1430379746835444e-05,
+      "loss": 0.0234,
+      "step": 359850
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1417721518987343e-05,
+      "learning_rate_adapter": 1.1417721518987343e-05,
+      "loss": 0.0233,
+      "step": 359900
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1405063291139241e-05,
+      "learning_rate_adapter": 1.1405063291139241e-05,
+      "loss": 0.0232,
+      "step": 359950
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.139240506329114e-05,
+      "learning_rate_adapter": 1.139240506329114e-05,
+      "loss": 0.0233,
+      "step": 360000
+    },
+    {
+      "epoch": 2.43,
+      "eval_af_opus100_pr_auc": 0.776389706766121,
+      "eval_af_ud_pr_auc": 0.9904024860104724,
+      "eval_am_opus100_pr_auc": 0.6865080193826818,
+      "eval_ar_ersatz_pr_auc": 0.9243480882323758,
+      "eval_ar_opus100_pr_auc": 0.7307129145051781,
+      "eval_ar_ud_pr_auc": 0.8956476174700805,
+      "eval_average_ersatz_pr_auc": 0.9709146047483355,
+      "eval_average_opus100_pr_auc": 0.846622745883904,
+      "eval_average_ud_pr_auc": 0.9660848722664201,
+      "eval_az_opus100_pr_auc": 0.7728898783518712,
+      "eval_be_opus100_pr_auc": 0.7127807972322565,
+      "eval_be_ud_pr_auc": 0.9047686898837439,
+      "eval_bg_opus100_pr_auc": 0.9244230315257241,
+      "eval_bg_ud_pr_auc": 0.9962256609317726,
+      "eval_bn_opus100_pr_auc": 0.8517539193951925,
+      "eval_bn_ud_pr_auc": 0.998013713844469,
+      "eval_ca_opus100_pr_auc": 0.8819967600809708,
+      "eval_ca_ud_pr_auc": 0.994148716233361,
+      "eval_ceb_ud_pr_auc": 0.9984791386612203,
+      "eval_cs_ersatz_pr_auc": 0.985553866006357,
+      "eval_cs_opus100_pr_auc": 0.9160850043506578,
+      "eval_cs_ud_pr_auc": 0.963660022919129,
+      "eval_cy_opus100_pr_auc": 0.7803513365694544,
+      "eval_cy_ud_pr_auc": 0.9950551170703285,
+      "eval_da_opus100_pr_auc": 0.9227561550289924,
+      "eval_da_ud_pr_auc": 0.9822898468193799,
+      "eval_de_ersatz_pr_auc": 0.9893493417636415,
+      "eval_de_opus100_pr_auc": 0.9079621976297626,
+      "eval_de_ud_pr_auc": 0.9833395995181011,
+      "eval_el_opus100_pr_auc": 0.913690093394188,
+      "eval_el_ud_pr_auc": 0.9909389991991792,
+      "eval_en_ersatz_pr_auc": 0.9926010280946961,
+      "eval_en_opus100_pr_auc": 0.929723407630649,
+      "eval_en_ud_pr_auc": 0.9849018136359253,
+      "eval_eo_opus100_pr_auc": 0.9298549977740971,
+      "eval_es_ersatz_pr_auc": 0.9969333355707353,
+      "eval_es_opus100_pr_auc": 0.9313684367881049,
+      "eval_es_ud_pr_auc": 0.9929341798628165,
+      "eval_et_ersatz_pr_auc": 0.9839696303179974,
+      "eval_et_opus100_pr_auc": 0.9110723473825895,
+      "eval_et_ud_pr_auc": 0.9687647876048967,
+      "eval_eu_opus100_pr_auc": 0.8755420830980647,
+      "eval_eu_ud_pr_auc": 0.9916673904103555,
+      "eval_fa_opus100_pr_auc": 0.6136396793664646,
+      "eval_fa_ud_pr_auc": 0.9949756698202968,
+      "eval_fi_ersatz_pr_auc": 0.9909605529121506,
+      "eval_fi_opus100_pr_auc": 0.9243888159934424,
+      "eval_fi_ud_pr_auc": 0.9604344940326477,
+      "eval_fr_ersatz_pr_auc": 0.9887506471342403,
+      "eval_fr_opus100_pr_auc": 0.9238757568169872,
+      "eval_fr_ud_pr_auc": 0.9818598529873156,
+      "eval_fy_opus100_pr_auc": 0.6288190528799601,
+      "eval_ga_opus100_pr_auc": 0.9078640505578397,
+      "eval_ga_ud_pr_auc": 0.8211874558272487,
+      "eval_gd_opus100_pr_auc": 0.7060675967200158,
+      "eval_gd_ud_pr_auc": 0.8119956490585906,
+      "eval_gl_opus100_pr_auc": 0.8855679503203607,
+      "eval_gl_ud_pr_auc": 0.9979219568914912,
+      "eval_gu_ersatz_pr_auc": 0.9353503102621783,
+      "eval_gu_opus100_pr_auc": 0.763780228728004,
+      "eval_ha_opus100_pr_auc": 0.9239994793012407,
+      "eval_he_opus100_pr_auc": 0.8779522902215349,
+      "eval_he_ud_pr_auc": 0.9838113952897602,
+      "eval_hi_ersatz_pr_auc": 0.9813819269593033,
+      "eval_hi_opus100_pr_auc": 0.7132650369185927,
+      "eval_hi_ud_pr_auc": 0.9797526874600315,
+      "eval_hu_opus100_pr_auc": 0.9223570137419702,
+      "eval_hu_ud_pr_auc": 0.9857672107846625,
+      "eval_hy_opus100_pr_auc": 0.9062234906550659,
+      "eval_hy_ud_pr_auc": 0.9742831501604853,
+      "eval_id_opus100_pr_auc": 0.8874795465538918,
+      "eval_id_ud_pr_auc": 0.9951784361206633,
+      "eval_ig_opus100_pr_auc": 0.8742578571271088,
+      "eval_is_opus100_pr_auc": 0.9316466761451957,
+      "eval_is_ud_pr_auc": 0.9133018493429438,
+      "eval_it_opus100_pr_auc": 0.9117364668422083,
+      "eval_it_ud_pr_auc": 0.9968594470804595,
+      "eval_ja_ersatz_pr_auc": 0.8773642848125036,
+      "eval_ja_opus100_pr_auc": 0.8378248702560429,
+      "eval_ja_ud_pr_auc": 0.9720918022447218,
+      "eval_jv_ud_pr_auc": 0.9663395292679965,
+      "eval_ka_opus100_pr_auc": 0.8537907848028801,
+      "eval_kk_ersatz_pr_auc": 0.9879465774098344,
+      "eval_kk_opus100_pr_auc": 0.788045048582276,
+      "eval_kk_ud_pr_auc": 0.9747181564534413,
+      "eval_km_ersatz_pr_auc": 0.9342218456210815,
+      "eval_km_opus100_pr_auc": 0.7857534720218035,
+      "eval_kn_opus100_pr_auc": 0.6503053246985584,
+      "eval_ko_opus100_pr_auc": 0.6919802336544353,
+      "eval_ko_ud_pr_auc": 0.9983644432590233,
+      "eval_ku_opus100_pr_auc": 0.8604886098963017,
+      "eval_ky_opus100_pr_auc": 0.9058508996881904,
+      "eval_la_ud_pr_auc": 0.9698708917685489,
+      "eval_loss": 0.02690449170768261,
+      "eval_lt_ersatz_pr_auc": 0.995565820069336,
+      "eval_lt_opus100_pr_auc": 0.886503914354218,
+      "eval_lt_ud_pr_auc": 0.9971518639801926,
+      "eval_lv_ersatz_pr_auc": 0.9899666657585124,
+      "eval_lv_opus100_pr_auc": 0.8919792684132984,
+      "eval_lv_ud_pr_auc": 0.9657159780106752,
+      "eval_mg_opus100_pr_auc": 0.940631139310409,
+      "eval_mk_opus100_pr_auc": 0.9174999709186324,
+      "eval_ml_opus100_pr_auc": 0.8063112131417067,
+      "eval_mn_opus100_pr_auc": 0.9369173211153777,
+      "eval_mr_opus100_pr_auc": 0.8865335767354146,
+      "eval_mr_ud_pr_auc": 0.9837444260297783,
+      "eval_ms_opus100_pr_auc": 0.8695784867609043,
+      "eval_mt_opus100_pr_auc": 0.8450387908490625,
+      "eval_mt_ud_pr_auc": 0.913128999498404,
+      "eval_my_opus100_pr_auc": 0.8375575067540452,
+      "eval_ne_opus100_pr_auc": 0.7608212053340213,
+      "eval_nl_opus100_pr_auc": 0.902001409641554,
+      "eval_nl_ud_pr_auc": 0.9870143437296912,
+      "eval_no_opus100_pr_auc": 0.9316197355417157,
+      "eval_no_ud_pr_auc": 0.9967176819970262,
+      "eval_pa_opus100_pr_auc": 0.6843326098087814,
+      "eval_pl_ersatz_pr_auc": 0.9666861579506947,
+      "eval_pl_opus100_pr_auc": 0.8970062481457967,
+      "eval_pl_ud_pr_auc": 0.9692207015543466,
+      "eval_ps_ersatz_pr_auc": 0.9248960988303233,
+      "eval_ps_opus100_pr_auc": 0.7682873093753093,
+      "eval_pt_opus100_pr_auc": 0.9205636589338444,
+      "eval_pt_ud_pr_auc": 0.9885285262739365,
+      "eval_ro_ersatz_pr_auc": 0.9942543577934378,
+      "eval_ro_opus100_pr_auc": 0.8796373930951631,
+      "eval_ro_ud_pr_auc": 0.9706820816222368,
+      "eval_ru_ersatz_pr_auc": 0.9915720968851682,
+      "eval_ru_opus100_pr_auc": 0.9316114432204935,
+      "eval_ru_ud_pr_auc": 0.8837954212073362,
+      "eval_runtime": 328.1713,
+      "eval_samples_per_second": 229.953,
+      "eval_si_opus100_pr_auc": 0.8186966009763793,
+      "eval_sk_opus100_pr_auc": 0.9344251826491672,
+      "eval_sk_ud_pr_auc": 0.981356033336862,
+      "eval_sl_opus100_pr_auc": 0.8709981919834501,
+      "eval_sl_ud_pr_auc": 0.9702147982610801,
+      "eval_sq_opus100_pr_auc": 0.9237199887510694,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9151667396004661,
+      "eval_sr_ud_pr_auc": 0.9988410933072246,
+      "eval_steps_per_second": 0.899,
+      "eval_sv_opus100_pr_auc": 0.9039293149844378,
+      "eval_sv_ud_pr_auc": 0.9477659800954968,
+      "eval_ta_ersatz_pr_auc": 0.982737424915708,
+      "eval_ta_opus100_pr_auc": 0.7284737530098669,
+      "eval_ta_ud_pr_auc": 0.9869767125664298,
+      "eval_te_opus100_pr_auc": 0.8333475412117691,
+      "eval_tg_opus100_pr_auc": 0.8907369740952149,
+      "eval_th_opus100_pr_auc": 0.694637867011634,
+      "eval_th_ud_pr_auc": 0.8509656758120688,
+      "eval_tr_ersatz_pr_auc": 0.9701513311185251,
+      "eval_tr_opus100_pr_auc": 0.9024889422259949,
+      "eval_tr_ud_pr_auc": 0.9603273466447313,
+      "eval_uk_opus100_pr_auc": 0.8813927351772584,
+      "eval_uk_ud_pr_auc": 0.934826283858114,
+      "eval_ur_opus100_pr_auc": 0.602897572521165,
+      "eval_ur_ud_pr_auc": 0.9929470939780476,
+      "eval_uz_opus100_pr_auc": 0.8774226310022567,
+      "eval_vi_opus100_pr_auc": 0.8962686765297817,
+      "eval_vi_ud_pr_auc": 0.9514827666761793,
+      "eval_xh_opus100_pr_auc": 0.881360435053137,
+      "eval_yi_opus100_pr_auc": 0.7848538839710458,
+      "eval_yo_opus100_pr_auc": 0.8416576458769265,
+      "eval_yo_ud_pr_auc": 0.9306728152163825,
+      "eval_zh_ersatz_pr_auc": 0.9755599160445798,
+      "eval_zh_opus100_pr_auc": 0.8806684124349623,
+      "eval_zh_ud_pr_auc": 0.9948092376041504,
+      "eval_zu_opus100_pr_auc": 0.8326685525874669,
+      "step": 360000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1379746835443039e-05,
+      "learning_rate_adapter": 1.1379746835443039e-05,
+      "loss": 0.0229,
+      "step": 360050
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1367088607594938e-05,
+      "learning_rate_adapter": 1.1367088607594938e-05,
+      "loss": 0.0233,
+      "step": 360100
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1354430379746835e-05,
+      "learning_rate_adapter": 1.1354430379746835e-05,
+      "loss": 0.023,
+      "step": 360150
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1341772151898734e-05,
+      "learning_rate_adapter": 1.1341772151898734e-05,
+      "loss": 0.0231,
+      "step": 360200
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1329113924050633e-05,
+      "learning_rate_adapter": 1.1329113924050633e-05,
+      "loss": 0.0233,
+      "step": 360250
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1316455696202532e-05,
+      "learning_rate_adapter": 1.1316455696202532e-05,
+      "loss": 0.0233,
+      "step": 360300
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.130379746835443e-05,
+      "learning_rate_adapter": 1.130379746835443e-05,
+      "loss": 0.0233,
+      "step": 360350
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.129113924050633e-05,
+      "learning_rate_adapter": 1.129113924050633e-05,
+      "loss": 0.0235,
+      "step": 360400
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1278481012658228e-05,
+      "learning_rate_adapter": 1.1278481012658228e-05,
+      "loss": 0.0236,
+      "step": 360450
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1265822784810127e-05,
+      "learning_rate_adapter": 1.1265822784810127e-05,
+      "loss": 0.0235,
+      "step": 360500
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1253164556962026e-05,
+      "learning_rate_adapter": 1.1253164556962026e-05,
+      "loss": 0.0234,
+      "step": 360550
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1240506329113925e-05,
+      "learning_rate_adapter": 1.1240506329113925e-05,
+      "loss": 0.023,
+      "step": 360600
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1227848101265822e-05,
+      "learning_rate_adapter": 1.1227848101265822e-05,
+      "loss": 0.0234,
+      "step": 360650
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1215189873417723e-05,
+      "learning_rate_adapter": 1.1215189873417723e-05,
+      "loss": 0.0233,
+      "step": 360700
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1202531645569621e-05,
+      "learning_rate_adapter": 1.1202531645569621e-05,
+      "loss": 0.0232,
+      "step": 360750
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1189873417721519e-05,
+      "learning_rate_adapter": 1.1189873417721519e-05,
+      "loss": 0.0231,
+      "step": 360800
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1177215189873417e-05,
+      "learning_rate_adapter": 1.1177215189873417e-05,
+      "loss": 0.0233,
+      "step": 360850
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1164556962025318e-05,
+      "learning_rate_adapter": 1.1164556962025318e-05,
+      "loss": 0.0233,
+      "step": 360900
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1151898734177215e-05,
+      "learning_rate_adapter": 1.1151898734177215e-05,
+      "loss": 0.0234,
+      "step": 360950
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1139240506329114e-05,
+      "learning_rate_adapter": 1.1139240506329114e-05,
+      "loss": 0.0233,
+      "step": 361000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1126582278481013e-05,
+      "learning_rate_adapter": 1.1126582278481013e-05,
+      "loss": 0.0233,
+      "step": 361050
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1113924050632912e-05,
+      "learning_rate_adapter": 1.1113924050632912e-05,
+      "loss": 0.0233,
+      "step": 361100
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.110126582278481e-05,
+      "learning_rate_adapter": 1.110126582278481e-05,
+      "loss": 0.0232,
+      "step": 361150
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.108860759493671e-05,
+      "learning_rate_adapter": 1.108860759493671e-05,
+      "loss": 0.0231,
+      "step": 361200
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1075949367088608e-05,
+      "learning_rate_adapter": 1.1075949367088608e-05,
+      "loss": 0.0234,
+      "step": 361250
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1063291139240507e-05,
+      "learning_rate_adapter": 1.1063291139240507e-05,
+      "loss": 0.0234,
+      "step": 361300
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1050632911392406e-05,
+      "learning_rate_adapter": 1.1050632911392406e-05,
+      "loss": 0.0233,
+      "step": 361350
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1037974683544305e-05,
+      "learning_rate_adapter": 1.1037974683544305e-05,
+      "loss": 0.0232,
+      "step": 361400
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1025316455696202e-05,
+      "learning_rate_adapter": 1.1025316455696202e-05,
+      "loss": 0.0231,
+      "step": 361450
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1012658227848103e-05,
+      "learning_rate_adapter": 1.1012658227848103e-05,
+      "loss": 0.0232,
+      "step": 361500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.023,
+      "step": 361550
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0987341772151899e-05,
+      "learning_rate_adapter": 1.0987341772151899e-05,
+      "loss": 0.0232,
+      "step": 361600
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0974683544303797e-05,
+      "learning_rate_adapter": 1.0974683544303797e-05,
+      "loss": 0.0233,
+      "step": 361650
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0962025316455698e-05,
+      "learning_rate_adapter": 1.0962025316455698e-05,
+      "loss": 0.0233,
+      "step": 361700
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0949367088607595e-05,
+      "learning_rate_adapter": 1.0949367088607595e-05,
+      "loss": 0.0234,
+      "step": 361750
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0936708860759494e-05,
+      "learning_rate_adapter": 1.0936708860759494e-05,
+      "loss": 0.0233,
+      "step": 361800
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0924050632911393e-05,
+      "learning_rate_adapter": 1.0924050632911393e-05,
+      "loss": 0.0233,
+      "step": 361850
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0911392405063292e-05,
+      "learning_rate_adapter": 1.0911392405063292e-05,
+      "loss": 0.0231,
+      "step": 361900
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.089873417721519e-05,
+      "learning_rate_adapter": 1.089873417721519e-05,
+      "loss": 0.0232,
+      "step": 361950
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.088607594936709e-05,
+      "learning_rate_adapter": 1.088607594936709e-05,
+      "loss": 0.0231,
+      "step": 362000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0873417721518987e-05,
+      "learning_rate_adapter": 1.0873417721518987e-05,
+      "loss": 0.0232,
+      "step": 362050
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0860759493670887e-05,
+      "learning_rate_adapter": 1.0860759493670887e-05,
+      "loss": 0.0234,
+      "step": 362100
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0848101265822786e-05,
+      "learning_rate_adapter": 1.0848101265822786e-05,
+      "loss": 0.0231,
+      "step": 362150
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0835443037974683e-05,
+      "learning_rate_adapter": 1.0835443037974683e-05,
+      "loss": 0.0232,
+      "step": 362200
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0822784810126582e-05,
+      "learning_rate_adapter": 1.0822784810126582e-05,
+      "loss": 0.0233,
+      "step": 362250
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0810126582278483e-05,
+      "learning_rate_adapter": 1.0810126582278483e-05,
+      "loss": 0.0235,
+      "step": 362300
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.079746835443038e-05,
+      "learning_rate_adapter": 1.079746835443038e-05,
+      "loss": 0.0231,
+      "step": 362350
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0784810126582279e-05,
+      "learning_rate_adapter": 1.0784810126582279e-05,
+      "loss": 0.0232,
+      "step": 362400
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0772151898734177e-05,
+      "learning_rate_adapter": 1.0772151898734177e-05,
+      "loss": 0.0231,
+      "step": 362450
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0759493670886076e-05,
+      "learning_rate_adapter": 1.0759493670886076e-05,
+      "loss": 0.0232,
+      "step": 362500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0746835443037975e-05,
+      "learning_rate_adapter": 1.0746835443037975e-05,
+      "loss": 0.0233,
+      "step": 362550
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0734177215189874e-05,
+      "learning_rate_adapter": 1.0734177215189874e-05,
+      "loss": 0.0233,
+      "step": 362600
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0721518987341773e-05,
+      "learning_rate_adapter": 1.0721518987341773e-05,
+      "loss": 0.0231,
+      "step": 362650
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0708860759493672e-05,
+      "learning_rate_adapter": 1.0708860759493672e-05,
+      "loss": 0.0231,
+      "step": 362700
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.069620253164557e-05,
+      "learning_rate_adapter": 1.069620253164557e-05,
+      "loss": 0.0233,
+      "step": 362750
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.068354430379747e-05,
+      "learning_rate_adapter": 1.068354430379747e-05,
+      "loss": 0.0233,
+      "step": 362800
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0670886075949367e-05,
+      "learning_rate_adapter": 1.0670886075949367e-05,
+      "loss": 0.0232,
+      "step": 362850
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0658227848101267e-05,
+      "learning_rate_adapter": 1.0658227848101267e-05,
+      "loss": 0.0231,
+      "step": 362900
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0645569620253166e-05,
+      "learning_rate_adapter": 1.0645569620253166e-05,
+      "loss": 0.0232,
+      "step": 362950
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0632911392405063e-05,
+      "learning_rate_adapter": 1.0632911392405063e-05,
+      "loss": 0.0231,
+      "step": 363000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0620253164556962e-05,
+      "learning_rate_adapter": 1.0620253164556962e-05,
+      "loss": 0.0232,
+      "step": 363050
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0607594936708863e-05,
+      "learning_rate_adapter": 1.0607594936708863e-05,
+      "loss": 0.0233,
+      "step": 363100
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.059493670886076e-05,
+      "learning_rate_adapter": 1.059493670886076e-05,
+      "loss": 0.0231,
+      "step": 363150
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0582278481012659e-05,
+      "learning_rate_adapter": 1.0582278481012659e-05,
+      "loss": 0.0235,
+      "step": 363200
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0569620253164557e-05,
+      "learning_rate_adapter": 1.0569620253164557e-05,
+      "loss": 0.0233,
+      "step": 363250
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0556962025316456e-05,
+      "learning_rate_adapter": 1.0556962025316456e-05,
+      "loss": 0.0231,
+      "step": 363300
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0544303797468355e-05,
+      "learning_rate_adapter": 1.0544303797468355e-05,
+      "loss": 0.0232,
+      "step": 363350
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0531645569620254e-05,
+      "learning_rate_adapter": 1.0531645569620254e-05,
+      "loss": 0.0232,
+      "step": 363400
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0518987341772151e-05,
+      "learning_rate_adapter": 1.0518987341772151e-05,
+      "loss": 0.0231,
+      "step": 363450
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0506329113924052e-05,
+      "learning_rate_adapter": 1.0506329113924052e-05,
+      "loss": 0.0232,
+      "step": 363500
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.049367088607595e-05,
+      "learning_rate_adapter": 1.049367088607595e-05,
+      "loss": 0.0232,
+      "step": 363550
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0481012658227848e-05,
+      "learning_rate_adapter": 1.0481012658227848e-05,
+      "loss": 0.0235,
+      "step": 363600
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0468354430379747e-05,
+      "learning_rate_adapter": 1.0468354430379747e-05,
+      "loss": 0.0233,
+      "step": 363650
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0455696202531647e-05,
+      "learning_rate_adapter": 1.0455696202531647e-05,
+      "loss": 0.0233,
+      "step": 363700
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0443037974683544e-05,
+      "learning_rate_adapter": 1.0443037974683544e-05,
+      "loss": 0.0232,
+      "step": 363750
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0430379746835443e-05,
+      "learning_rate_adapter": 1.0430379746835443e-05,
+      "loss": 0.0231,
+      "step": 363800
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0417721518987342e-05,
+      "learning_rate_adapter": 1.0417721518987342e-05,
+      "loss": 0.0233,
+      "step": 363850
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.040506329113924e-05,
+      "learning_rate_adapter": 1.040506329113924e-05,
+      "loss": 0.0231,
+      "step": 363900
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.039240506329114e-05,
+      "learning_rate_adapter": 1.039240506329114e-05,
+      "loss": 0.0231,
+      "step": 363950
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0379746835443039e-05,
+      "learning_rate_adapter": 1.0379746835443039e-05,
+      "loss": 0.0234,
+      "step": 364000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0367088607594937e-05,
+      "learning_rate_adapter": 1.0367088607594937e-05,
+      "loss": 0.0232,
+      "step": 364050
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0354430379746836e-05,
+      "learning_rate_adapter": 1.0354430379746836e-05,
+      "loss": 0.0233,
+      "step": 364100
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0341772151898735e-05,
+      "learning_rate_adapter": 1.0341772151898735e-05,
+      "loss": 0.0233,
+      "step": 364150
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0329113924050634e-05,
+      "learning_rate_adapter": 1.0329113924050634e-05,
+      "loss": 0.023,
+      "step": 364200
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0316455696202531e-05,
+      "learning_rate_adapter": 1.0316455696202531e-05,
+      "loss": 0.0232,
+      "step": 364250
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0303797468354432e-05,
+      "learning_rate_adapter": 1.0303797468354432e-05,
+      "loss": 0.0232,
+      "step": 364300
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.029113924050633e-05,
+      "learning_rate_adapter": 1.029113924050633e-05,
+      "loss": 0.0231,
+      "step": 364350
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0278481012658228e-05,
+      "learning_rate_adapter": 1.0278481012658228e-05,
+      "loss": 0.023,
+      "step": 364400
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0265822784810127e-05,
+      "learning_rate_adapter": 1.0265822784810127e-05,
+      "loss": 0.0232,
+      "step": 364450
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0253164556962027e-05,
+      "learning_rate_adapter": 1.0253164556962027e-05,
+      "loss": 0.0233,
+      "step": 364500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0240506329113924e-05,
+      "learning_rate_adapter": 1.0240506329113924e-05,
+      "loss": 0.0232,
+      "step": 364550
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0227848101265823e-05,
+      "learning_rate_adapter": 1.0227848101265823e-05,
+      "loss": 0.0232,
+      "step": 364600
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0215189873417722e-05,
+      "learning_rate_adapter": 1.0215189873417722e-05,
+      "loss": 0.0231,
+      "step": 364650
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.020253164556962e-05,
+      "learning_rate_adapter": 1.020253164556962e-05,
+      "loss": 0.0236,
+      "step": 364700
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.018987341772152e-05,
+      "learning_rate_adapter": 1.018987341772152e-05,
+      "loss": 0.0233,
+      "step": 364750
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0177215189873419e-05,
+      "learning_rate_adapter": 1.0177215189873419e-05,
+      "loss": 0.0233,
+      "step": 364800
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0164556962025316e-05,
+      "learning_rate_adapter": 1.0164556962025316e-05,
+      "loss": 0.0233,
+      "step": 364850
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0151898734177216e-05,
+      "learning_rate_adapter": 1.0151898734177216e-05,
+      "loss": 0.0232,
+      "step": 364900
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0139240506329115e-05,
+      "learning_rate_adapter": 1.0139240506329115e-05,
+      "loss": 0.0231,
+      "step": 364950
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0126582278481012e-05,
+      "learning_rate_adapter": 1.0126582278481012e-05,
+      "loss": 0.0234,
+      "step": 365000
+    },
+    {
+      "epoch": 2.46,
+      "eval_af_opus100_pr_auc": 0.7844303856632425,
+      "eval_af_ud_pr_auc": 0.9908921051609523,
+      "eval_am_opus100_pr_auc": 0.6829304510593588,
+      "eval_ar_ersatz_pr_auc": 0.9221243251609936,
+      "eval_ar_opus100_pr_auc": 0.7284144010447775,
+      "eval_ar_ud_pr_auc": 0.8943804759702273,
+      "eval_average_ersatz_pr_auc": 0.9707903571133499,
+      "eval_average_opus100_pr_auc": 0.847518207030562,
+      "eval_average_ud_pr_auc": 0.965438657531366,
+      "eval_az_opus100_pr_auc": 0.7690545967415171,
+      "eval_be_opus100_pr_auc": 0.714674183697817,
+      "eval_be_ud_pr_auc": 0.9024622575710675,
+      "eval_bg_opus100_pr_auc": 0.9246089355777921,
+      "eval_bg_ud_pr_auc": 0.9962518282112376,
+      "eval_bn_opus100_pr_auc": 0.8521940886896643,
+      "eval_bn_ud_pr_auc": 0.9990344616049505,
+      "eval_ca_opus100_pr_auc": 0.880877708310473,
+      "eval_ca_ud_pr_auc": 0.9940062596114115,
+      "eval_ceb_ud_pr_auc": 0.9981706907891599,
+      "eval_cs_ersatz_pr_auc": 0.9851588410414847,
+      "eval_cs_opus100_pr_auc": 0.9164184489145838,
+      "eval_cs_ud_pr_auc": 0.9630456798869269,
+      "eval_cy_opus100_pr_auc": 0.7899030157101091,
+      "eval_cy_ud_pr_auc": 0.9943475386909083,
+      "eval_da_opus100_pr_auc": 0.9221063458657345,
+      "eval_da_ud_pr_auc": 0.98130941630535,
+      "eval_de_ersatz_pr_auc": 0.9889659433239091,
+      "eval_de_opus100_pr_auc": 0.9092950875827405,
+      "eval_de_ud_pr_auc": 0.9835484385549801,
+      "eval_el_opus100_pr_auc": 0.9165779663643082,
+      "eval_el_ud_pr_auc": 0.990758062984533,
+      "eval_en_ersatz_pr_auc": 0.992581489615107,
+      "eval_en_opus100_pr_auc": 0.9302890185049778,
+      "eval_en_ud_pr_auc": 0.986348038010022,
+      "eval_eo_opus100_pr_auc": 0.930557758499977,
+      "eval_es_ersatz_pr_auc": 0.9967228451883406,
+      "eval_es_opus100_pr_auc": 0.9311736415325597,
+      "eval_es_ud_pr_auc": 0.9930074127517646,
+      "eval_et_ersatz_pr_auc": 0.9831700666829518,
+      "eval_et_opus100_pr_auc": 0.908889760886571,
+      "eval_et_ud_pr_auc": 0.9661883068017746,
+      "eval_eu_opus100_pr_auc": 0.8804712584038522,
+      "eval_eu_ud_pr_auc": 0.9919859504012529,
+      "eval_fa_opus100_pr_auc": 0.6119737731989221,
+      "eval_fa_ud_pr_auc": 0.9952819047990996,
+      "eval_fi_ersatz_pr_auc": 0.9920109371686419,
+      "eval_fi_opus100_pr_auc": 0.9263413640168326,
+      "eval_fi_ud_pr_auc": 0.9600091000167461,
+      "eval_fr_ersatz_pr_auc": 0.9876868682948131,
+      "eval_fr_opus100_pr_auc": 0.9237356761544672,
+      "eval_fr_ud_pr_auc": 0.981293819987858,
+      "eval_fy_opus100_pr_auc": 0.6393808668528118,
+      "eval_ga_opus100_pr_auc": 0.9061150386716174,
+      "eval_ga_ud_pr_auc": 0.8073384746268795,
+      "eval_gd_opus100_pr_auc": 0.6919003076171826,
+      "eval_gd_ud_pr_auc": 0.813128175246232,
+      "eval_gl_opus100_pr_auc": 0.8863784904650616,
+      "eval_gl_ud_pr_auc": 0.9982902742489259,
+      "eval_gu_ersatz_pr_auc": 0.9359385941012968,
+      "eval_gu_opus100_pr_auc": 0.7597924336173362,
+      "eval_ha_opus100_pr_auc": 0.9224668211117734,
+      "eval_he_opus100_pr_auc": 0.8773984282910032,
+      "eval_he_ud_pr_auc": 0.9821795555096253,
+      "eval_hi_ersatz_pr_auc": 0.9815562884154433,
+      "eval_hi_opus100_pr_auc": 0.7179815903433099,
+      "eval_hi_ud_pr_auc": 0.9813741997575421,
+      "eval_hu_opus100_pr_auc": 0.925371832055923,
+      "eval_hu_ud_pr_auc": 0.9857543605918229,
+      "eval_hy_opus100_pr_auc": 0.9071168075303315,
+      "eval_hy_ud_pr_auc": 0.9724527002419318,
+      "eval_id_opus100_pr_auc": 0.8884372945951821,
+      "eval_id_ud_pr_auc": 0.9946234442466556,
+      "eval_ig_opus100_pr_auc": 0.8787126800918242,
+      "eval_is_opus100_pr_auc": 0.9346001313316574,
+      "eval_is_ud_pr_auc": 0.9101819836603168,
+      "eval_it_opus100_pr_auc": 0.9136622372341932,
+      "eval_it_ud_pr_auc": 0.9973791828797939,
+      "eval_ja_ersatz_pr_auc": 0.8850506901673935,
+      "eval_ja_opus100_pr_auc": 0.8473884700836065,
+      "eval_ja_ud_pr_auc": 0.974468478560072,
+      "eval_jv_ud_pr_auc": 0.9677725298037058,
+      "eval_ka_opus100_pr_auc": 0.8604388961084206,
+      "eval_kk_ersatz_pr_auc": 0.988250965574877,
+      "eval_kk_opus100_pr_auc": 0.8010139567533017,
+      "eval_kk_ud_pr_auc": 0.9742993249861358,
+      "eval_km_ersatz_pr_auc": 0.9337942952434592,
+      "eval_km_opus100_pr_auc": 0.782644988153288,
+      "eval_kn_opus100_pr_auc": 0.646673497113981,
+      "eval_ko_opus100_pr_auc": 0.7004775825850073,
+      "eval_ko_ud_pr_auc": 0.9979387988356709,
+      "eval_ku_opus100_pr_auc": 0.8600388055154562,
+      "eval_ky_opus100_pr_auc": 0.9015827122916864,
+      "eval_la_ud_pr_auc": 0.9681336063833452,
+      "eval_loss": 0.026798825711011887,
+      "eval_lt_ersatz_pr_auc": 0.9958376961700582,
+      "eval_lt_opus100_pr_auc": 0.8827189707314341,
+      "eval_lt_ud_pr_auc": 0.9972403291995815,
+      "eval_lv_ersatz_pr_auc": 0.9884689607212149,
+      "eval_lv_opus100_pr_auc": 0.8895832172579516,
+      "eval_lv_ud_pr_auc": 0.9650686517894068,
+      "eval_mg_opus100_pr_auc": 0.9393612336674464,
+      "eval_mk_opus100_pr_auc": 0.9175710736202962,
+      "eval_ml_opus100_pr_auc": 0.8122110594296571,
+      "eval_mn_opus100_pr_auc": 0.9414402623972103,
+      "eval_mr_opus100_pr_auc": 0.8899366538194434,
+      "eval_mr_ud_pr_auc": 0.9776192410060635,
+      "eval_ms_opus100_pr_auc": 0.8734526423050221,
+      "eval_mt_opus100_pr_auc": 0.8402577351432052,
+      "eval_mt_ud_pr_auc": 0.9000885691838149,
+      "eval_my_opus100_pr_auc": 0.8341906638958498,
+      "eval_ne_opus100_pr_auc": 0.7578803159736979,
+      "eval_nl_opus100_pr_auc": 0.9053914533944887,
+      "eval_nl_ud_pr_auc": 0.9866165343373186,
+      "eval_no_opus100_pr_auc": 0.9311679498125693,
+      "eval_no_ud_pr_auc": 0.9968107501226198,
+      "eval_pa_opus100_pr_auc": 0.6798386773247616,
+      "eval_pl_ersatz_pr_auc": 0.9645694178956606,
+      "eval_pl_opus100_pr_auc": 0.8973971464601962,
+      "eval_pl_ud_pr_auc": 0.9669375678906351,
+      "eval_ps_ersatz_pr_auc": 0.9212619793010693,
+      "eval_ps_opus100_pr_auc": 0.7636675227742798,
+      "eval_pt_opus100_pr_auc": 0.922067054859569,
+      "eval_pt_ud_pr_auc": 0.9884475544119025,
+      "eval_ro_ersatz_pr_auc": 0.9937052447512889,
+      "eval_ro_opus100_pr_auc": 0.8808298839782045,
+      "eval_ro_ud_pr_auc": 0.9686988040774551,
+      "eval_ru_ersatz_pr_auc": 0.9920024926852025,
+      "eval_ru_opus100_pr_auc": 0.9308150660286519,
+      "eval_ru_ud_pr_auc": 0.889645256915748,
+      "eval_runtime": 324.7807,
+      "eval_samples_per_second": 232.354,
+      "eval_si_opus100_pr_auc": 0.8224892930192979,
+      "eval_sk_opus100_pr_auc": 0.9344529568174781,
+      "eval_sk_ud_pr_auc": 0.9816090921698992,
+      "eval_sl_opus100_pr_auc": 0.8717539077017995,
+      "eval_sl_ud_pr_auc": 0.9675674411841276,
+      "eval_sq_opus100_pr_auc": 0.9283626501274277,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9179909897025793,
+      "eval_sr_ud_pr_auc": 0.9988305846519215,
+      "eval_steps_per_second": 0.908,
+      "eval_sv_opus100_pr_auc": 0.9049027100561479,
+      "eval_sv_ud_pr_auc": 0.9460963911843323,
+      "eval_ta_ersatz_pr_auc": 0.9823268157792419,
+      "eval_ta_opus100_pr_auc": 0.7256941658593177,
+      "eval_ta_ud_pr_auc": 0.9882906264626723,
+      "eval_te_opus100_pr_auc": 0.8389929541882585,
+      "eval_tg_opus100_pr_auc": 0.894157791203773,
+      "eval_th_opus100_pr_auc": 0.6964084251054641,
+      "eval_th_ud_pr_auc": 0.8558277734708721,
+      "eval_tr_ersatz_pr_auc": 0.967709482119696,
+      "eval_tr_opus100_pr_auc": 0.9030967507280562,
+      "eval_tr_ud_pr_auc": 0.9584735953685162,
+      "eval_uk_opus100_pr_auc": 0.8839845310438258,
+      "eval_uk_ud_pr_auc": 0.9367623563910673,
+      "eval_ur_opus100_pr_auc": 0.6036059389171416,
+      "eval_ur_ud_pr_auc": 0.9940386476123457,
+      "eval_uz_opus100_pr_auc": 0.8775517267322324,
+      "eval_vi_opus100_pr_auc": 0.8974156967696062,
+      "eval_vi_ud_pr_auc": 0.9490769967017978,
+      "eval_xh_opus100_pr_auc": 0.8811405983640508,
+      "eval_yi_opus100_pr_auc": 0.774198847946951,
+      "eval_yo_opus100_pr_auc": 0.8415092183503018,
+      "eval_yo_ud_pr_auc": 0.9335431177243587,
+      "eval_zh_ersatz_pr_auc": 0.9784936170915559,
+      "eval_zh_opus100_pr_auc": 0.882224449279041,
+      "eval_zh_ud_pr_auc": 0.9950767597425283,
+      "eval_zu_opus100_pr_auc": 0.8422890568851713,
+      "step": 365000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0113924050632911e-05,
+      "learning_rate_adapter": 1.0113924050632911e-05,
+      "loss": 0.0231,
+      "step": 365050
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0101265822784812e-05,
+      "learning_rate_adapter": 1.0101265822784812e-05,
+      "loss": 0.0233,
+      "step": 365100
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0088607594936709e-05,
+      "learning_rate_adapter": 1.0088607594936709e-05,
+      "loss": 0.0235,
+      "step": 365150
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0075949367088608e-05,
+      "learning_rate_adapter": 1.0075949367088608e-05,
+      "loss": 0.0234,
+      "step": 365200
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0063291139240507e-05,
+      "learning_rate_adapter": 1.0063291139240507e-05,
+      "loss": 0.0234,
+      "step": 365250
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0050632911392405e-05,
+      "learning_rate_adapter": 1.0050632911392405e-05,
+      "loss": 0.0235,
+      "step": 365300
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0037974683544304e-05,
+      "learning_rate_adapter": 1.0037974683544304e-05,
+      "loss": 0.0231,
+      "step": 365350
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0025316455696203e-05,
+      "learning_rate_adapter": 1.0025316455696203e-05,
+      "loss": 0.0233,
+      "step": 365400
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0012658227848102e-05,
+      "learning_rate_adapter": 1.0012658227848102e-05,
+      "loss": 0.0233,
+      "step": 365450
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0233,
+      "step": 365500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.9873417721519e-06,
+      "learning_rate_adapter": 9.9873417721519e-06,
+      "loss": 0.0231,
+      "step": 365550
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.974683544303799e-06,
+      "learning_rate_adapter": 9.974683544303799e-06,
+      "loss": 0.0234,
+      "step": 365600
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.962025316455696e-06,
+      "learning_rate_adapter": 9.962025316455696e-06,
+      "loss": 0.0232,
+      "step": 365650
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.949367088607596e-06,
+      "learning_rate_adapter": 9.949367088607596e-06,
+      "loss": 0.023,
+      "step": 365700
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.936708860759495e-06,
+      "learning_rate_adapter": 9.936708860759495e-06,
+      "loss": 0.0233,
+      "step": 365750
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.924050632911392e-06,
+      "learning_rate_adapter": 9.924050632911392e-06,
+      "loss": 0.0233,
+      "step": 365800
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.911392405063291e-06,
+      "learning_rate_adapter": 9.911392405063291e-06,
+      "loss": 0.0233,
+      "step": 365850
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.898734177215192e-06,
+      "learning_rate_adapter": 9.898734177215192e-06,
+      "loss": 0.0232,
+      "step": 365900
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.886075949367089e-06,
+      "learning_rate_adapter": 9.886075949367089e-06,
+      "loss": 0.0231,
+      "step": 365950
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.873417721518988e-06,
+      "learning_rate_adapter": 9.873417721518988e-06,
+      "loss": 0.0233,
+      "step": 366000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.860759493670887e-06,
+      "learning_rate_adapter": 9.860759493670887e-06,
+      "loss": 0.0233,
+      "step": 366050
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.848101265822785e-06,
+      "learning_rate_adapter": 9.848101265822785e-06,
+      "loss": 0.023,
+      "step": 366100
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.835443037974684e-06,
+      "learning_rate_adapter": 9.835443037974684e-06,
+      "loss": 0.0232,
+      "step": 366150
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.822784810126583e-06,
+      "learning_rate_adapter": 9.822784810126583e-06,
+      "loss": 0.0232,
+      "step": 366200
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.81012658227848e-06,
+      "learning_rate_adapter": 9.81012658227848e-06,
+      "loss": 0.0234,
+      "step": 366250
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.79746835443038e-06,
+      "learning_rate_adapter": 9.79746835443038e-06,
+      "loss": 0.0232,
+      "step": 366300
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.78481012658228e-06,
+      "learning_rate_adapter": 9.78481012658228e-06,
+      "loss": 0.0233,
+      "step": 366350
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.772151898734177e-06,
+      "learning_rate_adapter": 9.772151898734177e-06,
+      "loss": 0.0231,
+      "step": 366400
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.759493670886076e-06,
+      "learning_rate_adapter": 9.759493670886076e-06,
+      "loss": 0.0233,
+      "step": 366450
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.746835443037976e-06,
+      "learning_rate_adapter": 9.746835443037976e-06,
+      "loss": 0.0231,
+      "step": 366500
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.734177215189873e-06,
+      "learning_rate_adapter": 9.734177215189873e-06,
+      "loss": 0.0232,
+      "step": 366550
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.721518987341772e-06,
+      "learning_rate_adapter": 9.721518987341772e-06,
+      "loss": 0.0232,
+      "step": 366600
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.708860759493671e-06,
+      "learning_rate_adapter": 9.708860759493671e-06,
+      "loss": 0.0234,
+      "step": 366650
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.69620253164557e-06,
+      "learning_rate_adapter": 9.69620253164557e-06,
+      "loss": 0.0232,
+      "step": 366700
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.683544303797469e-06,
+      "learning_rate_adapter": 9.683544303797469e-06,
+      "loss": 0.0235,
+      "step": 366750
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.670886075949368e-06,
+      "learning_rate_adapter": 9.670886075949368e-06,
+      "loss": 0.0233,
+      "step": 366800
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.658227848101267e-06,
+      "learning_rate_adapter": 9.658227848101267e-06,
+      "loss": 0.0235,
+      "step": 366850
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.645569620253165e-06,
+      "learning_rate_adapter": 9.645569620253165e-06,
+      "loss": 0.0234,
+      "step": 366900
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.632911392405064e-06,
+      "learning_rate_adapter": 9.632911392405064e-06,
+      "loss": 0.0234,
+      "step": 366950
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.620253164556963e-06,
+      "learning_rate_adapter": 9.620253164556963e-06,
+      "loss": 0.0233,
+      "step": 367000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.60759493670886e-06,
+      "learning_rate_adapter": 9.60759493670886e-06,
+      "loss": 0.0233,
+      "step": 367050
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.59493670886076e-06,
+      "learning_rate_adapter": 9.59493670886076e-06,
+      "loss": 0.0233,
+      "step": 367100
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.58227848101266e-06,
+      "learning_rate_adapter": 9.58227848101266e-06,
+      "loss": 0.0231,
+      "step": 367150
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.569620253164557e-06,
+      "learning_rate_adapter": 9.569620253164557e-06,
+      "loss": 0.0231,
+      "step": 367200
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.556962025316456e-06,
+      "learning_rate_adapter": 9.556962025316456e-06,
+      "loss": 0.0232,
+      "step": 367250
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.544303797468356e-06,
+      "learning_rate_adapter": 9.544303797468356e-06,
+      "loss": 0.0231,
+      "step": 367300
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.531645569620253e-06,
+      "learning_rate_adapter": 9.531645569620253e-06,
+      "loss": 0.023,
+      "step": 367350
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.518987341772152e-06,
+      "learning_rate_adapter": 9.518987341772152e-06,
+      "loss": 0.0233,
+      "step": 367400
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.506329113924051e-06,
+      "learning_rate_adapter": 9.506329113924051e-06,
+      "loss": 0.0232,
+      "step": 367450
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.49367088607595e-06,
+      "learning_rate_adapter": 9.49367088607595e-06,
+      "loss": 0.0231,
+      "step": 367500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.481012658227849e-06,
+      "learning_rate_adapter": 9.481012658227849e-06,
+      "loss": 0.0233,
+      "step": 367550
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.468354430379748e-06,
+      "learning_rate_adapter": 9.468354430379748e-06,
+      "loss": 0.0231,
+      "step": 367600
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.455696202531645e-06,
+      "learning_rate_adapter": 9.455696202531645e-06,
+      "loss": 0.0232,
+      "step": 367650
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.443037974683545e-06,
+      "learning_rate_adapter": 9.443037974683545e-06,
+      "loss": 0.0235,
+      "step": 367700
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.430379746835444e-06,
+      "learning_rate_adapter": 9.430379746835444e-06,
+      "loss": 0.023,
+      "step": 367750
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.417721518987341e-06,
+      "learning_rate_adapter": 9.417721518987341e-06,
+      "loss": 0.0234,
+      "step": 367800
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.40506329113924e-06,
+      "learning_rate_adapter": 9.40506329113924e-06,
+      "loss": 0.0235,
+      "step": 367850
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.39240506329114e-06,
+      "learning_rate_adapter": 9.39240506329114e-06,
+      "loss": 0.0232,
+      "step": 367900
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.379746835443038e-06,
+      "learning_rate_adapter": 9.379746835443038e-06,
+      "loss": 0.0233,
+      "step": 367950
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.367088607594937e-06,
+      "learning_rate_adapter": 9.367088607594937e-06,
+      "loss": 0.0231,
+      "step": 368000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.354430379746836e-06,
+      "learning_rate_adapter": 9.354430379746836e-06,
+      "loss": 0.0233,
+      "step": 368050
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.341772151898735e-06,
+      "learning_rate_adapter": 9.341772151898735e-06,
+      "loss": 0.0234,
+      "step": 368100
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.329113924050633e-06,
+      "learning_rate_adapter": 9.329113924050633e-06,
+      "loss": 0.0236,
+      "step": 368150
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.316455696202532e-06,
+      "learning_rate_adapter": 9.316455696202532e-06,
+      "loss": 0.0233,
+      "step": 368200
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.303797468354431e-06,
+      "learning_rate_adapter": 9.303797468354431e-06,
+      "loss": 0.0231,
+      "step": 368250
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.29113924050633e-06,
+      "learning_rate_adapter": 9.29113924050633e-06,
+      "loss": 0.0234,
+      "step": 368300
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.278481012658229e-06,
+      "learning_rate_adapter": 9.278481012658229e-06,
+      "loss": 0.0232,
+      "step": 368350
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.265822784810128e-06,
+      "learning_rate_adapter": 9.265822784810128e-06,
+      "loss": 0.0233,
+      "step": 368400
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.253164556962025e-06,
+      "learning_rate_adapter": 9.253164556962025e-06,
+      "loss": 0.0231,
+      "step": 368450
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.240506329113925e-06,
+      "learning_rate_adapter": 9.240506329113925e-06,
+      "loss": 0.0233,
+      "step": 368500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.227848101265824e-06,
+      "learning_rate_adapter": 9.227848101265824e-06,
+      "loss": 0.0232,
+      "step": 368550
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.215189873417721e-06,
+      "learning_rate_adapter": 9.215189873417721e-06,
+      "loss": 0.023,
+      "step": 368600
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.20253164556962e-06,
+      "learning_rate_adapter": 9.20253164556962e-06,
+      "loss": 0.0234,
+      "step": 368650
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.18987341772152e-06,
+      "learning_rate_adapter": 9.18987341772152e-06,
+      "loss": 0.0232,
+      "step": 368700
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.177215189873418e-06,
+      "learning_rate_adapter": 9.177215189873418e-06,
+      "loss": 0.0233,
+      "step": 368750
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.164556962025317e-06,
+      "learning_rate_adapter": 9.164556962025317e-06,
+      "loss": 0.0231,
+      "step": 368800
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.151898734177216e-06,
+      "learning_rate_adapter": 9.151898734177216e-06,
+      "loss": 0.0231,
+      "step": 368850
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.139240506329115e-06,
+      "learning_rate_adapter": 9.139240506329115e-06,
+      "loss": 0.0233,
+      "step": 368900
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.126582278481013e-06,
+      "learning_rate_adapter": 9.126582278481013e-06,
+      "loss": 0.0232,
+      "step": 368950
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.113924050632912e-06,
+      "learning_rate_adapter": 9.113924050632912e-06,
+      "loss": 0.0233,
+      "step": 369000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.10126582278481e-06,
+      "learning_rate_adapter": 9.10126582278481e-06,
+      "loss": 0.023,
+      "step": 369050
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.088607594936708e-06,
+      "learning_rate_adapter": 9.088607594936708e-06,
+      "loss": 0.0231,
+      "step": 369100
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.075949367088609e-06,
+      "learning_rate_adapter": 9.075949367088609e-06,
+      "loss": 0.0232,
+      "step": 369150
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.063291139240506e-06,
+      "learning_rate_adapter": 9.063291139240506e-06,
+      "loss": 0.0232,
+      "step": 369200
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.050632911392405e-06,
+      "learning_rate_adapter": 9.050632911392405e-06,
+      "loss": 0.0231,
+      "step": 369250
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.037974683544304e-06,
+      "learning_rate_adapter": 9.037974683544304e-06,
+      "loss": 0.0232,
+      "step": 369300
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.025316455696203e-06,
+      "learning_rate_adapter": 9.025316455696203e-06,
+      "loss": 0.023,
+      "step": 369350
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.012658227848101e-06,
+      "learning_rate_adapter": 9.012658227848101e-06,
+      "loss": 0.0231,
+      "step": 369400
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0233,
+      "step": 369450
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.987341772151899e-06,
+      "learning_rate_adapter": 8.987341772151899e-06,
+      "loss": 0.0233,
+      "step": 369500
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.974683544303798e-06,
+      "learning_rate_adapter": 8.974683544303798e-06,
+      "loss": 0.0233,
+      "step": 369550
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.962025316455697e-06,
+      "learning_rate_adapter": 8.962025316455697e-06,
+      "loss": 0.0232,
+      "step": 369600
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.949367088607596e-06,
+      "learning_rate_adapter": 8.949367088607596e-06,
+      "loss": 0.0233,
+      "step": 369650
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.936708860759493e-06,
+      "learning_rate_adapter": 8.936708860759493e-06,
+      "loss": 0.0233,
+      "step": 369700
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.924050632911393e-06,
+      "learning_rate_adapter": 8.924050632911393e-06,
+      "loss": 0.0233,
+      "step": 369750
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.911392405063292e-06,
+      "learning_rate_adapter": 8.911392405063292e-06,
+      "loss": 0.023,
+      "step": 369800
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.89873417721519e-06,
+      "learning_rate_adapter": 8.89873417721519e-06,
+      "loss": 0.0234,
+      "step": 369850
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.886075949367088e-06,
+      "learning_rate_adapter": 8.886075949367088e-06,
+      "loss": 0.0232,
+      "step": 369900
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.873417721518989e-06,
+      "learning_rate_adapter": 8.873417721518989e-06,
+      "loss": 0.0232,
+      "step": 369950
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.860759493670886e-06,
+      "learning_rate_adapter": 8.860759493670886e-06,
+      "loss": 0.023,
+      "step": 370000
+    },
+    {
+      "epoch": 2.49,
+      "eval_af_opus100_pr_auc": 0.7789033814470977,
+      "eval_af_ud_pr_auc": 0.992459802266161,
+      "eval_am_opus100_pr_auc": 0.6893641131262064,
+      "eval_ar_ersatz_pr_auc": 0.9234717789246538,
+      "eval_ar_opus100_pr_auc": 0.7306773235814826,
+      "eval_ar_ud_pr_auc": 0.8982672072140676,
+      "eval_average_ersatz_pr_auc": 0.9700671158057922,
+      "eval_average_opus100_pr_auc": 0.846133353234662,
+      "eval_average_ud_pr_auc": 0.965632317453776,
+      "eval_az_opus100_pr_auc": 0.7722624627077166,
+      "eval_be_opus100_pr_auc": 0.7187203254105345,
+      "eval_be_ud_pr_auc": 0.9086372020882075,
+      "eval_bg_opus100_pr_auc": 0.9233525210319712,
+      "eval_bg_ud_pr_auc": 0.9955789482959424,
+      "eval_bn_opus100_pr_auc": 0.8502141007303341,
+      "eval_bn_ud_pr_auc": 0.9987006540777468,
+      "eval_ca_opus100_pr_auc": 0.8825866255187609,
+      "eval_ca_ud_pr_auc": 0.9947320054357409,
+      "eval_ceb_ud_pr_auc": 0.997885302597745,
+      "eval_cs_ersatz_pr_auc": 0.9843190478855421,
+      "eval_cs_opus100_pr_auc": 0.9136604291598895,
+      "eval_cs_ud_pr_auc": 0.9623660556184266,
+      "eval_cy_opus100_pr_auc": 0.7737661129169118,
+      "eval_cy_ud_pr_auc": 0.9940513611716865,
+      "eval_da_opus100_pr_auc": 0.9230434333528108,
+      "eval_da_ud_pr_auc": 0.9809123924186546,
+      "eval_de_ersatz_pr_auc": 0.9887780434626342,
+      "eval_de_opus100_pr_auc": 0.9081776077699736,
+      "eval_de_ud_pr_auc": 0.984030621438677,
+      "eval_el_opus100_pr_auc": 0.9142258684175913,
+      "eval_el_ud_pr_auc": 0.9919665299747351,
+      "eval_en_ersatz_pr_auc": 0.9920643691480724,
+      "eval_en_opus100_pr_auc": 0.9295090744316582,
+      "eval_en_ud_pr_auc": 0.9839167012495779,
+      "eval_eo_opus100_pr_auc": 0.9306891756545996,
+      "eval_es_ersatz_pr_auc": 0.996821383726577,
+      "eval_es_opus100_pr_auc": 0.9315294871484596,
+      "eval_es_ud_pr_auc": 0.9928780324497064,
+      "eval_et_ersatz_pr_auc": 0.9832533912654786,
+      "eval_et_opus100_pr_auc": 0.9150737251076957,
+      "eval_et_ud_pr_auc": 0.9689780586780581,
+      "eval_eu_opus100_pr_auc": 0.88147404351764,
+      "eval_eu_ud_pr_auc": 0.9920001644021523,
+      "eval_fa_opus100_pr_auc": 0.6171645177955073,
+      "eval_fa_ud_pr_auc": 0.9950688689001417,
+      "eval_fi_ersatz_pr_auc": 0.9913053091913321,
+      "eval_fi_opus100_pr_auc": 0.9267753520348204,
+      "eval_fi_ud_pr_auc": 0.962556082826371,
+      "eval_fr_ersatz_pr_auc": 0.9876372506282162,
+      "eval_fr_opus100_pr_auc": 0.9243574773486533,
+      "eval_fr_ud_pr_auc": 0.9824273353823367,
+      "eval_fy_opus100_pr_auc": 0.6309791623426343,
+      "eval_ga_opus100_pr_auc": 0.9095632469341148,
+      "eval_ga_ud_pr_auc": 0.8147454303631283,
+      "eval_gd_opus100_pr_auc": 0.6947495011662651,
+      "eval_gd_ud_pr_auc": 0.8087507830290421,
+      "eval_gl_opus100_pr_auc": 0.8882301871452013,
+      "eval_gl_ud_pr_auc": 0.9980690372684877,
+      "eval_gu_ersatz_pr_auc": 0.9298532669858567,
+      "eval_gu_opus100_pr_auc": 0.7584134926766161,
+      "eval_ha_opus100_pr_auc": 0.9225509803881384,
+      "eval_he_opus100_pr_auc": 0.8798173784496455,
+      "eval_he_ud_pr_auc": 0.9820359813321029,
+      "eval_hi_ersatz_pr_auc": 0.9801296901444521,
+      "eval_hi_opus100_pr_auc": 0.7202436666480436,
+      "eval_hi_ud_pr_auc": 0.9783188108229228,
+      "eval_hu_opus100_pr_auc": 0.9247411907128966,
+      "eval_hu_ud_pr_auc": 0.9862168388318913,
+      "eval_hy_opus100_pr_auc": 0.9083162125660608,
+      "eval_hy_ud_pr_auc": 0.9785256047964962,
+      "eval_id_opus100_pr_auc": 0.8894575630686062,
+      "eval_id_ud_pr_auc": 0.9941412824488609,
+      "eval_ig_opus100_pr_auc": 0.866360387978463,
+      "eval_is_opus100_pr_auc": 0.9331733543798981,
+      "eval_is_ud_pr_auc": 0.9072388860007898,
+      "eval_it_opus100_pr_auc": 0.915589497881639,
+      "eval_it_ud_pr_auc": 0.9978635507142793,
+      "eval_ja_ersatz_pr_auc": 0.877912648576777,
+      "eval_ja_opus100_pr_auc": 0.8500437507296776,
+      "eval_ja_ud_pr_auc": 0.975637183209956,
+      "eval_jv_ud_pr_auc": 0.9643256187386525,
+      "eval_ka_opus100_pr_auc": 0.8573729523381174,
+      "eval_kk_ersatz_pr_auc": 0.9884121226244449,
+      "eval_kk_opus100_pr_auc": 0.7847253270483862,
+      "eval_kk_ud_pr_auc": 0.9751670089631451,
+      "eval_km_ersatz_pr_auc": 0.9348893872205375,
+      "eval_km_opus100_pr_auc": 0.7789878284906788,
+      "eval_kn_opus100_pr_auc": 0.6464242977431472,
+      "eval_ko_opus100_pr_auc": 0.6917790462098844,
+      "eval_ko_ud_pr_auc": 0.9979308066693273,
+      "eval_ku_opus100_pr_auc": 0.8566864011531911,
+      "eval_ky_opus100_pr_auc": 0.892992939115178,
+      "eval_la_ud_pr_auc": 0.9688339174900856,
+      "eval_loss": 0.026811862364411354,
+      "eval_lt_ersatz_pr_auc": 0.9954211432233117,
+      "eval_lt_opus100_pr_auc": 0.8870412140005718,
+      "eval_lt_ud_pr_auc": 0.9970539586706314,
+      "eval_lv_ersatz_pr_auc": 0.9903468891648696,
+      "eval_lv_opus100_pr_auc": 0.8921728900940255,
+      "eval_lv_ud_pr_auc": 0.9673643371179257,
+      "eval_mg_opus100_pr_auc": 0.938420218437137,
+      "eval_mk_opus100_pr_auc": 0.9196117990941298,
+      "eval_ml_opus100_pr_auc": 0.8104463508386879,
+      "eval_mn_opus100_pr_auc": 0.9354978289558961,
+      "eval_mr_opus100_pr_auc": 0.8964472209653288,
+      "eval_mr_ud_pr_auc": 0.9816376670482689,
+      "eval_ms_opus100_pr_auc": 0.8700420205984954,
+      "eval_mt_opus100_pr_auc": 0.8494168752091241,
+      "eval_mt_ud_pr_auc": 0.9067863937912235,
+      "eval_my_opus100_pr_auc": 0.8330522231481441,
+      "eval_ne_opus100_pr_auc": 0.7573143566760143,
+      "eval_nl_opus100_pr_auc": 0.9041213707667031,
+      "eval_nl_ud_pr_auc": 0.9864381651760811,
+      "eval_no_opus100_pr_auc": 0.9344264247663021,
+      "eval_no_ud_pr_auc": 0.9967985646988041,
+      "eval_pa_opus100_pr_auc": 0.6652957475173333,
+      "eval_pl_ersatz_pr_auc": 0.9664534135826275,
+      "eval_pl_opus100_pr_auc": 0.9008066735023647,
+      "eval_pl_ud_pr_auc": 0.9691774847774792,
+      "eval_ps_ersatz_pr_auc": 0.9217597775313284,
+      "eval_ps_opus100_pr_auc": 0.7538500587717673,
+      "eval_pt_opus100_pr_auc": 0.9215920579106913,
+      "eval_pt_ud_pr_auc": 0.9882088087309032,
+      "eval_ro_ersatz_pr_auc": 0.9936562247506148,
+      "eval_ro_opus100_pr_auc": 0.8744435885646683,
+      "eval_ro_ud_pr_auc": 0.9661057619267098,
+      "eval_ru_ersatz_pr_auc": 0.9916014218685624,
+      "eval_ru_opus100_pr_auc": 0.9344247321724415,
+      "eval_ru_ud_pr_auc": 0.8871580891440684,
+      "eval_runtime": 322.4155,
+      "eval_samples_per_second": 234.058,
+      "eval_si_opus100_pr_auc": 0.8226111443733882,
+      "eval_sk_opus100_pr_auc": 0.9345033066549362,
+      "eval_sk_ud_pr_auc": 0.9818262639697971,
+      "eval_sl_opus100_pr_auc": 0.8727953442277402,
+      "eval_sl_ud_pr_auc": 0.9693227586780995,
+      "eval_sq_opus100_pr_auc": 0.9234335557409532,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9186269536358498,
+      "eval_sr_ud_pr_auc": 0.9987498497475202,
+      "eval_steps_per_second": 0.915,
+      "eval_sv_opus100_pr_auc": 0.9034934768886638,
+      "eval_sv_ud_pr_auc": 0.9445427851030391,
+      "eval_ta_ersatz_pr_auc": 0.9813819262338225,
+      "eval_ta_opus100_pr_auc": 0.7312595293289651,
+      "eval_ta_ud_pr_auc": 0.9866403701204514,
+      "eval_te_opus100_pr_auc": 0.8394515133760921,
+      "eval_tg_opus100_pr_auc": 0.8974849679108974,
+      "eval_th_opus100_pr_auc": 0.6873581985205316,
+      "eval_th_ud_pr_auc": 0.8470849494423067,
+      "eval_tr_ersatz_pr_auc": 0.9680090399892665,
+      "eval_tr_opus100_pr_auc": 0.9043605799615434,
+      "eval_tr_ud_pr_auc": 0.9581531279278436,
+      "eval_uk_opus100_pr_auc": 0.8849499224167942,
+      "eval_uk_ud_pr_auc": 0.9371304121354124,
+      "eval_ur_opus100_pr_auc": 0.604316480950412,
+      "eval_ur_ud_pr_auc": 0.9933559940421778,
+      "eval_uz_opus100_pr_auc": 0.8818930304792265,
+      "eval_vi_opus100_pr_auc": 0.8975290941095437,
+      "eval_vi_ud_pr_auc": 0.9504032730731845,
+      "eval_xh_opus100_pr_auc": 0.8835972611679355,
+      "eval_yi_opus100_pr_auc": 0.736480655702981,
+      "eval_yo_opus100_pr_auc": 0.8360647771699423,
+      "eval_yo_ud_pr_auc": 0.9269502835751993,
+      "eval_zh_ersatz_pr_auc": 0.9739990215984475,
+      "eval_zh_opus100_pr_auc": 0.8791331309753806,
+      "eval_zh_ud_pr_auc": 0.9949387288028055,
+      "eval_zu_opus100_pr_auc": 0.828442866283893,
+      "step": 370000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.848101265822785e-06,
+      "learning_rate_adapter": 8.848101265822785e-06,
+      "loss": 0.023,
+      "step": 370050
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.835443037974684e-06,
+      "learning_rate_adapter": 8.835443037974684e-06,
+      "loss": 0.0232,
+      "step": 370100
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.822784810126583e-06,
+      "learning_rate_adapter": 8.822784810126583e-06,
+      "loss": 0.023,
+      "step": 370150
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.810126582278481e-06,
+      "learning_rate_adapter": 8.810126582278481e-06,
+      "loss": 0.023,
+      "step": 370200
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.79746835443038e-06,
+      "learning_rate_adapter": 8.79746835443038e-06,
+      "loss": 0.0232,
+      "step": 370250
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.784810126582279e-06,
+      "learning_rate_adapter": 8.784810126582279e-06,
+      "loss": 0.0233,
+      "step": 370300
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.772151898734178e-06,
+      "learning_rate_adapter": 8.772151898734178e-06,
+      "loss": 0.0231,
+      "step": 370350
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.759493670886077e-06,
+      "learning_rate_adapter": 8.759493670886077e-06,
+      "loss": 0.0229,
+      "step": 370400
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.746835443037976e-06,
+      "learning_rate_adapter": 8.746835443037976e-06,
+      "loss": 0.0232,
+      "step": 370450
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.734177215189873e-06,
+      "learning_rate_adapter": 8.734177215189873e-06,
+      "loss": 0.0231,
+      "step": 370500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.721518987341773e-06,
+      "learning_rate_adapter": 8.721518987341773e-06,
+      "loss": 0.0232,
+      "step": 370550
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.708860759493672e-06,
+      "learning_rate_adapter": 8.708860759493672e-06,
+      "loss": 0.0233,
+      "step": 370600
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.69620253164557e-06,
+      "learning_rate_adapter": 8.69620253164557e-06,
+      "loss": 0.023,
+      "step": 370650
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.683544303797468e-06,
+      "learning_rate_adapter": 8.683544303797468e-06,
+      "loss": 0.0231,
+      "step": 370700
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.670886075949367e-06,
+      "learning_rate_adapter": 8.670886075949367e-06,
+      "loss": 0.0233,
+      "step": 370750
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.658227848101266e-06,
+      "learning_rate_adapter": 8.658227848101266e-06,
+      "loss": 0.023,
+      "step": 370800
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.645569620253165e-06,
+      "learning_rate_adapter": 8.645569620253165e-06,
+      "loss": 0.0232,
+      "step": 370850
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.632911392405064e-06,
+      "learning_rate_adapter": 8.632911392405064e-06,
+      "loss": 0.0234,
+      "step": 370900
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.620253164556963e-06,
+      "learning_rate_adapter": 8.620253164556963e-06,
+      "loss": 0.0233,
+      "step": 370950
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.607594936708861e-06,
+      "learning_rate_adapter": 8.607594936708861e-06,
+      "loss": 0.0231,
+      "step": 371000
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.59493670886076e-06,
+      "learning_rate_adapter": 8.59493670886076e-06,
+      "loss": 0.023,
+      "step": 371050
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.582278481012657e-06,
+      "learning_rate_adapter": 8.582278481012657e-06,
+      "loss": 0.0233,
+      "step": 371100
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.569620253164558e-06,
+      "learning_rate_adapter": 8.569620253164558e-06,
+      "loss": 0.0232,
+      "step": 371150
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.556962025316457e-06,
+      "learning_rate_adapter": 8.556962025316457e-06,
+      "loss": 0.0231,
+      "step": 371200
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.544303797468354e-06,
+      "learning_rate_adapter": 8.544303797468354e-06,
+      "loss": 0.0232,
+      "step": 371250
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.531645569620253e-06,
+      "learning_rate_adapter": 8.531645569620253e-06,
+      "loss": 0.0232,
+      "step": 371300
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.518987341772153e-06,
+      "learning_rate_adapter": 8.518987341772153e-06,
+      "loss": 0.0229,
+      "step": 371350
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.50632911392405e-06,
+      "learning_rate_adapter": 8.50632911392405e-06,
+      "loss": 0.0232,
+      "step": 371400
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.49367088607595e-06,
+      "learning_rate_adapter": 8.49367088607595e-06,
+      "loss": 0.0232,
+      "step": 371450
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.481012658227848e-06,
+      "learning_rate_adapter": 8.481012658227848e-06,
+      "loss": 0.0232,
+      "step": 371500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.468354430379747e-06,
+      "learning_rate_adapter": 8.468354430379747e-06,
+      "loss": 0.0231,
+      "step": 371550
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.455696202531646e-06,
+      "learning_rate_adapter": 8.455696202531646e-06,
+      "loss": 0.0233,
+      "step": 371600
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.443037974683545e-06,
+      "learning_rate_adapter": 8.443037974683545e-06,
+      "loss": 0.0231,
+      "step": 371650
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.430379746835444e-06,
+      "learning_rate_adapter": 8.430379746835444e-06,
+      "loss": 0.0231,
+      "step": 371700
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.417721518987342e-06,
+      "learning_rate_adapter": 8.417721518987342e-06,
+      "loss": 0.0232,
+      "step": 371750
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.405063291139241e-06,
+      "learning_rate_adapter": 8.405063291139241e-06,
+      "loss": 0.0232,
+      "step": 371800
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.39240506329114e-06,
+      "learning_rate_adapter": 8.39240506329114e-06,
+      "loss": 0.0233,
+      "step": 371850
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.379746835443037e-06,
+      "learning_rate_adapter": 8.379746835443037e-06,
+      "loss": 0.023,
+      "step": 371900
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.367088607594938e-06,
+      "learning_rate_adapter": 8.367088607594938e-06,
+      "loss": 0.0233,
+      "step": 371950
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.354430379746837e-06,
+      "learning_rate_adapter": 8.354430379746837e-06,
+      "loss": 0.0233,
+      "step": 372000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.341772151898734e-06,
+      "learning_rate_adapter": 8.341772151898734e-06,
+      "loss": 0.0232,
+      "step": 372050
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.329113924050633e-06,
+      "learning_rate_adapter": 8.329113924050633e-06,
+      "loss": 0.023,
+      "step": 372100
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.316455696202533e-06,
+      "learning_rate_adapter": 8.316455696202533e-06,
+      "loss": 0.0232,
+      "step": 372150
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.30379746835443e-06,
+      "learning_rate_adapter": 8.30379746835443e-06,
+      "loss": 0.0232,
+      "step": 372200
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.29113924050633e-06,
+      "learning_rate_adapter": 8.29113924050633e-06,
+      "loss": 0.0232,
+      "step": 372250
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.278481012658228e-06,
+      "learning_rate_adapter": 8.278481012658228e-06,
+      "loss": 0.0233,
+      "step": 372300
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.265822784810127e-06,
+      "learning_rate_adapter": 8.265822784810127e-06,
+      "loss": 0.0231,
+      "step": 372350
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.253164556962026e-06,
+      "learning_rate_adapter": 8.253164556962026e-06,
+      "loss": 0.0231,
+      "step": 372400
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.240506329113925e-06,
+      "learning_rate_adapter": 8.240506329113925e-06,
+      "loss": 0.0234,
+      "step": 372450
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.227848101265822e-06,
+      "learning_rate_adapter": 8.227848101265822e-06,
+      "loss": 0.0232,
+      "step": 372500
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.215189873417722e-06,
+      "learning_rate_adapter": 8.215189873417722e-06,
+      "loss": 0.0233,
+      "step": 372550
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.202531645569621e-06,
+      "learning_rate_adapter": 8.202531645569621e-06,
+      "loss": 0.0232,
+      "step": 372600
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.189873417721519e-06,
+      "learning_rate_adapter": 8.189873417721519e-06,
+      "loss": 0.0231,
+      "step": 372650
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.177215189873417e-06,
+      "learning_rate_adapter": 8.177215189873417e-06,
+      "loss": 0.0232,
+      "step": 372700
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.164556962025318e-06,
+      "learning_rate_adapter": 8.164556962025318e-06,
+      "loss": 0.023,
+      "step": 372750
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.151898734177215e-06,
+      "learning_rate_adapter": 8.151898734177215e-06,
+      "loss": 0.0231,
+      "step": 372800
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.139240506329114e-06,
+      "learning_rate_adapter": 8.139240506329114e-06,
+      "loss": 0.0234,
+      "step": 372850
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.126582278481013e-06,
+      "learning_rate_adapter": 8.126582278481013e-06,
+      "loss": 0.023,
+      "step": 372900
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.113924050632912e-06,
+      "learning_rate_adapter": 8.113924050632912e-06,
+      "loss": 0.0233,
+      "step": 372950
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.10126582278481e-06,
+      "learning_rate_adapter": 8.10126582278481e-06,
+      "loss": 0.0232,
+      "step": 373000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.08860759493671e-06,
+      "learning_rate_adapter": 8.08860759493671e-06,
+      "loss": 0.0232,
+      "step": 373050
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.075949367088608e-06,
+      "learning_rate_adapter": 8.075949367088608e-06,
+      "loss": 0.0233,
+      "step": 373100
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.063291139240507e-06,
+      "learning_rate_adapter": 8.063291139240507e-06,
+      "loss": 0.0232,
+      "step": 373150
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.050632911392406e-06,
+      "learning_rate_adapter": 8.050632911392406e-06,
+      "loss": 0.0231,
+      "step": 373200
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.037974683544305e-06,
+      "learning_rate_adapter": 8.037974683544305e-06,
+      "loss": 0.0231,
+      "step": 373250
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.025316455696202e-06,
+      "learning_rate_adapter": 8.025316455696202e-06,
+      "loss": 0.0231,
+      "step": 373300
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.012658227848102e-06,
+      "learning_rate_adapter": 8.012658227848102e-06,
+      "loss": 0.0231,
+      "step": 373350
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0232,
+      "step": 373400
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.987341772151898e-06,
+      "learning_rate_adapter": 7.987341772151898e-06,
+      "loss": 0.0231,
+      "step": 373450
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.974683544303797e-06,
+      "learning_rate_adapter": 7.974683544303797e-06,
+      "loss": 0.0234,
+      "step": 373500
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.962025316455698e-06,
+      "learning_rate_adapter": 7.962025316455698e-06,
+      "loss": 0.0234,
+      "step": 373550
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.949367088607595e-06,
+      "learning_rate_adapter": 7.949367088607595e-06,
+      "loss": 0.0232,
+      "step": 373600
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.936708860759494e-06,
+      "learning_rate_adapter": 7.936708860759494e-06,
+      "loss": 0.0232,
+      "step": 373650
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.924050632911393e-06,
+      "learning_rate_adapter": 7.924050632911393e-06,
+      "loss": 0.0232,
+      "step": 373700
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.911392405063292e-06,
+      "learning_rate_adapter": 7.911392405063292e-06,
+      "loss": 0.0232,
+      "step": 373750
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.89873417721519e-06,
+      "learning_rate_adapter": 7.89873417721519e-06,
+      "loss": 0.0231,
+      "step": 373800
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.88607594936709e-06,
+      "learning_rate_adapter": 7.88607594936709e-06,
+      "loss": 0.0231,
+      "step": 373850
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.873417721518986e-06,
+      "learning_rate_adapter": 7.873417721518986e-06,
+      "loss": 0.0232,
+      "step": 373900
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.860759493670887e-06,
+      "learning_rate_adapter": 7.860759493670887e-06,
+      "loss": 0.0233,
+      "step": 373950
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.848101265822786e-06,
+      "learning_rate_adapter": 7.848101265822786e-06,
+      "loss": 0.023,
+      "step": 374000
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.835443037974683e-06,
+      "learning_rate_adapter": 7.835443037974683e-06,
+      "loss": 0.0234,
+      "step": 374050
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.822784810126582e-06,
+      "learning_rate_adapter": 7.822784810126582e-06,
+      "loss": 0.0233,
+      "step": 374100
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.810126582278482e-06,
+      "learning_rate_adapter": 7.810126582278482e-06,
+      "loss": 0.0233,
+      "step": 374150
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.79746835443038e-06,
+      "learning_rate_adapter": 7.79746835443038e-06,
+      "loss": 0.0234,
+      "step": 374200
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.784810126582278e-06,
+      "learning_rate_adapter": 7.784810126582278e-06,
+      "loss": 0.0231,
+      "step": 374250
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.772151898734177e-06,
+      "learning_rate_adapter": 7.772151898734177e-06,
+      "loss": 0.0234,
+      "step": 374300
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.759493670886076e-06,
+      "learning_rate_adapter": 7.759493670886076e-06,
+      "loss": 0.0232,
+      "step": 374350
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.746835443037975e-06,
+      "learning_rate_adapter": 7.746835443037975e-06,
+      "loss": 0.0233,
+      "step": 374400
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.734177215189874e-06,
+      "learning_rate_adapter": 7.734177215189874e-06,
+      "loss": 0.0232,
+      "step": 374450
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.721518987341773e-06,
+      "learning_rate_adapter": 7.721518987341773e-06,
+      "loss": 0.0231,
+      "step": 374500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.708860759493672e-06,
+      "learning_rate_adapter": 7.708860759493672e-06,
+      "loss": 0.0232,
+      "step": 374550
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.69620253164557e-06,
+      "learning_rate_adapter": 7.69620253164557e-06,
+      "loss": 0.0231,
+      "step": 374600
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.68354430379747e-06,
+      "learning_rate_adapter": 7.68354430379747e-06,
+      "loss": 0.0233,
+      "step": 374650
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.670886075949366e-06,
+      "learning_rate_adapter": 7.670886075949366e-06,
+      "loss": 0.0232,
+      "step": 374700
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.658227848101267e-06,
+      "learning_rate_adapter": 7.658227848101267e-06,
+      "loss": 0.0233,
+      "step": 374750
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.645569620253166e-06,
+      "learning_rate_adapter": 7.645569620253166e-06,
+      "loss": 0.0233,
+      "step": 374800
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.632911392405063e-06,
+      "learning_rate_adapter": 7.632911392405063e-06,
+      "loss": 0.0234,
+      "step": 374850
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.620253164556962e-06,
+      "learning_rate_adapter": 7.620253164556962e-06,
+      "loss": 0.0231,
+      "step": 374900
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.607594936708862e-06,
+      "learning_rate_adapter": 7.607594936708862e-06,
+      "loss": 0.0233,
+      "step": 374950
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.5949367088607605e-06,
+      "learning_rate_adapter": 7.5949367088607605e-06,
+      "loss": 0.0233,
+      "step": 375000
+    },
+    {
+      "epoch": 2.53,
+      "eval_af_opus100_pr_auc": 0.7826288737316899,
+      "eval_af_ud_pr_auc": 0.9927875904403124,
+      "eval_am_opus100_pr_auc": 0.6846025754687998,
+      "eval_ar_ersatz_pr_auc": 0.924857005574341,
+      "eval_ar_opus100_pr_auc": 0.7327037303776809,
+      "eval_ar_ud_pr_auc": 0.8985464175776481,
+      "eval_average_ersatz_pr_auc": 0.9712010432667939,
+      "eval_average_opus100_pr_auc": 0.8475208436694721,
+      "eval_average_ud_pr_auc": 0.966259614784222,
+      "eval_az_opus100_pr_auc": 0.7838722822483443,
+      "eval_be_opus100_pr_auc": 0.7237186599341443,
+      "eval_be_ud_pr_auc": 0.9093483610680978,
+      "eval_bg_opus100_pr_auc": 0.922318485220111,
+      "eval_bg_ud_pr_auc": 0.9962342025300859,
+      "eval_bn_opus100_pr_auc": 0.849553988343867,
+      "eval_bn_ud_pr_auc": 0.9990344616049506,
+      "eval_ca_opus100_pr_auc": 0.8855635343900994,
+      "eval_ca_ud_pr_auc": 0.9945539341480277,
+      "eval_ceb_ud_pr_auc": 0.997494315936984,
+      "eval_cs_ersatz_pr_auc": 0.984661091877444,
+      "eval_cs_opus100_pr_auc": 0.911680010734516,
+      "eval_cs_ud_pr_auc": 0.9623776282644392,
+      "eval_cy_opus100_pr_auc": 0.7840447536821374,
+      "eval_cy_ud_pr_auc": 0.9948451405522373,
+      "eval_da_opus100_pr_auc": 0.9212284404154044,
+      "eval_da_ud_pr_auc": 0.9818269942299154,
+      "eval_de_ersatz_pr_auc": 0.9893740646373155,
+      "eval_de_opus100_pr_auc": 0.9078234110088378,
+      "eval_de_ud_pr_auc": 0.9833202339770241,
+      "eval_el_opus100_pr_auc": 0.9146560795261729,
+      "eval_el_ud_pr_auc": 0.9922386865470488,
+      "eval_en_ersatz_pr_auc": 0.9927983185945328,
+      "eval_en_opus100_pr_auc": 0.929469495191542,
+      "eval_en_ud_pr_auc": 0.9846846495816838,
+      "eval_eo_opus100_pr_auc": 0.9295231713560947,
+      "eval_es_ersatz_pr_auc": 0.9968532487102573,
+      "eval_es_opus100_pr_auc": 0.930423108788823,
+      "eval_es_ud_pr_auc": 0.992516931844874,
+      "eval_et_ersatz_pr_auc": 0.9832130028536078,
+      "eval_et_opus100_pr_auc": 0.9109177392460333,
+      "eval_et_ud_pr_auc": 0.9700114500127391,
+      "eval_eu_opus100_pr_auc": 0.8797929841050547,
+      "eval_eu_ud_pr_auc": 0.9914774347463967,
+      "eval_fa_opus100_pr_auc": 0.616824225899814,
+      "eval_fa_ud_pr_auc": 0.9953517768150261,
+      "eval_fi_ersatz_pr_auc": 0.9916139061800732,
+      "eval_fi_opus100_pr_auc": 0.9234545512269123,
+      "eval_fi_ud_pr_auc": 0.959690595317246,
+      "eval_fr_ersatz_pr_auc": 0.9891321934854524,
+      "eval_fr_opus100_pr_auc": 0.925747110396685,
+      "eval_fr_ud_pr_auc": 0.9829994565279194,
+      "eval_fy_opus100_pr_auc": 0.6322793041802064,
+      "eval_ga_opus100_pr_auc": 0.9110530752487523,
+      "eval_ga_ud_pr_auc": 0.8106873940448242,
+      "eval_gd_opus100_pr_auc": 0.7007976590410699,
+      "eval_gd_ud_pr_auc": 0.8102653218284863,
+      "eval_gl_opus100_pr_auc": 0.8888365560951486,
+      "eval_gl_ud_pr_auc": 0.9979925084583066,
+      "eval_gu_ersatz_pr_auc": 0.9340903573966367,
+      "eval_gu_opus100_pr_auc": 0.7590388336078423,
+      "eval_ha_opus100_pr_auc": 0.9219915805758478,
+      "eval_he_opus100_pr_auc": 0.8782672256219499,
+      "eval_he_ud_pr_auc": 0.9843378239201398,
+      "eval_hi_ersatz_pr_auc": 0.9821526739454131,
+      "eval_hi_opus100_pr_auc": 0.7143127604580265,
+      "eval_hi_ud_pr_auc": 0.978549618825472,
+      "eval_hu_opus100_pr_auc": 0.9236761308137704,
+      "eval_hu_ud_pr_auc": 0.9859410442214845,
+      "eval_hy_opus100_pr_auc": 0.9074831091070912,
+      "eval_hy_ud_pr_auc": 0.9771558054192512,
+      "eval_id_opus100_pr_auc": 0.889016615594272,
+      "eval_id_ud_pr_auc": 0.9946225730919821,
+      "eval_ig_opus100_pr_auc": 0.8707546006297221,
+      "eval_is_opus100_pr_auc": 0.9330057141884779,
+      "eval_is_ud_pr_auc": 0.9128330010428704,
+      "eval_it_opus100_pr_auc": 0.9155192407791954,
+      "eval_it_ud_pr_auc": 0.9977554502256021,
+      "eval_ja_ersatz_pr_auc": 0.8807229664964927,
+      "eval_ja_opus100_pr_auc": 0.8412809946339554,
+      "eval_ja_ud_pr_auc": 0.9753291637842288,
+      "eval_jv_ud_pr_auc": 0.9707317872758293,
+      "eval_ka_opus100_pr_auc": 0.8585667633996896,
+      "eval_kk_ersatz_pr_auc": 0.9890678492598989,
+      "eval_kk_opus100_pr_auc": 0.7920053516156622,
+      "eval_kk_ud_pr_auc": 0.9754005876168177,
+      "eval_km_ersatz_pr_auc": 0.9360802998873397,
+      "eval_km_opus100_pr_auc": 0.778534585696494,
+      "eval_kn_opus100_pr_auc": 0.6469628059598037,
+      "eval_ko_opus100_pr_auc": 0.6965886718888074,
+      "eval_ko_ud_pr_auc": 0.9984552420860098,
+      "eval_ku_opus100_pr_auc": 0.8628589300839414,
+      "eval_ky_opus100_pr_auc": 0.9036728391210748,
+      "eval_la_ud_pr_auc": 0.9712837398097035,
+      "eval_loss": 0.02682993933558464,
+      "eval_lt_ersatz_pr_auc": 0.9956150048887227,
+      "eval_lt_opus100_pr_auc": 0.886777474231267,
+      "eval_lt_ud_pr_auc": 0.997262336498025,
+      "eval_lv_ersatz_pr_auc": 0.9910177970630906,
+      "eval_lv_opus100_pr_auc": 0.8911977863172457,
+      "eval_lv_ud_pr_auc": 0.967339298458869,
+      "eval_mg_opus100_pr_auc": 0.9393166082398584,
+      "eval_mk_opus100_pr_auc": 0.9171338512953517,
+      "eval_ml_opus100_pr_auc": 0.8064547705004772,
+      "eval_mn_opus100_pr_auc": 0.9431768458122676,
+      "eval_mr_opus100_pr_auc": 0.8897100398482836,
+      "eval_mr_ud_pr_auc": 0.9831365284916264,
+      "eval_ms_opus100_pr_auc": 0.8712784991328058,
+      "eval_mt_opus100_pr_auc": 0.8476083403296294,
+      "eval_mt_ud_pr_auc": 0.9104280102386904,
+      "eval_my_opus100_pr_auc": 0.8256785308527956,
+      "eval_ne_opus100_pr_auc": 0.7671090239123982,
+      "eval_nl_opus100_pr_auc": 0.9044633568587591,
+      "eval_nl_ud_pr_auc": 0.9857606930083911,
+      "eval_no_opus100_pr_auc": 0.93491237039719,
+      "eval_no_ud_pr_auc": 0.9967390479464278,
+      "eval_pa_opus100_pr_auc": 0.6788181450632389,
+      "eval_pl_ersatz_pr_auc": 0.9662253387569317,
+      "eval_pl_opus100_pr_auc": 0.8983541831514293,
+      "eval_pl_ud_pr_auc": 0.9688504139130654,
+      "eval_ps_ersatz_pr_auc": 0.9234729171354379,
+      "eval_ps_opus100_pr_auc": 0.7646710105455531,
+      "eval_pt_opus100_pr_auc": 0.9193884286434878,
+      "eval_pt_ud_pr_auc": 0.9874393414004035,
+      "eval_ro_ersatz_pr_auc": 0.9940821609072223,
+      "eval_ro_opus100_pr_auc": 0.8741030412908701,
+      "eval_ro_ud_pr_auc": 0.9657535953296623,
+      "eval_ru_ersatz_pr_auc": 0.9915799067647775,
+      "eval_ru_opus100_pr_auc": 0.9320012220732603,
+      "eval_ru_ud_pr_auc": 0.8873040660440317,
+      "eval_runtime": 323.5875,
+      "eval_samples_per_second": 233.211,
+      "eval_si_opus100_pr_auc": 0.8214181763469853,
+      "eval_sk_opus100_pr_auc": 0.9338342429771628,
+      "eval_sk_ud_pr_auc": 0.9810832669445317,
+      "eval_sl_opus100_pr_auc": 0.8720605804290035,
+      "eval_sl_ud_pr_auc": 0.9715072853155108,
+      "eval_sq_opus100_pr_auc": 0.9204991342693885,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9178492585447476,
+      "eval_sr_ud_pr_auc": 0.9987842140174127,
+      "eval_steps_per_second": 0.912,
+      "eval_sv_opus100_pr_auc": 0.9032234114115933,
+      "eval_sv_ud_pr_auc": 0.9475750575032938,
+      "eval_ta_ersatz_pr_auc": 0.9828267256070609,
+      "eval_ta_opus100_pr_auc": 0.7276785969717153,
+      "eval_ta_ud_pr_auc": 0.9875709762911453,
+      "eval_te_opus100_pr_auc": 0.8357509385387123,
+      "eval_tg_opus100_pr_auc": 0.894957342593107,
+      "eval_th_opus100_pr_auc": 0.6920257351054818,
+      "eval_th_ud_pr_auc": 0.8511954533049716,
+      "eval_tr_ersatz_pr_auc": 0.9707524870580546,
+      "eval_tr_opus100_pr_auc": 0.9042248426784232,
+      "eval_tr_ud_pr_auc": 0.9616293028049834,
+      "eval_uk_opus100_pr_auc": 0.8830990702441749,
+      "eval_uk_ud_pr_auc": 0.9376899197422796,
+      "eval_ur_opus100_pr_auc": 0.6031401740713123,
+      "eval_ur_ud_pr_auc": 0.9941307609590377,
+      "eval_uz_opus100_pr_auc": 0.8817738561079623,
+      "eval_vi_opus100_pr_auc": 0.8965340621345291,
+      "eval_vi_ud_pr_auc": 0.9480318786400385,
+      "eval_xh_opus100_pr_auc": 0.8826028006173724,
+      "eval_yi_opus100_pr_auc": 0.7968929145559318,
+      "eval_yo_opus100_pr_auc": 0.839807352652221,
+      "eval_yo_ud_pr_auc": 0.9319577565105738,
+      "eval_zh_ersatz_pr_auc": 0.976233634789365,
+      "eval_zh_opus100_pr_auc": 0.878929966870526,
+      "eval_zh_ud_pr_auc": 0.9949475159640192,
+      "eval_zu_opus100_pr_auc": 0.8412026356466341,
+      "step": 375000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.5822784810126585e-06,
+      "learning_rate_adapter": 7.5822784810126585e-06,
+      "loss": 0.0233,
+      "step": 375050
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.5696202531645565e-06,
+      "learning_rate_adapter": 7.5696202531645565e-06,
+      "loss": 0.0233,
+      "step": 375100
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.556962025316457e-06,
+      "learning_rate_adapter": 7.556962025316457e-06,
+      "loss": 0.0231,
+      "step": 375150
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.544303797468355e-06,
+      "learning_rate_adapter": 7.544303797468355e-06,
+      "loss": 0.0232,
+      "step": 375200
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.531645569620253e-06,
+      "learning_rate_adapter": 7.531645569620253e-06,
+      "loss": 0.0232,
+      "step": 375250
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.518987341772152e-06,
+      "learning_rate_adapter": 7.518987341772152e-06,
+      "loss": 0.0232,
+      "step": 375300
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.506329113924052e-06,
+      "learning_rate_adapter": 7.506329113924052e-06,
+      "loss": 0.0234,
+      "step": 375350
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.49367088607595e-06,
+      "learning_rate_adapter": 7.49367088607595e-06,
+      "loss": 0.0233,
+      "step": 375400
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.4810126582278485e-06,
+      "learning_rate_adapter": 7.4810126582278485e-06,
+      "loss": 0.0231,
+      "step": 375450
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.4683544303797465e-06,
+      "learning_rate_adapter": 7.4683544303797465e-06,
+      "loss": 0.0233,
+      "step": 375500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.455696202531646e-06,
+      "learning_rate_adapter": 7.455696202531646e-06,
+      "loss": 0.0234,
+      "step": 375550
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.443037974683545e-06,
+      "learning_rate_adapter": 7.443037974683545e-06,
+      "loss": 0.023,
+      "step": 375600
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.430379746835443e-06,
+      "learning_rate_adapter": 7.430379746835443e-06,
+      "loss": 0.0229,
+      "step": 375650
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.417721518987342e-06,
+      "learning_rate_adapter": 7.417721518987342e-06,
+      "loss": 0.0231,
+      "step": 375700
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.405063291139242e-06,
+      "learning_rate_adapter": 7.405063291139242e-06,
+      "loss": 0.0233,
+      "step": 375750
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.39240506329114e-06,
+      "learning_rate_adapter": 7.39240506329114e-06,
+      "loss": 0.0232,
+      "step": 375800
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.3797468354430385e-06,
+      "learning_rate_adapter": 7.3797468354430385e-06,
+      "loss": 0.0233,
+      "step": 375850
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.3670886075949365e-06,
+      "learning_rate_adapter": 7.3670886075949365e-06,
+      "loss": 0.0234,
+      "step": 375900
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.354430379746836e-06,
+      "learning_rate_adapter": 7.354430379746836e-06,
+      "loss": 0.0233,
+      "step": 375950
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.341772151898735e-06,
+      "learning_rate_adapter": 7.341772151898735e-06,
+      "loss": 0.0231,
+      "step": 376000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.329113924050633e-06,
+      "learning_rate_adapter": 7.329113924050633e-06,
+      "loss": 0.0232,
+      "step": 376050
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.316455696202532e-06,
+      "learning_rate_adapter": 7.316455696202532e-06,
+      "loss": 0.0231,
+      "step": 376100
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.303797468354432e-06,
+      "learning_rate_adapter": 7.303797468354432e-06,
+      "loss": 0.0231,
+      "step": 376150
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.29113924050633e-06,
+      "learning_rate_adapter": 7.29113924050633e-06,
+      "loss": 0.0232,
+      "step": 376200
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.2784810126582285e-06,
+      "learning_rate_adapter": 7.2784810126582285e-06,
+      "loss": 0.0229,
+      "step": 376250
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.2658227848101265e-06,
+      "learning_rate_adapter": 7.2658227848101265e-06,
+      "loss": 0.0232,
+      "step": 376300
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.253164556962026e-06,
+      "learning_rate_adapter": 7.253164556962026e-06,
+      "loss": 0.0234,
+      "step": 376350
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.240506329113925e-06,
+      "learning_rate_adapter": 7.240506329113925e-06,
+      "loss": 0.0234,
+      "step": 376400
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.227848101265823e-06,
+      "learning_rate_adapter": 7.227848101265823e-06,
+      "loss": 0.0231,
+      "step": 376450
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.215189873417721e-06,
+      "learning_rate_adapter": 7.215189873417721e-06,
+      "loss": 0.0233,
+      "step": 376500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.202531645569622e-06,
+      "learning_rate_adapter": 7.202531645569622e-06,
+      "loss": 0.0232,
+      "step": 376550
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.18987341772152e-06,
+      "learning_rate_adapter": 7.18987341772152e-06,
+      "loss": 0.0234,
+      "step": 376600
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.177215189873418e-06,
+      "learning_rate_adapter": 7.177215189873418e-06,
+      "loss": 0.0231,
+      "step": 376650
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.1645569620253165e-06,
+      "learning_rate_adapter": 7.1645569620253165e-06,
+      "loss": 0.023,
+      "step": 376700
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.151898734177216e-06,
+      "learning_rate_adapter": 7.151898734177216e-06,
+      "loss": 0.0232,
+      "step": 376750
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.139240506329114e-06,
+      "learning_rate_adapter": 7.139240506329114e-06,
+      "loss": 0.0231,
+      "step": 376800
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.126582278481013e-06,
+      "learning_rate_adapter": 7.126582278481013e-06,
+      "loss": 0.023,
+      "step": 376850
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.113924050632911e-06,
+      "learning_rate_adapter": 7.113924050632911e-06,
+      "loss": 0.0233,
+      "step": 376900
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.101265822784811e-06,
+      "learning_rate_adapter": 7.101265822784811e-06,
+      "loss": 0.023,
+      "step": 376950
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.08860759493671e-06,
+      "learning_rate_adapter": 7.08860759493671e-06,
+      "loss": 0.0232,
+      "step": 377000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.075949367088608e-06,
+      "learning_rate_adapter": 7.075949367088608e-06,
+      "loss": 0.0232,
+      "step": 377050
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.0632911392405065e-06,
+      "learning_rate_adapter": 7.0632911392405065e-06,
+      "loss": 0.0232,
+      "step": 377100
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.050632911392406e-06,
+      "learning_rate_adapter": 7.050632911392406e-06,
+      "loss": 0.0233,
+      "step": 377150
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.037974683544304e-06,
+      "learning_rate_adapter": 7.037974683544304e-06,
+      "loss": 0.0232,
+      "step": 377200
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.025316455696203e-06,
+      "learning_rate_adapter": 7.025316455696203e-06,
+      "loss": 0.0233,
+      "step": 377250
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.012658227848101e-06,
+      "learning_rate_adapter": 7.012658227848101e-06,
+      "loss": 0.0231,
+      "step": 377300
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0232,
+      "step": 377350
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.9873417721519e-06,
+      "learning_rate_adapter": 6.9873417721519e-06,
+      "loss": 0.0233,
+      "step": 377400
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.974683544303798e-06,
+      "learning_rate_adapter": 6.974683544303798e-06,
+      "loss": 0.0231,
+      "step": 377450
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.9620253164556965e-06,
+      "learning_rate_adapter": 6.9620253164556965e-06,
+      "loss": 0.0233,
+      "step": 377500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.949367088607596e-06,
+      "learning_rate_adapter": 6.949367088607596e-06,
+      "loss": 0.0231,
+      "step": 377550
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.936708860759494e-06,
+      "learning_rate_adapter": 6.936708860759494e-06,
+      "loss": 0.0231,
+      "step": 377600
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.924050632911393e-06,
+      "learning_rate_adapter": 6.924050632911393e-06,
+      "loss": 0.0231,
+      "step": 377650
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.911392405063291e-06,
+      "learning_rate_adapter": 6.911392405063291e-06,
+      "loss": 0.0232,
+      "step": 377700
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.898734177215191e-06,
+      "learning_rate_adapter": 6.898734177215191e-06,
+      "loss": 0.0233,
+      "step": 377750
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.88607594936709e-06,
+      "learning_rate_adapter": 6.88607594936709e-06,
+      "loss": 0.0232,
+      "step": 377800
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.873417721518988e-06,
+      "learning_rate_adapter": 6.873417721518988e-06,
+      "loss": 0.0232,
+      "step": 377850
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.8607594936708865e-06,
+      "learning_rate_adapter": 6.8607594936708865e-06,
+      "loss": 0.0231,
+      "step": 377900
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.848101265822786e-06,
+      "learning_rate_adapter": 6.848101265822786e-06,
+      "loss": 0.0231,
+      "step": 377950
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.835443037974684e-06,
+      "learning_rate_adapter": 6.835443037974684e-06,
+      "loss": 0.0232,
+      "step": 378000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.822784810126583e-06,
+      "learning_rate_adapter": 6.822784810126583e-06,
+      "loss": 0.0233,
+      "step": 378050
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.810126582278481e-06,
+      "learning_rate_adapter": 6.810126582278481e-06,
+      "loss": 0.0234,
+      "step": 378100
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.797468354430379e-06,
+      "learning_rate_adapter": 6.797468354430379e-06,
+      "loss": 0.0231,
+      "step": 378150
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.784810126582279e-06,
+      "learning_rate_adapter": 6.784810126582279e-06,
+      "loss": 0.0233,
+      "step": 378200
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.772151898734178e-06,
+      "learning_rate_adapter": 6.772151898734178e-06,
+      "loss": 0.0231,
+      "step": 378250
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.759493670886076e-06,
+      "learning_rate_adapter": 6.759493670886076e-06,
+      "loss": 0.0231,
+      "step": 378300
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.7468354430379745e-06,
+      "learning_rate_adapter": 6.7468354430379745e-06,
+      "loss": 0.0231,
+      "step": 378350
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.734177215189874e-06,
+      "learning_rate_adapter": 6.734177215189874e-06,
+      "loss": 0.0231,
+      "step": 378400
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.721518987341772e-06,
+      "learning_rate_adapter": 6.721518987341772e-06,
+      "loss": 0.0232,
+      "step": 378450
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.708860759493671e-06,
+      "learning_rate_adapter": 6.708860759493671e-06,
+      "loss": 0.0233,
+      "step": 378500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.696202531645569e-06,
+      "learning_rate_adapter": 6.696202531645569e-06,
+      "loss": 0.0232,
+      "step": 378550
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.683544303797469e-06,
+      "learning_rate_adapter": 6.683544303797469e-06,
+      "loss": 0.0231,
+      "step": 378600
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.670886075949368e-06,
+      "learning_rate_adapter": 6.670886075949368e-06,
+      "loss": 0.0231,
+      "step": 378650
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.658227848101266e-06,
+      "learning_rate_adapter": 6.658227848101266e-06,
+      "loss": 0.0231,
+      "step": 378700
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.6455696202531645e-06,
+      "learning_rate_adapter": 6.6455696202531645e-06,
+      "loss": 0.023,
+      "step": 378750
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.632911392405064e-06,
+      "learning_rate_adapter": 6.632911392405064e-06,
+      "loss": 0.0231,
+      "step": 378800
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.620253164556962e-06,
+      "learning_rate_adapter": 6.620253164556962e-06,
+      "loss": 0.0232,
+      "step": 378850
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.607594936708861e-06,
+      "learning_rate_adapter": 6.607594936708861e-06,
+      "loss": 0.0231,
+      "step": 378900
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.594936708860759e-06,
+      "learning_rate_adapter": 6.594936708860759e-06,
+      "loss": 0.0235,
+      "step": 378950
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.582278481012659e-06,
+      "learning_rate_adapter": 6.582278481012659e-06,
+      "loss": 0.0232,
+      "step": 379000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.569620253164558e-06,
+      "learning_rate_adapter": 6.569620253164558e-06,
+      "loss": 0.0232,
+      "step": 379050
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.556962025316456e-06,
+      "learning_rate_adapter": 6.556962025316456e-06,
+      "loss": 0.0232,
+      "step": 379100
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.5443037974683545e-06,
+      "learning_rate_adapter": 6.5443037974683545e-06,
+      "loss": 0.0232,
+      "step": 379150
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.531645569620254e-06,
+      "learning_rate_adapter": 6.531645569620254e-06,
+      "loss": 0.0234,
+      "step": 379200
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.518987341772152e-06,
+      "learning_rate_adapter": 6.518987341772152e-06,
+      "loss": 0.023,
+      "step": 379250
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.506329113924051e-06,
+      "learning_rate_adapter": 6.506329113924051e-06,
+      "loss": 0.0232,
+      "step": 379300
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.493670886075949e-06,
+      "learning_rate_adapter": 6.493670886075949e-06,
+      "loss": 0.0231,
+      "step": 379350
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.481012658227849e-06,
+      "learning_rate_adapter": 6.481012658227849e-06,
+      "loss": 0.0233,
+      "step": 379400
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.468354430379748e-06,
+      "learning_rate_adapter": 6.468354430379748e-06,
+      "loss": 0.0233,
+      "step": 379450
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.455696202531646e-06,
+      "learning_rate_adapter": 6.455696202531646e-06,
+      "loss": 0.0233,
+      "step": 379500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.443037974683544e-06,
+      "learning_rate_adapter": 6.443037974683544e-06,
+      "loss": 0.0232,
+      "step": 379550
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.430379746835444e-06,
+      "learning_rate_adapter": 6.430379746835444e-06,
+      "loss": 0.0232,
+      "step": 379600
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.417721518987342e-06,
+      "learning_rate_adapter": 6.417721518987342e-06,
+      "loss": 0.0231,
+      "step": 379650
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.40506329113924e-06,
+      "learning_rate_adapter": 6.40506329113924e-06,
+      "loss": 0.0233,
+      "step": 379700
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.392405063291139e-06,
+      "learning_rate_adapter": 6.392405063291139e-06,
+      "loss": 0.0232,
+      "step": 379750
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.379746835443039e-06,
+      "learning_rate_adapter": 6.379746835443039e-06,
+      "loss": 0.023,
+      "step": 379800
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.367088607594937e-06,
+      "learning_rate_adapter": 6.367088607594937e-06,
+      "loss": 0.0232,
+      "step": 379850
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.354430379746836e-06,
+      "learning_rate_adapter": 6.354430379746836e-06,
+      "loss": 0.0231,
+      "step": 379900
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.341772151898734e-06,
+      "learning_rate_adapter": 6.341772151898734e-06,
+      "loss": 0.0232,
+      "step": 379950
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.329113924050633e-06,
+      "learning_rate_adapter": 6.329113924050633e-06,
+      "loss": 0.023,
+      "step": 380000
+    },
+    {
+      "epoch": 2.56,
+      "eval_af_opus100_pr_auc": 0.7811575873533574,
+      "eval_af_ud_pr_auc": 0.9917697767665221,
+      "eval_am_opus100_pr_auc": 0.6816968733491955,
+      "eval_ar_ersatz_pr_auc": 0.9211780501943867,
+      "eval_ar_opus100_pr_auc": 0.7317190860202927,
+      "eval_ar_ud_pr_auc": 0.898294203461473,
+      "eval_average_ersatz_pr_auc": 0.970490801080108,
+      "eval_average_opus100_pr_auc": 0.8467282424505885,
+      "eval_average_ud_pr_auc": 0.9657414382501518,
+      "eval_az_opus100_pr_auc": 0.7733793960699376,
+      "eval_be_opus100_pr_auc": 0.7111725282244781,
+      "eval_be_ud_pr_auc": 0.9064815880472135,
+      "eval_bg_opus100_pr_auc": 0.922924217731472,
+      "eval_bg_ud_pr_auc": 0.9957591846543018,
+      "eval_bn_opus100_pr_auc": 0.8495800458964823,
+      "eval_bn_ud_pr_auc": 0.9990344616049505,
+      "eval_ca_opus100_pr_auc": 0.8847730226915153,
+      "eval_ca_ud_pr_auc": 0.9944658210156267,
+      "eval_ceb_ud_pr_auc": 0.9976058822310063,
+      "eval_cs_ersatz_pr_auc": 0.9845357702153947,
+      "eval_cs_opus100_pr_auc": 0.9103536364797574,
+      "eval_cs_ud_pr_auc": 0.9616850836502507,
+      "eval_cy_opus100_pr_auc": 0.7798076920628843,
+      "eval_cy_ud_pr_auc": 0.9944759930312461,
+      "eval_da_opus100_pr_auc": 0.9232955563688605,
+      "eval_da_ud_pr_auc": 0.9814136430621929,
+      "eval_de_ersatz_pr_auc": 0.9887073834428483,
+      "eval_de_opus100_pr_auc": 0.9078043035585527,
+      "eval_de_ud_pr_auc": 0.9832415941272331,
+      "eval_el_opus100_pr_auc": 0.9136738598910242,
+      "eval_el_ud_pr_auc": 0.9908201367971202,
+      "eval_en_ersatz_pr_auc": 0.9928141826764301,
+      "eval_en_opus100_pr_auc": 0.9290591190258177,
+      "eval_en_ud_pr_auc": 0.9840591458401668,
+      "eval_eo_opus100_pr_auc": 0.9310681850822934,
+      "eval_es_ersatz_pr_auc": 0.9968146052997755,
+      "eval_es_opus100_pr_auc": 0.9321324389883154,
+      "eval_es_ud_pr_auc": 0.9924269434439223,
+      "eval_et_ersatz_pr_auc": 0.9834004282295585,
+      "eval_et_opus100_pr_auc": 0.9114144440242209,
+      "eval_et_ud_pr_auc": 0.9675164546675833,
+      "eval_eu_opus100_pr_auc": 0.8808703284361008,
+      "eval_eu_ud_pr_auc": 0.991627490269041,
+      "eval_fa_opus100_pr_auc": 0.611034318987103,
+      "eval_fa_ud_pr_auc": 0.994743220869859,
+      "eval_fi_ersatz_pr_auc": 0.9918434018142148,
+      "eval_fi_opus100_pr_auc": 0.9266721863908052,
+      "eval_fi_ud_pr_auc": 0.9608586937225989,
+      "eval_fr_ersatz_pr_auc": 0.9885446831576545,
+      "eval_fr_opus100_pr_auc": 0.9239750227266983,
+      "eval_fr_ud_pr_auc": 0.9819622144431857,
+      "eval_fy_opus100_pr_auc": 0.631944480055303,
+      "eval_ga_opus100_pr_auc": 0.9097551148269909,
+      "eval_ga_ud_pr_auc": 0.81105801768464,
+      "eval_gd_opus100_pr_auc": 0.6977662813702991,
+      "eval_gd_ud_pr_auc": 0.8094560438633578,
+      "eval_gl_opus100_pr_auc": 0.8891252604330376,
+      "eval_gl_ud_pr_auc": 0.9981867212472806,
+      "eval_gu_ersatz_pr_auc": 0.931759537168858,
+      "eval_gu_opus100_pr_auc": 0.7633521651344639,
+      "eval_ha_opus100_pr_auc": 0.9218736709553007,
+      "eval_he_opus100_pr_auc": 0.876672715602031,
+      "eval_he_ud_pr_auc": 0.9827099428444791,
+      "eval_hi_ersatz_pr_auc": 0.9813891777382143,
+      "eval_hi_opus100_pr_auc": 0.7146979191011884,
+      "eval_hi_ud_pr_auc": 0.9783837395542285,
+      "eval_hu_opus100_pr_auc": 0.9232683255260293,
+      "eval_hu_ud_pr_auc": 0.9864791390570744,
+      "eval_hy_opus100_pr_auc": 0.9069382086433333,
+      "eval_hy_ud_pr_auc": 0.9769241566022999,
+      "eval_id_opus100_pr_auc": 0.8903811933195771,
+      "eval_id_ud_pr_auc": 0.9946056157097521,
+      "eval_ig_opus100_pr_auc": 0.8705774477476453,
+      "eval_is_opus100_pr_auc": 0.933871424561785,
+      "eval_is_ud_pr_auc": 0.9091037946313434,
+      "eval_it_opus100_pr_auc": 0.9128869842392775,
+      "eval_it_ud_pr_auc": 0.9976706369814701,
+      "eval_ja_ersatz_pr_auc": 0.8783175022879389,
+      "eval_ja_opus100_pr_auc": 0.8434603246929726,
+      "eval_ja_ud_pr_auc": 0.9758027273397343,
+      "eval_jv_ud_pr_auc": 0.9679591628753417,
+      "eval_ka_opus100_pr_auc": 0.8548054259009895,
+      "eval_kk_ersatz_pr_auc": 0.9883531175857638,
+      "eval_kk_opus100_pr_auc": 0.7886306230539373,
+      "eval_kk_ud_pr_auc": 0.9758553767586873,
+      "eval_km_ersatz_pr_auc": 0.9378848359130677,
+      "eval_km_opus100_pr_auc": 0.7800213192650141,
+      "eval_kn_opus100_pr_auc": 0.6450587339252256,
+      "eval_ko_opus100_pr_auc": 0.6936971589396771,
+      "eval_ko_ud_pr_auc": 0.9976874497980114,
+      "eval_ku_opus100_pr_auc": 0.8599787844132274,
+      "eval_ky_opus100_pr_auc": 0.8986081570961227,
+      "eval_la_ud_pr_auc": 0.9693851048166401,
+      "eval_loss": 0.02671002224087715,
+      "eval_lt_ersatz_pr_auc": 0.9955035131066389,
+      "eval_lt_opus100_pr_auc": 0.8868549887169027,
+      "eval_lt_ud_pr_auc": 0.997103719423787,
+      "eval_lv_ersatz_pr_auc": 0.9904422360500214,
+      "eval_lv_opus100_pr_auc": 0.8933749951898348,
+      "eval_lv_ud_pr_auc": 0.9680133979574238,
+      "eval_mg_opus100_pr_auc": 0.9390114398522332,
+      "eval_mk_opus100_pr_auc": 0.918039907967663,
+      "eval_ml_opus100_pr_auc": 0.8058717906620271,
+      "eval_mn_opus100_pr_auc": 0.9364568489179621,
+      "eval_mr_opus100_pr_auc": 0.8918039575903005,
+      "eval_mr_ud_pr_auc": 0.9795700801537144,
+      "eval_ms_opus100_pr_auc": 0.8693481294178451,
+      "eval_mt_opus100_pr_auc": 0.8512743860262867,
+      "eval_mt_ud_pr_auc": 0.9101368396157811,
+      "eval_my_opus100_pr_auc": 0.8329690426409451,
+      "eval_ne_opus100_pr_auc": 0.7669832693552474,
+      "eval_nl_opus100_pr_auc": 0.9037945046492115,
+      "eval_nl_ud_pr_auc": 0.9858402475469433,
+      "eval_no_opus100_pr_auc": 0.9348468250813016,
+      "eval_no_ud_pr_auc": 0.9968152222572995,
+      "eval_pa_opus100_pr_auc": 0.6767749577344131,
+      "eval_pl_ersatz_pr_auc": 0.9670405037545136,
+      "eval_pl_opus100_pr_auc": 0.8973958803151227,
+      "eval_pl_ud_pr_auc": 0.96922885525584,
+      "eval_ps_ersatz_pr_auc": 0.9212531388758313,
+      "eval_ps_opus100_pr_auc": 0.7645786374388915,
+      "eval_pt_opus100_pr_auc": 0.9207797237682462,
+      "eval_pt_ud_pr_auc": 0.987733632957865,
+      "eval_ro_ersatz_pr_auc": 0.9940396193724732,
+      "eval_ro_opus100_pr_auc": 0.8780625617125566,
+      "eval_ro_ud_pr_auc": 0.9681136686839475,
+      "eval_ru_ersatz_pr_auc": 0.9920373737658934,
+      "eval_ru_opus100_pr_auc": 0.9337409313547265,
+      "eval_ru_ud_pr_auc": 0.8905531408440784,
+      "eval_runtime": 323.3565,
+      "eval_samples_per_second": 233.377,
+      "eval_si_opus100_pr_auc": 0.8202558628516841,
+      "eval_sk_opus100_pr_auc": 0.9335655350326745,
+      "eval_sk_ud_pr_auc": 0.9810988503758716,
+      "eval_sl_opus100_pr_auc": 0.8723412621361916,
+      "eval_sl_ud_pr_auc": 0.9704354228774438,
+      "eval_sq_opus100_pr_auc": 0.9233478151818423,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9171008844058829,
+      "eval_sr_ud_pr_auc": 0.998880025421996,
+      "eval_steps_per_second": 0.912,
+      "eval_sv_opus100_pr_auc": 0.9042133921585289,
+      "eval_sv_ud_pr_auc": 0.9467418909902457,
+      "eval_ta_ersatz_pr_auc": 0.9821948516028074,
+      "eval_ta_opus100_pr_auc": 0.7307605436817319,
+      "eval_ta_ud_pr_auc": 0.9865945517633038,
+      "eval_te_opus100_pr_auc": 0.832175015230783,
+      "eval_tg_opus100_pr_auc": 0.8988075137484165,
+      "eval_th_opus100_pr_auc": 0.6964064072261132,
+      "eval_th_ud_pr_auc": 0.8510623714319235,
+      "eval_tr_ersatz_pr_auc": 0.9674155451854043,
+      "eval_tr_opus100_pr_auc": 0.9028645029167783,
+      "eval_tr_ud_pr_auc": 0.9584002776228181,
+      "eval_uk_opus100_pr_auc": 0.8842105332435725,
+      "eval_uk_ud_pr_auc": 0.93538029273588,
+      "eval_ur_opus100_pr_auc": 0.5994771160627355,
+      "eval_ur_ud_pr_auc": 0.9928065457090942,
+      "eval_uz_opus100_pr_auc": 0.8820110660472591,
+      "eval_vi_opus100_pr_auc": 0.8974728171869937,
+      "eval_vi_ud_pr_auc": 0.9472733457008946,
+      "eval_xh_opus100_pr_auc": 0.8834681215516345,
+      "eval_yi_opus100_pr_auc": 0.7714183827295061,
+      "eval_yo_opus100_pr_auc": 0.8387166482312101,
+      "eval_yo_ud_pr_auc": 0.9320627438105675,
+      "eval_zh_ersatz_pr_auc": 0.9753281663246891,
+      "eval_zh_opus100_pr_auc": 0.8794484307594175,
+      "eval_zh_ud_pr_auc": 0.9939076956521005,
+      "eval_zu_opus100_pr_auc": 0.8367556840109851,
+      "step": 380000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.316455696202532e-06,
+      "learning_rate_adapter": 6.316455696202532e-06,
+      "loss": 0.0231,
+      "step": 380050
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.30379746835443e-06,
+      "learning_rate_adapter": 6.30379746835443e-06,
+      "loss": 0.0231,
+      "step": 380100
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.291139240506329e-06,
+      "learning_rate_adapter": 6.291139240506329e-06,
+      "loss": 0.0233,
+      "step": 380150
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.278481012658229e-06,
+      "learning_rate_adapter": 6.278481012658229e-06,
+      "loss": 0.0232,
+      "step": 380200
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.265822784810127e-06,
+      "learning_rate_adapter": 6.265822784810127e-06,
+      "loss": 0.0232,
+      "step": 380250
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.253164556962026e-06,
+      "learning_rate_adapter": 6.253164556962026e-06,
+      "loss": 0.0233,
+      "step": 380300
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.2405063291139244e-06,
+      "learning_rate_adapter": 6.2405063291139244e-06,
+      "loss": 0.0232,
+      "step": 380350
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.2278481012658224e-06,
+      "learning_rate_adapter": 6.2278481012658224e-06,
+      "loss": 0.0233,
+      "step": 380400
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.215189873417722e-06,
+      "learning_rate_adapter": 6.215189873417722e-06,
+      "loss": 0.0235,
+      "step": 380450
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.20253164556962e-06,
+      "learning_rate_adapter": 6.20253164556962e-06,
+      "loss": 0.0232,
+      "step": 380500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.189873417721519e-06,
+      "learning_rate_adapter": 6.189873417721519e-06,
+      "loss": 0.023,
+      "step": 380550
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.177215189873418e-06,
+      "learning_rate_adapter": 6.177215189873418e-06,
+      "loss": 0.0234,
+      "step": 380600
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.164556962025317e-06,
+      "learning_rate_adapter": 6.164556962025317e-06,
+      "loss": 0.0231,
+      "step": 380650
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.151898734177216e-06,
+      "learning_rate_adapter": 6.151898734177216e-06,
+      "loss": 0.0233,
+      "step": 380700
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.1392405063291144e-06,
+      "learning_rate_adapter": 6.1392405063291144e-06,
+      "loss": 0.0229,
+      "step": 380750
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.1265822784810124e-06,
+      "learning_rate_adapter": 6.1265822784810124e-06,
+      "loss": 0.0231,
+      "step": 380800
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.113924050632912e-06,
+      "learning_rate_adapter": 6.113924050632912e-06,
+      "loss": 0.0228,
+      "step": 380850
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.10126582278481e-06,
+      "learning_rate_adapter": 6.10126582278481e-06,
+      "loss": 0.0231,
+      "step": 380900
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.088607594936709e-06,
+      "learning_rate_adapter": 6.088607594936709e-06,
+      "loss": 0.0231,
+      "step": 380950
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.075949367088608e-06,
+      "learning_rate_adapter": 6.075949367088608e-06,
+      "loss": 0.0231,
+      "step": 381000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.063291139240507e-06,
+      "learning_rate_adapter": 6.063291139240507e-06,
+      "loss": 0.0231,
+      "step": 381050
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.050632911392405e-06,
+      "learning_rate_adapter": 6.050632911392405e-06,
+      "loss": 0.0231,
+      "step": 381100
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.0379746835443044e-06,
+      "learning_rate_adapter": 6.0379746835443044e-06,
+      "loss": 0.0232,
+      "step": 381150
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.0253164556962024e-06,
+      "learning_rate_adapter": 6.0253164556962024e-06,
+      "loss": 0.023,
+      "step": 381200
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.012658227848101e-06,
+      "learning_rate_adapter": 6.012658227848101e-06,
+      "loss": 0.0234,
+      "step": 381250
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0231,
+      "step": 381300
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.987341772151899e-06,
+      "learning_rate_adapter": 5.987341772151899e-06,
+      "loss": 0.023,
+      "step": 381350
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.974683544303798e-06,
+      "learning_rate_adapter": 5.974683544303798e-06,
+      "loss": 0.0231,
+      "step": 381400
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.962025316455697e-06,
+      "learning_rate_adapter": 5.962025316455697e-06,
+      "loss": 0.0231,
+      "step": 381450
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.949367088607595e-06,
+      "learning_rate_adapter": 5.949367088607595e-06,
+      "loss": 0.023,
+      "step": 381500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.9367088607594944e-06,
+      "learning_rate_adapter": 5.9367088607594944e-06,
+      "loss": 0.0233,
+      "step": 381550
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.9240506329113924e-06,
+      "learning_rate_adapter": 5.9240506329113924e-06,
+      "loss": 0.0232,
+      "step": 381600
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.911392405063291e-06,
+      "learning_rate_adapter": 5.911392405063291e-06,
+      "loss": 0.023,
+      "step": 381650
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.89873417721519e-06,
+      "learning_rate_adapter": 5.89873417721519e-06,
+      "loss": 0.0232,
+      "step": 381700
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.886075949367089e-06,
+      "learning_rate_adapter": 5.886075949367089e-06,
+      "loss": 0.0232,
+      "step": 381750
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.873417721518987e-06,
+      "learning_rate_adapter": 5.873417721518987e-06,
+      "loss": 0.0231,
+      "step": 381800
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.860759493670887e-06,
+      "learning_rate_adapter": 5.860759493670887e-06,
+      "loss": 0.0231,
+      "step": 381850
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.848101265822785e-06,
+      "learning_rate_adapter": 5.848101265822785e-06,
+      "loss": 0.0233,
+      "step": 381900
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.835443037974684e-06,
+      "learning_rate_adapter": 5.835443037974684e-06,
+      "loss": 0.0231,
+      "step": 381950
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.8227848101265824e-06,
+      "learning_rate_adapter": 5.8227848101265824e-06,
+      "loss": 0.0232,
+      "step": 382000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.810126582278481e-06,
+      "learning_rate_adapter": 5.810126582278481e-06,
+      "loss": 0.0232,
+      "step": 382050
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.79746835443038e-06,
+      "learning_rate_adapter": 5.79746835443038e-06,
+      "loss": 0.0232,
+      "step": 382100
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.784810126582279e-06,
+      "learning_rate_adapter": 5.784810126582279e-06,
+      "loss": 0.0232,
+      "step": 382150
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.772151898734177e-06,
+      "learning_rate_adapter": 5.772151898734177e-06,
+      "loss": 0.0233,
+      "step": 382200
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.759493670886077e-06,
+      "learning_rate_adapter": 5.759493670886077e-06,
+      "loss": 0.0231,
+      "step": 382250
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.746835443037975e-06,
+      "learning_rate_adapter": 5.746835443037975e-06,
+      "loss": 0.0234,
+      "step": 382300
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.7341772151898736e-06,
+      "learning_rate_adapter": 5.7341772151898736e-06,
+      "loss": 0.0231,
+      "step": 382350
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.7215189873417724e-06,
+      "learning_rate_adapter": 5.7215189873417724e-06,
+      "loss": 0.0232,
+      "step": 382400
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.708860759493671e-06,
+      "learning_rate_adapter": 5.708860759493671e-06,
+      "loss": 0.0231,
+      "step": 382450
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.69620253164557e-06,
+      "learning_rate_adapter": 5.69620253164557e-06,
+      "loss": 0.0233,
+      "step": 382500
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.683544303797469e-06,
+      "learning_rate_adapter": 5.683544303797469e-06,
+      "loss": 0.0231,
+      "step": 382550
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.670886075949367e-06,
+      "learning_rate_adapter": 5.670886075949367e-06,
+      "loss": 0.0229,
+      "step": 382600
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.658227848101266e-06,
+      "learning_rate_adapter": 5.658227848101266e-06,
+      "loss": 0.0233,
+      "step": 382650
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.645569620253165e-06,
+      "learning_rate_adapter": 5.645569620253165e-06,
+      "loss": 0.0232,
+      "step": 382700
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.6329113924050636e-06,
+      "learning_rate_adapter": 5.6329113924050636e-06,
+      "loss": 0.0231,
+      "step": 382750
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.6202531645569624e-06,
+      "learning_rate_adapter": 5.6202531645569624e-06,
+      "loss": 0.023,
+      "step": 382800
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.607594936708861e-06,
+      "learning_rate_adapter": 5.607594936708861e-06,
+      "loss": 0.0232,
+      "step": 382850
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.594936708860759e-06,
+      "learning_rate_adapter": 5.594936708860759e-06,
+      "loss": 0.0233,
+      "step": 382900
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.582278481012659e-06,
+      "learning_rate_adapter": 5.582278481012659e-06,
+      "loss": 0.0232,
+      "step": 382950
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.569620253164557e-06,
+      "learning_rate_adapter": 5.569620253164557e-06,
+      "loss": 0.0233,
+      "step": 383000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.556962025316456e-06,
+      "learning_rate_adapter": 5.556962025316456e-06,
+      "loss": 0.0232,
+      "step": 383050
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.544303797468355e-06,
+      "learning_rate_adapter": 5.544303797468355e-06,
+      "loss": 0.023,
+      "step": 383100
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.5316455696202536e-06,
+      "learning_rate_adapter": 5.5316455696202536e-06,
+      "loss": 0.0232,
+      "step": 383150
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.518987341772152e-06,
+      "learning_rate_adapter": 5.518987341772152e-06,
+      "loss": 0.0232,
+      "step": 383200
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.506329113924051e-06,
+      "learning_rate_adapter": 5.506329113924051e-06,
+      "loss": 0.0231,
+      "step": 383250
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.493670886075949e-06,
+      "learning_rate_adapter": 5.493670886075949e-06,
+      "loss": 0.0232,
+      "step": 383300
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.481012658227849e-06,
+      "learning_rate_adapter": 5.481012658227849e-06,
+      "loss": 0.0229,
+      "step": 383350
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.468354430379747e-06,
+      "learning_rate_adapter": 5.468354430379747e-06,
+      "loss": 0.0231,
+      "step": 383400
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.455696202531646e-06,
+      "learning_rate_adapter": 5.455696202531646e-06,
+      "loss": 0.0231,
+      "step": 383450
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.443037974683545e-06,
+      "learning_rate_adapter": 5.443037974683545e-06,
+      "loss": 0.0231,
+      "step": 383500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.4303797468354436e-06,
+      "learning_rate_adapter": 5.4303797468354436e-06,
+      "loss": 0.0232,
+      "step": 383550
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.4177215189873416e-06,
+      "learning_rate_adapter": 5.4177215189873416e-06,
+      "loss": 0.023,
+      "step": 383600
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.405063291139241e-06,
+      "learning_rate_adapter": 5.405063291139241e-06,
+      "loss": 0.0232,
+      "step": 383650
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.392405063291139e-06,
+      "learning_rate_adapter": 5.392405063291139e-06,
+      "loss": 0.0232,
+      "step": 383700
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.379746835443038e-06,
+      "learning_rate_adapter": 5.379746835443038e-06,
+      "loss": 0.0232,
+      "step": 383750
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.367088607594937e-06,
+      "learning_rate_adapter": 5.367088607594937e-06,
+      "loss": 0.0231,
+      "step": 383800
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.354430379746836e-06,
+      "learning_rate_adapter": 5.354430379746836e-06,
+      "loss": 0.023,
+      "step": 383850
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.341772151898735e-06,
+      "learning_rate_adapter": 5.341772151898735e-06,
+      "loss": 0.0228,
+      "step": 383900
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.3291139240506336e-06,
+      "learning_rate_adapter": 5.3291139240506336e-06,
+      "loss": 0.0232,
+      "step": 383950
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.3164556962025316e-06,
+      "learning_rate_adapter": 5.3164556962025316e-06,
+      "loss": 0.023,
+      "step": 384000
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.303797468354431e-06,
+      "learning_rate_adapter": 5.303797468354431e-06,
+      "loss": 0.023,
+      "step": 384050
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.291139240506329e-06,
+      "learning_rate_adapter": 5.291139240506329e-06,
+      "loss": 0.0234,
+      "step": 384100
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.278481012658228e-06,
+      "learning_rate_adapter": 5.278481012658228e-06,
+      "loss": 0.0232,
+      "step": 384150
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.265822784810127e-06,
+      "learning_rate_adapter": 5.265822784810127e-06,
+      "loss": 0.023,
+      "step": 384200
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.253164556962026e-06,
+      "learning_rate_adapter": 5.253164556962026e-06,
+      "loss": 0.0233,
+      "step": 384250
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.240506329113924e-06,
+      "learning_rate_adapter": 5.240506329113924e-06,
+      "loss": 0.0232,
+      "step": 384300
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.2278481012658236e-06,
+      "learning_rate_adapter": 5.2278481012658236e-06,
+      "loss": 0.0232,
+      "step": 384350
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.2151898734177216e-06,
+      "learning_rate_adapter": 5.2151898734177216e-06,
+      "loss": 0.0231,
+      "step": 384400
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.20253164556962e-06,
+      "learning_rate_adapter": 5.20253164556962e-06,
+      "loss": 0.0234,
+      "step": 384450
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.189873417721519e-06,
+      "learning_rate_adapter": 5.189873417721519e-06,
+      "loss": 0.0231,
+      "step": 384500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.177215189873418e-06,
+      "learning_rate_adapter": 5.177215189873418e-06,
+      "loss": 0.0233,
+      "step": 384550
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.164556962025317e-06,
+      "learning_rate_adapter": 5.164556962025317e-06,
+      "loss": 0.0233,
+      "step": 384600
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.151898734177216e-06,
+      "learning_rate_adapter": 5.151898734177216e-06,
+      "loss": 0.023,
+      "step": 384650
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.139240506329114e-06,
+      "learning_rate_adapter": 5.139240506329114e-06,
+      "loss": 0.0233,
+      "step": 384700
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.1265822784810135e-06,
+      "learning_rate_adapter": 5.1265822784810135e-06,
+      "loss": 0.0231,
+      "step": 384750
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.1139240506329116e-06,
+      "learning_rate_adapter": 5.1139240506329116e-06,
+      "loss": 0.0231,
+      "step": 384800
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.10126582278481e-06,
+      "learning_rate_adapter": 5.10126582278481e-06,
+      "loss": 0.0232,
+      "step": 384850
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.088607594936709e-06,
+      "learning_rate_adapter": 5.088607594936709e-06,
+      "loss": 0.0232,
+      "step": 384900
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.075949367088608e-06,
+      "learning_rate_adapter": 5.075949367088608e-06,
+      "loss": 0.0232,
+      "step": 384950
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.063291139240506e-06,
+      "learning_rate_adapter": 5.063291139240506e-06,
+      "loss": 0.0231,
+      "step": 385000
+    },
+    {
+      "epoch": 2.6,
+      "eval_af_opus100_pr_auc": 0.782823060940864,
+      "eval_af_ud_pr_auc": 0.9923374970412657,
+      "eval_am_opus100_pr_auc": 0.6806336887440425,
+      "eval_ar_ersatz_pr_auc": 0.9235947721870068,
+      "eval_ar_opus100_pr_auc": 0.7292049981317568,
+      "eval_ar_ud_pr_auc": 0.8987937869870047,
+      "eval_average_ersatz_pr_auc": 0.9695658449956238,
+      "eval_average_opus100_pr_auc": 0.8458561084215386,
+      "eval_average_ud_pr_auc": 0.96518987486801,
+      "eval_az_opus100_pr_auc": 0.7804391596440823,
+      "eval_be_opus100_pr_auc": 0.7207101532430692,
+      "eval_be_ud_pr_auc": 0.906742393622532,
+      "eval_bg_opus100_pr_auc": 0.9225680923507558,
+      "eval_bg_ud_pr_auc": 0.9956693667732833,
+      "eval_bn_opus100_pr_auc": 0.8477272714424703,
+      "eval_bn_ud_pr_auc": 0.9987006540777467,
+      "eval_ca_opus100_pr_auc": 0.8836070108973155,
+      "eval_ca_ud_pr_auc": 0.994031973372874,
+      "eval_ceb_ud_pr_auc": 0.9977581441453036,
+      "eval_cs_ersatz_pr_auc": 0.9834782921073776,
+      "eval_cs_opus100_pr_auc": 0.9126539861934594,
+      "eval_cs_ud_pr_auc": 0.9607663480384647,
+      "eval_cy_opus100_pr_auc": 0.7757522662136663,
+      "eval_cy_ud_pr_auc": 0.9940063221636569,
+      "eval_da_opus100_pr_auc": 0.9236321733416664,
+      "eval_da_ud_pr_auc": 0.9805122172018332,
+      "eval_de_ersatz_pr_auc": 0.9884812482205494,
+      "eval_de_opus100_pr_auc": 0.9075627473628455,
+      "eval_de_ud_pr_auc": 0.9828523381950767,
+      "eval_el_opus100_pr_auc": 0.9151200255892413,
+      "eval_el_ud_pr_auc": 0.9898421213132061,
+      "eval_en_ersatz_pr_auc": 0.992407473103351,
+      "eval_en_opus100_pr_auc": 0.9297351365949476,
+      "eval_en_ud_pr_auc": 0.9832045077520032,
+      "eval_eo_opus100_pr_auc": 0.9295401294554048,
+      "eval_es_ersatz_pr_auc": 0.9965348590001349,
+      "eval_es_opus100_pr_auc": 0.9313154100652917,
+      "eval_es_ud_pr_auc": 0.9920782786937994,
+      "eval_et_ersatz_pr_auc": 0.9824948375794157,
+      "eval_et_opus100_pr_auc": 0.9125126322699748,
+      "eval_et_ud_pr_auc": 0.9681378976660224,
+      "eval_eu_opus100_pr_auc": 0.8787028259787953,
+      "eval_eu_ud_pr_auc": 0.9910344526794339,
+      "eval_fa_opus100_pr_auc": 0.6070969967679443,
+      "eval_fa_ud_pr_auc": 0.9947769506412831,
+      "eval_fi_ersatz_pr_auc": 0.9913019641878599,
+      "eval_fi_opus100_pr_auc": 0.9243933390915224,
+      "eval_fi_ud_pr_auc": 0.9602664821318713,
+      "eval_fr_ersatz_pr_auc": 0.9875222530069772,
+      "eval_fr_opus100_pr_auc": 0.9232887073806483,
+      "eval_fr_ud_pr_auc": 0.9810344964085168,
+      "eval_fy_opus100_pr_auc": 0.6326994524968153,
+      "eval_ga_opus100_pr_auc": 0.9098111547696875,
+      "eval_ga_ud_pr_auc": 0.8116124607138846,
+      "eval_gd_opus100_pr_auc": 0.6913669921035415,
+      "eval_gd_ud_pr_auc": 0.8101331431674174,
+      "eval_gl_opus100_pr_auc": 0.8866709360317987,
+      "eval_gl_ud_pr_auc": 0.9980135074681955,
+      "eval_gu_ersatz_pr_auc": 0.927912862787086,
+      "eval_gu_opus100_pr_auc": 0.7595028527886144,
+      "eval_ha_opus100_pr_auc": 0.9213504713947047,
+      "eval_he_opus100_pr_auc": 0.877761169545408,
+      "eval_he_ud_pr_auc": 0.9832474232474017,
+      "eval_hi_ersatz_pr_auc": 0.9798199269949938,
+      "eval_hi_opus100_pr_auc": 0.7090294908413679,
+      "eval_hi_ud_pr_auc": 0.9761927124715076,
+      "eval_hu_opus100_pr_auc": 0.9237203617543625,
+      "eval_hu_ud_pr_auc": 0.9855006154518736,
+      "eval_hy_opus100_pr_auc": 0.9074876163898163,
+      "eval_hy_ud_pr_auc": 0.9756689966082945,
+      "eval_id_opus100_pr_auc": 0.887778873620926,
+      "eval_id_ud_pr_auc": 0.994201338669968,
+      "eval_ig_opus100_pr_auc": 0.8706999543103175,
+      "eval_is_opus100_pr_auc": 0.9346767280959325,
+      "eval_is_ud_pr_auc": 0.9092572607732692,
+      "eval_it_opus100_pr_auc": 0.9143300144998686,
+      "eval_it_ud_pr_auc": 0.9976860167489463,
+      "eval_ja_ersatz_pr_auc": 0.8714359048785865,
+      "eval_ja_opus100_pr_auc": 0.8463733462096121,
+      "eval_ja_ud_pr_auc": 0.9747917166847793,
+      "eval_jv_ud_pr_auc": 0.9647022419729898,
+      "eval_ka_opus100_pr_auc": 0.8565871612476607,
+      "eval_kk_ersatz_pr_auc": 0.9881349417102941,
+      "eval_kk_opus100_pr_auc": 0.7872052550495191,
+      "eval_kk_ud_pr_auc": 0.9750392490903599,
+      "eval_km_ersatz_pr_auc": 0.9384548857959191,
+      "eval_km_opus100_pr_auc": 0.7769594351488166,
+      "eval_kn_opus100_pr_auc": 0.6377038556119351,
+      "eval_ko_opus100_pr_auc": 0.6935412547791853,
+      "eval_ko_ud_pr_auc": 0.9978522444115949,
+      "eval_ku_opus100_pr_auc": 0.8598623699195214,
+      "eval_ky_opus100_pr_auc": 0.8976779080563381,
+      "eval_la_ud_pr_auc": 0.9695359843723693,
+      "eval_loss": 0.02678499184548855,
+      "eval_lt_ersatz_pr_auc": 0.9951233772043928,
+      "eval_lt_opus100_pr_auc": 0.8871605471149905,
+      "eval_lt_ud_pr_auc": 0.9971122292633833,
+      "eval_lv_ersatz_pr_auc": 0.9899231878913625,
+      "eval_lv_opus100_pr_auc": 0.8925527368957742,
+      "eval_lv_ud_pr_auc": 0.9664184926284974,
+      "eval_mg_opus100_pr_auc": 0.9387899492883545,
+      "eval_mk_opus100_pr_auc": 0.9180415965833627,
+      "eval_ml_opus100_pr_auc": 0.8064691978876556,
+      "eval_mn_opus100_pr_auc": 0.9364586412273642,
+      "eval_mr_opus100_pr_auc": 0.8897972242090524,
+      "eval_mr_ud_pr_auc": 0.9761963685960003,
+      "eval_ms_opus100_pr_auc": 0.8707415517985652,
+      "eval_mt_opus100_pr_auc": 0.8486665206185477,
+      "eval_mt_ud_pr_auc": 0.908387348156601,
+      "eval_my_opus100_pr_auc": 0.8332431168693963,
+      "eval_ne_opus100_pr_auc": 0.7586442246754177,
+      "eval_nl_opus100_pr_auc": 0.903922462539068,
+      "eval_nl_ud_pr_auc": 0.9854011985390453,
+      "eval_no_opus100_pr_auc": 0.9340854148981879,
+      "eval_no_ud_pr_auc": 0.9966293140727673,
+      "eval_pa_opus100_pr_auc": 0.6687009887323464,
+      "eval_pl_ersatz_pr_auc": 0.965011160672242,
+      "eval_pl_opus100_pr_auc": 0.897248924304758,
+      "eval_pl_ud_pr_auc": 0.9680739819612817,
+      "eval_ps_ersatz_pr_auc": 0.9211071921047614,
+      "eval_ps_opus100_pr_auc": 0.7621914456796185,
+      "eval_pt_opus100_pr_auc": 0.9199480407299333,
+      "eval_pt_ud_pr_auc": 0.9875592890127628,
+      "eval_ro_ersatz_pr_auc": 0.9937708908479017,
+      "eval_ro_opus100_pr_auc": 0.8755374181473988,
+      "eval_ro_ud_pr_auc": 0.967678635038346,
+      "eval_ru_ersatz_pr_auc": 0.9914263956976319,
+      "eval_ru_opus100_pr_auc": 0.9319230952136893,
+      "eval_ru_ud_pr_auc": 0.8864612555249086,
+      "eval_runtime": 324.1339,
+      "eval_samples_per_second": 232.817,
+      "eval_si_opus100_pr_auc": 0.8182792323592158,
+      "eval_sk_opus100_pr_auc": 0.9327729039784312,
+      "eval_sk_ud_pr_auc": 0.9788828482144858,
+      "eval_sl_opus100_pr_auc": 0.8719184740597716,
+      "eval_sl_ud_pr_auc": 0.9684416231724078,
+      "eval_sq_opus100_pr_auc": 0.9234103936239942,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9168279232270362,
+      "eval_sr_ud_pr_auc": 0.9986388772664977,
+      "eval_steps_per_second": 0.91,
+      "eval_sv_opus100_pr_auc": 0.903623822448444,
+      "eval_sv_ud_pr_auc": 0.9472277842140234,
+      "eval_ta_ersatz_pr_auc": 0.9808780212594033,
+      "eval_ta_opus100_pr_auc": 0.7280994093608733,
+      "eval_ta_ud_pr_auc": 0.9862641025478489,
+      "eval_te_opus100_pr_auc": 0.832464997761679,
+      "eval_tg_opus100_pr_auc": 0.8967152350604788,
+      "eval_th_opus100_pr_auc": 0.6926060674107497,
+      "eval_th_ud_pr_auc": 0.8512402359804567,
+      "eval_tr_ersatz_pr_auc": 0.96614338551769,
+      "eval_tr_opus100_pr_auc": 0.902073590781157,
+      "eval_tr_ud_pr_auc": 0.957507863474858,
+      "eval_uk_opus100_pr_auc": 0.8848480554580739,
+      "eval_uk_ud_pr_auc": 0.9337009417585381,
+      "eval_ur_opus100_pr_auc": 0.6016294645709834,
+      "eval_ur_ud_pr_auc": 0.9928012646779469,
+      "eval_uz_opus100_pr_auc": 0.880884517540253,
+      "eval_vi_opus100_pr_auc": 0.8978695601560398,
+      "eval_vi_ud_pr_auc": 0.9503898922487152,
+      "eval_xh_opus100_pr_auc": 0.881633280843513,
+      "eval_yi_opus100_pr_auc": 0.7662010564750436,
+      "eval_yo_opus100_pr_auc": 0.8371501948074267,
+      "eval_yo_ud_pr_auc": 0.9306137704555748,
+      "eval_zh_ersatz_pr_auc": 0.9754907571487874,
+      "eval_zh_opus100_pr_auc": 0.8802428869189033,
+      "eval_zh_ud_pr_auc": 0.9942144099135964,
+      "eval_zu_opus100_pr_auc": 0.8350102599450916,
+      "step": 385000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.050632911392406e-06,
+      "learning_rate_adapter": 5.050632911392406e-06,
+      "loss": 0.023,
+      "step": 385050
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.037974683544304e-06,
+      "learning_rate_adapter": 5.037974683544304e-06,
+      "loss": 0.0233,
+      "step": 385100
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.025316455696203e-06,
+      "learning_rate_adapter": 5.025316455696203e-06,
+      "loss": 0.0232,
+      "step": 385150
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.0126582278481016e-06,
+      "learning_rate_adapter": 5.0126582278481016e-06,
+      "loss": 0.0233,
+      "step": 385200
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.023,
+      "step": 385250
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.987341772151899e-06,
+      "learning_rate_adapter": 4.987341772151899e-06,
+      "loss": 0.0232,
+      "step": 385300
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.974683544303798e-06,
+      "learning_rate_adapter": 4.974683544303798e-06,
+      "loss": 0.0229,
+      "step": 385350
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.962025316455696e-06,
+      "learning_rate_adapter": 4.962025316455696e-06,
+      "loss": 0.0231,
+      "step": 385400
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.949367088607596e-06,
+      "learning_rate_adapter": 4.949367088607596e-06,
+      "loss": 0.0231,
+      "step": 385450
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.936708860759494e-06,
+      "learning_rate_adapter": 4.936708860759494e-06,
+      "loss": 0.0233,
+      "step": 385500
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.924050632911393e-06,
+      "learning_rate_adapter": 4.924050632911393e-06,
+      "loss": 0.0232,
+      "step": 385550
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.9113924050632915e-06,
+      "learning_rate_adapter": 4.9113924050632915e-06,
+      "loss": 0.023,
+      "step": 385600
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.89873417721519e-06,
+      "learning_rate_adapter": 4.89873417721519e-06,
+      "loss": 0.0232,
+      "step": 385650
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.886075949367088e-06,
+      "learning_rate_adapter": 4.886075949367088e-06,
+      "loss": 0.023,
+      "step": 385700
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.873417721518988e-06,
+      "learning_rate_adapter": 4.873417721518988e-06,
+      "loss": 0.0231,
+      "step": 385750
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.860759493670886e-06,
+      "learning_rate_adapter": 4.860759493670886e-06,
+      "loss": 0.0231,
+      "step": 385800
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.848101265822785e-06,
+      "learning_rate_adapter": 4.848101265822785e-06,
+      "loss": 0.023,
+      "step": 385850
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.835443037974684e-06,
+      "learning_rate_adapter": 4.835443037974684e-06,
+      "loss": 0.023,
+      "step": 385900
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.822784810126583e-06,
+      "learning_rate_adapter": 4.822784810126583e-06,
+      "loss": 0.0229,
+      "step": 385950
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.8101265822784815e-06,
+      "learning_rate_adapter": 4.8101265822784815e-06,
+      "loss": 0.0231,
+      "step": 386000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.79746835443038e-06,
+      "learning_rate_adapter": 4.79746835443038e-06,
+      "loss": 0.023,
+      "step": 386050
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.784810126582278e-06,
+      "learning_rate_adapter": 4.784810126582278e-06,
+      "loss": 0.0233,
+      "step": 386100
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.772151898734178e-06,
+      "learning_rate_adapter": 4.772151898734178e-06,
+      "loss": 0.0232,
+      "step": 386150
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.759493670886076e-06,
+      "learning_rate_adapter": 4.759493670886076e-06,
+      "loss": 0.023,
+      "step": 386200
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.746835443037975e-06,
+      "learning_rate_adapter": 4.746835443037975e-06,
+      "loss": 0.0233,
+      "step": 386250
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.734177215189874e-06,
+      "learning_rate_adapter": 4.734177215189874e-06,
+      "loss": 0.023,
+      "step": 386300
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.721518987341773e-06,
+      "learning_rate_adapter": 4.721518987341773e-06,
+      "loss": 0.0233,
+      "step": 386350
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.708860759493671e-06,
+      "learning_rate_adapter": 4.708860759493671e-06,
+      "loss": 0.023,
+      "step": 386400
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.69620253164557e-06,
+      "learning_rate_adapter": 4.69620253164557e-06,
+      "loss": 0.0232,
+      "step": 386450
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.683544303797468e-06,
+      "learning_rate_adapter": 4.683544303797468e-06,
+      "loss": 0.0231,
+      "step": 386500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.670886075949367e-06,
+      "learning_rate_adapter": 4.670886075949367e-06,
+      "loss": 0.0231,
+      "step": 386550
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.658227848101266e-06,
+      "learning_rate_adapter": 4.658227848101266e-06,
+      "loss": 0.0234,
+      "step": 386600
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.645569620253165e-06,
+      "learning_rate_adapter": 4.645569620253165e-06,
+      "loss": 0.0234,
+      "step": 386650
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.632911392405064e-06,
+      "learning_rate_adapter": 4.632911392405064e-06,
+      "loss": 0.0231,
+      "step": 386700
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.620253164556963e-06,
+      "learning_rate_adapter": 4.620253164556963e-06,
+      "loss": 0.023,
+      "step": 386750
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.607594936708861e-06,
+      "learning_rate_adapter": 4.607594936708861e-06,
+      "loss": 0.0231,
+      "step": 386800
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.59493670886076e-06,
+      "learning_rate_adapter": 4.59493670886076e-06,
+      "loss": 0.0231,
+      "step": 386850
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.582278481012658e-06,
+      "learning_rate_adapter": 4.582278481012658e-06,
+      "loss": 0.023,
+      "step": 386900
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.569620253164557e-06,
+      "learning_rate_adapter": 4.569620253164557e-06,
+      "loss": 0.0232,
+      "step": 386950
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.556962025316456e-06,
+      "learning_rate_adapter": 4.556962025316456e-06,
+      "loss": 0.023,
+      "step": 387000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.544303797468354e-06,
+      "learning_rate_adapter": 4.544303797468354e-06,
+      "loss": 0.0232,
+      "step": 387050
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.531645569620253e-06,
+      "learning_rate_adapter": 4.531645569620253e-06,
+      "loss": 0.0233,
+      "step": 387100
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.518987341772152e-06,
+      "learning_rate_adapter": 4.518987341772152e-06,
+      "loss": 0.0232,
+      "step": 387150
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.506329113924051e-06,
+      "learning_rate_adapter": 4.506329113924051e-06,
+      "loss": 0.0232,
+      "step": 387200
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.4936708860759495e-06,
+      "learning_rate_adapter": 4.4936708860759495e-06,
+      "loss": 0.0231,
+      "step": 387250
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.481012658227848e-06,
+      "learning_rate_adapter": 4.481012658227848e-06,
+      "loss": 0.0231,
+      "step": 387300
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.468354430379746e-06,
+      "learning_rate_adapter": 4.468354430379746e-06,
+      "loss": 0.0232,
+      "step": 387350
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.455696202531646e-06,
+      "learning_rate_adapter": 4.455696202531646e-06,
+      "loss": 0.0233,
+      "step": 387400
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.443037974683544e-06,
+      "learning_rate_adapter": 4.443037974683544e-06,
+      "loss": 0.0233,
+      "step": 387450
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.430379746835443e-06,
+      "learning_rate_adapter": 4.430379746835443e-06,
+      "loss": 0.0231,
+      "step": 387500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.417721518987342e-06,
+      "learning_rate_adapter": 4.417721518987342e-06,
+      "loss": 0.0231,
+      "step": 387550
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.405063291139241e-06,
+      "learning_rate_adapter": 4.405063291139241e-06,
+      "loss": 0.0231,
+      "step": 387600
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.3924050632911395e-06,
+      "learning_rate_adapter": 4.3924050632911395e-06,
+      "loss": 0.023,
+      "step": 387650
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.379746835443038e-06,
+      "learning_rate_adapter": 4.379746835443038e-06,
+      "loss": 0.0229,
+      "step": 387700
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.367088607594936e-06,
+      "learning_rate_adapter": 4.367088607594936e-06,
+      "loss": 0.0233,
+      "step": 387750
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.354430379746836e-06,
+      "learning_rate_adapter": 4.354430379746836e-06,
+      "loss": 0.023,
+      "step": 387800
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.341772151898734e-06,
+      "learning_rate_adapter": 4.341772151898734e-06,
+      "loss": 0.0234,
+      "step": 387850
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.329113924050633e-06,
+      "learning_rate_adapter": 4.329113924050633e-06,
+      "loss": 0.0231,
+      "step": 387900
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.316455696202532e-06,
+      "learning_rate_adapter": 4.316455696202532e-06,
+      "loss": 0.023,
+      "step": 387950
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.303797468354431e-06,
+      "learning_rate_adapter": 4.303797468354431e-06,
+      "loss": 0.0233,
+      "step": 388000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.291139240506329e-06,
+      "learning_rate_adapter": 4.291139240506329e-06,
+      "loss": 0.0232,
+      "step": 388050
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.278481012658228e-06,
+      "learning_rate_adapter": 4.278481012658228e-06,
+      "loss": 0.0229,
+      "step": 388100
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.265822784810126e-06,
+      "learning_rate_adapter": 4.265822784810126e-06,
+      "loss": 0.0232,
+      "step": 388150
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.253164556962025e-06,
+      "learning_rate_adapter": 4.253164556962025e-06,
+      "loss": 0.0234,
+      "step": 388200
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.240506329113924e-06,
+      "learning_rate_adapter": 4.240506329113924e-06,
+      "loss": 0.0231,
+      "step": 388250
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.227848101265823e-06,
+      "learning_rate_adapter": 4.227848101265823e-06,
+      "loss": 0.023,
+      "step": 388300
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.215189873417722e-06,
+      "learning_rate_adapter": 4.215189873417722e-06,
+      "loss": 0.0231,
+      "step": 388350
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.202531645569621e-06,
+      "learning_rate_adapter": 4.202531645569621e-06,
+      "loss": 0.023,
+      "step": 388400
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.189873417721519e-06,
+      "learning_rate_adapter": 4.189873417721519e-06,
+      "loss": 0.0232,
+      "step": 388450
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.177215189873418e-06,
+      "learning_rate_adapter": 4.177215189873418e-06,
+      "loss": 0.0231,
+      "step": 388500
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.164556962025316e-06,
+      "learning_rate_adapter": 4.164556962025316e-06,
+      "loss": 0.0231,
+      "step": 388550
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.151898734177215e-06,
+      "learning_rate_adapter": 4.151898734177215e-06,
+      "loss": 0.0231,
+      "step": 388600
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.139240506329114e-06,
+      "learning_rate_adapter": 4.139240506329114e-06,
+      "loss": 0.023,
+      "step": 388650
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.126582278481013e-06,
+      "learning_rate_adapter": 4.126582278481013e-06,
+      "loss": 0.0231,
+      "step": 388700
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.113924050632911e-06,
+      "learning_rate_adapter": 4.113924050632911e-06,
+      "loss": 0.0234,
+      "step": 388750
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.101265822784811e-06,
+      "learning_rate_adapter": 4.101265822784811e-06,
+      "loss": 0.0232,
+      "step": 388800
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.088607594936709e-06,
+      "learning_rate_adapter": 4.088607594936709e-06,
+      "loss": 0.0234,
+      "step": 388850
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.0759493670886075e-06,
+      "learning_rate_adapter": 4.0759493670886075e-06,
+      "loss": 0.0232,
+      "step": 388900
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.063291139240506e-06,
+      "learning_rate_adapter": 4.063291139240506e-06,
+      "loss": 0.0232,
+      "step": 388950
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.050632911392405e-06,
+      "learning_rate_adapter": 4.050632911392405e-06,
+      "loss": 0.0234,
+      "step": 389000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.037974683544304e-06,
+      "learning_rate_adapter": 4.037974683544304e-06,
+      "loss": 0.0229,
+      "step": 389050
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.025316455696203e-06,
+      "learning_rate_adapter": 4.025316455696203e-06,
+      "loss": 0.0232,
+      "step": 389100
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.012658227848101e-06,
+      "learning_rate_adapter": 4.012658227848101e-06,
+      "loss": 0.023,
+      "step": 389150
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0231,
+      "step": 389200
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.987341772151899e-06,
+      "learning_rate_adapter": 3.987341772151899e-06,
+      "loss": 0.0228,
+      "step": 389250
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.9746835443037975e-06,
+      "learning_rate_adapter": 3.9746835443037975e-06,
+      "loss": 0.0231,
+      "step": 389300
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.962025316455696e-06,
+      "learning_rate_adapter": 3.962025316455696e-06,
+      "loss": 0.0231,
+      "step": 389350
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.949367088607595e-06,
+      "learning_rate_adapter": 3.949367088607595e-06,
+      "loss": 0.0229,
+      "step": 389400
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.936708860759493e-06,
+      "learning_rate_adapter": 3.936708860759493e-06,
+      "loss": 0.0233,
+      "step": 389450
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.924050632911393e-06,
+      "learning_rate_adapter": 3.924050632911393e-06,
+      "loss": 0.0232,
+      "step": 389500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.911392405063291e-06,
+      "learning_rate_adapter": 3.911392405063291e-06,
+      "loss": 0.023,
+      "step": 389550
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.89873417721519e-06,
+      "learning_rate_adapter": 3.89873417721519e-06,
+      "loss": 0.0233,
+      "step": 389600
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.886075949367089e-06,
+      "learning_rate_adapter": 3.886075949367089e-06,
+      "loss": 0.0232,
+      "step": 389650
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.8734177215189875e-06,
+      "learning_rate_adapter": 3.8734177215189875e-06,
+      "loss": 0.0232,
+      "step": 389700
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.860759493670886e-06,
+      "learning_rate_adapter": 3.860759493670886e-06,
+      "loss": 0.0232,
+      "step": 389750
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.848101265822785e-06,
+      "learning_rate_adapter": 3.848101265822785e-06,
+      "loss": 0.023,
+      "step": 389800
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.835443037974683e-06,
+      "learning_rate_adapter": 3.835443037974683e-06,
+      "loss": 0.0233,
+      "step": 389850
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.822784810126583e-06,
+      "learning_rate_adapter": 3.822784810126583e-06,
+      "loss": 0.0229,
+      "step": 389900
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.810126582278481e-06,
+      "learning_rate_adapter": 3.810126582278481e-06,
+      "loss": 0.023,
+      "step": 389950
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7974683544303802e-06,
+      "learning_rate_adapter": 3.7974683544303802e-06,
+      "loss": 0.0232,
+      "step": 390000
+    },
+    {
+      "epoch": 2.63,
+      "eval_af_opus100_pr_auc": 0.7820332500008647,
+      "eval_af_ud_pr_auc": 0.9914803885595541,
+      "eval_am_opus100_pr_auc": 0.6804408399454016,
+      "eval_ar_ersatz_pr_auc": 0.9240309488180731,
+      "eval_ar_opus100_pr_auc": 0.7274582727584656,
+      "eval_ar_ud_pr_auc": 0.9002751672768189,
+      "eval_average_ersatz_pr_auc": 0.9709169216915957,
+      "eval_average_opus100_pr_auc": 0.8468159190607967,
+      "eval_average_ud_pr_auc": 0.9655957264068138,
+      "eval_az_opus100_pr_auc": 0.7833323889763052,
+      "eval_be_opus100_pr_auc": 0.7183238534798436,
+      "eval_be_ud_pr_auc": 0.9087938689336235,
+      "eval_bg_opus100_pr_auc": 0.9235360020811275,
+      "eval_bg_ud_pr_auc": 0.9957346147073549,
+      "eval_bn_opus100_pr_auc": 0.8479940999186953,
+      "eval_bn_ud_pr_auc": 0.9990344616049506,
+      "eval_ca_opus100_pr_auc": 0.884406618418581,
+      "eval_ca_ud_pr_auc": 0.9943270695447514,
+      "eval_ceb_ud_pr_auc": 0.9980906990587315,
+      "eval_cs_ersatz_pr_auc": 0.9845240911700334,
+      "eval_cs_opus100_pr_auc": 0.9129037193063694,
+      "eval_cs_ud_pr_auc": 0.9612895883495011,
+      "eval_cy_opus100_pr_auc": 0.7815482031781863,
+      "eval_cy_ud_pr_auc": 0.994159547564962,
+      "eval_da_opus100_pr_auc": 0.9219064122781495,
+      "eval_da_ud_pr_auc": 0.9805080193721603,
+      "eval_de_ersatz_pr_auc": 0.9887635576650828,
+      "eval_de_opus100_pr_auc": 0.9084934076258866,
+      "eval_de_ud_pr_auc": 0.9838959949932751,
+      "eval_el_opus100_pr_auc": 0.9156869123813909,
+      "eval_el_ud_pr_auc": 0.9885525853402242,
+      "eval_en_ersatz_pr_auc": 0.9924285140987574,
+      "eval_en_opus100_pr_auc": 0.9297926662051762,
+      "eval_en_ud_pr_auc": 0.9845083329854872,
+      "eval_eo_opus100_pr_auc": 0.9303540649950186,
+      "eval_es_ersatz_pr_auc": 0.9966105177546083,
+      "eval_es_opus100_pr_auc": 0.9302913645555874,
+      "eval_es_ud_pr_auc": 0.9920935378423474,
+      "eval_et_ersatz_pr_auc": 0.9825971030066959,
+      "eval_et_opus100_pr_auc": 0.9109029157245034,
+      "eval_et_ud_pr_auc": 0.9684001867768111,
+      "eval_eu_opus100_pr_auc": 0.8787946726298971,
+      "eval_eu_ud_pr_auc": 0.9909195383135478,
+      "eval_fa_opus100_pr_auc": 0.602896871852775,
+      "eval_fa_ud_pr_auc": 0.9953460180742938,
+      "eval_fi_ersatz_pr_auc": 0.9920015444930489,
+      "eval_fi_opus100_pr_auc": 0.9240460994459024,
+      "eval_fi_ud_pr_auc": 0.9602739928057781,
+      "eval_fr_ersatz_pr_auc": 0.9883103030604127,
+      "eval_fr_opus100_pr_auc": 0.9231253480306512,
+      "eval_fr_ud_pr_auc": 0.9825354719781224,
+      "eval_fy_opus100_pr_auc": 0.6306723205362509,
+      "eval_ga_opus100_pr_auc": 0.908315661428581,
+      "eval_ga_ud_pr_auc": 0.8102160303093517,
+      "eval_gd_opus100_pr_auc": 0.6971176464854707,
+      "eval_gd_ud_pr_auc": 0.8078304825371786,
+      "eval_gl_opus100_pr_auc": 0.888415122652831,
+      "eval_gl_ud_pr_auc": 0.9979497264874037,
+      "eval_gu_ersatz_pr_auc": 0.9341255473578159,
+      "eval_gu_opus100_pr_auc": 0.7595759112346715,
+      "eval_ha_opus100_pr_auc": 0.9215320471991775,
+      "eval_he_opus100_pr_auc": 0.877459117009833,
+      "eval_he_ud_pr_auc": 0.9826769296510129,
+      "eval_hi_ersatz_pr_auc": 0.980810890446067,
+      "eval_hi_opus100_pr_auc": 0.7113458627405111,
+      "eval_hi_ud_pr_auc": 0.9785137769075732,
+      "eval_hu_opus100_pr_auc": 0.9237853367702038,
+      "eval_hu_ud_pr_auc": 0.9853427931052705,
+      "eval_hy_opus100_pr_auc": 0.9083032576582638,
+      "eval_hy_ud_pr_auc": 0.9759452010730053,
+      "eval_id_opus100_pr_auc": 0.8898604301794286,
+      "eval_id_ud_pr_auc": 0.9945899078074837,
+      "eval_ig_opus100_pr_auc": 0.8767517151946351,
+      "eval_is_opus100_pr_auc": 0.9346735391875385,
+      "eval_is_ud_pr_auc": 0.9105689372917003,
+      "eval_it_opus100_pr_auc": 0.9147772033794711,
+      "eval_it_ud_pr_auc": 0.9977985765482188,
+      "eval_ja_ersatz_pr_auc": 0.881247130256815,
+      "eval_ja_opus100_pr_auc": 0.8447106425108495,
+      "eval_ja_ud_pr_auc": 0.9767188375653011,
+      "eval_jv_ud_pr_auc": 0.9698029031677338,
+      "eval_ka_opus100_pr_auc": 0.8571707922426801,
+      "eval_kk_ersatz_pr_auc": 0.9883335318294337,
+      "eval_kk_opus100_pr_auc": 0.7904670807404284,
+      "eval_kk_ud_pr_auc": 0.9753873990124515,
+      "eval_km_ersatz_pr_auc": 0.9385917495991114,
+      "eval_km_opus100_pr_auc": 0.779106548323262,
+      "eval_kn_opus100_pr_auc": 0.641547535974127,
+      "eval_ko_opus100_pr_auc": 0.6931909543903955,
+      "eval_ko_ud_pr_auc": 0.9980138067501897,
+      "eval_ku_opus100_pr_auc": 0.8609864700488937,
+      "eval_ky_opus100_pr_auc": 0.897857658837284,
+      "eval_la_ud_pr_auc": 0.9668885493305149,
+      "eval_loss": 0.026773374527692795,
+      "eval_lt_ersatz_pr_auc": 0.995249159330218,
+      "eval_lt_opus100_pr_auc": 0.8869910853512374,
+      "eval_lt_ud_pr_auc": 0.9970952885683904,
+      "eval_lv_ersatz_pr_auc": 0.9901420583162427,
+      "eval_lv_opus100_pr_auc": 0.8887953911011801,
+      "eval_lv_ud_pr_auc": 0.9671580097534103,
+      "eval_mg_opus100_pr_auc": 0.938155659071241,
+      "eval_mk_opus100_pr_auc": 0.9180788042564259,
+      "eval_ml_opus100_pr_auc": 0.8062168455560683,
+      "eval_mn_opus100_pr_auc": 0.940846219080867,
+      "eval_mr_opus100_pr_auc": 0.8915285108525448,
+      "eval_mr_ud_pr_auc": 0.9767000468171043,
+      "eval_ms_opus100_pr_auc": 0.870813552945295,
+      "eval_mt_opus100_pr_auc": 0.8455773074036067,
+      "eval_mt_ud_pr_auc": 0.9159616928812797,
+      "eval_my_opus100_pr_auc": 0.8335269403602662,
+      "eval_ne_opus100_pr_auc": 0.7593295779388496,
+      "eval_nl_opus100_pr_auc": 0.9045909551246973,
+      "eval_nl_ud_pr_auc": 0.985777312118351,
+      "eval_no_opus100_pr_auc": 0.9351561915281834,
+      "eval_no_ud_pr_auc": 0.9966012263930879,
+      "eval_pa_opus100_pr_auc": 0.6726422345336798,
+      "eval_pl_ersatz_pr_auc": 0.9665720027962222,
+      "eval_pl_opus100_pr_auc": 0.8972387610797401,
+      "eval_pl_ud_pr_auc": 0.9696269548488978,
+      "eval_ps_ersatz_pr_auc": 0.9230828199648158,
+      "eval_ps_opus100_pr_auc": 0.7693682106336669,
+      "eval_pt_opus100_pr_auc": 0.920383591237308,
+      "eval_pt_ud_pr_auc": 0.9874578270274994,
+      "eval_ro_ersatz_pr_auc": 0.9938268060405354,
+      "eval_ro_opus100_pr_auc": 0.878596222054532,
+      "eval_ro_ud_pr_auc": 0.9663056289134976,
+      "eval_ru_ersatz_pr_auc": 0.9913619891593635,
+      "eval_ru_opus100_pr_auc": 0.9317206814420108,
+      "eval_ru_ud_pr_auc": 0.8873358245035295,
+      "eval_runtime": 323.9056,
+      "eval_samples_per_second": 232.981,
+      "eval_si_opus100_pr_auc": 0.8208639833054883,
+      "eval_sk_opus100_pr_auc": 0.9332632635490948,
+      "eval_sk_ud_pr_auc": 0.9793365816213491,
+      "eval_sl_opus100_pr_auc": 0.872480171241336,
+      "eval_sl_ud_pr_auc": 0.9692466640311195,
+      "eval_sq_opus100_pr_auc": 0.9238831054181929,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9182485839045341,
+      "eval_sr_ud_pr_auc": 0.9986328378012892,
+      "eval_steps_per_second": 0.911,
+      "eval_sv_opus100_pr_auc": 0.9053247105387313,
+      "eval_sv_ud_pr_auc": 0.9482607173878497,
+      "eval_ta_ersatz_pr_auc": 0.9818321438705072,
+      "eval_ta_opus100_pr_auc": 0.7265248635921129,
+      "eval_ta_ud_pr_auc": 0.9865909172083797,
+      "eval_te_opus100_pr_auc": 0.8336455267267872,
+      "eval_tg_opus100_pr_auc": 0.8952552033986284,
+      "eval_th_opus100_pr_auc": 0.6942909681870998,
+      "eval_th_ud_pr_auc": 0.8487795530751834,
+      "eval_tr_ersatz_pr_auc": 0.9678452042861446,
+      "eval_tr_opus100_pr_auc": 0.9025017279853467,
+      "eval_tr_ud_pr_auc": 0.9583406996515289,
+      "eval_uk_opus100_pr_auc": 0.8833444684730568,
+      "eval_uk_ud_pr_auc": 0.9336737453110436,
+      "eval_ur_opus100_pr_auc": 0.6006145003612019,
+      "eval_ur_ud_pr_auc": 0.9926137104049754,
+      "eval_uz_opus100_pr_auc": 0.8814059485526571,
+      "eval_vi_opus100_pr_auc": 0.8984105129352101,
+      "eval_vi_ud_pr_auc": 0.9497554199521173,
+      "eval_xh_opus100_pr_auc": 0.8825169975418332,
+      "eval_yi_opus100_pr_auc": 0.7909666904529926,
+      "eval_yo_opus100_pr_auc": 0.8383165537896315,
+      "eval_yo_ud_pr_auc": 0.9303822643386915,
+      "eval_zh_ersatz_pr_auc": 0.9778846638951033,
+      "eval_zh_opus100_pr_auc": 0.8845896871047485,
+      "eval_zh_ud_pr_auc": 0.9948605409531267,
+      "eval_zu_opus100_pr_auc": 0.8370103158616551,
+      "step": 390000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7848101265822782e-06,
+      "learning_rate_adapter": 3.7848101265822782e-06,
+      "loss": 0.0229,
+      "step": 390050
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7721518987341775e-06,
+      "learning_rate_adapter": 3.7721518987341775e-06,
+      "loss": 0.0229,
+      "step": 390100
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.759493670886076e-06,
+      "learning_rate_adapter": 3.759493670886076e-06,
+      "loss": 0.0229,
+      "step": 390150
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.746835443037975e-06,
+      "learning_rate_adapter": 3.746835443037975e-06,
+      "loss": 0.0231,
+      "step": 390200
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7341772151898732e-06,
+      "learning_rate_adapter": 3.7341772151898732e-06,
+      "loss": 0.023,
+      "step": 390250
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7215189873417725e-06,
+      "learning_rate_adapter": 3.7215189873417725e-06,
+      "loss": 0.0232,
+      "step": 390300
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.708860759493671e-06,
+      "learning_rate_adapter": 3.708860759493671e-06,
+      "loss": 0.0231,
+      "step": 390350
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.69620253164557e-06,
+      "learning_rate_adapter": 3.69620253164557e-06,
+      "loss": 0.0231,
+      "step": 390400
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.6835443037974682e-06,
+      "learning_rate_adapter": 3.6835443037974682e-06,
+      "loss": 0.023,
+      "step": 390450
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.6708860759493675e-06,
+      "learning_rate_adapter": 3.6708860759493675e-06,
+      "loss": 0.023,
+      "step": 390500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.658227848101266e-06,
+      "learning_rate_adapter": 3.658227848101266e-06,
+      "loss": 0.023,
+      "step": 390550
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.645569620253165e-06,
+      "learning_rate_adapter": 3.645569620253165e-06,
+      "loss": 0.023,
+      "step": 390600
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.6329113924050632e-06,
+      "learning_rate_adapter": 3.6329113924050632e-06,
+      "loss": 0.0232,
+      "step": 390650
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.6202531645569625e-06,
+      "learning_rate_adapter": 3.6202531645569625e-06,
+      "loss": 0.0232,
+      "step": 390700
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.6075949367088605e-06,
+      "learning_rate_adapter": 3.6075949367088605e-06,
+      "loss": 0.0231,
+      "step": 390750
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.59493670886076e-06,
+      "learning_rate_adapter": 3.59493670886076e-06,
+      "loss": 0.0231,
+      "step": 390800
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.5822784810126582e-06,
+      "learning_rate_adapter": 3.5822784810126582e-06,
+      "loss": 0.0231,
+      "step": 390850
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.569620253164557e-06,
+      "learning_rate_adapter": 3.569620253164557e-06,
+      "loss": 0.0231,
+      "step": 390900
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.5569620253164555e-06,
+      "learning_rate_adapter": 3.5569620253164555e-06,
+      "loss": 0.0233,
+      "step": 390950
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.544303797468355e-06,
+      "learning_rate_adapter": 3.544303797468355e-06,
+      "loss": 0.0232,
+      "step": 391000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.5316455696202532e-06,
+      "learning_rate_adapter": 3.5316455696202532e-06,
+      "loss": 0.0233,
+      "step": 391050
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.518987341772152e-06,
+      "learning_rate_adapter": 3.518987341772152e-06,
+      "loss": 0.0231,
+      "step": 391100
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.5063291139240505e-06,
+      "learning_rate_adapter": 3.5063291139240505e-06,
+      "loss": 0.0232,
+      "step": 391150
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.49367088607595e-06,
+      "learning_rate_adapter": 3.49367088607595e-06,
+      "loss": 0.0233,
+      "step": 391200
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.4810126582278482e-06,
+      "learning_rate_adapter": 3.4810126582278482e-06,
+      "loss": 0.0231,
+      "step": 391250
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.468354430379747e-06,
+      "learning_rate_adapter": 3.468354430379747e-06,
+      "loss": 0.0229,
+      "step": 391300
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.4556962025316455e-06,
+      "learning_rate_adapter": 3.4556962025316455e-06,
+      "loss": 0.0234,
+      "step": 391350
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.443037974683545e-06,
+      "learning_rate_adapter": 3.443037974683545e-06,
+      "loss": 0.0232,
+      "step": 391400
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.4303797468354432e-06,
+      "learning_rate_adapter": 3.4303797468354432e-06,
+      "loss": 0.0234,
+      "step": 391450
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.417721518987342e-06,
+      "learning_rate_adapter": 3.417721518987342e-06,
+      "loss": 0.023,
+      "step": 391500
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.4050632911392405e-06,
+      "learning_rate_adapter": 3.4050632911392405e-06,
+      "loss": 0.023,
+      "step": 391550
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.3924050632911394e-06,
+      "learning_rate_adapter": 3.3924050632911394e-06,
+      "loss": 0.023,
+      "step": 391600
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.379746835443038e-06,
+      "learning_rate_adapter": 3.379746835443038e-06,
+      "loss": 0.0232,
+      "step": 391650
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.367088607594937e-06,
+      "learning_rate_adapter": 3.367088607594937e-06,
+      "loss": 0.0232,
+      "step": 391700
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.3544303797468355e-06,
+      "learning_rate_adapter": 3.3544303797468355e-06,
+      "loss": 0.0232,
+      "step": 391750
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.3417721518987344e-06,
+      "learning_rate_adapter": 3.3417721518987344e-06,
+      "loss": 0.0232,
+      "step": 391800
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.329113924050633e-06,
+      "learning_rate_adapter": 3.329113924050633e-06,
+      "loss": 0.023,
+      "step": 391850
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.316455696202532e-06,
+      "learning_rate_adapter": 3.316455696202532e-06,
+      "loss": 0.0229,
+      "step": 391900
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.3037974683544305e-06,
+      "learning_rate_adapter": 3.3037974683544305e-06,
+      "loss": 0.0232,
+      "step": 391950
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.2911392405063294e-06,
+      "learning_rate_adapter": 3.2911392405063294e-06,
+      "loss": 0.0229,
+      "step": 392000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.278481012658228e-06,
+      "learning_rate_adapter": 3.278481012658228e-06,
+      "loss": 0.023,
+      "step": 392050
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.265822784810127e-06,
+      "learning_rate_adapter": 3.265822784810127e-06,
+      "loss": 0.023,
+      "step": 392100
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.2531645569620255e-06,
+      "learning_rate_adapter": 3.2531645569620255e-06,
+      "loss": 0.0233,
+      "step": 392150
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.2405063291139244e-06,
+      "learning_rate_adapter": 3.2405063291139244e-06,
+      "loss": 0.0232,
+      "step": 392200
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.227848101265823e-06,
+      "learning_rate_adapter": 3.227848101265823e-06,
+      "loss": 0.0231,
+      "step": 392250
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.215189873417722e-06,
+      "learning_rate_adapter": 3.215189873417722e-06,
+      "loss": 0.0231,
+      "step": 392300
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.20253164556962e-06,
+      "learning_rate_adapter": 3.20253164556962e-06,
+      "loss": 0.023,
+      "step": 392350
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.1898734177215194e-06,
+      "learning_rate_adapter": 3.1898734177215194e-06,
+      "loss": 0.0231,
+      "step": 392400
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.177215189873418e-06,
+      "learning_rate_adapter": 3.177215189873418e-06,
+      "loss": 0.023,
+      "step": 392450
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.1645569620253167e-06,
+      "learning_rate_adapter": 3.1645569620253167e-06,
+      "loss": 0.0228,
+      "step": 392500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.151898734177215e-06,
+      "learning_rate_adapter": 3.151898734177215e-06,
+      "loss": 0.0231,
+      "step": 392550
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.1392405063291144e-06,
+      "learning_rate_adapter": 3.1392405063291144e-06,
+      "loss": 0.0232,
+      "step": 392600
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.126582278481013e-06,
+      "learning_rate_adapter": 3.126582278481013e-06,
+      "loss": 0.023,
+      "step": 392650
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.1139240506329112e-06,
+      "learning_rate_adapter": 3.1139240506329112e-06,
+      "loss": 0.0231,
+      "step": 392700
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.10126582278481e-06,
+      "learning_rate_adapter": 3.10126582278481e-06,
+      "loss": 0.0232,
+      "step": 392750
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.088607594936709e-06,
+      "learning_rate_adapter": 3.088607594936709e-06,
+      "loss": 0.023,
+      "step": 392800
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.075949367088608e-06,
+      "learning_rate_adapter": 3.075949367088608e-06,
+      "loss": 0.0229,
+      "step": 392850
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.0632911392405062e-06,
+      "learning_rate_adapter": 3.0632911392405062e-06,
+      "loss": 0.0232,
+      "step": 392900
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.050632911392405e-06,
+      "learning_rate_adapter": 3.050632911392405e-06,
+      "loss": 0.023,
+      "step": 392950
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.037974683544304e-06,
+      "learning_rate_adapter": 3.037974683544304e-06,
+      "loss": 0.0232,
+      "step": 393000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.0253164556962024e-06,
+      "learning_rate_adapter": 3.0253164556962024e-06,
+      "loss": 0.0231,
+      "step": 393050
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.0126582278481012e-06,
+      "learning_rate_adapter": 3.0126582278481012e-06,
+      "loss": 0.0233,
+      "step": 393100
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.023,
+      "step": 393150
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.987341772151899e-06,
+      "learning_rate_adapter": 2.987341772151899e-06,
+      "loss": 0.023,
+      "step": 393200
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.9746835443037974e-06,
+      "learning_rate_adapter": 2.9746835443037974e-06,
+      "loss": 0.023,
+      "step": 393250
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.9620253164556962e-06,
+      "learning_rate_adapter": 2.9620253164556962e-06,
+      "loss": 0.0232,
+      "step": 393300
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.949367088607595e-06,
+      "learning_rate_adapter": 2.949367088607595e-06,
+      "loss": 0.0233,
+      "step": 393350
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.9367088607594935e-06,
+      "learning_rate_adapter": 2.9367088607594935e-06,
+      "loss": 0.0231,
+      "step": 393400
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.9240506329113924e-06,
+      "learning_rate_adapter": 2.9240506329113924e-06,
+      "loss": 0.0231,
+      "step": 393450
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.9113924050632912e-06,
+      "learning_rate_adapter": 2.9113924050632912e-06,
+      "loss": 0.0232,
+      "step": 393500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.89873417721519e-06,
+      "learning_rate_adapter": 2.89873417721519e-06,
+      "loss": 0.0234,
+      "step": 393550
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.8860759493670885e-06,
+      "learning_rate_adapter": 2.8860759493670885e-06,
+      "loss": 0.0232,
+      "step": 393600
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.8734177215189874e-06,
+      "learning_rate_adapter": 2.8734177215189874e-06,
+      "loss": 0.0232,
+      "step": 393650
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.8607594936708862e-06,
+      "learning_rate_adapter": 2.8607594936708862e-06,
+      "loss": 0.023,
+      "step": 393700
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.848101265822785e-06,
+      "learning_rate_adapter": 2.848101265822785e-06,
+      "loss": 0.0233,
+      "step": 393750
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.8354430379746835e-06,
+      "learning_rate_adapter": 2.8354430379746835e-06,
+      "loss": 0.0231,
+      "step": 393800
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.8227848101265824e-06,
+      "learning_rate_adapter": 2.8227848101265824e-06,
+      "loss": 0.0231,
+      "step": 393850
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.8101265822784812e-06,
+      "learning_rate_adapter": 2.8101265822784812e-06,
+      "loss": 0.023,
+      "step": 393900
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7974683544303796e-06,
+      "learning_rate_adapter": 2.7974683544303796e-06,
+      "loss": 0.0232,
+      "step": 393950
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7848101265822785e-06,
+      "learning_rate_adapter": 2.7848101265822785e-06,
+      "loss": 0.023,
+      "step": 394000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7721518987341774e-06,
+      "learning_rate_adapter": 2.7721518987341774e-06,
+      "loss": 0.023,
+      "step": 394050
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.759493670886076e-06,
+      "learning_rate_adapter": 2.759493670886076e-06,
+      "loss": 0.023,
+      "step": 394100
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7468354430379746e-06,
+      "learning_rate_adapter": 2.7468354430379746e-06,
+      "loss": 0.0231,
+      "step": 394150
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7341772151898735e-06,
+      "learning_rate_adapter": 2.7341772151898735e-06,
+      "loss": 0.0231,
+      "step": 394200
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7215189873417724e-06,
+      "learning_rate_adapter": 2.7215189873417724e-06,
+      "loss": 0.023,
+      "step": 394250
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7088607594936708e-06,
+      "learning_rate_adapter": 2.7088607594936708e-06,
+      "loss": 0.0231,
+      "step": 394300
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6962025316455696e-06,
+      "learning_rate_adapter": 2.6962025316455696e-06,
+      "loss": 0.0231,
+      "step": 394350
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6835443037974685e-06,
+      "learning_rate_adapter": 2.6835443037974685e-06,
+      "loss": 0.023,
+      "step": 394400
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6708860759493674e-06,
+      "learning_rate_adapter": 2.6708860759493674e-06,
+      "loss": 0.023,
+      "step": 394450
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6582278481012658e-06,
+      "learning_rate_adapter": 2.6582278481012658e-06,
+      "loss": 0.023,
+      "step": 394500
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6455696202531646e-06,
+      "learning_rate_adapter": 2.6455696202531646e-06,
+      "loss": 0.0232,
+      "step": 394550
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6329113924050635e-06,
+      "learning_rate_adapter": 2.6329113924050635e-06,
+      "loss": 0.0231,
+      "step": 394600
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.620253164556962e-06,
+      "learning_rate_adapter": 2.620253164556962e-06,
+      "loss": 0.023,
+      "step": 394650
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6075949367088608e-06,
+      "learning_rate_adapter": 2.6075949367088608e-06,
+      "loss": 0.0229,
+      "step": 394700
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.5949367088607596e-06,
+      "learning_rate_adapter": 2.5949367088607596e-06,
+      "loss": 0.023,
+      "step": 394750
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.5822784810126585e-06,
+      "learning_rate_adapter": 2.5822784810126585e-06,
+      "loss": 0.023,
+      "step": 394800
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.569620253164557e-06,
+      "learning_rate_adapter": 2.569620253164557e-06,
+      "loss": 0.0231,
+      "step": 394850
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.5569620253164558e-06,
+      "learning_rate_adapter": 2.5569620253164558e-06,
+      "loss": 0.0231,
+      "step": 394900
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.5443037974683546e-06,
+      "learning_rate_adapter": 2.5443037974683546e-06,
+      "loss": 0.0231,
+      "step": 394950
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.531645569620253e-06,
+      "learning_rate_adapter": 2.531645569620253e-06,
+      "loss": 0.0232,
+      "step": 395000
+    },
+    {
+      "epoch": 2.66,
+      "eval_af_opus100_pr_auc": 0.7835383629392204,
+      "eval_af_ud_pr_auc": 0.9920545863884631,
+      "eval_am_opus100_pr_auc": 0.6874671525321139,
+      "eval_ar_ersatz_pr_auc": 0.925222897284432,
+      "eval_ar_opus100_pr_auc": 0.7311546364265822,
+      "eval_ar_ud_pr_auc": 0.8997007007242614,
+      "eval_average_ersatz_pr_auc": 0.9707110749481681,
+      "eval_average_opus100_pr_auc": 0.8464916224428062,
+      "eval_average_ud_pr_auc": 0.965721245542226,
+      "eval_az_opus100_pr_auc": 0.785943590761324,
+      "eval_be_opus100_pr_auc": 0.7141445087726838,
+      "eval_be_ud_pr_auc": 0.9067285853196796,
+      "eval_bg_opus100_pr_auc": 0.9235364026531634,
+      "eval_bg_ud_pr_auc": 0.9963550008075239,
+      "eval_bn_opus100_pr_auc": 0.8502440178101573,
+      "eval_bn_ud_pr_auc": 0.9990344616049506,
+      "eval_ca_opus100_pr_auc": 0.8852574912674956,
+      "eval_ca_ud_pr_auc": 0.9943041455121506,
+      "eval_ceb_ud_pr_auc": 0.9975615628054111,
+      "eval_cs_ersatz_pr_auc": 0.9846273059575403,
+      "eval_cs_opus100_pr_auc": 0.911974722946694,
+      "eval_cs_ud_pr_auc": 0.9620289108770144,
+      "eval_cy_opus100_pr_auc": 0.7801221092053993,
+      "eval_cy_ud_pr_auc": 0.9946474744419027,
+      "eval_da_opus100_pr_auc": 0.9222797601790882,
+      "eval_da_ud_pr_auc": 0.981679420883788,
+      "eval_de_ersatz_pr_auc": 0.9890007977001376,
+      "eval_de_opus100_pr_auc": 0.9081005160126552,
+      "eval_de_ud_pr_auc": 0.9836686047326834,
+      "eval_el_opus100_pr_auc": 0.9144748521373166,
+      "eval_el_ud_pr_auc": 0.9892027240767723,
+      "eval_en_ersatz_pr_auc": 0.9928350814974143,
+      "eval_en_opus100_pr_auc": 0.9293661865192486,
+      "eval_en_ud_pr_auc": 0.9854062385108822,
+      "eval_eo_opus100_pr_auc": 0.9309195253246112,
+      "eval_es_ersatz_pr_auc": 0.9968813281161699,
+      "eval_es_opus100_pr_auc": 0.9311905138616992,
+      "eval_es_ud_pr_auc": 0.9924324162853967,
+      "eval_et_ersatz_pr_auc": 0.9825275558368048,
+      "eval_et_opus100_pr_auc": 0.909671000336629,
+      "eval_et_ud_pr_auc": 0.9677962638062374,
+      "eval_eu_opus100_pr_auc": 0.8806206540921765,
+      "eval_eu_ud_pr_auc": 0.9915057995144549,
+      "eval_fa_opus100_pr_auc": 0.6080607574157929,
+      "eval_fa_ud_pr_auc": 0.9948032834492841,
+      "eval_fi_ersatz_pr_auc": 0.9921513917999686,
+      "eval_fi_opus100_pr_auc": 0.9244451073288783,
+      "eval_fi_ud_pr_auc": 0.9593708134972545,
+      "eval_fr_ersatz_pr_auc": 0.9888834749538908,
+      "eval_fr_opus100_pr_auc": 0.9228878110957368,
+      "eval_fr_ud_pr_auc": 0.982696722076393,
+      "eval_fy_opus100_pr_auc": 0.6293631661893526,
+      "eval_ga_opus100_pr_auc": 0.9100749993962919,
+      "eval_ga_ud_pr_auc": 0.8095052339711353,
+      "eval_gd_opus100_pr_auc": 0.697638888298934,
+      "eval_gd_ud_pr_auc": 0.8110113034294976,
+      "eval_gl_opus100_pr_auc": 0.8880891371870235,
+      "eval_gl_ud_pr_auc": 0.9981036355435711,
+      "eval_gu_ersatz_pr_auc": 0.9332852020428755,
+      "eval_gu_opus100_pr_auc": 0.7609144367558555,
+      "eval_ha_opus100_pr_auc": 0.922710548256546,
+      "eval_he_opus100_pr_auc": 0.8753936310730212,
+      "eval_he_ud_pr_auc": 0.9836246628192858,
+      "eval_hi_ersatz_pr_auc": 0.9818470025586242,
+      "eval_hi_opus100_pr_auc": 0.7135770911375157,
+      "eval_hi_ud_pr_auc": 0.9784329997956427,
+      "eval_hu_opus100_pr_auc": 0.9220923769766493,
+      "eval_hu_ud_pr_auc": 0.9861311489379629,
+      "eval_hy_opus100_pr_auc": 0.9073485226952827,
+      "eval_hy_ud_pr_auc": 0.9760757600564635,
+      "eval_id_opus100_pr_auc": 0.8898134139972983,
+      "eval_id_ud_pr_auc": 0.9949364434748895,
+      "eval_ig_opus100_pr_auc": 0.8765047633784931,
+      "eval_is_opus100_pr_auc": 0.932903164979658,
+      "eval_is_ud_pr_auc": 0.9139899921168226,
+      "eval_it_opus100_pr_auc": 0.9154524288734258,
+      "eval_it_ud_pr_auc": 0.9981863808022662,
+      "eval_ja_ersatz_pr_auc": 0.8732108385318458,
+      "eval_ja_opus100_pr_auc": 0.8404325919566963,
+      "eval_ja_ud_pr_auc": 0.9772086085782472,
+      "eval_jv_ud_pr_auc": 0.9683267940671132,
+      "eval_ka_opus100_pr_auc": 0.8541915849491049,
+      "eval_kk_ersatz_pr_auc": 0.9882448419102188,
+      "eval_kk_opus100_pr_auc": 0.791372454859302,
+      "eval_kk_ud_pr_auc": 0.9754064412788446,
+      "eval_km_ersatz_pr_auc": 0.9374914807762833,
+      "eval_km_opus100_pr_auc": 0.776362852068749,
+      "eval_kn_opus100_pr_auc": 0.6389160957367972,
+      "eval_ko_opus100_pr_auc": 0.6972946385051724,
+      "eval_ko_ud_pr_auc": 0.9981205087593542,
+      "eval_ku_opus100_pr_auc": 0.8615478633429635,
+      "eval_ky_opus100_pr_auc": 0.8957200934331577,
+      "eval_la_ud_pr_auc": 0.9700349896254096,
+      "eval_loss": 0.026768188923597336,
+      "eval_lt_ersatz_pr_auc": 0.9955884969225498,
+      "eval_lt_opus100_pr_auc": 0.8875249554366208,
+      "eval_lt_ud_pr_auc": 0.9974092196666768,
+      "eval_lv_ersatz_pr_auc": 0.9904768839713597,
+      "eval_lv_opus100_pr_auc": 0.8894634728888174,
+      "eval_lv_ud_pr_auc": 0.9672946180973635,
+      "eval_mg_opus100_pr_auc": 0.9397728813932981,
+      "eval_mk_opus100_pr_auc": 0.9173174348287364,
+      "eval_ml_opus100_pr_auc": 0.8059747543236031,
+      "eval_mn_opus100_pr_auc": 0.937075475162315,
+      "eval_mr_opus100_pr_auc": 0.8900164979398649,
+      "eval_mr_ud_pr_auc": 0.9743109660991978,
+      "eval_ms_opus100_pr_auc": 0.872292440472509,
+      "eval_mt_opus100_pr_auc": 0.844642569130158,
+      "eval_mt_ud_pr_auc": 0.9060618035241016,
+      "eval_my_opus100_pr_auc": 0.833808735059485,
+      "eval_ne_opus100_pr_auc": 0.7559019688954279,
+      "eval_nl_opus100_pr_auc": 0.9041086484973959,
+      "eval_nl_ud_pr_auc": 0.986699119905469,
+      "eval_no_opus100_pr_auc": 0.9327899723046844,
+      "eval_no_ud_pr_auc": 0.9966690019834141,
+      "eval_pa_opus100_pr_auc": 0.6675734155561267,
+      "eval_pl_ersatz_pr_auc": 0.9670157249721245,
+      "eval_pl_opus100_pr_auc": 0.8956694692369254,
+      "eval_pl_ud_pr_auc": 0.9702844554420386,
+      "eval_ps_ersatz_pr_auc": 0.9227360047065609,
+      "eval_ps_opus100_pr_auc": 0.7664503229550723,
+      "eval_pt_opus100_pr_auc": 0.9202152445445758,
+      "eval_pt_ud_pr_auc": 0.9873986378523459,
+      "eval_ro_ersatz_pr_auc": 0.993865790006466,
+      "eval_ro_opus100_pr_auc": 0.8771528107929406,
+      "eval_ro_ud_pr_auc": 0.962294227936885,
+      "eval_ru_ersatz_pr_auc": 0.9914202735319484,
+      "eval_ru_opus100_pr_auc": 0.9316145602368908,
+      "eval_ru_ud_pr_auc": 0.8842593763021078,
+      "eval_runtime": 321.7609,
+      "eval_samples_per_second": 234.534,
+      "eval_si_opus100_pr_auc": 0.823845602382069,
+      "eval_sk_opus100_pr_auc": 0.9339217508294372,
+      "eval_sk_ud_pr_auc": 0.9808832194108478,
+      "eval_sl_opus100_pr_auc": 0.871893126243395,
+      "eval_sl_ud_pr_auc": 0.9709677507354504,
+      "eval_sq_opus100_pr_auc": 0.9229286245259458,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9162486828238618,
+      "eval_sr_ud_pr_auc": 0.9988364180685405,
+      "eval_steps_per_second": 0.917,
+      "eval_sv_opus100_pr_auc": 0.903186393594788,
+      "eval_sv_ud_pr_auc": 0.9492580967680736,
+      "eval_ta_ersatz_pr_auc": 0.9816410533982203,
+      "eval_ta_opus100_pr_auc": 0.7282825616798388,
+      "eval_ta_ud_pr_auc": 0.9860215575447354,
+      "eval_te_opus100_pr_auc": 0.8346578250543322,
+      "eval_tg_opus100_pr_auc": 0.896998686258458,
+      "eval_th_opus100_pr_auc": 0.6953562184302545,
+      "eval_th_ud_pr_auc": 0.8551123242890319,
+      "eval_tr_ersatz_pr_auc": 0.9694633088273743,
+      "eval_tr_opus100_pr_auc": 0.9025832713999011,
+      "eval_tr_ud_pr_auc": 0.9585171166638122,
+      "eval_uk_opus100_pr_auc": 0.8837685773108782,
+      "eval_uk_ud_pr_auc": 0.9344020220084108,
+      "eval_ur_opus100_pr_auc": 0.6034205195794647,
+      "eval_ur_ud_pr_auc": 0.9935855285418413,
+      "eval_uz_opus100_pr_auc": 0.8820371564656471,
+      "eval_vi_opus100_pr_auc": 0.8989233711069973,
+      "eval_vi_ud_pr_auc": 0.9511127325718394,
+      "eval_xh_opus100_pr_auc": 0.8820108613000416,
+      "eval_yi_opus100_pr_auc": 0.7728692409204725,
+      "eval_yo_opus100_pr_auc": 0.8377186959203304,
+      "eval_yo_ud_pr_auc": 0.9301808101604833,
+      "eval_zh_ersatz_pr_auc": 0.9772269135568876,
+      "eval_zh_opus100_pr_auc": 0.8816801102511043,
+      "eval_zh_ud_pr_auc": 0.9944793737632144,
+      "eval_zu_opus100_pr_auc": 0.8375017109114866,
+      "step": 395000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.518987341772152e-06,
+      "learning_rate_adapter": 2.518987341772152e-06,
+      "loss": 0.0231,
+      "step": 395050
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.5063291139240508e-06,
+      "learning_rate_adapter": 2.5063291139240508e-06,
+      "loss": 0.0231,
+      "step": 395100
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.4936708860759496e-06,
+      "learning_rate_adapter": 2.4936708860759496e-06,
+      "loss": 0.0232,
+      "step": 395150
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.481012658227848e-06,
+      "learning_rate_adapter": 2.481012658227848e-06,
+      "loss": 0.023,
+      "step": 395200
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.468354430379747e-06,
+      "learning_rate_adapter": 2.468354430379747e-06,
+      "loss": 0.0233,
+      "step": 395250
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.4556962025316458e-06,
+      "learning_rate_adapter": 2.4556962025316458e-06,
+      "loss": 0.0231,
+      "step": 395300
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.443037974683544e-06,
+      "learning_rate_adapter": 2.443037974683544e-06,
+      "loss": 0.0232,
+      "step": 395350
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.430379746835443e-06,
+      "learning_rate_adapter": 2.430379746835443e-06,
+      "loss": 0.0231,
+      "step": 395400
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.417721518987342e-06,
+      "learning_rate_adapter": 2.417721518987342e-06,
+      "loss": 0.0231,
+      "step": 395450
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.4050632911392408e-06,
+      "learning_rate_adapter": 2.4050632911392408e-06,
+      "loss": 0.0231,
+      "step": 395500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.392405063291139e-06,
+      "learning_rate_adapter": 2.392405063291139e-06,
+      "loss": 0.0231,
+      "step": 395550
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.379746835443038e-06,
+      "learning_rate_adapter": 2.379746835443038e-06,
+      "loss": 0.0233,
+      "step": 395600
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.367088607594937e-06,
+      "learning_rate_adapter": 2.367088607594937e-06,
+      "loss": 0.0231,
+      "step": 395650
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3544303797468353e-06,
+      "learning_rate_adapter": 2.3544303797468353e-06,
+      "loss": 0.0231,
+      "step": 395700
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.341772151898734e-06,
+      "learning_rate_adapter": 2.341772151898734e-06,
+      "loss": 0.0231,
+      "step": 395750
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.329113924050633e-06,
+      "learning_rate_adapter": 2.329113924050633e-06,
+      "loss": 0.0231,
+      "step": 395800
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.316455696202532e-06,
+      "learning_rate_adapter": 2.316455696202532e-06,
+      "loss": 0.023,
+      "step": 395850
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3037974683544303e-06,
+      "learning_rate_adapter": 2.3037974683544303e-06,
+      "loss": 0.0232,
+      "step": 395900
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.291139240506329e-06,
+      "learning_rate_adapter": 2.291139240506329e-06,
+      "loss": 0.0231,
+      "step": 395950
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.278481012658228e-06,
+      "learning_rate_adapter": 2.278481012658228e-06,
+      "loss": 0.0231,
+      "step": 396000
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.2658227848101265e-06,
+      "learning_rate_adapter": 2.2658227848101265e-06,
+      "loss": 0.023,
+      "step": 396050
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.2531645569620253e-06,
+      "learning_rate_adapter": 2.2531645569620253e-06,
+      "loss": 0.0233,
+      "step": 396100
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.240506329113924e-06,
+      "learning_rate_adapter": 2.240506329113924e-06,
+      "loss": 0.0231,
+      "step": 396150
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.227848101265823e-06,
+      "learning_rate_adapter": 2.227848101265823e-06,
+      "loss": 0.023,
+      "step": 396200
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.2151898734177215e-06,
+      "learning_rate_adapter": 2.2151898734177215e-06,
+      "loss": 0.0233,
+      "step": 396250
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.2025316455696203e-06,
+      "learning_rate_adapter": 2.2025316455696203e-06,
+      "loss": 0.0231,
+      "step": 396300
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.189873417721519e-06,
+      "learning_rate_adapter": 2.189873417721519e-06,
+      "loss": 0.023,
+      "step": 396350
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.177215189873418e-06,
+      "learning_rate_adapter": 2.177215189873418e-06,
+      "loss": 0.0231,
+      "step": 396400
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.1645569620253165e-06,
+      "learning_rate_adapter": 2.1645569620253165e-06,
+      "loss": 0.0231,
+      "step": 396450
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.1518987341772153e-06,
+      "learning_rate_adapter": 2.1518987341772153e-06,
+      "loss": 0.023,
+      "step": 396500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.139240506329114e-06,
+      "learning_rate_adapter": 2.139240506329114e-06,
+      "loss": 0.0231,
+      "step": 396550
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.1265822784810126e-06,
+      "learning_rate_adapter": 2.1265822784810126e-06,
+      "loss": 0.0229,
+      "step": 396600
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.1139240506329115e-06,
+      "learning_rate_adapter": 2.1139240506329115e-06,
+      "loss": 0.0231,
+      "step": 396650
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.1012658227848103e-06,
+      "learning_rate_adapter": 2.1012658227848103e-06,
+      "loss": 0.023,
+      "step": 396700
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.088607594936709e-06,
+      "learning_rate_adapter": 2.088607594936709e-06,
+      "loss": 0.0231,
+      "step": 396750
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0759493670886076e-06,
+      "learning_rate_adapter": 2.0759493670886076e-06,
+      "loss": 0.0234,
+      "step": 396800
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0632911392405065e-06,
+      "learning_rate_adapter": 2.0632911392405065e-06,
+      "loss": 0.0231,
+      "step": 396850
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0506329113924053e-06,
+      "learning_rate_adapter": 2.0506329113924053e-06,
+      "loss": 0.0231,
+      "step": 396900
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0379746835443038e-06,
+      "learning_rate_adapter": 2.0379746835443038e-06,
+      "loss": 0.0232,
+      "step": 396950
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0253164556962026e-06,
+      "learning_rate_adapter": 2.0253164556962026e-06,
+      "loss": 0.0231,
+      "step": 397000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0126582278481015e-06,
+      "learning_rate_adapter": 2.0126582278481015e-06,
+      "loss": 0.023,
+      "step": 397050
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0233,
+      "step": 397100
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.9873417721518988e-06,
+      "learning_rate_adapter": 1.9873417721518988e-06,
+      "loss": 0.0233,
+      "step": 397150
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.9746835443037976e-06,
+      "learning_rate_adapter": 1.9746835443037976e-06,
+      "loss": 0.0231,
+      "step": 397200
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.9620253164556965e-06,
+      "learning_rate_adapter": 1.9620253164556965e-06,
+      "loss": 0.0233,
+      "step": 397250
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.949367088607595e-06,
+      "learning_rate_adapter": 1.949367088607595e-06,
+      "loss": 0.023,
+      "step": 397300
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.9367088607594938e-06,
+      "learning_rate_adapter": 1.9367088607594938e-06,
+      "loss": 0.0231,
+      "step": 397350
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.9240506329113926e-06,
+      "learning_rate_adapter": 1.9240506329113926e-06,
+      "loss": 0.0231,
+      "step": 397400
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.9113924050632915e-06,
+      "learning_rate_adapter": 1.9113924050632915e-06,
+      "loss": 0.0228,
+      "step": 397450
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8987341772151901e-06,
+      "learning_rate_adapter": 1.8987341772151901e-06,
+      "loss": 0.0232,
+      "step": 397500
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8860759493670888e-06,
+      "learning_rate_adapter": 1.8860759493670888e-06,
+      "loss": 0.023,
+      "step": 397550
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8734177215189874e-06,
+      "learning_rate_adapter": 1.8734177215189874e-06,
+      "loss": 0.0231,
+      "step": 397600
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8607594936708863e-06,
+      "learning_rate_adapter": 1.8607594936708863e-06,
+      "loss": 0.0233,
+      "step": 397650
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.848101265822785e-06,
+      "learning_rate_adapter": 1.848101265822785e-06,
+      "loss": 0.0231,
+      "step": 397700
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8354430379746838e-06,
+      "learning_rate_adapter": 1.8354430379746838e-06,
+      "loss": 0.0229,
+      "step": 397750
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8227848101265824e-06,
+      "learning_rate_adapter": 1.8227848101265824e-06,
+      "loss": 0.0231,
+      "step": 397800
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8101265822784813e-06,
+      "learning_rate_adapter": 1.8101265822784813e-06,
+      "loss": 0.0231,
+      "step": 397850
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.79746835443038e-06,
+      "learning_rate_adapter": 1.79746835443038e-06,
+      "loss": 0.0231,
+      "step": 397900
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.7848101265822785e-06,
+      "learning_rate_adapter": 1.7848101265822785e-06,
+      "loss": 0.0232,
+      "step": 397950
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.7721518987341774e-06,
+      "learning_rate_adapter": 1.7721518987341774e-06,
+      "loss": 0.0233,
+      "step": 398000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.759493670886076e-06,
+      "learning_rate_adapter": 1.759493670886076e-06,
+      "loss": 0.0231,
+      "step": 398050
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.746835443037975e-06,
+      "learning_rate_adapter": 1.746835443037975e-06,
+      "loss": 0.0232,
+      "step": 398100
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.7341772151898735e-06,
+      "learning_rate_adapter": 1.7341772151898735e-06,
+      "loss": 0.023,
+      "step": 398150
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.7215189873417724e-06,
+      "learning_rate_adapter": 1.7215189873417724e-06,
+      "loss": 0.0229,
+      "step": 398200
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.708860759493671e-06,
+      "learning_rate_adapter": 1.708860759493671e-06,
+      "loss": 0.0231,
+      "step": 398250
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.6962025316455697e-06,
+      "learning_rate_adapter": 1.6962025316455697e-06,
+      "loss": 0.023,
+      "step": 398300
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.6835443037974685e-06,
+      "learning_rate_adapter": 1.6835443037974685e-06,
+      "loss": 0.0231,
+      "step": 398350
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.6708860759493672e-06,
+      "learning_rate_adapter": 1.6708860759493672e-06,
+      "loss": 0.023,
+      "step": 398400
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.658227848101266e-06,
+      "learning_rate_adapter": 1.658227848101266e-06,
+      "loss": 0.0231,
+      "step": 398450
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.6455696202531647e-06,
+      "learning_rate_adapter": 1.6455696202531647e-06,
+      "loss": 0.0232,
+      "step": 398500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.6329113924050635e-06,
+      "learning_rate_adapter": 1.6329113924050635e-06,
+      "loss": 0.023,
+      "step": 398550
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.6202531645569622e-06,
+      "learning_rate_adapter": 1.6202531645569622e-06,
+      "loss": 0.0231,
+      "step": 398600
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.607594936708861e-06,
+      "learning_rate_adapter": 1.607594936708861e-06,
+      "loss": 0.0232,
+      "step": 398650
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5949367088607597e-06,
+      "learning_rate_adapter": 1.5949367088607597e-06,
+      "loss": 0.0231,
+      "step": 398700
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5822784810126583e-06,
+      "learning_rate_adapter": 1.5822784810126583e-06,
+      "loss": 0.0232,
+      "step": 398750
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5696202531645572e-06,
+      "learning_rate_adapter": 1.5696202531645572e-06,
+      "loss": 0.023,
+      "step": 398800
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5569620253164556e-06,
+      "learning_rate_adapter": 1.5569620253164556e-06,
+      "loss": 0.0231,
+      "step": 398850
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5443037974683545e-06,
+      "learning_rate_adapter": 1.5443037974683545e-06,
+      "loss": 0.0229,
+      "step": 398900
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5316455696202531e-06,
+      "learning_rate_adapter": 1.5316455696202531e-06,
+      "loss": 0.0233,
+      "step": 398950
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.518987341772152e-06,
+      "learning_rate_adapter": 1.518987341772152e-06,
+      "loss": 0.0231,
+      "step": 399000
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5063291139240506e-06,
+      "learning_rate_adapter": 1.5063291139240506e-06,
+      "loss": 0.023,
+      "step": 399050
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4936708860759495e-06,
+      "learning_rate_adapter": 1.4936708860759495e-06,
+      "loss": 0.0232,
+      "step": 399100
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4810126582278481e-06,
+      "learning_rate_adapter": 1.4810126582278481e-06,
+      "loss": 0.0232,
+      "step": 399150
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4683544303797468e-06,
+      "learning_rate_adapter": 1.4683544303797468e-06,
+      "loss": 0.0231,
+      "step": 399200
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4556962025316456e-06,
+      "learning_rate_adapter": 1.4556962025316456e-06,
+      "loss": 0.0233,
+      "step": 399250
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4430379746835443e-06,
+      "learning_rate_adapter": 1.4430379746835443e-06,
+      "loss": 0.0231,
+      "step": 399300
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4303797468354431e-06,
+      "learning_rate_adapter": 1.4303797468354431e-06,
+      "loss": 0.0232,
+      "step": 399350
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4177215189873418e-06,
+      "learning_rate_adapter": 1.4177215189873418e-06,
+      "loss": 0.023,
+      "step": 399400
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4050632911392406e-06,
+      "learning_rate_adapter": 1.4050632911392406e-06,
+      "loss": 0.0228,
+      "step": 399450
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.3924050632911392e-06,
+      "learning_rate_adapter": 1.3924050632911392e-06,
+      "loss": 0.0229,
+      "step": 399500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.379746835443038e-06,
+      "learning_rate_adapter": 1.379746835443038e-06,
+      "loss": 0.023,
+      "step": 399550
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.3670886075949367e-06,
+      "learning_rate_adapter": 1.3670886075949367e-06,
+      "loss": 0.0231,
+      "step": 399600
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.3544303797468354e-06,
+      "learning_rate_adapter": 1.3544303797468354e-06,
+      "loss": 0.0231,
+      "step": 399650
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.3417721518987342e-06,
+      "learning_rate_adapter": 1.3417721518987342e-06,
+      "loss": 0.023,
+      "step": 399700
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.3291139240506329e-06,
+      "learning_rate_adapter": 1.3291139240506329e-06,
+      "loss": 0.0232,
+      "step": 399750
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 1.3164556962025317e-06,
+      "learning_rate_adapter": 1.3164556962025317e-06,
+      "loss": 0.0233,
+      "step": 399800
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 1.3037974683544304e-06,
+      "learning_rate_adapter": 1.3037974683544304e-06,
+      "loss": 0.023,
+      "step": 399850
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 1.2911392405063292e-06,
+      "learning_rate_adapter": 1.2911392405063292e-06,
+      "loss": 0.0232,
+      "step": 399900
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 1.2784810126582279e-06,
+      "learning_rate_adapter": 1.2784810126582279e-06,
+      "loss": 0.023,
+      "step": 399950
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 1.2658227848101265e-06,
+      "learning_rate_adapter": 1.2658227848101265e-06,
+      "loss": 0.0232,
+      "step": 400000
+    },
+    {
+      "epoch": 2.7,
+      "eval_af_opus100_pr_auc": 0.782768828010197,
+      "eval_af_ud_pr_auc": 0.9918691772368992,
+      "eval_am_opus100_pr_auc": 0.6824256183933615,
+      "eval_ar_ersatz_pr_auc": 0.9256603155837514,
+      "eval_ar_opus100_pr_auc": 0.7313990267034445,
+      "eval_ar_ud_pr_auc": 0.8999239413729517,
+      "eval_average_ersatz_pr_auc": 0.9705709861627163,
+      "eval_average_opus100_pr_auc": 0.8466270562717041,
+      "eval_average_ud_pr_auc": 0.965325577926007,
+      "eval_az_opus100_pr_auc": 0.777790671610723,
+      "eval_be_opus100_pr_auc": 0.7144547590923858,
+      "eval_be_ud_pr_auc": 0.9046895984925527,
+      "eval_bg_opus100_pr_auc": 0.9230413106340201,
+      "eval_bg_ud_pr_auc": 0.9960564326947283,
+      "eval_bn_opus100_pr_auc": 0.8498600630389039,
+      "eval_bn_ud_pr_auc": 0.9990344616049506,
+      "eval_ca_opus100_pr_auc": 0.8842773872005212,
+      "eval_ca_ud_pr_auc": 0.9935988279176038,
+      "eval_ceb_ud_pr_auc": 0.9978008618429927,
+      "eval_cs_ersatz_pr_auc": 0.9844218359438008,
+      "eval_cs_opus100_pr_auc": 0.9126555124991907,
+      "eval_cs_ud_pr_auc": 0.9615970445737266,
+      "eval_cy_opus100_pr_auc": 0.7788884481721744,
+      "eval_cy_ud_pr_auc": 0.9943683665957351,
+      "eval_da_opus100_pr_auc": 0.9224228778723069,
+      "eval_da_ud_pr_auc": 0.9807944074198058,
+      "eval_de_ersatz_pr_auc": 0.9886569298693991,
+      "eval_de_opus100_pr_auc": 0.9086294609047548,
+      "eval_de_ud_pr_auc": 0.9835903118007738,
+      "eval_el_opus100_pr_auc": 0.9146154582325136,
+      "eval_el_ud_pr_auc": 0.989937383606334,
+      "eval_en_ersatz_pr_auc": 0.9925836333811185,
+      "eval_en_opus100_pr_auc": 0.9291944059180548,
+      "eval_en_ud_pr_auc": 0.9849154647443793,
+      "eval_eo_opus100_pr_auc": 0.9302711201582928,
+      "eval_es_ersatz_pr_auc": 0.9967214445008216,
+      "eval_es_opus100_pr_auc": 0.9314059557140347,
+      "eval_es_ud_pr_auc": 0.9921908006031134,
+      "eval_et_ersatz_pr_auc": 0.9824160697690851,
+      "eval_et_opus100_pr_auc": 0.9112520048153964,
+      "eval_et_ud_pr_auc": 0.9670705229972594,
+      "eval_eu_opus100_pr_auc": 0.8796506518176815,
+      "eval_eu_ud_pr_auc": 0.9913334162706147,
+      "eval_fa_opus100_pr_auc": 0.60632895496986,
+      "eval_fa_ud_pr_auc": 0.9949431428063678,
+      "eval_fi_ersatz_pr_auc": 0.991919334973971,
+      "eval_fi_opus100_pr_auc": 0.9254003828279029,
+      "eval_fi_ud_pr_auc": 0.9596883508483997,
+      "eval_fr_ersatz_pr_auc": 0.9879328111122905,
+      "eval_fr_opus100_pr_auc": 0.9235012082460301,
+      "eval_fr_ud_pr_auc": 0.9816640431598356,
+      "eval_fy_opus100_pr_auc": 0.6308049927547574,
+      "eval_ga_opus100_pr_auc": 0.9086805122589661,
+      "eval_ga_ud_pr_auc": 0.8101546854158781,
+      "eval_gd_opus100_pr_auc": 0.6952572709089079,
+      "eval_gd_ud_pr_auc": 0.8088755101406206,
+      "eval_gl_opus100_pr_auc": 0.8892366521642867,
+      "eval_gl_ud_pr_auc": 0.9980191922701029,
+      "eval_gu_ersatz_pr_auc": 0.9318083378525527,
+      "eval_gu_opus100_pr_auc": 0.7624377674805046,
+      "eval_ha_opus100_pr_auc": 0.9214335371520151,
+      "eval_he_opus100_pr_auc": 0.8778872656432539,
+      "eval_he_ud_pr_auc": 0.9830293366378791,
+      "eval_hi_ersatz_pr_auc": 0.9809457016304709,
+      "eval_hi_opus100_pr_auc": 0.713536751952543,
+      "eval_hi_ud_pr_auc": 0.9779481359139047,
+      "eval_hu_opus100_pr_auc": 0.9236366465895245,
+      "eval_hu_ud_pr_auc": 0.9848860489857948,
+      "eval_hy_opus100_pr_auc": 0.9079865644011037,
+      "eval_hy_ud_pr_auc": 0.9747906025216023,
+      "eval_id_opus100_pr_auc": 0.8902614098365877,
+      "eval_id_ud_pr_auc": 0.9946002971309452,
+      "eval_ig_opus100_pr_auc": 0.8749595392129282,
+      "eval_is_opus100_pr_auc": 0.9337269444995167,
+      "eval_is_ud_pr_auc": 0.9109074229785177,
+      "eval_it_opus100_pr_auc": 0.9153642357112329,
+      "eval_it_ud_pr_auc": 0.997699082756262,
+      "eval_ja_ersatz_pr_auc": 0.8805285690035812,
+      "eval_ja_opus100_pr_auc": 0.8423373356845462,
+      "eval_ja_ud_pr_auc": 0.9777074486187667,
+      "eval_jv_ud_pr_auc": 0.9695112783848565,
+      "eval_ka_opus100_pr_auc": 0.8554102871424981,
+      "eval_kk_ersatz_pr_auc": 0.9876130322489955,
+      "eval_kk_opus100_pr_auc": 0.7922563775395879,
+      "eval_kk_ud_pr_auc": 0.974735012308833,
+      "eval_km_ersatz_pr_auc": 0.9374395205190511,
+      "eval_km_opus100_pr_auc": 0.7778141507987607,
+      "eval_kn_opus100_pr_auc": 0.641878912551633,
+      "eval_ko_opus100_pr_auc": 0.6953876250790949,
+      "eval_ko_ud_pr_auc": 0.9981205807796132,
+      "eval_ku_opus100_pr_auc": 0.8614170124019098,
+      "eval_ky_opus100_pr_auc": 0.8959041591089237,
+      "eval_la_ud_pr_auc": 0.9682406017995769,
+      "eval_loss": 0.02673649974167347,
+      "eval_lt_ersatz_pr_auc": 0.9955183946362134,
+      "eval_lt_opus100_pr_auc": 0.8871573642159845,
+      "eval_lt_ud_pr_auc": 0.997201833496905,
+      "eval_lv_ersatz_pr_auc": 0.9897576831351396,
+      "eval_lv_opus100_pr_auc": 0.8901797806365532,
+      "eval_lv_ud_pr_auc": 0.9662637102821056,
+      "eval_mg_opus100_pr_auc": 0.9397463669637883,
+      "eval_mk_opus100_pr_auc": 0.9173549297522589,
+      "eval_ml_opus100_pr_auc": 0.8064134757801594,
+      "eval_mn_opus100_pr_auc": 0.9381212823381577,
+      "eval_mr_opus100_pr_auc": 0.8928038648235056,
+      "eval_mr_ud_pr_auc": 0.9748473367363522,
+      "eval_ms_opus100_pr_auc": 0.8702990062694971,
+      "eval_mt_opus100_pr_auc": 0.8459836154961271,
+      "eval_mt_ud_pr_auc": 0.9047227748947552,
+      "eval_my_opus100_pr_auc": 0.833840761190561,
+      "eval_ne_opus100_pr_auc": 0.7575032494339675,
+      "eval_nl_opus100_pr_auc": 0.9044244163826316,
+      "eval_nl_ud_pr_auc": 0.9862441773588765,
+      "eval_no_opus100_pr_auc": 0.9337890936643806,
+      "eval_no_ud_pr_auc": 0.9965935664356107,
+      "eval_pa_opus100_pr_auc": 0.671111902552586,
+      "eval_pl_ersatz_pr_auc": 0.9654292627317168,
+      "eval_pl_opus100_pr_auc": 0.8966384984552447,
+      "eval_pl_ud_pr_auc": 0.9683003614559949,
+      "eval_ps_ersatz_pr_auc": 0.9218521773095898,
+      "eval_ps_opus100_pr_auc": 0.7674693779056259,
+      "eval_pt_opus100_pr_auc": 0.9208601242924012,
+      "eval_pt_ud_pr_auc": 0.9875482825607786,
+      "eval_ro_ersatz_pr_auc": 0.9935423079406327,
+      "eval_ro_opus100_pr_auc": 0.8760104602515932,
+      "eval_ro_ud_pr_auc": 0.9641870762775355,
+      "eval_ru_ersatz_pr_auc": 0.9911945726224289,
+      "eval_ru_opus100_pr_auc": 0.9323051640680619,
+      "eval_ru_ud_pr_auc": 0.8864731987082378,
+      "eval_runtime": 322.489,
+      "eval_samples_per_second": 234.005,
+      "eval_si_opus100_pr_auc": 0.823747043851504,
+      "eval_sk_opus100_pr_auc": 0.9340491558363351,
+      "eval_sk_ud_pr_auc": 0.9809024312621275,
+      "eval_sl_opus100_pr_auc": 0.8721334650047409,
+      "eval_sl_ud_pr_auc": 0.9698510223465162,
+      "eval_sq_opus100_pr_auc": 0.9223149436462571,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9174001063130549,
+      "eval_sr_ud_pr_auc": 0.9987604159951168,
+      "eval_steps_per_second": 0.915,
+      "eval_sv_opus100_pr_auc": 0.9040494549079481,
+      "eval_sv_ud_pr_auc": 0.9489949375713068,
+      "eval_ta_ersatz_pr_auc": 0.9811705353790847,
+      "eval_ta_opus100_pr_auc": 0.7290714588416826,
+      "eval_ta_ud_pr_auc": 0.9857335071569163,
+      "eval_te_opus100_pr_auc": 0.8360273284783024,
+      "eval_tg_opus100_pr_auc": 0.8961254403769123,
+      "eval_th_opus100_pr_auc": 0.6973523073801153,
+      "eval_th_ud_pr_auc": 0.8541302399585597,
+      "eval_tr_ersatz_pr_auc": 0.9680684384314433,
+      "eval_tr_opus100_pr_auc": 0.9034777892788597,
+      "eval_tr_ud_pr_auc": 0.9582108703673251,
+      "eval_uk_opus100_pr_auc": 0.8843684394663022,
+      "eval_uk_ud_pr_auc": 0.9327366149154377,
+      "eval_ur_opus100_pr_auc": 0.6028564187730902,
+      "eval_ur_ud_pr_auc": 0.9932450239006102,
+      "eval_uz_opus100_pr_auc": 0.8813769393455176,
+      "eval_vi_opus100_pr_auc": 0.898513849195912,
+      "eval_vi_ud_pr_auc": 0.9496945297288877,
+      "eval_xh_opus100_pr_auc": 0.880776476593206,
+      "eval_yi_opus100_pr_auc": 0.7744947395320461,
+      "eval_yo_opus100_pr_auc": 0.8368493991716883,
+      "eval_yo_ud_pr_auc": 0.9300879175316009,
+      "eval_zh_ersatz_pr_auc": 0.9773807870046202,
+      "eval_zh_opus100_pr_auc": 0.8824267571840386,
+      "eval_zh_ud_pr_auc": 0.9945363196086637,
+      "eval_zu_opus100_pr_auc": 0.8361443089243041,
+      "step": 400000
+    }
+  ],
+  "max_steps": 400000,
+  "num_train_epochs": 3,
+  "total_flos": 3.1199883165696e+18,
+  "trial_name": null,
+  "trial_params": null
+}