diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,69776 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.3370297066409176,
+  "global_step": 400000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.9322,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2469,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2141,
+      "step": 150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1842,
+      "step": 200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1584,
+      "step": 250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1546,
+      "step": 300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1433,
+      "step": 350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1367,
+      "step": 400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1343,
+      "step": 450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1285,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1262,
+      "step": 550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1233,
+      "step": 600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1236,
+      "step": 650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1152,
+      "step": 700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1188,
+      "step": 750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1141,
+      "step": 800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1108,
+      "step": 850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1112,
+      "step": 900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1067,
+      "step": 950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1075,
+      "step": 1000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1029,
+      "step": 1050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1068,
+      "step": 1100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1017,
+      "step": 1150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1028,
+      "step": 1200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1012,
+      "step": 1250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0986,
+      "step": 1300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0972,
+      "step": 1350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0955,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0967,
+      "step": 1450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0988,
+      "step": 1500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0946,
+      "step": 1550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0947,
+      "step": 1600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0954,
+      "step": 1650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0936,
+      "step": 1700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0908,
+      "step": 1750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0915,
+      "step": 1800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0911,
+      "step": 1850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0927,
+      "step": 1900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.09,
+      "step": 1950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0912,
+      "step": 2000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0896,
+      "step": 2050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0895,
+      "step": 2100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0869,
+      "step": 2150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0871,
+      "step": 2200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0878,
+      "step": 2250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0862,
+      "step": 2300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0889,
+      "step": 2350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0834,
+      "step": 2400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0857,
+      "step": 2450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0831,
+      "step": 2500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0829,
+      "step": 2550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0839,
+      "step": 2600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0841,
+      "step": 2650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0827,
+      "step": 2700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.084,
+      "step": 2750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0814,
+      "step": 2800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0826,
+      "step": 2850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0853,
+      "step": 2900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0812,
+      "step": 2950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0824,
+      "step": 3000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0843,
+      "step": 3050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0817,
+      "step": 3100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0793,
+      "step": 3150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0809,
+      "step": 3200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0821,
+      "step": 3250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0791,
+      "step": 3300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0807,
+      "step": 3350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0786,
+      "step": 3400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0792,
+      "step": 3450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0787,
+      "step": 3500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0783,
+      "step": 3550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0798,
+      "step": 3600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0784,
+      "step": 3650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0789,
+      "step": 3700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0784,
+      "step": 3750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0773,
+      "step": 3800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0764,
+      "step": 3850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.077,
+      "step": 3900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0771,
+      "step": 3950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0763,
+      "step": 4000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0772,
+      "step": 4050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0787,
+      "step": 4100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0757,
+      "step": 4150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.076,
+      "step": 4200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.075,
+      "step": 4250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0757,
+      "step": 4300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0761,
+      "step": 4350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0751,
+      "step": 4400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0756,
+      "step": 4450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0766,
+      "step": 4500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0743,
+      "step": 4550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0751,
+      "step": 4600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0764,
+      "step": 4650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.075,
+      "step": 4700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0742,
+      "step": 4750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0745,
+      "step": 4800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0728,
+      "step": 4850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0756,
+      "step": 4900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.075,
+      "step": 4950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0,
+      "loss": 0.0744,
+      "step": 5000
+    },
+    {
+      "epoch": 0.0,
+      "eval_af_opus100_pr_auc": 0.7006460151842528,
+      "eval_af_ud_pr_auc": 0.987134390449309,
+      "eval_am_opus100_pr_auc": 0.20149391767006827,
+      "eval_ar_ersatz_pr_auc": 0.8986650156122777,
+      "eval_ar_opus100_pr_auc": 0.5610537667862687,
+      "eval_ar_ud_pr_auc": 0.7411075920066925,
+      "eval_average_ersatz_pr_auc": 0.92932149626354,
+      "eval_average_opus100_pr_auc": 0.7198687932927051,
+      "eval_average_ud_pr_auc": 0.9313658991984523,
+      "eval_az_opus100_pr_auc": 0.662609117640334,
+      "eval_be_opus100_pr_auc": 0.5929153203599826,
+      "eval_be_ud_pr_auc": 0.8407713604601957,
+      "eval_bg_opus100_pr_auc": 0.9190502004457767,
+      "eval_bg_ud_pr_auc": 0.9702394716137145,
+      "eval_bn_opus100_pr_auc": 0.7485944592193359,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8262653346003902,
+      "eval_ca_ud_pr_auc": 0.9882009050904301,
+      "eval_ceb_ud_pr_auc": 0.99974047568119,
+      "eval_cs_ersatz_pr_auc": 0.9644353008939095,
+      "eval_cs_opus100_pr_auc": 0.8444055807513943,
+      "eval_cs_ud_pr_auc": 0.9223269705557277,
+      "eval_cy_opus100_pr_auc": 0.6327483402450251,
+      "eval_cy_ud_pr_auc": 0.9923305110972889,
+      "eval_da_opus100_pr_auc": 0.8671336449208996,
+      "eval_da_ud_pr_auc": 0.9518083804794846,
+      "eval_de_ersatz_pr_auc": 0.957831756044188,
+      "eval_de_opus100_pr_auc": 0.7369605780440313,
+      "eval_de_ud_pr_auc": 0.949790879153787,
+      "eval_el_opus100_pr_auc": 0.8713914405440014,
+      "eval_el_ud_pr_auc": 0.9824165017643818,
+      "eval_en_ersatz_pr_auc": 0.9695993281919971,
+      "eval_en_opus100_pr_auc": 0.8740262217214807,
+      "eval_en_ud_pr_auc": 0.9113582017975366,
+      "eval_eo_opus100_pr_auc": 0.8706976640838628,
+      "eval_es_ersatz_pr_auc": 0.9753447447426017,
+      "eval_es_opus100_pr_auc": 0.8756868425522522,
+      "eval_es_ud_pr_auc": 0.9813585129572382,
+      "eval_et_ersatz_pr_auc": 0.9487318091699949,
+      "eval_et_opus100_pr_auc": 0.8413570250567955,
+      "eval_et_ud_pr_auc": 0.9077975970048362,
+      "eval_eu_opus100_pr_auc": 0.8355356828994005,
+      "eval_eu_ud_pr_auc": 0.9876931253986466,
+      "eval_fa_opus100_pr_auc": 0.45613289786432226,
+      "eval_fa_ud_pr_auc": 0.9925806038892051,
+      "eval_fi_ersatz_pr_auc": 0.9735966929960885,
+      "eval_fi_opus100_pr_auc": 0.9197360729063354,
+      "eval_fi_ud_pr_auc": 0.9266586085624978,
+      "eval_fr_ersatz_pr_auc": 0.9764024526941176,
+      "eval_fr_opus100_pr_auc": 0.8432006889228087,
+      "eval_fr_ud_pr_auc": 0.9167645086362772,
+      "eval_fy_opus100_pr_auc": 0.6429448898374942,
+      "eval_ga_opus100_pr_auc": 0.7374399808684036,
+      "eval_ga_ud_pr_auc": 0.8797316979103571,
+      "eval_gd_opus100_pr_auc": 0.47187455114917387,
+      "eval_gd_ud_pr_auc": 0.585670091052937,
+      "eval_gl_opus100_pr_auc": 0.8373359842212489,
+      "eval_gl_ud_pr_auc": 0.9639479600316464,
+      "eval_gu_ersatz_pr_auc": 0.9197357245548817,
+      "eval_gu_opus100_pr_auc": 0.4977344158187292,
+      "eval_ha_opus100_pr_auc": 0.8738806188954181,
+      "eval_he_opus100_pr_auc": 0.7796082366878705,
+      "eval_he_ud_pr_auc": 0.9252799281132568,
+      "eval_hi_ersatz_pr_auc": 0.9431726386774895,
+      "eval_hi_opus100_pr_auc": 0.5350050774071682,
+      "eval_hi_ud_pr_auc": 0.9700841205580699,
+      "eval_hu_opus100_pr_auc": 0.885585971037425,
+      "eval_hu_ud_pr_auc": 0.9688380520072384,
+      "eval_hy_opus100_pr_auc": 0.8114615395734184,
+      "eval_hy_ud_pr_auc": 0.9090853804145179,
+      "eval_id_opus100_pr_auc": 0.8659684311815503,
+      "eval_id_ud_pr_auc": 0.9783794267729935,
+      "eval_ig_opus100_pr_auc": 0.743149519626554,
+      "eval_is_opus100_pr_auc": 0.9033668967543412,
+      "eval_is_ud_pr_auc": 0.8482819660479726,
+      "eval_it_opus100_pr_auc": 0.8302369898656644,
+      "eval_it_ud_pr_auc": 0.9902275061667739,
+      "eval_ja_ersatz_pr_auc": 0.7596236448890127,
+      "eval_ja_opus100_pr_auc": 0.3608464917652814,
+      "eval_ja_ud_pr_auc": 0.9810566274451832,
+      "eval_jv_ud_pr_auc": 0.9906380512528855,
+      "eval_ka_opus100_pr_auc": 0.8473961485589527,
+      "eval_kk_ersatz_pr_auc": 0.9888076740464582,
+      "eval_kk_opus100_pr_auc": 0.7194244896961983,
+      "eval_kk_ud_pr_auc": 0.9878166866289647,
+      "eval_km_ersatz_pr_auc": 0.8324320340479676,
+      "eval_km_opus100_pr_auc": 0.1719473441044405,
+      "eval_kn_opus100_pr_auc": 0.38940038295084817,
+      "eval_ko_opus100_pr_auc": 0.6034966863975048,
+      "eval_ko_ud_pr_auc": 0.9771603554370869,
+      "eval_ku_opus100_pr_auc": 0.6122766645691355,
+      "eval_ky_opus100_pr_auc": 0.690752412117592,
+      "eval_la_ud_pr_auc": 0.9233061006538759,
+      "eval_loss": 0.0721839964389801,
+      "eval_lt_ersatz_pr_auc": 0.9354588898691343,
+      "eval_lt_opus100_pr_auc": 0.7575010505313668,
+      "eval_lt_ud_pr_auc": 0.9097528420931594,
+      "eval_lv_ersatz_pr_auc": 0.9598451703325004,
+      "eval_lv_opus100_pr_auc": 0.7456655748303025,
+      "eval_lv_ud_pr_auc": 0.9649024359053066,
+      "eval_mg_opus100_pr_auc": 0.849271990839554,
+      "eval_mk_opus100_pr_auc": 0.8857097748282026,
+      "eval_ml_opus100_pr_auc": 0.7316139513480471,
+      "eval_mn_opus100_pr_auc": 0.8696637741410903,
+      "eval_mr_opus100_pr_auc": 0.8837601541000271,
+      "eval_mr_ud_pr_auc": 0.9550551165726824,
+      "eval_ms_opus100_pr_auc": 0.8429140569603749,
+      "eval_mt_opus100_pr_auc": 0.6173969671596236,
+      "eval_mt_ud_pr_auc": 0.8781873633512183,
+      "eval_my_opus100_pr_auc": 0.291362091939908,
+      "eval_ne_opus100_pr_auc": 0.44709671772693715,
+      "eval_nl_opus100_pr_auc": 0.8504414691152148,
+      "eval_nl_ud_pr_auc": 0.9442382320215893,
+      "eval_no_opus100_pr_auc": 0.921785246391985,
+      "eval_no_ud_pr_auc": 0.9868903277157419,
+      "eval_pa_opus100_pr_auc": 0.45956746564459583,
+      "eval_pl_ersatz_pr_auc": 0.9439839835881751,
+      "eval_pl_opus100_pr_auc": 0.8756050859088519,
+      "eval_pl_ud_pr_auc": 0.9468448399664607,
+      "eval_ps_ersatz_pr_auc": 0.9463760044999537,
+      "eval_ps_opus100_pr_auc": 0.4593634297643555,
+      "eval_pt_opus100_pr_auc": 0.8625244002261586,
+      "eval_pt_ud_pr_auc": 0.9499959643925581,
+      "eval_ro_ersatz_pr_auc": 0.9696990197866898,
+      "eval_ro_opus100_pr_auc": 0.8861730644210619,
+      "eval_ro_ud_pr_auc": 0.9630010140832278,
+      "eval_ru_ersatz_pr_auc": 0.9435405763197549,
+      "eval_ru_opus100_pr_auc": 0.8249996957286241,
+      "eval_ru_ud_pr_auc": 0.8799496776799021,
+      "eval_runtime": 496.972,
+      "eval_samples_per_second": 151.86,
+      "eval_si_opus100_pr_auc": 0.7437657866201187,
+      "eval_sk_opus100_pr_auc": 0.8869798038043271,
+      "eval_sk_ud_pr_auc": 0.9437984089417406,
+      "eval_sl_opus100_pr_auc": 0.8711888427242063,
+      "eval_sl_ud_pr_auc": 0.9737909820039801,
+      "eval_sq_opus100_pr_auc": 0.8695632018655022,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8977820733199454,
+      "eval_sr_ud_pr_auc": 0.9614082149001386,
+      "eval_steps_per_second": 4.747,
+      "eval_sv_opus100_pr_auc": 0.8877202405570201,
+      "eval_sv_ud_pr_auc": 0.9284617329592484,
+      "eval_ta_ersatz_pr_auc": 0.968032894056073,
+      "eval_ta_opus100_pr_auc": 0.4664282263184144,
+      "eval_ta_ud_pr_auc": 0.9934220296196186,
+      "eval_te_opus100_pr_auc": 0.7630372650085182,
+      "eval_tg_opus100_pr_auc": 0.7839508109429252,
+      "eval_th_opus100_pr_auc": 0.630444940523361,
+      "eval_th_ud_pr_auc": 0.3994163022690089,
+      "eval_tr_ersatz_pr_auc": 0.9173034281722059,
+      "eval_tr_opus100_pr_auc": 0.8965824019908919,
+      "eval_tr_ud_pr_auc": 0.9627490078044444,
+      "eval_uk_opus100_pr_auc": 0.8597249956655271,
+      "eval_uk_ud_pr_auc": 0.9637695646153596,
+      "eval_ur_opus100_pr_auc": 0.36154151347050684,
+      "eval_ur_ud_pr_auc": 0.9942871380633059,
+      "eval_uz_opus100_pr_auc": 0.6895187088910474,
+      "eval_vi_opus100_pr_auc": 0.8536111340391417,
+      "eval_vi_ud_pr_auc": 0.9277305959475363,
+      "eval_xh_opus100_pr_auc": 0.7969109593712062,
+      "eval_yi_opus100_pr_auc": 0.4022713518403152,
+      "eval_yo_opus100_pr_auc": 0.5753879643835738,
+      "eval_yo_ud_pr_auc": 0.8496834380393771,
+      "eval_zh_ersatz_pr_auc": 0.752454134612409,
+      "eval_zh_opus100_pr_auc": 0.513252149763637,
+      "eval_zh_ud_pr_auc": 0.9809384782739736,
+      "eval_zu_opus100_pr_auc": 0.7243881817919221,
+      "step": 5000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.0000000000000002e-06,
+      "learning_rate_adapter": 1.0000000000000002e-06,
+      "loss": 0.0722,
+      "step": 5050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.075,
+      "step": 5100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0739,
+      "step": 5150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0729,
+      "step": 5200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.0726,
+      "step": 5250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.072,
+      "step": 5300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0724,
+      "step": 5350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0718,
+      "step": 5400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0718,
+      "step": 5450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0715,
+      "step": 5500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0704,
+      "step": 5550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0709,
+      "step": 5600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0692,
+      "step": 5650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0703,
+      "step": 5700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.071,
+      "step": 5750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0703,
+      "step": 5800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0697,
+      "step": 5850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.068,
+      "step": 5900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0684,
+      "step": 5950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0694,
+      "step": 6000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0672,
+      "step": 6050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0695,
+      "step": 6100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0684,
+      "step": 6150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0688,
+      "step": 6200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0667,
+      "step": 6250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0676,
+      "step": 6300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0672,
+      "step": 6350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0666,
+      "step": 6400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0666,
+      "step": 6450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0647,
+      "step": 6500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.066,
+      "step": 6550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0662,
+      "step": 6600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0658,
+      "step": 6650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0652,
+      "step": 6700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0656,
+      "step": 6750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0655,
+      "step": 6800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0637,
+      "step": 6850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0633,
+      "step": 6900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0636,
+      "step": 6950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0638,
+      "step": 7000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0639,
+      "step": 7050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0639,
+      "step": 7100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0634,
+      "step": 7150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0627,
+      "step": 7200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0624,
+      "step": 7250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.061,
+      "step": 7300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0609,
+      "step": 7350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0625,
+      "step": 7400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0626,
+      "step": 7450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0609,
+      "step": 7500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0615,
+      "step": 7550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0604,
+      "step": 7600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0598,
+      "step": 7650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.061,
+      "step": 7700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0601,
+      "step": 7750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0602,
+      "step": 7800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0616,
+      "step": 7850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.06,
+      "step": 7900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0608,
+      "step": 7950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0599,
+      "step": 8000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0593,
+      "step": 8050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0593,
+      "step": 8100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0597,
+      "step": 8150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0602,
+      "step": 8200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0588,
+      "step": 8250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.0585,
+      "step": 8300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0598,
+      "step": 8350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0579,
+      "step": 8400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.058,
+      "step": 8450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0571,
+      "step": 8500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0584,
+      "step": 8550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.0575,
+      "step": 8600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0573,
+      "step": 8650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.0569,
+      "step": 8700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0572,
+      "step": 8750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0578,
+      "step": 8800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0583,
+      "step": 8850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0578,
+      "step": 8900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0574,
+      "step": 8950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0572,
+      "step": 9000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.057,
+      "step": 9050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0578,
+      "step": 9100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0572,
+      "step": 9150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0574,
+      "step": 9200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0562,
+      "step": 9250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0551,
+      "step": 9300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0572,
+      "step": 9350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0559,
+      "step": 9400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.056,
+      "step": 9450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0551,
+      "step": 9500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0557,
+      "step": 9550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0562,
+      "step": 9600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0547,
+      "step": 9650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0565,
+      "step": 9700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.055,
+      "step": 9750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0543,
+      "step": 9800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0542,
+      "step": 9850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0549,
+      "step": 9900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0559,
+      "step": 9950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0001,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0545,
+      "step": 10000
+    },
+    {
+      "epoch": 0.01,
+      "eval_af_opus100_pr_auc": 0.7516481994359816,
+      "eval_af_ud_pr_auc": 0.9895596157294427,
+      "eval_am_opus100_pr_auc": 0.3760255495004622,
+      "eval_ar_ersatz_pr_auc": 0.9087361036455034,
+      "eval_ar_opus100_pr_auc": 0.6099435861988571,
+      "eval_ar_ud_pr_auc": 0.7526884073717532,
+      "eval_average_ersatz_pr_auc": 0.9412993208441723,
+      "eval_average_opus100_pr_auc": 0.7620268382691643,
+      "eval_average_ud_pr_auc": 0.9296143691617517,
+      "eval_az_opus100_pr_auc": 0.6577348961728462,
+      "eval_be_opus100_pr_auc": 0.6675964964825483,
+      "eval_be_ud_pr_auc": 0.870357582304158,
+      "eval_bg_opus100_pr_auc": 0.8982394985898525,
+      "eval_bg_ud_pr_auc": 0.9807141892243469,
+      "eval_bn_opus100_pr_auc": 0.7426027256998525,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8322180483728466,
+      "eval_ca_ud_pr_auc": 0.988322119005888,
+      "eval_ceb_ud_pr_auc": 0.9969986341136892,
+      "eval_cs_ersatz_pr_auc": 0.9636637625858063,
+      "eval_cs_opus100_pr_auc": 0.8482108790646018,
+      "eval_cs_ud_pr_auc": 0.9151619173526082,
+      "eval_cy_opus100_pr_auc": 0.7027502504937638,
+      "eval_cy_ud_pr_auc": 0.9912620386728808,
+      "eval_da_opus100_pr_auc": 0.8828140212421146,
+      "eval_da_ud_pr_auc": 0.9630737636257141,
+      "eval_de_ersatz_pr_auc": 0.9536752868743883,
+      "eval_de_opus100_pr_auc": 0.7994148642364234,
+      "eval_de_ud_pr_auc": 0.9558561842766388,
+      "eval_el_opus100_pr_auc": 0.882629856354222,
+      "eval_el_ud_pr_auc": 0.9802091255806391,
+      "eval_en_ersatz_pr_auc": 0.9606248175455397,
+      "eval_en_opus100_pr_auc": 0.8757799180523534,
+      "eval_en_ud_pr_auc": 0.9211175798326582,
+      "eval_eo_opus100_pr_auc": 0.8719104732313394,
+      "eval_es_ersatz_pr_auc": 0.9816622797564907,
+      "eval_es_opus100_pr_auc": 0.8819344497312683,
+      "eval_es_ud_pr_auc": 0.9826383501219434,
+      "eval_et_ersatz_pr_auc": 0.961158411764241,
+      "eval_et_opus100_pr_auc": 0.8380744785515306,
+      "eval_et_ud_pr_auc": 0.8985473369565647,
+      "eval_eu_opus100_pr_auc": 0.8488855215842723,
+      "eval_eu_ud_pr_auc": 0.9907731812058591,
+      "eval_fa_opus100_pr_auc": 0.48152171309013325,
+      "eval_fa_ud_pr_auc": 0.992490201394293,
+      "eval_fi_ersatz_pr_auc": 0.9685218147183089,
+      "eval_fi_opus100_pr_auc": 0.8855795173223676,
+      "eval_fi_ud_pr_auc": 0.9128071620579544,
+      "eval_fr_ersatz_pr_auc": 0.9837055318628978,
+      "eval_fr_opus100_pr_auc": 0.8707307850544362,
+      "eval_fr_ud_pr_auc": 0.936568637753516,
+      "eval_fy_opus100_pr_auc": 0.6915594995171291,
+      "eval_ga_opus100_pr_auc": 0.8184993154153105,
+      "eval_ga_ud_pr_auc": 0.8725660496636942,
+      "eval_gd_opus100_pr_auc": 0.5217689017068601,
+      "eval_gd_ud_pr_auc": 0.5783546269853445,
+      "eval_gl_opus100_pr_auc": 0.8473296012245072,
+      "eval_gl_ud_pr_auc": 0.983684088944844,
+      "eval_gu_ersatz_pr_auc": 0.9359066936549219,
+      "eval_gu_opus100_pr_auc": 0.598110011944545,
+      "eval_ha_opus100_pr_auc": 0.8782622090709626,
+      "eval_he_opus100_pr_auc": 0.7866122614106358,
+      "eval_he_ud_pr_auc": 0.9372824397056533,
+      "eval_hi_ersatz_pr_auc": 0.9434592694087602,
+      "eval_hi_opus100_pr_auc": 0.5718117458540631,
+      "eval_hi_ud_pr_auc": 0.9960068248703345,
+      "eval_hu_opus100_pr_auc": 0.8891017950052151,
+      "eval_hu_ud_pr_auc": 0.9397250788330433,
+      "eval_hy_opus100_pr_auc": 0.8665175869123695,
+      "eval_hy_ud_pr_auc": 0.9517742890625192,
+      "eval_id_opus100_pr_auc": 0.8676218346783906,
+      "eval_id_ud_pr_auc": 0.9754329773537083,
+      "eval_ig_opus100_pr_auc": 0.8507173744698618,
+      "eval_is_opus100_pr_auc": 0.9100238147999427,
+      "eval_is_ud_pr_auc": 0.7976337528099494,
+      "eval_it_opus100_pr_auc": 0.8575943613861112,
+      "eval_it_ud_pr_auc": 0.991778816374947,
+      "eval_ja_ersatz_pr_auc": 0.8694749593236224,
+      "eval_ja_opus100_pr_auc": 0.5710212164565843,
+      "eval_ja_ud_pr_auc": 0.9839489121780111,
+      "eval_jv_ud_pr_auc": 0.9648641233179158,
+      "eval_ka_opus100_pr_auc": 0.8631396134080633,
+      "eval_kk_ersatz_pr_auc": 0.9722230718495232,
+      "eval_kk_opus100_pr_auc": 0.782936255012827,
+      "eval_kk_ud_pr_auc": 0.9808290467835934,
+      "eval_km_ersatz_pr_auc": 0.8524860769991762,
+      "eval_km_opus100_pr_auc": 0.4409539987386157,
+      "eval_kn_opus100_pr_auc": 0.48036027637126083,
+      "eval_ko_opus100_pr_auc": 0.6450845782317575,
+      "eval_ko_ud_pr_auc": 0.9797288983782737,
+      "eval_ku_opus100_pr_auc": 0.7254017615617501,
+      "eval_ky_opus100_pr_auc": 0.8251452265247,
+      "eval_la_ud_pr_auc": 0.9335837795869659,
+      "eval_loss": 0.057470839470624924,
+      "eval_lt_ersatz_pr_auc": 0.9548295913940907,
+      "eval_lt_opus100_pr_auc": 0.7943485062719293,
+      "eval_lt_ud_pr_auc": 0.9243740362504019,
+      "eval_lv_ersatz_pr_auc": 0.9719230023117935,
+      "eval_lv_opus100_pr_auc": 0.7987089147477838,
+      "eval_lv_ud_pr_auc": 0.9606270614801885,
+      "eval_mg_opus100_pr_auc": 0.8754960178485608,
+      "eval_mk_opus100_pr_auc": 0.8847445168086993,
+      "eval_ml_opus100_pr_auc": 0.7172414470569562,
+      "eval_mn_opus100_pr_auc": 0.9152313528748822,
+      "eval_mr_opus100_pr_auc": 0.8445673584197582,
+      "eval_mr_ud_pr_auc": 0.9171128726979488,
+      "eval_ms_opus100_pr_auc": 0.8550635064533864,
+      "eval_mt_opus100_pr_auc": 0.7118451758425418,
+      "eval_mt_ud_pr_auc": 0.8309828639080917,
+      "eval_my_opus100_pr_auc": 0.45178424566055114,
+      "eval_ne_opus100_pr_auc": 0.5173013432579888,
+      "eval_nl_opus100_pr_auc": 0.8582395397178451,
+      "eval_nl_ud_pr_auc": 0.9368849627083263,
+      "eval_no_opus100_pr_auc": 0.9145741272321468,
+      "eval_no_ud_pr_auc": 0.9878613905718097,
+      "eval_pa_opus100_pr_auc": 0.5605697948644124,
+      "eval_pl_ersatz_pr_auc": 0.9602700179280478,
+      "eval_pl_opus100_pr_auc": 0.8758057565205827,
+      "eval_pl_ud_pr_auc": 0.9242789093056245,
+      "eval_ps_ersatz_pr_auc": 0.9451504165561715,
+      "eval_ps_opus100_pr_auc": 0.5897960920799239,
+      "eval_pt_opus100_pr_auc": 0.8800623303488986,
+      "eval_pt_ud_pr_auc": 0.968343074819425,
+      "eval_ro_ersatz_pr_auc": 0.9722967725541815,
+      "eval_ro_opus100_pr_auc": 0.8485209866506762,
+      "eval_ro_ud_pr_auc": 0.887730183073493,
+      "eval_ru_ersatz_pr_auc": 0.9442725685732833,
+      "eval_ru_opus100_pr_auc": 0.8511145622824862,
+      "eval_ru_ud_pr_auc": 0.8648701754553306,
+      "eval_runtime": 448.8576,
+      "eval_samples_per_second": 168.138,
+      "eval_si_opus100_pr_auc": 0.7475363552583804,
+      "eval_sk_opus100_pr_auc": 0.8876714138358741,
+      "eval_sk_ud_pr_auc": 0.96652165958423,
+      "eval_sl_opus100_pr_auc": 0.8602105835542977,
+      "eval_sl_ud_pr_auc": 0.9725824053075373,
+      "eval_sq_opus100_pr_auc": 0.8659803677778386,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8964711753745039,
+      "eval_sr_ud_pr_auc": 0.9789759501235702,
+      "eval_steps_per_second": 5.256,
+      "eval_sv_opus100_pr_auc": 0.8842688973859367,
+      "eval_sv_ud_pr_auc": 0.9212433391667363,
+      "eval_ta_ersatz_pr_auc": 0.9670947095954976,
+      "eval_ta_opus100_pr_auc": 0.5244759016205482,
+      "eval_ta_ud_pr_auc": 0.9924979610320558,
+      "eval_te_opus100_pr_auc": 0.7593432339713473,
+      "eval_tg_opus100_pr_auc": 0.852209296568351,
+      "eval_th_opus100_pr_auc": 0.6279791982133077,
+      "eval_th_ud_pr_auc": 0.43597640397896137,
+      "eval_tr_ersatz_pr_auc": 0.9447783900790612,
+      "eval_tr_opus100_pr_auc": 0.8826806470271528,
+      "eval_tr_ud_pr_auc": 0.8813880105171166,
+      "eval_uk_opus100_pr_auc": 0.8367853647585395,
+      "eval_uk_ud_pr_auc": 0.9341472011963106,
+      "eval_ur_opus100_pr_auc": 0.43892108080381087,
+      "eval_ur_ud_pr_auc": 0.9970048083617429,
+      "eval_uz_opus100_pr_auc": 0.8200497346863646,
+      "eval_vi_opus100_pr_auc": 0.8626046797982825,
+      "eval_vi_ud_pr_auc": 0.9201268577092181,
+      "eval_xh_opus100_pr_auc": 0.8365797424206319,
+      "eval_yi_opus100_pr_auc": 0.5138209747484523,
+      "eval_yo_opus100_pr_auc": 0.7539849827497924,
+      "eval_yo_ud_pr_auc": 0.9056499016211822,
+      "eval_zh_ersatz_pr_auc": 0.7926715095904859,
+      "eval_zh_opus100_pr_auc": 0.5910665892575775,
+      "eval_zh_ud_pr_auc": 0.9924992819212015,
+      "eval_zu_opus100_pr_auc": 0.802725975156922,
+      "step": 10000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99873417721519e-05,
+      "learning_rate_adapter": 9.99873417721519e-05,
+      "loss": 0.0542,
+      "step": 10050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99746835443038e-05,
+      "learning_rate_adapter": 9.99746835443038e-05,
+      "loss": 0.055,
+      "step": 10100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99620253164557e-05,
+      "learning_rate_adapter": 9.99620253164557e-05,
+      "loss": 0.0553,
+      "step": 10150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99493670886076e-05,
+      "learning_rate_adapter": 9.99493670886076e-05,
+      "loss": 0.053,
+      "step": 10200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.993670886075949e-05,
+      "learning_rate_adapter": 9.993670886075949e-05,
+      "loss": 0.0537,
+      "step": 10250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99240506329114e-05,
+      "learning_rate_adapter": 9.99240506329114e-05,
+      "loss": 0.0538,
+      "step": 10300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99113924050633e-05,
+      "learning_rate_adapter": 9.99113924050633e-05,
+      "loss": 0.0532,
+      "step": 10350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.98987341772152e-05,
+      "learning_rate_adapter": 9.98987341772152e-05,
+      "loss": 0.0536,
+      "step": 10400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.98860759493671e-05,
+      "learning_rate_adapter": 9.98860759493671e-05,
+      "loss": 0.0541,
+      "step": 10450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.9873417721519e-05,
+      "learning_rate_adapter": 9.9873417721519e-05,
+      "loss": 0.0531,
+      "step": 10500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.986075949367089e-05,
+      "learning_rate_adapter": 9.986075949367089e-05,
+      "loss": 0.052,
+      "step": 10550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.984810126582279e-05,
+      "learning_rate_adapter": 9.984810126582279e-05,
+      "loss": 0.0536,
+      "step": 10600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.983544303797468e-05,
+      "learning_rate_adapter": 9.983544303797468e-05,
+      "loss": 0.0526,
+      "step": 10650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.982278481012659e-05,
+      "learning_rate_adapter": 9.982278481012659e-05,
+      "loss": 0.0534,
+      "step": 10700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.981012658227848e-05,
+      "learning_rate_adapter": 9.981012658227848e-05,
+      "loss": 0.0531,
+      "step": 10750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.979746835443037e-05,
+      "learning_rate_adapter": 9.979746835443037e-05,
+      "loss": 0.0535,
+      "step": 10800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.978481012658228e-05,
+      "learning_rate_adapter": 9.978481012658228e-05,
+      "loss": 0.0538,
+      "step": 10850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.977215189873418e-05,
+      "learning_rate_adapter": 9.977215189873418e-05,
+      "loss": 0.0535,
+      "step": 10900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.975949367088609e-05,
+      "learning_rate_adapter": 9.975949367088609e-05,
+      "loss": 0.0525,
+      "step": 10950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.974683544303798e-05,
+      "learning_rate_adapter": 9.974683544303798e-05,
+      "loss": 0.0512,
+      "step": 11000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.973417721518989e-05,
+      "learning_rate_adapter": 9.973417721518989e-05,
+      "loss": 0.0524,
+      "step": 11050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.972151898734178e-05,
+      "learning_rate_adapter": 9.972151898734178e-05,
+      "loss": 0.0507,
+      "step": 11100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.970886075949367e-05,
+      "learning_rate_adapter": 9.970886075949367e-05,
+      "loss": 0.0522,
+      "step": 11150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.969620253164558e-05,
+      "learning_rate_adapter": 9.969620253164558e-05,
+      "loss": 0.0517,
+      "step": 11200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.968354430379747e-05,
+      "learning_rate_adapter": 9.968354430379747e-05,
+      "loss": 0.0529,
+      "step": 11250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.967088607594938e-05,
+      "learning_rate_adapter": 9.967088607594938e-05,
+      "loss": 0.0522,
+      "step": 11300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.965822784810127e-05,
+      "learning_rate_adapter": 9.965822784810127e-05,
+      "loss": 0.0517,
+      "step": 11350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.964556962025316e-05,
+      "learning_rate_adapter": 9.964556962025316e-05,
+      "loss": 0.0514,
+      "step": 11400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.963291139240506e-05,
+      "learning_rate_adapter": 9.963291139240506e-05,
+      "loss": 0.051,
+      "step": 11450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.962025316455697e-05,
+      "learning_rate_adapter": 9.962025316455697e-05,
+      "loss": 0.0506,
+      "step": 11500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.960759493670888e-05,
+      "learning_rate_adapter": 9.960759493670888e-05,
+      "loss": 0.0515,
+      "step": 11550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.959493670886077e-05,
+      "learning_rate_adapter": 9.959493670886077e-05,
+      "loss": 0.0516,
+      "step": 11600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.958227848101266e-05,
+      "learning_rate_adapter": 9.958227848101266e-05,
+      "loss": 0.052,
+      "step": 11650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.956962025316457e-05,
+      "learning_rate_adapter": 9.956962025316457e-05,
+      "loss": 0.0522,
+      "step": 11700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.955696202531646e-05,
+      "learning_rate_adapter": 9.955696202531646e-05,
+      "loss": 0.0518,
+      "step": 11750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.954430379746836e-05,
+      "learning_rate_adapter": 9.954430379746836e-05,
+      "loss": 0.0523,
+      "step": 11800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.953164556962026e-05,
+      "learning_rate_adapter": 9.953164556962026e-05,
+      "loss": 0.0514,
+      "step": 11850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.951898734177215e-05,
+      "learning_rate_adapter": 9.951898734177215e-05,
+      "loss": 0.0511,
+      "step": 11900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.950632911392405e-05,
+      "learning_rate_adapter": 9.950632911392405e-05,
+      "loss": 0.0516,
+      "step": 11950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.949367088607595e-05,
+      "learning_rate_adapter": 9.949367088607595e-05,
+      "loss": 0.0506,
+      "step": 12000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.948101265822785e-05,
+      "learning_rate_adapter": 9.948101265822785e-05,
+      "loss": 0.0509,
+      "step": 12050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.946835443037976e-05,
+      "learning_rate_adapter": 9.946835443037976e-05,
+      "loss": 0.051,
+      "step": 12100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.945569620253165e-05,
+      "learning_rate_adapter": 9.945569620253165e-05,
+      "loss": 0.0504,
+      "step": 12150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.944303797468355e-05,
+      "learning_rate_adapter": 9.944303797468355e-05,
+      "loss": 0.0506,
+      "step": 12200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.943037974683545e-05,
+      "learning_rate_adapter": 9.943037974683545e-05,
+      "loss": 0.0506,
+      "step": 12250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.941772151898735e-05,
+      "learning_rate_adapter": 9.941772151898735e-05,
+      "loss": 0.0506,
+      "step": 12300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.940506329113924e-05,
+      "learning_rate_adapter": 9.940506329113924e-05,
+      "loss": 0.0499,
+      "step": 12350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.939240506329114e-05,
+      "learning_rate_adapter": 9.939240506329114e-05,
+      "loss": 0.0504,
+      "step": 12400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.937974683544304e-05,
+      "learning_rate_adapter": 9.937974683544304e-05,
+      "loss": 0.0498,
+      "step": 12450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.936708860759493e-05,
+      "learning_rate_adapter": 9.936708860759493e-05,
+      "loss": 0.0504,
+      "step": 12500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.935443037974684e-05,
+      "learning_rate_adapter": 9.935443037974684e-05,
+      "loss": 0.0505,
+      "step": 12550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.934177215189873e-05,
+      "learning_rate_adapter": 9.934177215189873e-05,
+      "loss": 0.0509,
+      "step": 12600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.932911392405064e-05,
+      "learning_rate_adapter": 9.932911392405064e-05,
+      "loss": 0.05,
+      "step": 12650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.931645569620254e-05,
+      "learning_rate_adapter": 9.931645569620254e-05,
+      "loss": 0.0497,
+      "step": 12700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.930379746835444e-05,
+      "learning_rate_adapter": 9.930379746835444e-05,
+      "loss": 0.0497,
+      "step": 12750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.929113924050634e-05,
+      "learning_rate_adapter": 9.929113924050634e-05,
+      "loss": 0.0496,
+      "step": 12800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.927848101265823e-05,
+      "learning_rate_adapter": 9.927848101265823e-05,
+      "loss": 0.0503,
+      "step": 12850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.926582278481014e-05,
+      "learning_rate_adapter": 9.926582278481014e-05,
+      "loss": 0.0505,
+      "step": 12900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.925316455696203e-05,
+      "learning_rate_adapter": 9.925316455696203e-05,
+      "loss": 0.0491,
+      "step": 12950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.924050632911392e-05,
+      "learning_rate_adapter": 9.924050632911392e-05,
+      "loss": 0.0495,
+      "step": 13000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.922784810126583e-05,
+      "learning_rate_adapter": 9.922784810126583e-05,
+      "loss": 0.0497,
+      "step": 13050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.921518987341772e-05,
+      "learning_rate_adapter": 9.921518987341772e-05,
+      "loss": 0.0501,
+      "step": 13100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.920253164556963e-05,
+      "learning_rate_adapter": 9.920253164556963e-05,
+      "loss": 0.0497,
+      "step": 13150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.918987341772152e-05,
+      "learning_rate_adapter": 9.918987341772152e-05,
+      "loss": 0.0497,
+      "step": 13200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.917721518987342e-05,
+      "learning_rate_adapter": 9.917721518987342e-05,
+      "loss": 0.0492,
+      "step": 13250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.916455696202533e-05,
+      "learning_rate_adapter": 9.916455696202533e-05,
+      "loss": 0.0492,
+      "step": 13300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.915189873417722e-05,
+      "learning_rate_adapter": 9.915189873417722e-05,
+      "loss": 0.0489,
+      "step": 13350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.913924050632913e-05,
+      "learning_rate_adapter": 9.913924050632913e-05,
+      "loss": 0.0487,
+      "step": 13400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.912658227848102e-05,
+      "learning_rate_adapter": 9.912658227848102e-05,
+      "loss": 0.0492,
+      "step": 13450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.911392405063291e-05,
+      "learning_rate_adapter": 9.911392405063291e-05,
+      "loss": 0.0501,
+      "step": 13500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.910126582278482e-05,
+      "learning_rate_adapter": 9.910126582278482e-05,
+      "loss": 0.0496,
+      "step": 13550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.908860759493671e-05,
+      "learning_rate_adapter": 9.908860759493671e-05,
+      "loss": 0.0496,
+      "step": 13600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.907594936708861e-05,
+      "learning_rate_adapter": 9.907594936708861e-05,
+      "loss": 0.0489,
+      "step": 13650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.90632911392405e-05,
+      "learning_rate_adapter": 9.90632911392405e-05,
+      "loss": 0.0495,
+      "step": 13700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.90506329113924e-05,
+      "learning_rate_adapter": 9.90506329113924e-05,
+      "loss": 0.0493,
+      "step": 13750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.90379746835443e-05,
+      "learning_rate_adapter": 9.90379746835443e-05,
+      "loss": 0.0493,
+      "step": 13800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.902531645569621e-05,
+      "learning_rate_adapter": 9.902531645569621e-05,
+      "loss": 0.0484,
+      "step": 13850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.901265822784812e-05,
+      "learning_rate_adapter": 9.901265822784812e-05,
+      "loss": 0.0489,
+      "step": 13900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0486,
+      "step": 13950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89873417721519e-05,
+      "learning_rate_adapter": 9.89873417721519e-05,
+      "loss": 0.0483,
+      "step": 14000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89746835443038e-05,
+      "learning_rate_adapter": 9.89746835443038e-05,
+      "loss": 0.0494,
+      "step": 14050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89620253164557e-05,
+      "learning_rate_adapter": 9.89620253164557e-05,
+      "loss": 0.0497,
+      "step": 14100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89493670886076e-05,
+      "learning_rate_adapter": 9.89493670886076e-05,
+      "loss": 0.0492,
+      "step": 14150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89367088607595e-05,
+      "learning_rate_adapter": 9.89367088607595e-05,
+      "loss": 0.0487,
+      "step": 14200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89240506329114e-05,
+      "learning_rate_adapter": 9.89240506329114e-05,
+      "loss": 0.0481,
+      "step": 14250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.891139240506329e-05,
+      "learning_rate_adapter": 9.891139240506329e-05,
+      "loss": 0.0477,
+      "step": 14300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.889873417721518e-05,
+      "learning_rate_adapter": 9.889873417721518e-05,
+      "loss": 0.0483,
+      "step": 14350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.888607594936709e-05,
+      "learning_rate_adapter": 9.888607594936709e-05,
+      "loss": 0.0486,
+      "step": 14400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.8873417721519e-05,
+      "learning_rate_adapter": 9.8873417721519e-05,
+      "loss": 0.0492,
+      "step": 14450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.88607594936709e-05,
+      "learning_rate_adapter": 9.88607594936709e-05,
+      "loss": 0.049,
+      "step": 14500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.88481012658228e-05,
+      "learning_rate_adapter": 9.88481012658228e-05,
+      "loss": 0.0481,
+      "step": 14550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.883544303797469e-05,
+      "learning_rate_adapter": 9.883544303797469e-05,
+      "loss": 0.0488,
+      "step": 14600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.882278481012659e-05,
+      "learning_rate_adapter": 9.882278481012659e-05,
+      "loss": 0.0482,
+      "step": 14650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.881012658227848e-05,
+      "learning_rate_adapter": 9.881012658227848e-05,
+      "loss": 0.048,
+      "step": 14700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.879746835443039e-05,
+      "learning_rate_adapter": 9.879746835443039e-05,
+      "loss": 0.0467,
+      "step": 14750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.878481012658228e-05,
+      "learning_rate_adapter": 9.878481012658228e-05,
+      "loss": 0.0492,
+      "step": 14800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.877215189873417e-05,
+      "learning_rate_adapter": 9.877215189873417e-05,
+      "loss": 0.049,
+      "step": 14850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.875949367088608e-05,
+      "learning_rate_adapter": 9.875949367088608e-05,
+      "loss": 0.0473,
+      "step": 14900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.874683544303797e-05,
+      "learning_rate_adapter": 9.874683544303797e-05,
+      "loss": 0.0486,
+      "step": 14950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.873417721518988e-05,
+      "learning_rate_adapter": 9.873417721518988e-05,
+      "loss": 0.0477,
+      "step": 15000
+    },
+    {
+      "epoch": 0.01,
+      "eval_af_opus100_pr_auc": 0.7457806377401813,
+      "eval_af_ud_pr_auc": 0.9893765571272289,
+      "eval_am_opus100_pr_auc": 0.31265976469225726,
+      "eval_ar_ersatz_pr_auc": 0.9200928924443708,
+      "eval_ar_opus100_pr_auc": 0.6336851632330527,
+      "eval_ar_ud_pr_auc": 0.7735800141907061,
+      "eval_average_ersatz_pr_auc": 0.9366964268527836,
+      "eval_average_opus100_pr_auc": 0.7758402779955966,
+      "eval_average_ud_pr_auc": 0.9330234776897577,
+      "eval_az_opus100_pr_auc": 0.6028367807177294,
+      "eval_be_opus100_pr_auc": 0.6188646255537565,
+      "eval_be_ud_pr_auc": 0.8626863453447509,
+      "eval_bg_opus100_pr_auc": 0.8962414443355636,
+      "eval_bg_ud_pr_auc": 0.9793864831105019,
+      "eval_bn_opus100_pr_auc": 0.7638638581739963,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8593602608416315,
+      "eval_ca_ud_pr_auc": 0.9876514962914563,
+      "eval_ceb_ud_pr_auc": 0.9970723082659313,
+      "eval_cs_ersatz_pr_auc": 0.9650466735535683,
+      "eval_cs_opus100_pr_auc": 0.870881933056489,
+      "eval_cs_ud_pr_auc": 0.9198963976231598,
+      "eval_cy_opus100_pr_auc": 0.6914266540220235,
+      "eval_cy_ud_pr_auc": 0.9910192106268637,
+      "eval_da_opus100_pr_auc": 0.8805468091019799,
+      "eval_da_ud_pr_auc": 0.9591421155229949,
+      "eval_de_ersatz_pr_auc": 0.9543182644619577,
+      "eval_de_opus100_pr_auc": 0.8059887065716471,
+      "eval_de_ud_pr_auc": 0.9617953512158578,
+      "eval_el_opus100_pr_auc": 0.9182046312194855,
+      "eval_el_ud_pr_auc": 0.9872055434907349,
+      "eval_en_ersatz_pr_auc": 0.9623727662760029,
+      "eval_en_opus100_pr_auc": 0.886478298566317,
+      "eval_en_ud_pr_auc": 0.925040048960322,
+      "eval_eo_opus100_pr_auc": 0.8944555281444717,
+      "eval_es_ersatz_pr_auc": 0.9818785228806636,
+      "eval_es_opus100_pr_auc": 0.8936350688559356,
+      "eval_es_ud_pr_auc": 0.9824728117875551,
+      "eval_et_ersatz_pr_auc": 0.9715539089069848,
+      "eval_et_opus100_pr_auc": 0.8604510249118907,
+      "eval_et_ud_pr_auc": 0.9011594069361526,
+      "eval_eu_opus100_pr_auc": 0.8593679809355239,
+      "eval_eu_ud_pr_auc": 0.9930112999890499,
+      "eval_fa_opus100_pr_auc": 0.5052592652435897,
+      "eval_fa_ud_pr_auc": 0.9922119362223543,
+      "eval_fi_ersatz_pr_auc": 0.9655743971126572,
+      "eval_fi_opus100_pr_auc": 0.8805121256822336,
+      "eval_fi_ud_pr_auc": 0.9098123794332836,
+      "eval_fr_ersatz_pr_auc": 0.979969578052436,
+      "eval_fr_opus100_pr_auc": 0.8766017365229279,
+      "eval_fr_ud_pr_auc": 0.9398620848702561,
+      "eval_fy_opus100_pr_auc": 0.6982520453996447,
+      "eval_ga_opus100_pr_auc": 0.8122665172043575,
+      "eval_ga_ud_pr_auc": 0.8266053949621521,
+      "eval_gd_opus100_pr_auc": 0.46395140376457666,
+      "eval_gd_ud_pr_auc": 0.617485094793843,
+      "eval_gl_opus100_pr_auc": 0.8679633142887742,
+      "eval_gl_ud_pr_auc": 0.9784819333097928,
+      "eval_gu_ersatz_pr_auc": 0.9418521295294803,
+      "eval_gu_opus100_pr_auc": 0.6187106904987874,
+      "eval_ha_opus100_pr_auc": 0.871279515017891,
+      "eval_he_opus100_pr_auc": 0.8640464898651443,
+      "eval_he_ud_pr_auc": 0.9475607183028282,
+      "eval_hi_ersatz_pr_auc": 0.9406766675196304,
+      "eval_hi_opus100_pr_auc": 0.5894243814604534,
+      "eval_hi_ud_pr_auc": 0.9909814508695169,
+      "eval_hu_opus100_pr_auc": 0.9063513430075891,
+      "eval_hu_ud_pr_auc": 0.9582440171113105,
+      "eval_hy_opus100_pr_auc": 0.8800875798778472,
+      "eval_hy_ud_pr_auc": 0.9149544410236797,
+      "eval_id_opus100_pr_auc": 0.8727767940423309,
+      "eval_id_ud_pr_auc": 0.9772549603480101,
+      "eval_ig_opus100_pr_auc": 0.8624905521737732,
+      "eval_is_opus100_pr_auc": 0.9185905319278292,
+      "eval_is_ud_pr_auc": 0.8132407076498424,
+      "eval_it_opus100_pr_auc": 0.8835586143218124,
+      "eval_it_ud_pr_auc": 0.9918595668644108,
+      "eval_ja_ersatz_pr_auc": 0.7398292653375717,
+      "eval_ja_opus100_pr_auc": 0.6310048454367799,
+      "eval_ja_ud_pr_auc": 0.973785400582627,
+      "eval_jv_ud_pr_auc": 0.9721366916284926,
+      "eval_ka_opus100_pr_auc": 0.8742163002655958,
+      "eval_kk_ersatz_pr_auc": 0.9746336428319741,
+      "eval_kk_opus100_pr_auc": 0.7854903070937382,
+      "eval_kk_ud_pr_auc": 0.9700369039498227,
+      "eval_km_ersatz_pr_auc": 0.8670170552662873,
+      "eval_km_opus100_pr_auc": 0.6065377758542475,
+      "eval_kn_opus100_pr_auc": 0.4797566683765426,
+      "eval_ko_opus100_pr_auc": 0.6436266955883062,
+      "eval_ko_ud_pr_auc": 0.9932426376127304,
+      "eval_ku_opus100_pr_auc": 0.7478582502244446,
+      "eval_ky_opus100_pr_auc": 0.8510548595759801,
+      "eval_la_ud_pr_auc": 0.9280432002683783,
+      "eval_loss": 0.0519363209605217,
+      "eval_lt_ersatz_pr_auc": 0.9580953724947043,
+      "eval_lt_opus100_pr_auc": 0.7914110391175255,
+      "eval_lt_ud_pr_auc": 0.919815922108267,
+      "eval_lv_ersatz_pr_auc": 0.9765097397885308,
+      "eval_lv_opus100_pr_auc": 0.8141018690193077,
+      "eval_lv_ud_pr_auc": 0.9559487626888604,
+      "eval_mg_opus100_pr_auc": 0.8737312221963923,
+      "eval_mk_opus100_pr_auc": 0.8795932692424979,
+      "eval_ml_opus100_pr_auc": 0.7625673655544944,
+      "eval_mn_opus100_pr_auc": 0.9323350451580086,
+      "eval_mr_opus100_pr_auc": 0.8478710732822845,
+      "eval_mr_ud_pr_auc": 0.9724764535253473,
+      "eval_ms_opus100_pr_auc": 0.8645802672960815,
+      "eval_mt_opus100_pr_auc": 0.7325476560447864,
+      "eval_mt_ud_pr_auc": 0.8866482571014224,
+      "eval_my_opus100_pr_auc": 0.5493047959754341,
+      "eval_ne_opus100_pr_auc": 0.5766507174591944,
+      "eval_nl_opus100_pr_auc": 0.8856855545129637,
+      "eval_nl_ud_pr_auc": 0.9356064373794545,
+      "eval_no_opus100_pr_auc": 0.9131644911251053,
+      "eval_no_ud_pr_auc": 0.9892827539817612,
+      "eval_pa_opus100_pr_auc": 0.5708102099683068,
+      "eval_pl_ersatz_pr_auc": 0.9636071194002253,
+      "eval_pl_opus100_pr_auc": 0.8871453798651594,
+      "eval_pl_ud_pr_auc": 0.9259805159796751,
+      "eval_ps_ersatz_pr_auc": 0.9480182315441937,
+      "eval_ps_opus100_pr_auc": 0.6732882812611304,
+      "eval_pt_opus100_pr_auc": 0.8961527714220952,
+      "eval_pt_ud_pr_auc": 0.9729943747295754,
+      "eval_ro_ersatz_pr_auc": 0.9732362034273396,
+      "eval_ro_opus100_pr_auc": 0.8584728815975363,
+      "eval_ro_ud_pr_auc": 0.8428209209986395,
+      "eval_ru_ersatz_pr_auc": 0.9571773840200052,
+      "eval_ru_opus100_pr_auc": 0.8547517688578277,
+      "eval_ru_ud_pr_auc": 0.8541637156725493,
+      "eval_runtime": 459.1169,
+      "eval_samples_per_second": 164.381,
+      "eval_si_opus100_pr_auc": 0.7914777570515372,
+      "eval_sk_opus100_pr_auc": 0.8966583367009682,
+      "eval_sk_ud_pr_auc": 0.9706113920805346,
+      "eval_sl_opus100_pr_auc": 0.8533654562315873,
+      "eval_sl_ud_pr_auc": 0.9570610400020747,
+      "eval_sq_opus100_pr_auc": 0.8561742430748953,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9027212776896363,
+      "eval_sr_ud_pr_auc": 0.9869903946045651,
+      "eval_steps_per_second": 5.138,
+      "eval_sv_opus100_pr_auc": 0.8851898609377258,
+      "eval_sv_ud_pr_auc": 0.9125489659900405,
+      "eval_ta_ersatz_pr_auc": 0.9712311837695093,
+      "eval_ta_opus100_pr_auc": 0.5361409042706757,
+      "eval_ta_ud_pr_auc": 0.9951613560171295,
+      "eval_te_opus100_pr_auc": 0.7575924433080605,
+      "eval_tg_opus100_pr_auc": 0.8487409415049689,
+      "eval_th_opus100_pr_auc": 0.6408766882475594,
+      "eval_th_ud_pr_auc": 0.5226375884461562,
+      "eval_tr_ersatz_pr_auc": 0.9441147405123769,
+      "eval_tr_opus100_pr_auc": 0.8933934601226431,
+      "eval_tr_ud_pr_auc": 0.9048868069932056,
+      "eval_uk_opus100_pr_auc": 0.8623687610855243,
+      "eval_uk_ud_pr_auc": 0.9434761819666467,
+      "eval_ur_opus100_pr_auc": 0.45948550772793106,
+      "eval_ur_ud_pr_auc": 0.9973199735811935,
+      "eval_uz_opus100_pr_auc": 0.833596375447068,
+      "eval_vi_opus100_pr_auc": 0.8997937732431677,
+      "eval_vi_ud_pr_auc": 0.9447393245511926,
+      "eval_xh_opus100_pr_auc": 0.8317373117404413,
+      "eval_yi_opus100_pr_auc": 0.5620228934353929,
+      "eval_yo_opus100_pr_auc": 0.7545283950660352,
+      "eval_yo_ud_pr_auc": 0.9357978675397763,
+      "eval_zh_ersatz_pr_auc": 0.7505156516307661,
+      "eval_zh_opus100_pr_auc": 0.5954988890797773,
+      "eval_zh_ud_pr_auc": 0.9490743120915259,
+      "eval_zu_opus100_pr_auc": 0.8069760873280749,
+      "step": 15000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.872151898734178e-05,
+      "learning_rate_adapter": 9.872151898734178e-05,
+      "loss": 0.0478,
+      "step": 15050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.870886075949367e-05,
+      "learning_rate_adapter": 9.870886075949367e-05,
+      "loss": 0.0476,
+      "step": 15100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.869620253164558e-05,
+      "learning_rate_adapter": 9.869620253164558e-05,
+      "loss": 0.0472,
+      "step": 15150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.868354430379747e-05,
+      "learning_rate_adapter": 9.868354430379747e-05,
+      "loss": 0.0477,
+      "step": 15200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.867088607594938e-05,
+      "learning_rate_adapter": 9.867088607594938e-05,
+      "loss": 0.0483,
+      "step": 15250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.865822784810127e-05,
+      "learning_rate_adapter": 9.865822784810127e-05,
+      "loss": 0.0472,
+      "step": 15300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.864556962025316e-05,
+      "learning_rate_adapter": 9.864556962025316e-05,
+      "loss": 0.047,
+      "step": 15350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.863291139240507e-05,
+      "learning_rate_adapter": 9.863291139240507e-05,
+      "loss": 0.0473,
+      "step": 15400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.862025316455696e-05,
+      "learning_rate_adapter": 9.862025316455696e-05,
+      "loss": 0.0478,
+      "step": 15450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.860759493670887e-05,
+      "learning_rate_adapter": 9.860759493670887e-05,
+      "loss": 0.0481,
+      "step": 15500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.859493670886076e-05,
+      "learning_rate_adapter": 9.859493670886076e-05,
+      "loss": 0.0472,
+      "step": 15550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.858227848101266e-05,
+      "learning_rate_adapter": 9.858227848101266e-05,
+      "loss": 0.0482,
+      "step": 15600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.856962025316457e-05,
+      "learning_rate_adapter": 9.856962025316457e-05,
+      "loss": 0.0503,
+      "step": 15650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.855696202531646e-05,
+      "learning_rate_adapter": 9.855696202531646e-05,
+      "loss": 0.048,
+      "step": 15700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.854430379746837e-05,
+      "learning_rate_adapter": 9.854430379746837e-05,
+      "loss": 0.0468,
+      "step": 15750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.853164556962026e-05,
+      "learning_rate_adapter": 9.853164556962026e-05,
+      "loss": 0.0477,
+      "step": 15800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.851898734177216e-05,
+      "learning_rate_adapter": 9.851898734177216e-05,
+      "loss": 0.0466,
+      "step": 15850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.850632911392406e-05,
+      "learning_rate_adapter": 9.850632911392406e-05,
+      "loss": 0.0483,
+      "step": 15900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.849367088607595e-05,
+      "learning_rate_adapter": 9.849367088607595e-05,
+      "loss": 0.0472,
+      "step": 15950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.848101265822785e-05,
+      "learning_rate_adapter": 9.848101265822785e-05,
+      "loss": 0.0463,
+      "step": 16000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.846835443037975e-05,
+      "learning_rate_adapter": 9.846835443037975e-05,
+      "loss": 0.0474,
+      "step": 16050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.845569620253165e-05,
+      "learning_rate_adapter": 9.845569620253165e-05,
+      "loss": 0.0472,
+      "step": 16100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.844303797468354e-05,
+      "learning_rate_adapter": 9.844303797468354e-05,
+      "loss": 0.0463,
+      "step": 16150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.843037974683545e-05,
+      "learning_rate_adapter": 9.843037974683545e-05,
+      "loss": 0.0466,
+      "step": 16200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.841772151898735e-05,
+      "learning_rate_adapter": 9.841772151898735e-05,
+      "loss": 0.0466,
+      "step": 16250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.840506329113925e-05,
+      "learning_rate_adapter": 9.840506329113925e-05,
+      "loss": 0.0464,
+      "step": 16300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.839240506329115e-05,
+      "learning_rate_adapter": 9.839240506329115e-05,
+      "loss": 0.0474,
+      "step": 16350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.837974683544304e-05,
+      "learning_rate_adapter": 9.837974683544304e-05,
+      "loss": 0.0472,
+      "step": 16400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.836708860759494e-05,
+      "learning_rate_adapter": 9.836708860759494e-05,
+      "loss": 0.0471,
+      "step": 16450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.835443037974684e-05,
+      "learning_rate_adapter": 9.835443037974684e-05,
+      "loss": 0.0469,
+      "step": 16500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.834177215189873e-05,
+      "learning_rate_adapter": 9.834177215189873e-05,
+      "loss": 0.0477,
+      "step": 16550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.832911392405064e-05,
+      "learning_rate_adapter": 9.832911392405064e-05,
+      "loss": 0.0461,
+      "step": 16600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.831645569620253e-05,
+      "learning_rate_adapter": 9.831645569620253e-05,
+      "loss": 0.0465,
+      "step": 16650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.830379746835442e-05,
+      "learning_rate_adapter": 9.830379746835442e-05,
+      "loss": 0.0471,
+      "step": 16700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.829113924050633e-05,
+      "learning_rate_adapter": 9.829113924050633e-05,
+      "loss": 0.0477,
+      "step": 16750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.827848101265824e-05,
+      "learning_rate_adapter": 9.827848101265824e-05,
+      "loss": 0.0462,
+      "step": 16800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.826582278481014e-05,
+      "learning_rate_adapter": 9.826582278481014e-05,
+      "loss": 0.0462,
+      "step": 16850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.825316455696203e-05,
+      "learning_rate_adapter": 9.825316455696203e-05,
+      "loss": 0.0461,
+      "step": 16900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.824050632911393e-05,
+      "learning_rate_adapter": 9.824050632911393e-05,
+      "loss": 0.0467,
+      "step": 16950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.822784810126583e-05,
+      "learning_rate_adapter": 9.822784810126583e-05,
+      "loss": 0.0466,
+      "step": 17000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.821518987341772e-05,
+      "learning_rate_adapter": 9.821518987341772e-05,
+      "loss": 0.0471,
+      "step": 17050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.820253164556963e-05,
+      "learning_rate_adapter": 9.820253164556963e-05,
+      "loss": 0.0464,
+      "step": 17100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.818987341772152e-05,
+      "learning_rate_adapter": 9.818987341772152e-05,
+      "loss": 0.0476,
+      "step": 17150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.817721518987341e-05,
+      "learning_rate_adapter": 9.817721518987341e-05,
+      "loss": 0.0455,
+      "step": 17200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.816455696202532e-05,
+      "learning_rate_adapter": 9.816455696202532e-05,
+      "loss": 0.0469,
+      "step": 17250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.815189873417721e-05,
+      "learning_rate_adapter": 9.815189873417721e-05,
+      "loss": 0.0462,
+      "step": 17300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.813924050632912e-05,
+      "learning_rate_adapter": 9.813924050632912e-05,
+      "loss": 0.0463,
+      "step": 17350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.812658227848102e-05,
+      "learning_rate_adapter": 9.812658227848102e-05,
+      "loss": 0.047,
+      "step": 17400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.811392405063293e-05,
+      "learning_rate_adapter": 9.811392405063293e-05,
+      "loss": 0.0458,
+      "step": 17450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.810126582278482e-05,
+      "learning_rate_adapter": 9.810126582278482e-05,
+      "loss": 0.0462,
+      "step": 17500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.808860759493671e-05,
+      "learning_rate_adapter": 9.808860759493671e-05,
+      "loss": 0.046,
+      "step": 17550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.807594936708862e-05,
+      "learning_rate_adapter": 9.807594936708862e-05,
+      "loss": 0.0458,
+      "step": 17600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.806329113924051e-05,
+      "learning_rate_adapter": 9.806329113924051e-05,
+      "loss": 0.0462,
+      "step": 17650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.805063291139241e-05,
+      "learning_rate_adapter": 9.805063291139241e-05,
+      "loss": 0.0468,
+      "step": 17700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.803797468354431e-05,
+      "learning_rate_adapter": 9.803797468354431e-05,
+      "loss": 0.0468,
+      "step": 17750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.80253164556962e-05,
+      "learning_rate_adapter": 9.80253164556962e-05,
+      "loss": 0.0473,
+      "step": 17800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.80126582278481e-05,
+      "learning_rate_adapter": 9.80126582278481e-05,
+      "loss": 0.0459,
+      "step": 17850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0452,
+      "step": 17900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79873417721519e-05,
+      "learning_rate_adapter": 9.79873417721519e-05,
+      "loss": 0.0457,
+      "step": 17950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.797468354430381e-05,
+      "learning_rate_adapter": 9.797468354430381e-05,
+      "loss": 0.046,
+      "step": 18000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79620253164557e-05,
+      "learning_rate_adapter": 9.79620253164557e-05,
+      "loss": 0.0462,
+      "step": 18050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79493670886076e-05,
+      "learning_rate_adapter": 9.79493670886076e-05,
+      "loss": 0.045,
+      "step": 18100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79367088607595e-05,
+      "learning_rate_adapter": 9.79367088607595e-05,
+      "loss": 0.0456,
+      "step": 18150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79240506329114e-05,
+      "learning_rate_adapter": 9.79240506329114e-05,
+      "loss": 0.0468,
+      "step": 18200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79113924050633e-05,
+      "learning_rate_adapter": 9.79113924050633e-05,
+      "loss": 0.0462,
+      "step": 18250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.789873417721519e-05,
+      "learning_rate_adapter": 9.789873417721519e-05,
+      "loss": 0.0451,
+      "step": 18300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.78860759493671e-05,
+      "learning_rate_adapter": 9.78860759493671e-05,
+      "loss": 0.0462,
+      "step": 18350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.787341772151899e-05,
+      "learning_rate_adapter": 9.787341772151899e-05,
+      "loss": 0.0458,
+      "step": 18400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.786075949367089e-05,
+      "learning_rate_adapter": 9.786075949367089e-05,
+      "loss": 0.0454,
+      "step": 18450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.784810126582278e-05,
+      "learning_rate_adapter": 9.784810126582278e-05,
+      "loss": 0.0455,
+      "step": 18500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.783544303797469e-05,
+      "learning_rate_adapter": 9.783544303797469e-05,
+      "loss": 0.0468,
+      "step": 18550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.78227848101266e-05,
+      "learning_rate_adapter": 9.78227848101266e-05,
+      "loss": 0.046,
+      "step": 18600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.781012658227849e-05,
+      "learning_rate_adapter": 9.781012658227849e-05,
+      "loss": 0.045,
+      "step": 18650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.779746835443039e-05,
+      "learning_rate_adapter": 9.779746835443039e-05,
+      "loss": 0.0459,
+      "step": 18700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.778481012658228e-05,
+      "learning_rate_adapter": 9.778481012658228e-05,
+      "loss": 0.0455,
+      "step": 18750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.777215189873418e-05,
+      "learning_rate_adapter": 9.777215189873418e-05,
+      "loss": 0.0462,
+      "step": 18800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.775949367088608e-05,
+      "learning_rate_adapter": 9.775949367088608e-05,
+      "loss": 0.0456,
+      "step": 18850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.774683544303797e-05,
+      "learning_rate_adapter": 9.774683544303797e-05,
+      "loss": 0.046,
+      "step": 18900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.773417721518988e-05,
+      "learning_rate_adapter": 9.773417721518988e-05,
+      "loss": 0.045,
+      "step": 18950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.772151898734177e-05,
+      "learning_rate_adapter": 9.772151898734177e-05,
+      "loss": 0.046,
+      "step": 19000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.770886075949366e-05,
+      "learning_rate_adapter": 9.770886075949366e-05,
+      "loss": 0.0457,
+      "step": 19050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.769620253164557e-05,
+      "learning_rate_adapter": 9.769620253164557e-05,
+      "loss": 0.0453,
+      "step": 19100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.768354430379747e-05,
+      "learning_rate_adapter": 9.768354430379747e-05,
+      "loss": 0.0455,
+      "step": 19150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.767088607594938e-05,
+      "learning_rate_adapter": 9.767088607594938e-05,
+      "loss": 0.0453,
+      "step": 19200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.765822784810127e-05,
+      "learning_rate_adapter": 9.765822784810127e-05,
+      "loss": 0.0454,
+      "step": 19250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.764556962025318e-05,
+      "learning_rate_adapter": 9.764556962025318e-05,
+      "loss": 0.0458,
+      "step": 19300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.763291139240507e-05,
+      "learning_rate_adapter": 9.763291139240507e-05,
+      "loss": 0.0452,
+      "step": 19350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.762025316455696e-05,
+      "learning_rate_adapter": 9.762025316455696e-05,
+      "loss": 0.0463,
+      "step": 19400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.760759493670887e-05,
+      "learning_rate_adapter": 9.760759493670887e-05,
+      "loss": 0.0457,
+      "step": 19450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.759493670886076e-05,
+      "learning_rate_adapter": 9.759493670886076e-05,
+      "loss": 0.046,
+      "step": 19500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.758227848101267e-05,
+      "learning_rate_adapter": 9.758227848101267e-05,
+      "loss": 0.0459,
+      "step": 19550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.756962025316456e-05,
+      "learning_rate_adapter": 9.756962025316456e-05,
+      "loss": 0.0451,
+      "step": 19600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.755696202531645e-05,
+      "learning_rate_adapter": 9.755696202531645e-05,
+      "loss": 0.0452,
+      "step": 19650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.754430379746836e-05,
+      "learning_rate_adapter": 9.754430379746836e-05,
+      "loss": 0.0452,
+      "step": 19700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.753164556962026e-05,
+      "learning_rate_adapter": 9.753164556962026e-05,
+      "loss": 0.0459,
+      "step": 19750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.751898734177217e-05,
+      "learning_rate_adapter": 9.751898734177217e-05,
+      "loss": 0.0453,
+      "step": 19800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.750632911392406e-05,
+      "learning_rate_adapter": 9.750632911392406e-05,
+      "loss": 0.0454,
+      "step": 19850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.749367088607595e-05,
+      "learning_rate_adapter": 9.749367088607595e-05,
+      "loss": 0.0447,
+      "step": 19900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.748101265822786e-05,
+      "learning_rate_adapter": 9.748101265822786e-05,
+      "loss": 0.0461,
+      "step": 19950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.746835443037975e-05,
+      "learning_rate_adapter": 9.746835443037975e-05,
+      "loss": 0.046,
+      "step": 20000
+    },
+    {
+      "epoch": 0.02,
+      "eval_af_opus100_pr_auc": 0.7433362741975398,
+      "eval_af_ud_pr_auc": 0.9898334204719852,
+      "eval_am_opus100_pr_auc": 0.4185534977860074,
+      "eval_ar_ersatz_pr_auc": 0.9247755489975172,
+      "eval_ar_opus100_pr_auc": 0.6379586619012337,
+      "eval_ar_ud_pr_auc": 0.7824366791740838,
+      "eval_average_ersatz_pr_auc": 0.9494528944157294,
+      "eval_average_opus100_pr_auc": 0.7903732239396096,
+      "eval_average_ud_pr_auc": 0.9421455648409661,
+      "eval_az_opus100_pr_auc": 0.6941511843177086,
+      "eval_be_opus100_pr_auc": 0.6504839012591186,
+      "eval_be_ud_pr_auc": 0.8914937703878671,
+      "eval_bg_opus100_pr_auc": 0.897334656988828,
+      "eval_bg_ud_pr_auc": 0.9883517482562747,
+      "eval_bn_opus100_pr_auc": 0.7620237884371808,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8660563937663902,
+      "eval_ca_ud_pr_auc": 0.9932652090382892,
+      "eval_ceb_ud_pr_auc": 0.9970723082478592,
+      "eval_cs_ersatz_pr_auc": 0.9778202674162333,
+      "eval_cs_opus100_pr_auc": 0.8795638269271733,
+      "eval_cs_ud_pr_auc": 0.9406448310603264,
+      "eval_cy_opus100_pr_auc": 0.700958269288364,
+      "eval_cy_ud_pr_auc": 0.9956081645675144,
+      "eval_da_opus100_pr_auc": 0.8891995319737225,
+      "eval_da_ud_pr_auc": 0.9765503159115178,
+      "eval_de_ersatz_pr_auc": 0.9651705658658046,
+      "eval_de_opus100_pr_auc": 0.8170708635753636,
+      "eval_de_ud_pr_auc": 0.9668900912839788,
+      "eval_el_opus100_pr_auc": 0.9197175018761123,
+      "eval_el_ud_pr_auc": 0.9955511433919271,
+      "eval_en_ersatz_pr_auc": 0.9748706725687095,
+      "eval_en_opus100_pr_auc": 0.8961746790715547,
+      "eval_en_ud_pr_auc": 0.9439498574072277,
+      "eval_eo_opus100_pr_auc": 0.9057757117588078,
+      "eval_es_ersatz_pr_auc": 0.9934958378692618,
+      "eval_es_opus100_pr_auc": 0.9030104425581821,
+      "eval_es_ud_pr_auc": 0.9856594434832661,
+      "eval_et_ersatz_pr_auc": 0.9804572251571034,
+      "eval_et_opus100_pr_auc": 0.8844547473406374,
+      "eval_et_ud_pr_auc": 0.8947583306779056,
+      "eval_eu_opus100_pr_auc": 0.8580583958538384,
+      "eval_eu_ud_pr_auc": 0.9953573596732194,
+      "eval_fa_opus100_pr_auc": 0.5208415276676996,
+      "eval_fa_ud_pr_auc": 0.9968826118431678,
+      "eval_fi_ersatz_pr_auc": 0.9760484949167503,
+      "eval_fi_opus100_pr_auc": 0.9085706098872638,
+      "eval_fi_ud_pr_auc": 0.9462839297035841,
+      "eval_fr_ersatz_pr_auc": 0.9881144414129819,
+      "eval_fr_opus100_pr_auc": 0.8859854412111989,
+      "eval_fr_ud_pr_auc": 0.9669000294756837,
+      "eval_fy_opus100_pr_auc": 0.6950592327682097,
+      "eval_ga_opus100_pr_auc": 0.8428247449968735,
+      "eval_ga_ud_pr_auc": 0.8495949761881642,
+      "eval_gd_opus100_pr_auc": 0.5212840635364893,
+      "eval_gd_ud_pr_auc": 0.6542190218522274,
+      "eval_gl_opus100_pr_auc": 0.8734334506859497,
+      "eval_gl_ud_pr_auc": 0.9847026793491656,
+      "eval_gu_ersatz_pr_auc": 0.9496030338817276,
+      "eval_gu_opus100_pr_auc": 0.6284746313412062,
+      "eval_ha_opus100_pr_auc": 0.8986959469716082,
+      "eval_he_opus100_pr_auc": 0.8342686777154481,
+      "eval_he_ud_pr_auc": 0.9544990446651027,
+      "eval_hi_ersatz_pr_auc": 0.9590272152407017,
+      "eval_hi_opus100_pr_auc": 0.6104462400214444,
+      "eval_hi_ud_pr_auc": 0.9940711762205099,
+      "eval_hu_opus100_pr_auc": 0.9115953180405812,
+      "eval_hu_ud_pr_auc": 0.9588092994028519,
+      "eval_hy_opus100_pr_auc": 0.8893736998095564,
+      "eval_hy_ud_pr_auc": 0.9465553779361779,
+      "eval_id_opus100_pr_auc": 0.8639958846268806,
+      "eval_id_ud_pr_auc": 0.9844516100972319,
+      "eval_ig_opus100_pr_auc": 0.8502270393848746,
+      "eval_is_opus100_pr_auc": 0.9156805211999678,
+      "eval_is_ud_pr_auc": 0.8062229315114008,
+      "eval_it_opus100_pr_auc": 0.8831197215791456,
+      "eval_it_ud_pr_auc": 0.9904772675675785,
+      "eval_ja_ersatz_pr_auc": 0.7736434203804787,
+      "eval_ja_opus100_pr_auc": 0.6781734524900156,
+      "eval_ja_ud_pr_auc": 0.9732979418746971,
+      "eval_jv_ud_pr_auc": 0.9852526317234322,
+      "eval_ka_opus100_pr_auc": 0.8629861855655833,
+      "eval_kk_ersatz_pr_auc": 0.982676619974671,
+      "eval_kk_opus100_pr_auc": 0.8034205330974402,
+      "eval_kk_ud_pr_auc": 0.9755655611420027,
+      "eval_km_ersatz_pr_auc": 0.8661719828517289,
+      "eval_km_opus100_pr_auc": 0.6164640799292138,
+      "eval_kn_opus100_pr_auc": 0.5165333051127062,
+      "eval_ko_opus100_pr_auc": 0.6283085888309632,
+      "eval_ko_ud_pr_auc": 0.9979016081303068,
+      "eval_ku_opus100_pr_auc": 0.7884273021070819,
+      "eval_ky_opus100_pr_auc": 0.8500275926242895,
+      "eval_la_ud_pr_auc": 0.9227960968899831,
+      "eval_loss": 0.049153488129377365,
+      "eval_lt_ersatz_pr_auc": 0.9733762471455358,
+      "eval_lt_opus100_pr_auc": 0.8241526145477099,
+      "eval_lt_ud_pr_auc": 0.9295574095291496,
+      "eval_lv_ersatz_pr_auc": 0.9871193392426363,
+      "eval_lv_opus100_pr_auc": 0.8565739946521085,
+      "eval_lv_ud_pr_auc": 0.9590376444407107,
+      "eval_mg_opus100_pr_auc": 0.8998422882475885,
+      "eval_mk_opus100_pr_auc": 0.8864263474211843,
+      "eval_ml_opus100_pr_auc": 0.739531187263375,
+      "eval_mn_opus100_pr_auc": 0.9460632845474192,
+      "eval_mr_opus100_pr_auc": 0.8818677733206899,
+      "eval_mr_ud_pr_auc": 0.936861808317921,
+      "eval_ms_opus100_pr_auc": 0.8690219663020942,
+      "eval_mt_opus100_pr_auc": 0.813413352470973,
+      "eval_mt_ud_pr_auc": 0.8620624896468219,
+      "eval_my_opus100_pr_auc": 0.632995333280327,
+      "eval_ne_opus100_pr_auc": 0.6044200692248074,
+      "eval_nl_opus100_pr_auc": 0.8798002956969222,
+      "eval_nl_ud_pr_auc": 0.9471159570963491,
+      "eval_no_opus100_pr_auc": 0.917406775248899,
+      "eval_no_ud_pr_auc": 0.9936715113204412,
+      "eval_pa_opus100_pr_auc": 0.6291663159249719,
+      "eval_pl_ersatz_pr_auc": 0.9795821557238602,
+      "eval_pl_opus100_pr_auc": 0.8881497217716372,
+      "eval_pl_ud_pr_auc": 0.9526360274756756,
+      "eval_ps_ersatz_pr_auc": 0.9612234007731945,
+      "eval_ps_opus100_pr_auc": 0.6980060067927571,
+      "eval_pt_opus100_pr_auc": 0.9039357136622835,
+      "eval_pt_ud_pr_auc": 0.9763050713569225,
+      "eval_ro_ersatz_pr_auc": 0.9847045226035135,
+      "eval_ro_opus100_pr_auc": 0.8888396045830378,
+      "eval_ro_ud_pr_auc": 0.9163725521788866,
+      "eval_ru_ersatz_pr_auc": 0.978922297895719,
+      "eval_ru_opus100_pr_auc": 0.865353120344203,
+      "eval_ru_ud_pr_auc": 0.8616334351958168,
+      "eval_runtime": 457.3989,
+      "eval_samples_per_second": 164.998,
+      "eval_si_opus100_pr_auc": 0.7742389447897736,
+      "eval_sk_opus100_pr_auc": 0.9075087316669428,
+      "eval_sk_ud_pr_auc": 0.9779896291647958,
+      "eval_sl_opus100_pr_auc": 0.8544182899191403,
+      "eval_sl_ud_pr_auc": 0.9756790047271053,
+      "eval_sq_opus100_pr_auc": 0.8735150471274972,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9095419798713179,
+      "eval_sr_ud_pr_auc": 0.9928982275753556,
+      "eval_steps_per_second": 5.157,
+      "eval_sv_opus100_pr_auc": 0.8857697917388646,
+      "eval_sv_ud_pr_auc": 0.9234880407578742,
+      "eval_ta_ersatz_pr_auc": 0.973815001430917,
+      "eval_ta_opus100_pr_auc": 0.5777056879654414,
+      "eval_ta_ud_pr_auc": 0.9991649142574601,
+      "eval_te_opus100_pr_auc": 0.7791639902835737,
+      "eval_tg_opus100_pr_auc": 0.8624003116360159,
+      "eval_th_opus100_pr_auc": 0.637013748134253,
+      "eval_th_ud_pr_auc": 0.5615830323737038,
+      "eval_tr_ersatz_pr_auc": 0.9609729787997081,
+      "eval_tr_opus100_pr_auc": 0.8848784589725733,
+      "eval_tr_ud_pr_auc": 0.9134765382838493,
+      "eval_uk_opus100_pr_auc": 0.8564695868121474,
+      "eval_uk_ud_pr_auc": 0.9430186370958338,
+      "eval_ur_opus100_pr_auc": 0.482596505756299,
+      "eval_ur_ud_pr_auc": 0.9968722284734521,
+      "eval_uz_opus100_pr_auc": 0.8220132640343079,
+      "eval_vi_opus100_pr_auc": 0.8881025538172868,
+      "eval_vi_ud_pr_auc": 0.9442363977015124,
+      "eval_xh_opus100_pr_auc": 0.8344285844446089,
+      "eval_yi_opus100_pr_auc": 0.593606724021162,
+      "eval_yo_opus100_pr_auc": 0.7550057456555244,
+      "eval_yo_ud_pr_auc": 0.9303408698111454,
+      "eval_zh_ersatz_pr_auc": 0.7763724069972914,
+      "eval_zh_opus100_pr_auc": 0.6001343836031492,
+      "eval_zh_ud_pr_auc": 0.9823893005477742,
+      "eval_zu_opus100_pr_auc": 0.8050261474156549,
+      "step": 20000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.745569620253165e-05,
+      "learning_rate_adapter": 9.745569620253165e-05,
+      "loss": 0.0455,
+      "step": 20050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.744303797468355e-05,
+      "learning_rate_adapter": 9.744303797468355e-05,
+      "loss": 0.0455,
+      "step": 20100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.743037974683544e-05,
+      "learning_rate_adapter": 9.743037974683544e-05,
+      "loss": 0.0455,
+      "step": 20150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.741772151898734e-05,
+      "learning_rate_adapter": 9.741772151898734e-05,
+      "loss": 0.0443,
+      "step": 20200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.740506329113924e-05,
+      "learning_rate_adapter": 9.740506329113924e-05,
+      "loss": 0.0456,
+      "step": 20250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.739240506329114e-05,
+      "learning_rate_adapter": 9.739240506329114e-05,
+      "loss": 0.0458,
+      "step": 20300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.737974683544305e-05,
+      "learning_rate_adapter": 9.737974683544305e-05,
+      "loss": 0.0445,
+      "step": 20350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.736708860759494e-05,
+      "learning_rate_adapter": 9.736708860759494e-05,
+      "loss": 0.0443,
+      "step": 20400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.735443037974685e-05,
+      "learning_rate_adapter": 9.735443037974685e-05,
+      "loss": 0.0448,
+      "step": 20450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.734177215189874e-05,
+      "learning_rate_adapter": 9.734177215189874e-05,
+      "loss": 0.0441,
+      "step": 20500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.732911392405064e-05,
+      "learning_rate_adapter": 9.732911392405064e-05,
+      "loss": 0.0442,
+      "step": 20550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.731645569620254e-05,
+      "learning_rate_adapter": 9.731645569620254e-05,
+      "loss": 0.0451,
+      "step": 20600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.730379746835443e-05,
+      "learning_rate_adapter": 9.730379746835443e-05,
+      "loss": 0.0451,
+      "step": 20650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.729113924050633e-05,
+      "learning_rate_adapter": 9.729113924050633e-05,
+      "loss": 0.0446,
+      "step": 20700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.727848101265822e-05,
+      "learning_rate_adapter": 9.727848101265822e-05,
+      "loss": 0.045,
+      "step": 20750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.726582278481013e-05,
+      "learning_rate_adapter": 9.726582278481013e-05,
+      "loss": 0.0455,
+      "step": 20800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.725316455696202e-05,
+      "learning_rate_adapter": 9.725316455696202e-05,
+      "loss": 0.0453,
+      "step": 20850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.724050632911393e-05,
+      "learning_rate_adapter": 9.724050632911393e-05,
+      "loss": 0.0433,
+      "step": 20900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.722784810126583e-05,
+      "learning_rate_adapter": 9.722784810126583e-05,
+      "loss": 0.0451,
+      "step": 20950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.721518987341773e-05,
+      "learning_rate_adapter": 9.721518987341773e-05,
+      "loss": 0.0446,
+      "step": 21000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.720253164556963e-05,
+      "learning_rate_adapter": 9.720253164556963e-05,
+      "loss": 0.0451,
+      "step": 21050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.718987341772152e-05,
+      "learning_rate_adapter": 9.718987341772152e-05,
+      "loss": 0.0452,
+      "step": 21100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.717721518987343e-05,
+      "learning_rate_adapter": 9.717721518987343e-05,
+      "loss": 0.0454,
+      "step": 21150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.716455696202532e-05,
+      "learning_rate_adapter": 9.716455696202532e-05,
+      "loss": 0.0445,
+      "step": 21200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.715189873417721e-05,
+      "learning_rate_adapter": 9.715189873417721e-05,
+      "loss": 0.0443,
+      "step": 21250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.713924050632912e-05,
+      "learning_rate_adapter": 9.713924050632912e-05,
+      "loss": 0.0444,
+      "step": 21300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.712658227848101e-05,
+      "learning_rate_adapter": 9.712658227848101e-05,
+      "loss": 0.0446,
+      "step": 21350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.711392405063292e-05,
+      "learning_rate_adapter": 9.711392405063292e-05,
+      "loss": 0.0446,
+      "step": 21400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.710126582278481e-05,
+      "learning_rate_adapter": 9.710126582278481e-05,
+      "loss": 0.0438,
+      "step": 21450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.708860759493671e-05,
+      "learning_rate_adapter": 9.708860759493671e-05,
+      "loss": 0.045,
+      "step": 21500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.707594936708862e-05,
+      "learning_rate_adapter": 9.707594936708862e-05,
+      "loss": 0.0436,
+      "step": 21550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.706329113924051e-05,
+      "learning_rate_adapter": 9.706329113924051e-05,
+      "loss": 0.0436,
+      "step": 21600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.705063291139242e-05,
+      "learning_rate_adapter": 9.705063291139242e-05,
+      "loss": 0.0441,
+      "step": 21650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.703797468354431e-05,
+      "learning_rate_adapter": 9.703797468354431e-05,
+      "loss": 0.0453,
+      "step": 21700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.70253164556962e-05,
+      "learning_rate_adapter": 9.70253164556962e-05,
+      "loss": 0.0442,
+      "step": 21750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.701265822784811e-05,
+      "learning_rate_adapter": 9.701265822784811e-05,
+      "loss": 0.0444,
+      "step": 21800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0437,
+      "step": 21850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69873417721519e-05,
+      "learning_rate_adapter": 9.69873417721519e-05,
+      "loss": 0.0444,
+      "step": 21900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69746835443038e-05,
+      "learning_rate_adapter": 9.69746835443038e-05,
+      "loss": 0.0435,
+      "step": 21950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.696202531645569e-05,
+      "learning_rate_adapter": 9.696202531645569e-05,
+      "loss": 0.0451,
+      "step": 22000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69493670886076e-05,
+      "learning_rate_adapter": 9.69493670886076e-05,
+      "loss": 0.0444,
+      "step": 22050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69367088607595e-05,
+      "learning_rate_adapter": 9.69367088607595e-05,
+      "loss": 0.0444,
+      "step": 22100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69240506329114e-05,
+      "learning_rate_adapter": 9.69240506329114e-05,
+      "loss": 0.0443,
+      "step": 22150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69113924050633e-05,
+      "learning_rate_adapter": 9.69113924050633e-05,
+      "loss": 0.0439,
+      "step": 22200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.689873417721519e-05,
+      "learning_rate_adapter": 9.689873417721519e-05,
+      "loss": 0.0436,
+      "step": 22250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.68860759493671e-05,
+      "learning_rate_adapter": 9.68860759493671e-05,
+      "loss": 0.0453,
+      "step": 22300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.687341772151899e-05,
+      "learning_rate_adapter": 9.687341772151899e-05,
+      "loss": 0.0444,
+      "step": 22350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.68607594936709e-05,
+      "learning_rate_adapter": 9.68607594936709e-05,
+      "loss": 0.0447,
+      "step": 22400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.684810126582279e-05,
+      "learning_rate_adapter": 9.684810126582279e-05,
+      "loss": 0.0434,
+      "step": 22450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.683544303797469e-05,
+      "learning_rate_adapter": 9.683544303797469e-05,
+      "loss": 0.0446,
+      "step": 22500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.682278481012658e-05,
+      "learning_rate_adapter": 9.682278481012658e-05,
+      "loss": 0.0446,
+      "step": 22550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.681012658227848e-05,
+      "learning_rate_adapter": 9.681012658227848e-05,
+      "loss": 0.0459,
+      "step": 22600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.679746835443038e-05,
+      "learning_rate_adapter": 9.679746835443038e-05,
+      "loss": 0.0441,
+      "step": 22650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.678481012658229e-05,
+      "learning_rate_adapter": 9.678481012658229e-05,
+      "loss": 0.0438,
+      "step": 22700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.677215189873419e-05,
+      "learning_rate_adapter": 9.677215189873419e-05,
+      "loss": 0.0446,
+      "step": 22750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.675949367088608e-05,
+      "learning_rate_adapter": 9.675949367088608e-05,
+      "loss": 0.044,
+      "step": 22800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.674683544303798e-05,
+      "learning_rate_adapter": 9.674683544303798e-05,
+      "loss": 0.0442,
+      "step": 22850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.673417721518988e-05,
+      "learning_rate_adapter": 9.673417721518988e-05,
+      "loss": 0.0447,
+      "step": 22900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.672151898734177e-05,
+      "learning_rate_adapter": 9.672151898734177e-05,
+      "loss": 0.0449,
+      "step": 22950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.670886075949368e-05,
+      "learning_rate_adapter": 9.670886075949368e-05,
+      "loss": 0.0443,
+      "step": 23000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.669620253164557e-05,
+      "learning_rate_adapter": 9.669620253164557e-05,
+      "loss": 0.0443,
+      "step": 23050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.668354430379746e-05,
+      "learning_rate_adapter": 9.668354430379746e-05,
+      "loss": 0.0429,
+      "step": 23100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.667088607594937e-05,
+      "learning_rate_adapter": 9.667088607594937e-05,
+      "loss": 0.0437,
+      "step": 23150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.665822784810126e-05,
+      "learning_rate_adapter": 9.665822784810126e-05,
+      "loss": 0.0435,
+      "step": 23200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.664556962025317e-05,
+      "learning_rate_adapter": 9.664556962025317e-05,
+      "loss": 0.0437,
+      "step": 23250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.663291139240507e-05,
+      "learning_rate_adapter": 9.663291139240507e-05,
+      "loss": 0.0434,
+      "step": 23300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.662025316455697e-05,
+      "learning_rate_adapter": 9.662025316455697e-05,
+      "loss": 0.0443,
+      "step": 23350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.660759493670887e-05,
+      "learning_rate_adapter": 9.660759493670887e-05,
+      "loss": 0.0437,
+      "step": 23400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.659493670886076e-05,
+      "learning_rate_adapter": 9.659493670886076e-05,
+      "loss": 0.0439,
+      "step": 23450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.658227848101267e-05,
+      "learning_rate_adapter": 9.658227848101267e-05,
+      "loss": 0.0444,
+      "step": 23500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.656962025316456e-05,
+      "learning_rate_adapter": 9.656962025316456e-05,
+      "loss": 0.0433,
+      "step": 23550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.655696202531645e-05,
+      "learning_rate_adapter": 9.655696202531645e-05,
+      "loss": 0.045,
+      "step": 23600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.654430379746836e-05,
+      "learning_rate_adapter": 9.654430379746836e-05,
+      "loss": 0.0434,
+      "step": 23650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.653164556962025e-05,
+      "learning_rate_adapter": 9.653164556962025e-05,
+      "loss": 0.0437,
+      "step": 23700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.651898734177216e-05,
+      "learning_rate_adapter": 9.651898734177216e-05,
+      "loss": 0.0439,
+      "step": 23750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.650632911392405e-05,
+      "learning_rate_adapter": 9.650632911392405e-05,
+      "loss": 0.0432,
+      "step": 23800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.649367088607595e-05,
+      "learning_rate_adapter": 9.649367088607595e-05,
+      "loss": 0.0445,
+      "step": 23850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.648101265822786e-05,
+      "learning_rate_adapter": 9.648101265822786e-05,
+      "loss": 0.0437,
+      "step": 23900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.646835443037975e-05,
+      "learning_rate_adapter": 9.646835443037975e-05,
+      "loss": 0.0434,
+      "step": 23950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.645569620253166e-05,
+      "learning_rate_adapter": 9.645569620253166e-05,
+      "loss": 0.0443,
+      "step": 24000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.644303797468355e-05,
+      "learning_rate_adapter": 9.644303797468355e-05,
+      "loss": 0.0436,
+      "step": 24050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.643037974683545e-05,
+      "learning_rate_adapter": 9.643037974683545e-05,
+      "loss": 0.0433,
+      "step": 24100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.641772151898735e-05,
+      "learning_rate_adapter": 9.641772151898735e-05,
+      "loss": 0.0427,
+      "step": 24150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.640506329113924e-05,
+      "learning_rate_adapter": 9.640506329113924e-05,
+      "loss": 0.0441,
+      "step": 24200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.639240506329114e-05,
+      "learning_rate_adapter": 9.639240506329114e-05,
+      "loss": 0.0432,
+      "step": 24250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.637974683544304e-05,
+      "learning_rate_adapter": 9.637974683544304e-05,
+      "loss": 0.0435,
+      "step": 24300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.636708860759494e-05,
+      "learning_rate_adapter": 9.636708860759494e-05,
+      "loss": 0.0432,
+      "step": 24350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.635443037974683e-05,
+      "learning_rate_adapter": 9.635443037974683e-05,
+      "loss": 0.0431,
+      "step": 24400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.634177215189874e-05,
+      "learning_rate_adapter": 9.634177215189874e-05,
+      "loss": 0.0433,
+      "step": 24450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.632911392405065e-05,
+      "learning_rate_adapter": 9.632911392405065e-05,
+      "loss": 0.0436,
+      "step": 24500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.631645569620254e-05,
+      "learning_rate_adapter": 9.631645569620254e-05,
+      "loss": 0.0427,
+      "step": 24550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.630379746835444e-05,
+      "learning_rate_adapter": 9.630379746835444e-05,
+      "loss": 0.0438,
+      "step": 24600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.629113924050634e-05,
+      "learning_rate_adapter": 9.629113924050634e-05,
+      "loss": 0.0436,
+      "step": 24650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.627848101265823e-05,
+      "learning_rate_adapter": 9.627848101265823e-05,
+      "loss": 0.0442,
+      "step": 24700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.626582278481013e-05,
+      "learning_rate_adapter": 9.626582278481013e-05,
+      "loss": 0.0445,
+      "step": 24750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.625316455696203e-05,
+      "learning_rate_adapter": 9.625316455696203e-05,
+      "loss": 0.0427,
+      "step": 24800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.624050632911393e-05,
+      "learning_rate_adapter": 9.624050632911393e-05,
+      "loss": 0.0436,
+      "step": 24850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.622784810126582e-05,
+      "learning_rate_adapter": 9.622784810126582e-05,
+      "loss": 0.0432,
+      "step": 24900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.621518987341772e-05,
+      "learning_rate_adapter": 9.621518987341772e-05,
+      "loss": 0.0438,
+      "step": 24950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.620253164556962e-05,
+      "learning_rate_adapter": 9.620253164556962e-05,
+      "loss": 0.0432,
+      "step": 25000
+    },
+    {
+      "epoch": 0.02,
+      "eval_af_opus100_pr_auc": 0.7382381783060655,
+      "eval_af_ud_pr_auc": 0.9849177487377787,
+      "eval_am_opus100_pr_auc": 0.4009124130220626,
+      "eval_ar_ersatz_pr_auc": 0.9259330981667373,
+      "eval_ar_opus100_pr_auc": 0.6444130767062423,
+      "eval_ar_ud_pr_auc": 0.8004075061934326,
+      "eval_average_ersatz_pr_auc": 0.9456751378943884,
+      "eval_average_opus100_pr_auc": 0.7794799684778508,
+      "eval_average_ud_pr_auc": 0.9320949187235503,
+      "eval_az_opus100_pr_auc": 0.6206026355779697,
+      "eval_be_opus100_pr_auc": 0.6205290399826092,
+      "eval_be_ud_pr_auc": 0.8341366741175464,
+      "eval_bg_opus100_pr_auc": 0.890082469548442,
+      "eval_bg_ud_pr_auc": 0.9821178832894878,
+      "eval_bn_opus100_pr_auc": 0.7594380966857346,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8550063309072752,
+      "eval_ca_ud_pr_auc": 0.9878443580165343,
+      "eval_ceb_ud_pr_auc": 0.995360000137844,
+      "eval_cs_ersatz_pr_auc": 0.9680235219207488,
+      "eval_cs_opus100_pr_auc": 0.8570356468172566,
+      "eval_cs_ud_pr_auc": 0.9201272055340288,
+      "eval_cy_opus100_pr_auc": 0.7082438358971707,
+      "eval_cy_ud_pr_auc": 0.99250646318832,
+      "eval_da_opus100_pr_auc": 0.8733396198357681,
+      "eval_da_ud_pr_auc": 0.9624884456201768,
+      "eval_de_ersatz_pr_auc": 0.9306178076232438,
+      "eval_de_opus100_pr_auc": 0.8005971627332661,
+      "eval_de_ud_pr_auc": 0.962506291728449,
+      "eval_el_opus100_pr_auc": 0.911059161227662,
+      "eval_el_ud_pr_auc": 0.9910387719645289,
+      "eval_en_ersatz_pr_auc": 0.9692154842906807,
+      "eval_en_opus100_pr_auc": 0.8939773736250701,
+      "eval_en_ud_pr_auc": 0.9573850781987032,
+      "eval_eo_opus100_pr_auc": 0.8927823809353252,
+      "eval_es_ersatz_pr_auc": 0.9886939072996035,
+      "eval_es_opus100_pr_auc": 0.8913880055528698,
+      "eval_es_ud_pr_auc": 0.980508572926901,
+      "eval_et_ersatz_pr_auc": 0.971810291795314,
+      "eval_et_opus100_pr_auc": 0.8184173469949336,
+      "eval_et_ud_pr_auc": 0.8685928686205266,
+      "eval_eu_opus100_pr_auc": 0.8561197878743293,
+      "eval_eu_ud_pr_auc": 0.9876462102031263,
+      "eval_fa_opus100_pr_auc": 0.5230921401410642,
+      "eval_fa_ud_pr_auc": 0.9924529765010777,
+      "eval_fi_ersatz_pr_auc": 0.9568947767048773,
+      "eval_fi_opus100_pr_auc": 0.8804267675508102,
+      "eval_fi_ud_pr_auc": 0.9278127844630254,
+      "eval_fr_ersatz_pr_auc": 0.9716886694768951,
+      "eval_fr_opus100_pr_auc": 0.8772161278300045,
+      "eval_fr_ud_pr_auc": 0.9469488918702701,
+      "eval_fy_opus100_pr_auc": 0.6951027389398526,
+      "eval_ga_opus100_pr_auc": 0.8307465474189936,
+      "eval_ga_ud_pr_auc": 0.7948832382660879,
+      "eval_gd_opus100_pr_auc": 0.46970492582045414,
+      "eval_gd_ud_pr_auc": 0.657441957751574,
+      "eval_gl_opus100_pr_auc": 0.8572296372128889,
+      "eval_gl_ud_pr_auc": 0.9801064558978252,
+      "eval_gu_ersatz_pr_auc": 0.9388229441251319,
+      "eval_gu_opus100_pr_auc": 0.6324044614078049,
+      "eval_ha_opus100_pr_auc": 0.8902838926488388,
+      "eval_he_opus100_pr_auc": 0.8432960044136871,
+      "eval_he_ud_pr_auc": 0.9340601891097989,
+      "eval_hi_ersatz_pr_auc": 0.9619669584516995,
+      "eval_hi_opus100_pr_auc": 0.6152502324842922,
+      "eval_hi_ud_pr_auc": 0.9905983021727494,
+      "eval_hu_opus100_pr_auc": 0.903430167025302,
+      "eval_hu_ud_pr_auc": 0.9418772201381713,
+      "eval_hy_opus100_pr_auc": 0.8962111499688269,
+      "eval_hy_ud_pr_auc": 0.9736282063783677,
+      "eval_id_opus100_pr_auc": 0.8551133170115528,
+      "eval_id_ud_pr_auc": 0.9802156083659467,
+      "eval_ig_opus100_pr_auc": 0.8592819986803544,
+      "eval_is_opus100_pr_auc": 0.9074511844852259,
+      "eval_is_ud_pr_auc": 0.7091632643151637,
+      "eval_it_opus100_pr_auc": 0.8665573077632966,
+      "eval_it_ud_pr_auc": 0.9905141655419939,
+      "eval_ja_ersatz_pr_auc": 0.8136540443792549,
+      "eval_ja_opus100_pr_auc": 0.7058568120819275,
+      "eval_ja_ud_pr_auc": 0.9844912879500499,
+      "eval_jv_ud_pr_auc": 0.9771733731891975,
+      "eval_ka_opus100_pr_auc": 0.8691835584584895,
+      "eval_kk_ersatz_pr_auc": 0.9786694630836636,
+      "eval_kk_opus100_pr_auc": 0.7898732286678246,
+      "eval_kk_ud_pr_auc": 0.9689479360963975,
+      "eval_km_ersatz_pr_auc": 0.8684886297822159,
+      "eval_km_opus100_pr_auc": 0.6247112537130871,
+      "eval_kn_opus100_pr_auc": 0.5138519148746644,
+      "eval_ko_opus100_pr_auc": 0.6162037024413167,
+      "eval_ko_ud_pr_auc": 0.9970053646428755,
+      "eval_ku_opus100_pr_auc": 0.7637864593195817,
+      "eval_ky_opus100_pr_auc": 0.8349262339263915,
+      "eval_la_ud_pr_auc": 0.9108743029600936,
+      "eval_loss": 0.04742955043911934,
+      "eval_lt_ersatz_pr_auc": 0.9710071884794772,
+      "eval_lt_opus100_pr_auc": 0.7917748263130399,
+      "eval_lt_ud_pr_auc": 0.9469420949514618,
+      "eval_lv_ersatz_pr_auc": 0.973862668418697,
+      "eval_lv_opus100_pr_auc": 0.8274197156612012,
+      "eval_lv_ud_pr_auc": 0.9417602299015995,
+      "eval_mg_opus100_pr_auc": 0.8656622944708978,
+      "eval_mk_opus100_pr_auc": 0.8810722829451135,
+      "eval_ml_opus100_pr_auc": 0.7296317346176519,
+      "eval_mn_opus100_pr_auc": 0.9299319325243355,
+      "eval_mr_opus100_pr_auc": 0.8624457835292609,
+      "eval_mr_ud_pr_auc": 0.9726564828985793,
+      "eval_ms_opus100_pr_auc": 0.8491670418365447,
+      "eval_mt_opus100_pr_auc": 0.7802478991044007,
+      "eval_mt_ud_pr_auc": 0.8891545263550531,
+      "eval_my_opus100_pr_auc": 0.617827503852859,
+      "eval_ne_opus100_pr_auc": 0.6098440768217342,
+      "eval_nl_opus100_pr_auc": 0.8730344352550289,
+      "eval_nl_ud_pr_auc": 0.9459312319665263,
+      "eval_no_opus100_pr_auc": 0.9057921487741891,
+      "eval_no_ud_pr_auc": 0.9912758548342788,
+      "eval_pa_opus100_pr_auc": 0.6229333879729514,
+      "eval_pl_ersatz_pr_auc": 0.9639044395086124,
+      "eval_pl_opus100_pr_auc": 0.8792831074214663,
+      "eval_pl_ud_pr_auc": 0.9276265302966971,
+      "eval_ps_ersatz_pr_auc": 0.9374830380649597,
+      "eval_ps_opus100_pr_auc": 0.6916292596185679,
+      "eval_pt_opus100_pr_auc": 0.8883014432160079,
+      "eval_pt_ud_pr_auc": 0.9755530576929314,
+      "eval_ro_ersatz_pr_auc": 0.981172589426079,
+      "eval_ro_opus100_pr_auc": 0.8585592506921619,
+      "eval_ro_ud_pr_auc": 0.829454027389753,
+      "eval_ru_ersatz_pr_auc": 0.9689619019053193,
+      "eval_ru_opus100_pr_auc": 0.8365263047629604,
+      "eval_ru_ud_pr_auc": 0.8280817448728091,
+      "eval_runtime": 450.2654,
+      "eval_samples_per_second": 167.612,
+      "eval_si_opus100_pr_auc": 0.7718923742580811,
+      "eval_sk_opus100_pr_auc": 0.8836538669919595,
+      "eval_sk_ud_pr_auc": 0.9643671024297443,
+      "eval_sl_opus100_pr_auc": 0.843125166406344,
+      "eval_sl_ud_pr_auc": 0.9286506476711387,
+      "eval_sq_opus100_pr_auc": 0.8804276814198704,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8978954272246157,
+      "eval_sr_ud_pr_auc": 0.9883456427212244,
+      "eval_steps_per_second": 5.239,
+      "eval_sv_opus100_pr_auc": 0.8713816744307087,
+      "eval_sv_ud_pr_auc": 0.8997195859513183,
+      "eval_ta_ersatz_pr_auc": 0.9718779850066428,
+      "eval_ta_opus100_pr_auc": 0.5768034719611014,
+      "eval_ta_ud_pr_auc": 0.9978067007429554,
+      "eval_te_opus100_pr_auc": 0.7797729523721096,
+      "eval_tg_opus100_pr_auc": 0.824034076662721,
+      "eval_th_opus100_pr_auc": 0.6269502586256174,
+      "eval_th_ud_pr_auc": 0.5520804632630164,
+      "eval_tr_ersatz_pr_auc": 0.9494775091657194,
+      "eval_tr_opus100_pr_auc": 0.8796087078531718,
+      "eval_tr_ud_pr_auc": 0.8981239082875221,
+      "eval_uk_opus100_pr_auc": 0.8445535190699862,
+      "eval_uk_ud_pr_auc": 0.9187759788753684,
+      "eval_ur_opus100_pr_auc": 0.46699817046463465,
+      "eval_ur_ud_pr_auc": 0.9973737491466267,
+      "eval_uz_opus100_pr_auc": 0.8199218682649482,
+      "eval_vi_opus100_pr_auc": 0.8965299507342344,
+      "eval_vi_ud_pr_auc": 0.9493438915389365,
+      "eval_xh_opus100_pr_auc": 0.8269169212297707,
+      "eval_yi_opus100_pr_auc": 0.5615669501075742,
+      "eval_yo_opus100_pr_auc": 0.7571507250257379,
+      "eval_yo_ud_pr_auc": 0.93040423007236,
+      "eval_zh_ersatz_pr_auc": 0.842626116600963,
+      "eval_zh_opus100_pr_auc": 0.6500673915897327,
+      "eval_zh_ud_pr_auc": 0.9902030812944232,
+      "eval_zu_opus100_pr_auc": 0.8036475045838858,
+      "step": 25000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.618987341772153e-05,
+      "learning_rate_adapter": 9.618987341772153e-05,
+      "loss": 0.0428,
+      "step": 25050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.617721518987343e-05,
+      "learning_rate_adapter": 9.617721518987343e-05,
+      "loss": 0.0428,
+      "step": 25100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.616455696202532e-05,
+      "learning_rate_adapter": 9.616455696202532e-05,
+      "loss": 0.0421,
+      "step": 25150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.615189873417722e-05,
+      "learning_rate_adapter": 9.615189873417722e-05,
+      "loss": 0.0433,
+      "step": 25200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.613924050632912e-05,
+      "learning_rate_adapter": 9.613924050632912e-05,
+      "loss": 0.043,
+      "step": 25250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.612658227848101e-05,
+      "learning_rate_adapter": 9.612658227848101e-05,
+      "loss": 0.0427,
+      "step": 25300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.611392405063292e-05,
+      "learning_rate_adapter": 9.611392405063292e-05,
+      "loss": 0.0425,
+      "step": 25350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.610126582278481e-05,
+      "learning_rate_adapter": 9.610126582278481e-05,
+      "loss": 0.0437,
+      "step": 25400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.60886075949367e-05,
+      "learning_rate_adapter": 9.60886075949367e-05,
+      "loss": 0.0424,
+      "step": 25450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.607594936708861e-05,
+      "learning_rate_adapter": 9.607594936708861e-05,
+      "loss": 0.0428,
+      "step": 25500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.60632911392405e-05,
+      "learning_rate_adapter": 9.60632911392405e-05,
+      "loss": 0.043,
+      "step": 25550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.605063291139241e-05,
+      "learning_rate_adapter": 9.605063291139241e-05,
+      "loss": 0.0432,
+      "step": 25600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.603797468354431e-05,
+      "learning_rate_adapter": 9.603797468354431e-05,
+      "loss": 0.0431,
+      "step": 25650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.602531645569622e-05,
+      "learning_rate_adapter": 9.602531645569622e-05,
+      "loss": 0.0431,
+      "step": 25700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.601265822784811e-05,
+      "learning_rate_adapter": 9.601265822784811e-05,
+      "loss": 0.0431,
+      "step": 25750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0429,
+      "step": 25800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.598734177215191e-05,
+      "learning_rate_adapter": 9.598734177215191e-05,
+      "loss": 0.0426,
+      "step": 25850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59746835443038e-05,
+      "learning_rate_adapter": 9.59746835443038e-05,
+      "loss": 0.0428,
+      "step": 25900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59620253164557e-05,
+      "learning_rate_adapter": 9.59620253164557e-05,
+      "loss": 0.043,
+      "step": 25950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59493670886076e-05,
+      "learning_rate_adapter": 9.59493670886076e-05,
+      "loss": 0.0434,
+      "step": 26000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.593670886075949e-05,
+      "learning_rate_adapter": 9.593670886075949e-05,
+      "loss": 0.0432,
+      "step": 26050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59240506329114e-05,
+      "learning_rate_adapter": 9.59240506329114e-05,
+      "loss": 0.0431,
+      "step": 26100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.591139240506329e-05,
+      "learning_rate_adapter": 9.591139240506329e-05,
+      "loss": 0.0423,
+      "step": 26150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58987341772152e-05,
+      "learning_rate_adapter": 9.58987341772152e-05,
+      "loss": 0.044,
+      "step": 26200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58860759493671e-05,
+      "learning_rate_adapter": 9.58860759493671e-05,
+      "loss": 0.0431,
+      "step": 26250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.587341772151899e-05,
+      "learning_rate_adapter": 9.587341772151899e-05,
+      "loss": 0.0426,
+      "step": 26300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58607594936709e-05,
+      "learning_rate_adapter": 9.58607594936709e-05,
+      "loss": 0.0435,
+      "step": 26350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.584810126582279e-05,
+      "learning_rate_adapter": 9.584810126582279e-05,
+      "loss": 0.0426,
+      "step": 26400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58354430379747e-05,
+      "learning_rate_adapter": 9.58354430379747e-05,
+      "loss": 0.0435,
+      "step": 26450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.582278481012659e-05,
+      "learning_rate_adapter": 9.582278481012659e-05,
+      "loss": 0.0432,
+      "step": 26500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.581012658227848e-05,
+      "learning_rate_adapter": 9.581012658227848e-05,
+      "loss": 0.0436,
+      "step": 26550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.579746835443038e-05,
+      "learning_rate_adapter": 9.579746835443038e-05,
+      "loss": 0.043,
+      "step": 26600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.578481012658228e-05,
+      "learning_rate_adapter": 9.578481012658228e-05,
+      "loss": 0.0427,
+      "step": 26650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.577215189873418e-05,
+      "learning_rate_adapter": 9.577215189873418e-05,
+      "loss": 0.0432,
+      "step": 26700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.575949367088607e-05,
+      "learning_rate_adapter": 9.575949367088607e-05,
+      "loss": 0.0431,
+      "step": 26750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.574683544303798e-05,
+      "learning_rate_adapter": 9.574683544303798e-05,
+      "loss": 0.0437,
+      "step": 26800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.573417721518989e-05,
+      "learning_rate_adapter": 9.573417721518989e-05,
+      "loss": 0.0426,
+      "step": 26850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.572151898734178e-05,
+      "learning_rate_adapter": 9.572151898734178e-05,
+      "loss": 0.0428,
+      "step": 26900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.570886075949368e-05,
+      "learning_rate_adapter": 9.570886075949368e-05,
+      "loss": 0.0425,
+      "step": 26950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.569620253164557e-05,
+      "learning_rate_adapter": 9.569620253164557e-05,
+      "loss": 0.0422,
+      "step": 27000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.568354430379747e-05,
+      "learning_rate_adapter": 9.568354430379747e-05,
+      "loss": 0.0428,
+      "step": 27050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.567088607594937e-05,
+      "learning_rate_adapter": 9.567088607594937e-05,
+      "loss": 0.0433,
+      "step": 27100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.565822784810126e-05,
+      "learning_rate_adapter": 9.565822784810126e-05,
+      "loss": 0.0425,
+      "step": 27150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.564556962025317e-05,
+      "learning_rate_adapter": 9.564556962025317e-05,
+      "loss": 0.043,
+      "step": 27200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.563291139240506e-05,
+      "learning_rate_adapter": 9.563291139240506e-05,
+      "loss": 0.0433,
+      "step": 27250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.562025316455697e-05,
+      "learning_rate_adapter": 9.562025316455697e-05,
+      "loss": 0.0436,
+      "step": 27300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.560759493670886e-05,
+      "learning_rate_adapter": 9.560759493670886e-05,
+      "loss": 0.0419,
+      "step": 27350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.559493670886077e-05,
+      "learning_rate_adapter": 9.559493670886077e-05,
+      "loss": 0.0425,
+      "step": 27400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.558227848101267e-05,
+      "learning_rate_adapter": 9.558227848101267e-05,
+      "loss": 0.0433,
+      "step": 27450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.556962025316456e-05,
+      "learning_rate_adapter": 9.556962025316456e-05,
+      "loss": 0.0433,
+      "step": 27500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.555696202531647e-05,
+      "learning_rate_adapter": 9.555696202531647e-05,
+      "loss": 0.044,
+      "step": 27550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.554430379746836e-05,
+      "learning_rate_adapter": 9.554430379746836e-05,
+      "loss": 0.0432,
+      "step": 27600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.553164556962025e-05,
+      "learning_rate_adapter": 9.553164556962025e-05,
+      "loss": 0.0436,
+      "step": 27650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.551898734177216e-05,
+      "learning_rate_adapter": 9.551898734177216e-05,
+      "loss": 0.0426,
+      "step": 27700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.550632911392405e-05,
+      "learning_rate_adapter": 9.550632911392405e-05,
+      "loss": 0.0434,
+      "step": 27750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.549367088607596e-05,
+      "learning_rate_adapter": 9.549367088607596e-05,
+      "loss": 0.0435,
+      "step": 27800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.548101265822785e-05,
+      "learning_rate_adapter": 9.548101265822785e-05,
+      "loss": 0.0422,
+      "step": 27850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.546835443037974e-05,
+      "learning_rate_adapter": 9.546835443037974e-05,
+      "loss": 0.0432,
+      "step": 27900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.545569620253165e-05,
+      "learning_rate_adapter": 9.545569620253165e-05,
+      "loss": 0.0434,
+      "step": 27950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.544303797468355e-05,
+      "learning_rate_adapter": 9.544303797468355e-05,
+      "loss": 0.0424,
+      "step": 28000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.543037974683546e-05,
+      "learning_rate_adapter": 9.543037974683546e-05,
+      "loss": 0.0421,
+      "step": 28050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.541772151898735e-05,
+      "learning_rate_adapter": 9.541772151898735e-05,
+      "loss": 0.0419,
+      "step": 28100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.540506329113924e-05,
+      "learning_rate_adapter": 9.540506329113924e-05,
+      "loss": 0.0433,
+      "step": 28150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.539240506329115e-05,
+      "learning_rate_adapter": 9.539240506329115e-05,
+      "loss": 0.042,
+      "step": 28200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.537974683544304e-05,
+      "learning_rate_adapter": 9.537974683544304e-05,
+      "loss": 0.0432,
+      "step": 28250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.536708860759495e-05,
+      "learning_rate_adapter": 9.536708860759495e-05,
+      "loss": 0.0423,
+      "step": 28300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.535443037974684e-05,
+      "learning_rate_adapter": 9.535443037974684e-05,
+      "loss": 0.0426,
+      "step": 28350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.534177215189873e-05,
+      "learning_rate_adapter": 9.534177215189873e-05,
+      "loss": 0.0433,
+      "step": 28400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.532911392405063e-05,
+      "learning_rate_adapter": 9.532911392405063e-05,
+      "loss": 0.0431,
+      "step": 28450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.531645569620253e-05,
+      "learning_rate_adapter": 9.531645569620253e-05,
+      "loss": 0.0427,
+      "step": 28500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.530379746835443e-05,
+      "learning_rate_adapter": 9.530379746835443e-05,
+      "loss": 0.0424,
+      "step": 28550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.529113924050634e-05,
+      "learning_rate_adapter": 9.529113924050634e-05,
+      "loss": 0.0421,
+      "step": 28600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.527848101265823e-05,
+      "learning_rate_adapter": 9.527848101265823e-05,
+      "loss": 0.0423,
+      "step": 28650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.526582278481014e-05,
+      "learning_rate_adapter": 9.526582278481014e-05,
+      "loss": 0.043,
+      "step": 28700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.525316455696203e-05,
+      "learning_rate_adapter": 9.525316455696203e-05,
+      "loss": 0.0433,
+      "step": 28750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.524050632911393e-05,
+      "learning_rate_adapter": 9.524050632911393e-05,
+      "loss": 0.043,
+      "step": 28800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.522784810126583e-05,
+      "learning_rate_adapter": 9.522784810126583e-05,
+      "loss": 0.0426,
+      "step": 28850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.521518987341772e-05,
+      "learning_rate_adapter": 9.521518987341772e-05,
+      "loss": 0.0421,
+      "step": 28900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.520253164556962e-05,
+      "learning_rate_adapter": 9.520253164556962e-05,
+      "loss": 0.0425,
+      "step": 28950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.518987341772152e-05,
+      "learning_rate_adapter": 9.518987341772152e-05,
+      "loss": 0.0423,
+      "step": 29000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.517721518987342e-05,
+      "learning_rate_adapter": 9.517721518987342e-05,
+      "loss": 0.0421,
+      "step": 29050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.516455696202531e-05,
+      "learning_rate_adapter": 9.516455696202531e-05,
+      "loss": 0.0424,
+      "step": 29100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.515189873417722e-05,
+      "learning_rate_adapter": 9.515189873417722e-05,
+      "loss": 0.0428,
+      "step": 29150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.513924050632912e-05,
+      "learning_rate_adapter": 9.513924050632912e-05,
+      "loss": 0.0424,
+      "step": 29200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.512658227848102e-05,
+      "learning_rate_adapter": 9.512658227848102e-05,
+      "loss": 0.0433,
+      "step": 29250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.511392405063292e-05,
+      "learning_rate_adapter": 9.511392405063292e-05,
+      "loss": 0.042,
+      "step": 29300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.510126582278481e-05,
+      "learning_rate_adapter": 9.510126582278481e-05,
+      "loss": 0.0423,
+      "step": 29350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.508860759493672e-05,
+      "learning_rate_adapter": 9.508860759493672e-05,
+      "loss": 0.0415,
+      "step": 29400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.507594936708861e-05,
+      "learning_rate_adapter": 9.507594936708861e-05,
+      "loss": 0.0412,
+      "step": 29450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.50632911392405e-05,
+      "learning_rate_adapter": 9.50632911392405e-05,
+      "loss": 0.042,
+      "step": 29500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.505063291139241e-05,
+      "learning_rate_adapter": 9.505063291139241e-05,
+      "loss": 0.0427,
+      "step": 29550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.50379746835443e-05,
+      "learning_rate_adapter": 9.50379746835443e-05,
+      "loss": 0.0422,
+      "step": 29600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.502531645569621e-05,
+      "learning_rate_adapter": 9.502531645569621e-05,
+      "loss": 0.0426,
+      "step": 29650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.50126582278481e-05,
+      "learning_rate_adapter": 9.50126582278481e-05,
+      "loss": 0.0431,
+      "step": 29700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0417,
+      "step": 29750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.498734177215191e-05,
+      "learning_rate_adapter": 9.498734177215191e-05,
+      "loss": 0.0415,
+      "step": 29800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.49746835443038e-05,
+      "learning_rate_adapter": 9.49746835443038e-05,
+      "loss": 0.0419,
+      "step": 29850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.496202531645571e-05,
+      "learning_rate_adapter": 9.496202531645571e-05,
+      "loss": 0.042,
+      "step": 29900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.49493670886076e-05,
+      "learning_rate_adapter": 9.49493670886076e-05,
+      "loss": 0.0427,
+      "step": 29950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.493670886075949e-05,
+      "learning_rate_adapter": 9.493670886075949e-05,
+      "loss": 0.0432,
+      "step": 30000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7373521253223332,
+      "eval_af_ud_pr_auc": 0.9974563891303172,
+      "eval_am_opus100_pr_auc": 0.23898821181358063,
+      "eval_ar_ersatz_pr_auc": 0.9265977108745044,
+      "eval_ar_opus100_pr_auc": 0.6438087630107961,
+      "eval_ar_ud_pr_auc": 0.8103973601861209,
+      "eval_average_ersatz_pr_auc": 0.9497382694427827,
+      "eval_average_opus100_pr_auc": 0.7891460699284927,
+      "eval_average_ud_pr_auc": 0.9414624319262477,
+      "eval_az_opus100_pr_auc": 0.6477748339812627,
+      "eval_be_opus100_pr_auc": 0.6182929319046061,
+      "eval_be_ud_pr_auc": 0.8847249669169097,
+      "eval_bg_opus100_pr_auc": 0.9015871951490861,
+      "eval_bg_ud_pr_auc": 0.9849984961795083,
+      "eval_bn_opus100_pr_auc": 0.7624222099881067,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8647507374579672,
+      "eval_ca_ud_pr_auc": 0.9897223523924015,
+      "eval_ceb_ud_pr_auc": 0.9983464235236243,
+      "eval_cs_ersatz_pr_auc": 0.9738509701766656,
+      "eval_cs_opus100_pr_auc": 0.8718075089392376,
+      "eval_cs_ud_pr_auc": 0.939383772882971,
+      "eval_cy_opus100_pr_auc": 0.7027002854728803,
+      "eval_cy_ud_pr_auc": 0.9937316304951244,
+      "eval_da_opus100_pr_auc": 0.8974086652735611,
+      "eval_da_ud_pr_auc": 0.9759233113653013,
+      "eval_de_ersatz_pr_auc": 0.943958596789271,
+      "eval_de_opus100_pr_auc": 0.8321783895241833,
+      "eval_de_ud_pr_auc": 0.9681726302658746,
+      "eval_el_opus100_pr_auc": 0.9159718078643515,
+      "eval_el_ud_pr_auc": 0.9966959748206616,
+      "eval_en_ersatz_pr_auc": 0.9795303284855719,
+      "eval_en_opus100_pr_auc": 0.898683081041152,
+      "eval_en_ud_pr_auc": 0.9749507850892384,
+      "eval_eo_opus100_pr_auc": 0.9044931545785415,
+      "eval_es_ersatz_pr_auc": 0.9895512978603466,
+      "eval_es_opus100_pr_auc": 0.8992643646130734,
+      "eval_es_ud_pr_auc": 0.981214012124819,
+      "eval_et_ersatz_pr_auc": 0.97709698979536,
+      "eval_et_opus100_pr_auc": 0.8716436272213697,
+      "eval_et_ud_pr_auc": 0.9112387809173507,
+      "eval_eu_opus100_pr_auc": 0.859877791845238,
+      "eval_eu_ud_pr_auc": 0.9894737115990928,
+      "eval_fa_opus100_pr_auc": 0.5475682769362276,
+      "eval_fa_ud_pr_auc": 0.9956408266136004,
+      "eval_fi_ersatz_pr_auc": 0.9714392426896756,
+      "eval_fi_opus100_pr_auc": 0.9022851928320976,
+      "eval_fi_ud_pr_auc": 0.9496670888938848,
+      "eval_fr_ersatz_pr_auc": 0.9772516950489094,
+      "eval_fr_opus100_pr_auc": 0.8840019984519879,
+      "eval_fr_ud_pr_auc": 0.958981924102269,
+      "eval_fy_opus100_pr_auc": 0.685696667171419,
+      "eval_ga_opus100_pr_auc": 0.8463200279775213,
+      "eval_ga_ud_pr_auc": 0.8287100364676709,
+      "eval_gd_opus100_pr_auc": 0.501984729646597,
+      "eval_gd_ud_pr_auc": 0.6803845635410593,
+      "eval_gl_opus100_pr_auc": 0.8669602486328549,
+      "eval_gl_ud_pr_auc": 0.9805230185431935,
+      "eval_gu_ersatz_pr_auc": 0.9467354162906304,
+      "eval_gu_opus100_pr_auc": 0.6589907601288265,
+      "eval_ha_opus100_pr_auc": 0.8954850428276955,
+      "eval_he_opus100_pr_auc": 0.8443178735146009,
+      "eval_he_ud_pr_auc": 0.9576199067208122,
+      "eval_hi_ersatz_pr_auc": 0.9625822151030183,
+      "eval_hi_opus100_pr_auc": 0.6236335470307375,
+      "eval_hi_ud_pr_auc": 0.9933999572711237,
+      "eval_hu_opus100_pr_auc": 0.9028949833327877,
+      "eval_hu_ud_pr_auc": 0.9550062808485705,
+      "eval_hy_opus100_pr_auc": 0.896064023621637,
+      "eval_hy_ud_pr_auc": 0.9759675041492761,
+      "eval_id_opus100_pr_auc": 0.8617191665528023,
+      "eval_id_ud_pr_auc": 0.9814103362467788,
+      "eval_ig_opus100_pr_auc": 0.8531517431806018,
+      "eval_is_opus100_pr_auc": 0.9144708386735866,
+      "eval_is_ud_pr_auc": 0.8320622008152795,
+      "eval_it_opus100_pr_auc": 0.8863411768783387,
+      "eval_it_ud_pr_auc": 0.9920355606232198,
+      "eval_ja_ersatz_pr_auc": 0.7859834747423254,
+      "eval_ja_opus100_pr_auc": 0.7348211824927363,
+      "eval_ja_ud_pr_auc": 0.9842779594983885,
+      "eval_jv_ud_pr_auc": 0.9800645541500602,
+      "eval_ka_opus100_pr_auc": 0.8524155540200157,
+      "eval_kk_ersatz_pr_auc": 0.980256456825975,
+      "eval_kk_opus100_pr_auc": 0.791215608191997,
+      "eval_kk_ud_pr_auc": 0.9712246344323328,
+      "eval_km_ersatz_pr_auc": 0.8783364206612368,
+      "eval_km_opus100_pr_auc": 0.6582045994481709,
+      "eval_kn_opus100_pr_auc": 0.5170735144748819,
+      "eval_ko_opus100_pr_auc": 0.6253640053398357,
+      "eval_ko_ud_pr_auc": 0.9976351150891535,
+      "eval_ku_opus100_pr_auc": 0.7468852678477961,
+      "eval_ky_opus100_pr_auc": 0.8329086059465455,
+      "eval_la_ud_pr_auc": 0.9284078936200582,
+      "eval_loss": 0.04612875357270241,
+      "eval_lt_ersatz_pr_auc": 0.9773537730841693,
+      "eval_lt_opus100_pr_auc": 0.8296033990956287,
+      "eval_lt_ud_pr_auc": 0.9471576742902025,
+      "eval_lv_ersatz_pr_auc": 0.9815989074063501,
+      "eval_lv_opus100_pr_auc": 0.8499328273625711,
+      "eval_lv_ud_pr_auc": 0.9523581755530678,
+      "eval_mg_opus100_pr_auc": 0.8806903002239413,
+      "eval_mk_opus100_pr_auc": 0.8980603958912711,
+      "eval_ml_opus100_pr_auc": 0.732923996300318,
+      "eval_mn_opus100_pr_auc": 0.9329003947669622,
+      "eval_mr_opus100_pr_auc": 0.8673501830525151,
+      "eval_mr_ud_pr_auc": 0.9330855248606885,
+      "eval_ms_opus100_pr_auc": 0.8564825489647719,
+      "eval_mt_opus100_pr_auc": 0.7844032403014363,
+      "eval_mt_ud_pr_auc": 0.8443072790864417,
+      "eval_my_opus100_pr_auc": 0.6464925580790227,
+      "eval_ne_opus100_pr_auc": 0.6633812177816172,
+      "eval_nl_opus100_pr_auc": 0.8757215136655438,
+      "eval_nl_ud_pr_auc": 0.9469673999448035,
+      "eval_no_opus100_pr_auc": 0.914255832228631,
+      "eval_no_ud_pr_auc": 0.9929177485064565,
+      "eval_pa_opus100_pr_auc": 0.6269930612397089,
+      "eval_pl_ersatz_pr_auc": 0.9739008209331558,
+      "eval_pl_opus100_pr_auc": 0.8887090973400575,
+      "eval_pl_ud_pr_auc": 0.947973510119819,
+      "eval_ps_ersatz_pr_auc": 0.9532464242719847,
+      "eval_ps_opus100_pr_auc": 0.7142595658274994,
+      "eval_pt_opus100_pr_auc": 0.9091309608791934,
+      "eval_pt_ud_pr_auc": 0.9784155317021982,
+      "eval_ro_ersatz_pr_auc": 0.9838533020300709,
+      "eval_ro_opus100_pr_auc": 0.8757662288580161,
+      "eval_ro_ud_pr_auc": 0.8372311400079367,
+      "eval_ru_ersatz_pr_auc": 0.9816466304711154,
+      "eval_ru_opus100_pr_auc": 0.8778082486123492,
+      "eval_ru_ud_pr_auc": 0.8240558158230187,
+      "eval_runtime": 451.0999,
+      "eval_samples_per_second": 167.302,
+      "eval_si_opus100_pr_auc": 0.7616641598164411,
+      "eval_sk_opus100_pr_auc": 0.9071192367869858,
+      "eval_sk_ud_pr_auc": 0.9737976314487574,
+      "eval_sl_opus100_pr_auc": 0.8511298254607026,
+      "eval_sl_ud_pr_auc": 0.9489550868299894,
+      "eval_sq_opus100_pr_auc": 0.8854219358188731,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9054928259853715,
+      "eval_sr_ud_pr_auc": 0.9930623403610107,
+      "eval_steps_per_second": 5.229,
+      "eval_sv_opus100_pr_auc": 0.884283964099547,
+      "eval_sv_ud_pr_auc": 0.9107258779996592,
+      "eval_ta_ersatz_pr_auc": 0.9736011559222095,
+      "eval_ta_opus100_pr_auc": 0.5880216306916665,
+      "eval_ta_ud_pr_auc": 0.9984398951750849,
+      "eval_te_opus100_pr_auc": 0.7788257153674388,
+      "eval_tg_opus100_pr_auc": 0.8511712032618335,
+      "eval_th_opus100_pr_auc": 0.6456681152302033,
+      "eval_th_ud_pr_auc": 0.6032300632268414,
+      "eval_tr_ersatz_pr_auc": 0.9605509776755617,
+      "eval_tr_opus100_pr_auc": 0.8832130570805007,
+      "eval_tr_ud_pr_auc": 0.9108673414959962,
+      "eval_uk_opus100_pr_auc": 0.8658675746715461,
+      "eval_uk_ud_pr_auc": 0.9331017612853671,
+      "eval_ur_opus100_pr_auc": 0.47514864286277114,
+      "eval_ur_ud_pr_auc": 0.9950941906636199,
+      "eval_uz_opus100_pr_auc": 0.8376509948469867,
+      "eval_vi_opus100_pr_auc": 0.8934427400338403,
+      "eval_vi_ud_pr_auc": 0.9473751809602017,
+      "eval_xh_opus100_pr_auc": 0.8319560391453653,
+      "eval_yi_opus100_pr_auc": 0.5987592617203851,
+      "eval_yo_opus100_pr_auc": 0.7536256508257928,
+      "eval_yo_ud_pr_auc": 0.9230021834877894,
+      "eval_zh_ersatz_pr_auc": 0.8153191206031102,
+      "eval_zh_opus100_pr_auc": 0.683442775615551,
+      "eval_zh_ud_pr_auc": 0.9817873074511233,
+      "eval_zu_opus100_pr_auc": 0.803426494189919,
+      "step": 30000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.49240506329114e-05,
+      "learning_rate_adapter": 9.49240506329114e-05,
+      "loss": 0.0421,
+      "step": 30050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.491139240506329e-05,
+      "learning_rate_adapter": 9.491139240506329e-05,
+      "loss": 0.0416,
+      "step": 30100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.48987341772152e-05,
+      "learning_rate_adapter": 9.48987341772152e-05,
+      "loss": 0.0415,
+      "step": 30150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.488607594936709e-05,
+      "learning_rate_adapter": 9.488607594936709e-05,
+      "loss": 0.0423,
+      "step": 30200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.487341772151898e-05,
+      "learning_rate_adapter": 9.487341772151898e-05,
+      "loss": 0.0412,
+      "step": 30250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.486075949367089e-05,
+      "learning_rate_adapter": 9.486075949367089e-05,
+      "loss": 0.0409,
+      "step": 30300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.484810126582279e-05,
+      "learning_rate_adapter": 9.484810126582279e-05,
+      "loss": 0.0416,
+      "step": 30350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.48354430379747e-05,
+      "learning_rate_adapter": 9.48354430379747e-05,
+      "loss": 0.0412,
+      "step": 30400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.482278481012659e-05,
+      "learning_rate_adapter": 9.482278481012659e-05,
+      "loss": 0.0411,
+      "step": 30450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.481012658227848e-05,
+      "learning_rate_adapter": 9.481012658227848e-05,
+      "loss": 0.0422,
+      "step": 30500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.479746835443039e-05,
+      "learning_rate_adapter": 9.479746835443039e-05,
+      "loss": 0.0426,
+      "step": 30550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.478481012658228e-05,
+      "learning_rate_adapter": 9.478481012658228e-05,
+      "loss": 0.0419,
+      "step": 30600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.477215189873418e-05,
+      "learning_rate_adapter": 9.477215189873418e-05,
+      "loss": 0.0425,
+      "step": 30650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.475949367088608e-05,
+      "learning_rate_adapter": 9.475949367088608e-05,
+      "loss": 0.0424,
+      "step": 30700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.474683544303798e-05,
+      "learning_rate_adapter": 9.474683544303798e-05,
+      "loss": 0.0423,
+      "step": 30750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.473417721518987e-05,
+      "learning_rate_adapter": 9.473417721518987e-05,
+      "loss": 0.0415,
+      "step": 30800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.472151898734177e-05,
+      "learning_rate_adapter": 9.472151898734177e-05,
+      "loss": 0.0423,
+      "step": 30850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.470886075949367e-05,
+      "learning_rate_adapter": 9.470886075949367e-05,
+      "loss": 0.0417,
+      "step": 30900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.469620253164558e-05,
+      "learning_rate_adapter": 9.469620253164558e-05,
+      "loss": 0.0408,
+      "step": 30950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.468354430379748e-05,
+      "learning_rate_adapter": 9.468354430379748e-05,
+      "loss": 0.0423,
+      "step": 31000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.467088607594938e-05,
+      "learning_rate_adapter": 9.467088607594938e-05,
+      "loss": 0.0426,
+      "step": 31050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.465822784810127e-05,
+      "learning_rate_adapter": 9.465822784810127e-05,
+      "loss": 0.0421,
+      "step": 31100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.464556962025317e-05,
+      "learning_rate_adapter": 9.464556962025317e-05,
+      "loss": 0.0402,
+      "step": 31150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.463291139240507e-05,
+      "learning_rate_adapter": 9.463291139240507e-05,
+      "loss": 0.0418,
+      "step": 31200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.462025316455697e-05,
+      "learning_rate_adapter": 9.462025316455697e-05,
+      "loss": 0.0417,
+      "step": 31250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.460759493670886e-05,
+      "learning_rate_adapter": 9.460759493670886e-05,
+      "loss": 0.0423,
+      "step": 31300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.459493670886076e-05,
+      "learning_rate_adapter": 9.459493670886076e-05,
+      "loss": 0.0419,
+      "step": 31350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.458227848101266e-05,
+      "learning_rate_adapter": 9.458227848101266e-05,
+      "loss": 0.0412,
+      "step": 31400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.456962025316455e-05,
+      "learning_rate_adapter": 9.456962025316455e-05,
+      "loss": 0.0419,
+      "step": 31450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.455696202531646e-05,
+      "learning_rate_adapter": 9.455696202531646e-05,
+      "loss": 0.0421,
+      "step": 31500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.454430379746836e-05,
+      "learning_rate_adapter": 9.454430379746836e-05,
+      "loss": 0.0403,
+      "step": 31550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.453164556962026e-05,
+      "learning_rate_adapter": 9.453164556962026e-05,
+      "loss": 0.0417,
+      "step": 31600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.451898734177216e-05,
+      "learning_rate_adapter": 9.451898734177216e-05,
+      "loss": 0.0418,
+      "step": 31650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.450632911392405e-05,
+      "learning_rate_adapter": 9.450632911392405e-05,
+      "loss": 0.0414,
+      "step": 31700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.449367088607596e-05,
+      "learning_rate_adapter": 9.449367088607596e-05,
+      "loss": 0.0423,
+      "step": 31750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.448101265822785e-05,
+      "learning_rate_adapter": 9.448101265822785e-05,
+      "loss": 0.0419,
+      "step": 31800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.446835443037974e-05,
+      "learning_rate_adapter": 9.446835443037974e-05,
+      "loss": 0.0426,
+      "step": 31850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.445569620253165e-05,
+      "learning_rate_adapter": 9.445569620253165e-05,
+      "loss": 0.0425,
+      "step": 31900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.444303797468354e-05,
+      "learning_rate_adapter": 9.444303797468354e-05,
+      "loss": 0.0423,
+      "step": 31950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.443037974683545e-05,
+      "learning_rate_adapter": 9.443037974683545e-05,
+      "loss": 0.0414,
+      "step": 32000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.441772151898734e-05,
+      "learning_rate_adapter": 9.441772151898734e-05,
+      "loss": 0.0417,
+      "step": 32050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.440506329113924e-05,
+      "learning_rate_adapter": 9.440506329113924e-05,
+      "loss": 0.0413,
+      "step": 32100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.439240506329115e-05,
+      "learning_rate_adapter": 9.439240506329115e-05,
+      "loss": 0.0416,
+      "step": 32150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.437974683544304e-05,
+      "learning_rate_adapter": 9.437974683544304e-05,
+      "loss": 0.0417,
+      "step": 32200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.436708860759495e-05,
+      "learning_rate_adapter": 9.436708860759495e-05,
+      "loss": 0.0425,
+      "step": 32250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.435443037974684e-05,
+      "learning_rate_adapter": 9.435443037974684e-05,
+      "loss": 0.0412,
+      "step": 32300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.434177215189875e-05,
+      "learning_rate_adapter": 9.434177215189875e-05,
+      "loss": 0.0419,
+      "step": 32350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.432911392405064e-05,
+      "learning_rate_adapter": 9.432911392405064e-05,
+      "loss": 0.0419,
+      "step": 32400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.431645569620253e-05,
+      "learning_rate_adapter": 9.431645569620253e-05,
+      "loss": 0.0417,
+      "step": 32450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.430379746835444e-05,
+      "learning_rate_adapter": 9.430379746835444e-05,
+      "loss": 0.0415,
+      "step": 32500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.429113924050633e-05,
+      "learning_rate_adapter": 9.429113924050633e-05,
+      "loss": 0.0411,
+      "step": 32550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.427848101265823e-05,
+      "learning_rate_adapter": 9.427848101265823e-05,
+      "loss": 0.0413,
+      "step": 32600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.426582278481013e-05,
+      "learning_rate_adapter": 9.426582278481013e-05,
+      "loss": 0.0426,
+      "step": 32650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.425316455696203e-05,
+      "learning_rate_adapter": 9.425316455696203e-05,
+      "loss": 0.0419,
+      "step": 32700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.424050632911394e-05,
+      "learning_rate_adapter": 9.424050632911394e-05,
+      "loss": 0.0413,
+      "step": 32750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.422784810126583e-05,
+      "learning_rate_adapter": 9.422784810126583e-05,
+      "loss": 0.0423,
+      "step": 32800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.421518987341773e-05,
+      "learning_rate_adapter": 9.421518987341773e-05,
+      "loss": 0.0414,
+      "step": 32850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.420253164556963e-05,
+      "learning_rate_adapter": 9.420253164556963e-05,
+      "loss": 0.042,
+      "step": 32900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.418987341772152e-05,
+      "learning_rate_adapter": 9.418987341772152e-05,
+      "loss": 0.0412,
+      "step": 32950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.417721518987342e-05,
+      "learning_rate_adapter": 9.417721518987342e-05,
+      "loss": 0.041,
+      "step": 33000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.416455696202532e-05,
+      "learning_rate_adapter": 9.416455696202532e-05,
+      "loss": 0.0413,
+      "step": 33050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.415189873417722e-05,
+      "learning_rate_adapter": 9.415189873417722e-05,
+      "loss": 0.0417,
+      "step": 33100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.413924050632911e-05,
+      "learning_rate_adapter": 9.413924050632911e-05,
+      "loss": 0.0415,
+      "step": 33150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.4126582278481e-05,
+      "learning_rate_adapter": 9.4126582278481e-05,
+      "loss": 0.042,
+      "step": 33200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.411392405063291e-05,
+      "learning_rate_adapter": 9.411392405063291e-05,
+      "loss": 0.0418,
+      "step": 33250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.410126582278482e-05,
+      "learning_rate_adapter": 9.410126582278482e-05,
+      "loss": 0.0406,
+      "step": 33300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.408860759493672e-05,
+      "learning_rate_adapter": 9.408860759493672e-05,
+      "loss": 0.0419,
+      "step": 33350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.407594936708861e-05,
+      "learning_rate_adapter": 9.407594936708861e-05,
+      "loss": 0.0414,
+      "step": 33400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.406329113924051e-05,
+      "learning_rate_adapter": 9.406329113924051e-05,
+      "loss": 0.0408,
+      "step": 33450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.405063291139241e-05,
+      "learning_rate_adapter": 9.405063291139241e-05,
+      "loss": 0.0418,
+      "step": 33500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.40379746835443e-05,
+      "learning_rate_adapter": 9.40379746835443e-05,
+      "loss": 0.0414,
+      "step": 33550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.402531645569621e-05,
+      "learning_rate_adapter": 9.402531645569621e-05,
+      "loss": 0.042,
+      "step": 33600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.40126582278481e-05,
+      "learning_rate_adapter": 9.40126582278481e-05,
+      "loss": 0.0417,
+      "step": 33650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.041,
+      "step": 33700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39873417721519e-05,
+      "learning_rate_adapter": 9.39873417721519e-05,
+      "loss": 0.0413,
+      "step": 33750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.397468354430379e-05,
+      "learning_rate_adapter": 9.397468354430379e-05,
+      "loss": 0.0416,
+      "step": 33800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39620253164557e-05,
+      "learning_rate_adapter": 9.39620253164557e-05,
+      "loss": 0.0407,
+      "step": 33850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39493670886076e-05,
+      "learning_rate_adapter": 9.39493670886076e-05,
+      "loss": 0.0418,
+      "step": 33900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.393670886075951e-05,
+      "learning_rate_adapter": 9.393670886075951e-05,
+      "loss": 0.0412,
+      "step": 33950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39240506329114e-05,
+      "learning_rate_adapter": 9.39240506329114e-05,
+      "loss": 0.0413,
+      "step": 34000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39113924050633e-05,
+      "learning_rate_adapter": 9.39113924050633e-05,
+      "loss": 0.0422,
+      "step": 34050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.38987341772152e-05,
+      "learning_rate_adapter": 9.38987341772152e-05,
+      "loss": 0.0404,
+      "step": 34100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.388607594936709e-05,
+      "learning_rate_adapter": 9.388607594936709e-05,
+      "loss": 0.0414,
+      "step": 34150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.3873417721519e-05,
+      "learning_rate_adapter": 9.3873417721519e-05,
+      "loss": 0.0404,
+      "step": 34200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.386075949367089e-05,
+      "learning_rate_adapter": 9.386075949367089e-05,
+      "loss": 0.0424,
+      "step": 34250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.384810126582278e-05,
+      "learning_rate_adapter": 9.384810126582278e-05,
+      "loss": 0.0422,
+      "step": 34300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.383544303797469e-05,
+      "learning_rate_adapter": 9.383544303797469e-05,
+      "loss": 0.0415,
+      "step": 34350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.382278481012658e-05,
+      "learning_rate_adapter": 9.382278481012658e-05,
+      "loss": 0.042,
+      "step": 34400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.381012658227848e-05,
+      "learning_rate_adapter": 9.381012658227848e-05,
+      "loss": 0.041,
+      "step": 34450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.379746835443039e-05,
+      "learning_rate_adapter": 9.379746835443039e-05,
+      "loss": 0.0412,
+      "step": 34500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.378481012658228e-05,
+      "learning_rate_adapter": 9.378481012658228e-05,
+      "loss": 0.042,
+      "step": 34550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.377215189873419e-05,
+      "learning_rate_adapter": 9.377215189873419e-05,
+      "loss": 0.0421,
+      "step": 34600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.375949367088608e-05,
+      "learning_rate_adapter": 9.375949367088608e-05,
+      "loss": 0.0423,
+      "step": 34650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.374683544303799e-05,
+      "learning_rate_adapter": 9.374683544303799e-05,
+      "loss": 0.0403,
+      "step": 34700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.373417721518988e-05,
+      "learning_rate_adapter": 9.373417721518988e-05,
+      "loss": 0.0411,
+      "step": 34750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.372151898734177e-05,
+      "learning_rate_adapter": 9.372151898734177e-05,
+      "loss": 0.0414,
+      "step": 34800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.370886075949367e-05,
+      "learning_rate_adapter": 9.370886075949367e-05,
+      "loss": 0.0411,
+      "step": 34850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.369620253164557e-05,
+      "learning_rate_adapter": 9.369620253164557e-05,
+      "loss": 0.0413,
+      "step": 34900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.368354430379747e-05,
+      "learning_rate_adapter": 9.368354430379747e-05,
+      "loss": 0.0407,
+      "step": 34950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.367088607594936e-05,
+      "learning_rate_adapter": 9.367088607594936e-05,
+      "loss": 0.0411,
+      "step": 35000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7659151887233652,
+      "eval_af_ud_pr_auc": 0.9959914897269109,
+      "eval_am_opus100_pr_auc": 0.44005270616103165,
+      "eval_ar_ersatz_pr_auc": 0.9331189467957353,
+      "eval_ar_opus100_pr_auc": 0.6592672611452991,
+      "eval_ar_ud_pr_auc": 0.82807805420743,
+      "eval_average_ersatz_pr_auc": 0.9587120489889916,
+      "eval_average_opus100_pr_auc": 0.7971932017989977,
+      "eval_average_ud_pr_auc": 0.9481511132354283,
+      "eval_az_opus100_pr_auc": 0.6942356451181994,
+      "eval_be_opus100_pr_auc": 0.6599544802766997,
+      "eval_be_ud_pr_auc": 0.876918356849232,
+      "eval_bg_opus100_pr_auc": 0.8995890026712856,
+      "eval_bg_ud_pr_auc": 0.9838658563219975,
+      "eval_bn_opus100_pr_auc": 0.778467898053031,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8543692379545132,
+      "eval_ca_ud_pr_auc": 0.9879194699596542,
+      "eval_ceb_ud_pr_auc": 0.9993097848575323,
+      "eval_cs_ersatz_pr_auc": 0.9765158871566754,
+      "eval_cs_opus100_pr_auc": 0.8892579901615513,
+      "eval_cs_ud_pr_auc": 0.9410849183189851,
+      "eval_cy_opus100_pr_auc": 0.7193613689678193,
+      "eval_cy_ud_pr_auc": 0.995991005419686,
+      "eval_da_opus100_pr_auc": 0.8965415681839083,
+      "eval_da_ud_pr_auc": 0.9754952128120506,
+      "eval_de_ersatz_pr_auc": 0.9661988183304624,
+      "eval_de_opus100_pr_auc": 0.8374178578915827,
+      "eval_de_ud_pr_auc": 0.9739001339418838,
+      "eval_el_opus100_pr_auc": 0.9176245667549224,
+      "eval_el_ud_pr_auc": 0.9959976983575506,
+      "eval_en_ersatz_pr_auc": 0.9779770649908013,
+      "eval_en_opus100_pr_auc": 0.9016152297380247,
+      "eval_en_ud_pr_auc": 0.9652583515441423,
+      "eval_eo_opus100_pr_auc": 0.9113153571154696,
+      "eval_es_ersatz_pr_auc": 0.9914992852651996,
+      "eval_es_opus100_pr_auc": 0.8995505817529369,
+      "eval_es_ud_pr_auc": 0.9877323686143241,
+      "eval_et_ersatz_pr_auc": 0.9789965627671859,
+      "eval_et_opus100_pr_auc": 0.882320643101863,
+      "eval_et_ud_pr_auc": 0.9488371099088054,
+      "eval_eu_opus100_pr_auc": 0.8626019087037945,
+      "eval_eu_ud_pr_auc": 0.9946022090963856,
+      "eval_fa_opus100_pr_auc": 0.5442998951793129,
+      "eval_fa_ud_pr_auc": 0.9980932231739617,
+      "eval_fi_ersatz_pr_auc": 0.9742911800365305,
+      "eval_fi_opus100_pr_auc": 0.8976067963438565,
+      "eval_fi_ud_pr_auc": 0.9602165170703051,
+      "eval_fr_ersatz_pr_auc": 0.982321461825159,
+      "eval_fr_opus100_pr_auc": 0.8798984930005083,
+      "eval_fr_ud_pr_auc": 0.9690671589659777,
+      "eval_fy_opus100_pr_auc": 0.7171384596921879,
+      "eval_ga_opus100_pr_auc": 0.8405915090980973,
+      "eval_ga_ud_pr_auc": 0.8170476803987273,
+      "eval_gd_opus100_pr_auc": 0.5049523796057481,
+      "eval_gd_ud_pr_auc": 0.683322313800462,
+      "eval_gl_opus100_pr_auc": 0.8664067548516808,
+      "eval_gl_ud_pr_auc": 0.9835076528583915,
+      "eval_gu_ersatz_pr_auc": 0.9429671406028839,
+      "eval_gu_opus100_pr_auc": 0.6690817640335426,
+      "eval_ha_opus100_pr_auc": 0.8794874520847834,
+      "eval_he_opus100_pr_auc": 0.8516802483104436,
+      "eval_he_ud_pr_auc": 0.9534225537038831,
+      "eval_hi_ersatz_pr_auc": 0.9657879330277205,
+      "eval_hi_opus100_pr_auc": 0.6132256405532288,
+      "eval_hi_ud_pr_auc": 0.9943690925238216,
+      "eval_hu_opus100_pr_auc": 0.9061008729701301,
+      "eval_hu_ud_pr_auc": 0.9719371912384047,
+      "eval_hy_opus100_pr_auc": 0.910642452845317,
+      "eval_hy_ud_pr_auc": 0.9616356348702085,
+      "eval_id_opus100_pr_auc": 0.8564228270504994,
+      "eval_id_ud_pr_auc": 0.987409143120659,
+      "eval_ig_opus100_pr_auc": 0.8717480879905405,
+      "eval_is_opus100_pr_auc": 0.9114291909884731,
+      "eval_is_ud_pr_auc": 0.8752805012208316,
+      "eval_it_opus100_pr_auc": 0.8800696640350035,
+      "eval_it_ud_pr_auc": 0.9893813749393277,
+      "eval_ja_ersatz_pr_auc": 0.8528592843575576,
+      "eval_ja_opus100_pr_auc": 0.7392927796872677,
+      "eval_ja_ud_pr_auc": 0.98095986530907,
+      "eval_jv_ud_pr_auc": 0.9824807127362025,
+      "eval_ka_opus100_pr_auc": 0.8630579900490071,
+      "eval_kk_ersatz_pr_auc": 0.9765363089265938,
+      "eval_kk_opus100_pr_auc": 0.8081741694966198,
+      "eval_kk_ud_pr_auc": 0.9733302635977281,
+      "eval_km_ersatz_pr_auc": 0.8711794822146898,
+      "eval_km_opus100_pr_auc": 0.647104999425081,
+      "eval_kn_opus100_pr_auc": 0.5473760523427329,
+      "eval_ko_opus100_pr_auc": 0.6124165293759168,
+      "eval_ko_ud_pr_auc": 0.999300734899299,
+      "eval_ku_opus100_pr_auc": 0.7954938916401412,
+      "eval_ky_opus100_pr_auc": 0.8587716679457587,
+      "eval_la_ud_pr_auc": 0.899055266812727,
+      "eval_loss": 0.04523434862494469,
+      "eval_lt_ersatz_pr_auc": 0.9748621830167442,
+      "eval_lt_opus100_pr_auc": 0.8225514747247641,
+      "eval_lt_ud_pr_auc": 0.9676411037429666,
+      "eval_lv_ersatz_pr_auc": 0.9895606020805372,
+      "eval_lv_opus100_pr_auc": 0.8627637972049641,
+      "eval_lv_ud_pr_auc": 0.951857380735613,
+      "eval_mg_opus100_pr_auc": 0.891200676383726,
+      "eval_mk_opus100_pr_auc": 0.8800112756639281,
+      "eval_ml_opus100_pr_auc": 0.7312203331609086,
+      "eval_mn_opus100_pr_auc": 0.9411752394035917,
+      "eval_mr_opus100_pr_auc": 0.8855934012517823,
+      "eval_mr_ud_pr_auc": 0.9651308538393476,
+      "eval_ms_opus100_pr_auc": 0.8530158111442595,
+      "eval_mt_opus100_pr_auc": 0.7758900493945324,
+      "eval_mt_ud_pr_auc": 0.8724470022272984,
+      "eval_my_opus100_pr_auc": 0.652726134818117,
+      "eval_ne_opus100_pr_auc": 0.6498950592342324,
+      "eval_nl_opus100_pr_auc": 0.8817334467525271,
+      "eval_nl_ud_pr_auc": 0.9654343112839512,
+      "eval_no_opus100_pr_auc": 0.9142306696524645,
+      "eval_no_ud_pr_auc": 0.9935300792095522,
+      "eval_pa_opus100_pr_auc": 0.6572083197519452,
+      "eval_pl_ersatz_pr_auc": 0.9708521329117861,
+      "eval_pl_opus100_pr_auc": 0.8827122923575434,
+      "eval_pl_ud_pr_auc": 0.9513156995666774,
+      "eval_ps_ersatz_pr_auc": 0.9691486668393375,
+      "eval_ps_opus100_pr_auc": 0.7145303537612431,
+      "eval_pt_opus100_pr_auc": 0.910483868095021,
+      "eval_pt_ud_pr_auc": 0.9761541381205139,
+      "eval_ro_ersatz_pr_auc": 0.9909670840563332,
+      "eval_ro_opus100_pr_auc": 0.8651951028975792,
+      "eval_ro_ud_pr_auc": 0.9304673859349694,
+      "eval_ru_ersatz_pr_auc": 0.9791803740273295,
+      "eval_ru_opus100_pr_auc": 0.8813452238555018,
+      "eval_ru_ud_pr_auc": 0.8513316966027479,
+      "eval_runtime": 455.601,
+      "eval_samples_per_second": 165.649,
+      "eval_si_opus100_pr_auc": 0.7697199469756191,
+      "eval_sk_opus100_pr_auc": 0.9022833594445306,
+      "eval_sk_ud_pr_auc": 0.974755627487267,
+      "eval_sl_opus100_pr_auc": 0.8483850834762766,
+      "eval_sl_ud_pr_auc": 0.9578587473964262,
+      "eval_sq_opus100_pr_auc": 0.8738655874142292,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9077326824635341,
+      "eval_sr_ud_pr_auc": 0.9919753389172218,
+      "eval_steps_per_second": 5.178,
+      "eval_sv_opus100_pr_auc": 0.8865812917050478,
+      "eval_sv_ud_pr_auc": 0.9304718299533916,
+      "eval_ta_ersatz_pr_auc": 0.9815455920653962,
+      "eval_ta_opus100_pr_auc": 0.5993970830396893,
+      "eval_ta_ud_pr_auc": 0.9987959084931131,
+      "eval_te_opus100_pr_auc": 0.7920924923313165,
+      "eval_tg_opus100_pr_auc": 0.8576476322019089,
+      "eval_th_opus100_pr_auc": 0.6440155232166501,
+      "eval_th_ud_pr_auc": 0.6060653394137518,
+      "eval_tr_ersatz_pr_auc": 0.9651148574084158,
+      "eval_tr_opus100_pr_auc": 0.8783595976547399,
+      "eval_tr_ud_pr_auc": 0.9220217103246501,
+      "eval_uk_opus100_pr_auc": 0.8612338169705911,
+      "eval_uk_ud_pr_auc": 0.937147104421445,
+      "eval_ur_opus100_pr_auc": 0.48492456892608843,
+      "eval_ur_ud_pr_auc": 0.9960471118004119,
+      "eval_uz_opus100_pr_auc": 0.849683869103302,
+      "eval_vi_opus100_pr_auc": 0.8945969248994363,
+      "eval_vi_ud_pr_auc": 0.9433677608918025,
+      "eval_xh_opus100_pr_auc": 0.8400071893128708,
+      "eval_yi_opus100_pr_auc": 0.5824135012196401,
+      "eval_yo_opus100_pr_auc": 0.7707382290221234,
+      "eval_yo_ud_pr_auc": 0.931749962295475,
+      "eval_zh_ersatz_pr_auc": 0.8801842290547458,
+      "eval_zh_opus100_pr_auc": 0.7035827180934299,
+      "eval_zh_ud_pr_auc": 0.9982484605842604,
+      "eval_zu_opus100_pr_auc": 0.8271698594669564,
+      "step": 35000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.365822784810127e-05,
+      "learning_rate_adapter": 9.365822784810127e-05,
+      "loss": 0.0412,
+      "step": 35050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.364556962025318e-05,
+      "learning_rate_adapter": 9.364556962025318e-05,
+      "loss": 0.0415,
+      "step": 35100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.363291139240507e-05,
+      "learning_rate_adapter": 9.363291139240507e-05,
+      "loss": 0.042,
+      "step": 35150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.362025316455697e-05,
+      "learning_rate_adapter": 9.362025316455697e-05,
+      "loss": 0.0406,
+      "step": 35200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.360759493670887e-05,
+      "learning_rate_adapter": 9.360759493670887e-05,
+      "loss": 0.0416,
+      "step": 35250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.359493670886076e-05,
+      "learning_rate_adapter": 9.359493670886076e-05,
+      "loss": 0.041,
+      "step": 35300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.358227848101266e-05,
+      "learning_rate_adapter": 9.358227848101266e-05,
+      "loss": 0.0419,
+      "step": 35350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.356962025316456e-05,
+      "learning_rate_adapter": 9.356962025316456e-05,
+      "loss": 0.041,
+      "step": 35400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.355696202531646e-05,
+      "learning_rate_adapter": 9.355696202531646e-05,
+      "loss": 0.0409,
+      "step": 35450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.354430379746835e-05,
+      "learning_rate_adapter": 9.354430379746835e-05,
+      "loss": 0.0415,
+      "step": 35500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.353164556962026e-05,
+      "learning_rate_adapter": 9.353164556962026e-05,
+      "loss": 0.041,
+      "step": 35550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.351898734177215e-05,
+      "learning_rate_adapter": 9.351898734177215e-05,
+      "loss": 0.041,
+      "step": 35600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.350632911392406e-05,
+      "learning_rate_adapter": 9.350632911392406e-05,
+      "loss": 0.0413,
+      "step": 35650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.349367088607596e-05,
+      "learning_rate_adapter": 9.349367088607596e-05,
+      "loss": 0.0412,
+      "step": 35700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.348101265822785e-05,
+      "learning_rate_adapter": 9.348101265822785e-05,
+      "loss": 0.0406,
+      "step": 35750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.346835443037976e-05,
+      "learning_rate_adapter": 9.346835443037976e-05,
+      "loss": 0.042,
+      "step": 35800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.345569620253165e-05,
+      "learning_rate_adapter": 9.345569620253165e-05,
+      "loss": 0.0423,
+      "step": 35850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.344303797468354e-05,
+      "learning_rate_adapter": 9.344303797468354e-05,
+      "loss": 0.0415,
+      "step": 35900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.343037974683545e-05,
+      "learning_rate_adapter": 9.343037974683545e-05,
+      "loss": 0.0403,
+      "step": 35950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.341772151898734e-05,
+      "learning_rate_adapter": 9.341772151898734e-05,
+      "loss": 0.0412,
+      "step": 36000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.340506329113925e-05,
+      "learning_rate_adapter": 9.340506329113925e-05,
+      "loss": 0.0407,
+      "step": 36050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.339240506329114e-05,
+      "learning_rate_adapter": 9.339240506329114e-05,
+      "loss": 0.0407,
+      "step": 36100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.337974683544303e-05,
+      "learning_rate_adapter": 9.337974683544303e-05,
+      "loss": 0.0405,
+      "step": 36150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.336708860759494e-05,
+      "learning_rate_adapter": 9.336708860759494e-05,
+      "loss": 0.0413,
+      "step": 36200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.335443037974684e-05,
+      "learning_rate_adapter": 9.335443037974684e-05,
+      "loss": 0.0411,
+      "step": 36250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.334177215189875e-05,
+      "learning_rate_adapter": 9.334177215189875e-05,
+      "loss": 0.0413,
+      "step": 36300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.332911392405064e-05,
+      "learning_rate_adapter": 9.332911392405064e-05,
+      "loss": 0.041,
+      "step": 36350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.331645569620253e-05,
+      "learning_rate_adapter": 9.331645569620253e-05,
+      "loss": 0.0414,
+      "step": 36400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.330379746835444e-05,
+      "learning_rate_adapter": 9.330379746835444e-05,
+      "loss": 0.0412,
+      "step": 36450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.329113924050633e-05,
+      "learning_rate_adapter": 9.329113924050633e-05,
+      "loss": 0.0421,
+      "step": 36500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.327848101265824e-05,
+      "learning_rate_adapter": 9.327848101265824e-05,
+      "loss": 0.0415,
+      "step": 36550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.326582278481013e-05,
+      "learning_rate_adapter": 9.326582278481013e-05,
+      "loss": 0.041,
+      "step": 36600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.325316455696202e-05,
+      "learning_rate_adapter": 9.325316455696202e-05,
+      "loss": 0.0415,
+      "step": 36650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.324050632911393e-05,
+      "learning_rate_adapter": 9.324050632911393e-05,
+      "loss": 0.04,
+      "step": 36700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.322784810126582e-05,
+      "learning_rate_adapter": 9.322784810126582e-05,
+      "loss": 0.0407,
+      "step": 36750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.321518987341772e-05,
+      "learning_rate_adapter": 9.321518987341772e-05,
+      "loss": 0.0409,
+      "step": 36800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.320253164556963e-05,
+      "learning_rate_adapter": 9.320253164556963e-05,
+      "loss": 0.0407,
+      "step": 36850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.318987341772152e-05,
+      "learning_rate_adapter": 9.318987341772152e-05,
+      "loss": 0.0411,
+      "step": 36900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.317721518987343e-05,
+      "learning_rate_adapter": 9.317721518987343e-05,
+      "loss": 0.0414,
+      "step": 36950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.316455696202532e-05,
+      "learning_rate_adapter": 9.316455696202532e-05,
+      "loss": 0.041,
+      "step": 37000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.315189873417722e-05,
+      "learning_rate_adapter": 9.315189873417722e-05,
+      "loss": 0.041,
+      "step": 37050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.313924050632912e-05,
+      "learning_rate_adapter": 9.313924050632912e-05,
+      "loss": 0.0402,
+      "step": 37100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.312658227848101e-05,
+      "learning_rate_adapter": 9.312658227848101e-05,
+      "loss": 0.0404,
+      "step": 37150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.311392405063291e-05,
+      "learning_rate_adapter": 9.311392405063291e-05,
+      "loss": 0.0403,
+      "step": 37200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.31012658227848e-05,
+      "learning_rate_adapter": 9.31012658227848e-05,
+      "loss": 0.041,
+      "step": 37250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.308860759493671e-05,
+      "learning_rate_adapter": 9.308860759493671e-05,
+      "loss": 0.0407,
+      "step": 37300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.30759493670886e-05,
+      "learning_rate_adapter": 9.30759493670886e-05,
+      "loss": 0.0405,
+      "step": 37350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.306329113924051e-05,
+      "learning_rate_adapter": 9.306329113924051e-05,
+      "loss": 0.0415,
+      "step": 37400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.305063291139242e-05,
+      "learning_rate_adapter": 9.305063291139242e-05,
+      "loss": 0.0411,
+      "step": 37450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.303797468354431e-05,
+      "learning_rate_adapter": 9.303797468354431e-05,
+      "loss": 0.0399,
+      "step": 37500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.302531645569621e-05,
+      "learning_rate_adapter": 9.302531645569621e-05,
+      "loss": 0.0406,
+      "step": 37550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.30126582278481e-05,
+      "learning_rate_adapter": 9.30126582278481e-05,
+      "loss": 0.0406,
+      "step": 37600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0402,
+      "step": 37650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29873417721519e-05,
+      "learning_rate_adapter": 9.29873417721519e-05,
+      "loss": 0.041,
+      "step": 37700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29746835443038e-05,
+      "learning_rate_adapter": 9.29746835443038e-05,
+      "loss": 0.041,
+      "step": 37750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29620253164557e-05,
+      "learning_rate_adapter": 9.29620253164557e-05,
+      "loss": 0.0411,
+      "step": 37800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.294936708860759e-05,
+      "learning_rate_adapter": 9.294936708860759e-05,
+      "loss": 0.041,
+      "step": 37850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29367088607595e-05,
+      "learning_rate_adapter": 9.29367088607595e-05,
+      "loss": 0.0408,
+      "step": 37900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.292405063291139e-05,
+      "learning_rate_adapter": 9.292405063291139e-05,
+      "loss": 0.041,
+      "step": 37950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29113924050633e-05,
+      "learning_rate_adapter": 9.29113924050633e-05,
+      "loss": 0.0404,
+      "step": 38000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.28987341772152e-05,
+      "learning_rate_adapter": 9.28987341772152e-05,
+      "loss": 0.0406,
+      "step": 38050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.28860759493671e-05,
+      "learning_rate_adapter": 9.28860759493671e-05,
+      "loss": 0.0413,
+      "step": 38100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.2873417721519e-05,
+      "learning_rate_adapter": 9.2873417721519e-05,
+      "loss": 0.0418,
+      "step": 38150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.286075949367089e-05,
+      "learning_rate_adapter": 9.286075949367089e-05,
+      "loss": 0.0413,
+      "step": 38200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.284810126582278e-05,
+      "learning_rate_adapter": 9.284810126582278e-05,
+      "loss": 0.0405,
+      "step": 38250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.283544303797469e-05,
+      "learning_rate_adapter": 9.283544303797469e-05,
+      "loss": 0.0412,
+      "step": 38300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.282278481012658e-05,
+      "learning_rate_adapter": 9.282278481012658e-05,
+      "loss": 0.041,
+      "step": 38350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.281012658227849e-05,
+      "learning_rate_adapter": 9.281012658227849e-05,
+      "loss": 0.0404,
+      "step": 38400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.279746835443038e-05,
+      "learning_rate_adapter": 9.279746835443038e-05,
+      "loss": 0.04,
+      "step": 38450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.278481012658227e-05,
+      "learning_rate_adapter": 9.278481012658227e-05,
+      "loss": 0.0406,
+      "step": 38500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.277215189873418e-05,
+      "learning_rate_adapter": 9.277215189873418e-05,
+      "loss": 0.0417,
+      "step": 38550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.275949367088608e-05,
+      "learning_rate_adapter": 9.275949367088608e-05,
+      "loss": 0.0409,
+      "step": 38600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.274683544303799e-05,
+      "learning_rate_adapter": 9.274683544303799e-05,
+      "loss": 0.04,
+      "step": 38650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.273417721518988e-05,
+      "learning_rate_adapter": 9.273417721518988e-05,
+      "loss": 0.0408,
+      "step": 38700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.272151898734177e-05,
+      "learning_rate_adapter": 9.272151898734177e-05,
+      "loss": 0.0408,
+      "step": 38750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.270886075949368e-05,
+      "learning_rate_adapter": 9.270886075949368e-05,
+      "loss": 0.0403,
+      "step": 38800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.269620253164557e-05,
+      "learning_rate_adapter": 9.269620253164557e-05,
+      "loss": 0.0411,
+      "step": 38850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.268354430379748e-05,
+      "learning_rate_adapter": 9.268354430379748e-05,
+      "loss": 0.0404,
+      "step": 38900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.267088607594937e-05,
+      "learning_rate_adapter": 9.267088607594937e-05,
+      "loss": 0.0402,
+      "step": 38950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.265822784810127e-05,
+      "learning_rate_adapter": 9.265822784810127e-05,
+      "loss": 0.0415,
+      "step": 39000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.264556962025317e-05,
+      "learning_rate_adapter": 9.264556962025317e-05,
+      "loss": 0.0403,
+      "step": 39050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.263291139240506e-05,
+      "learning_rate_adapter": 9.263291139240506e-05,
+      "loss": 0.0402,
+      "step": 39100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.262025316455696e-05,
+      "learning_rate_adapter": 9.262025316455696e-05,
+      "loss": 0.0414,
+      "step": 39150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.260759493670887e-05,
+      "learning_rate_adapter": 9.260759493670887e-05,
+      "loss": 0.0403,
+      "step": 39200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.259493670886077e-05,
+      "learning_rate_adapter": 9.259493670886077e-05,
+      "loss": 0.0411,
+      "step": 39250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.258227848101267e-05,
+      "learning_rate_adapter": 9.258227848101267e-05,
+      "loss": 0.0404,
+      "step": 39300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.256962025316456e-05,
+      "learning_rate_adapter": 9.256962025316456e-05,
+      "loss": 0.0401,
+      "step": 39350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.255696202531646e-05,
+      "learning_rate_adapter": 9.255696202531646e-05,
+      "loss": 0.0404,
+      "step": 39400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.254430379746836e-05,
+      "learning_rate_adapter": 9.254430379746836e-05,
+      "loss": 0.0407,
+      "step": 39450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.253164556962026e-05,
+      "learning_rate_adapter": 9.253164556962026e-05,
+      "loss": 0.041,
+      "step": 39500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.251898734177215e-05,
+      "learning_rate_adapter": 9.251898734177215e-05,
+      "loss": 0.0408,
+      "step": 39550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.250632911392405e-05,
+      "learning_rate_adapter": 9.250632911392405e-05,
+      "loss": 0.0402,
+      "step": 39600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.249367088607595e-05,
+      "learning_rate_adapter": 9.249367088607595e-05,
+      "loss": 0.0408,
+      "step": 39650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.248101265822784e-05,
+      "learning_rate_adapter": 9.248101265822784e-05,
+      "loss": 0.0406,
+      "step": 39700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.246835443037975e-05,
+      "learning_rate_adapter": 9.246835443037975e-05,
+      "loss": 0.0401,
+      "step": 39750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.245569620253165e-05,
+      "learning_rate_adapter": 9.245569620253165e-05,
+      "loss": 0.0405,
+      "step": 39800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.244303797468355e-05,
+      "learning_rate_adapter": 9.244303797468355e-05,
+      "loss": 0.0401,
+      "step": 39850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.243037974683545e-05,
+      "learning_rate_adapter": 9.243037974683545e-05,
+      "loss": 0.0408,
+      "step": 39900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.241772151898734e-05,
+      "learning_rate_adapter": 9.241772151898734e-05,
+      "loss": 0.0403,
+      "step": 39950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.240506329113925e-05,
+      "learning_rate_adapter": 9.240506329113925e-05,
+      "loss": 0.0405,
+      "step": 40000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7488164288668093,
+      "eval_af_ud_pr_auc": 0.995438949717387,
+      "eval_am_opus100_pr_auc": 0.4099032410162994,
+      "eval_ar_ersatz_pr_auc": 0.9203920020559359,
+      "eval_ar_opus100_pr_auc": 0.6531043638094424,
+      "eval_ar_ud_pr_auc": 0.817062858577842,
+      "eval_average_ersatz_pr_auc": 0.9431674103359288,
+      "eval_average_opus100_pr_auc": 0.7918676979149872,
+      "eval_average_ud_pr_auc": 0.9396973218093457,
+      "eval_az_opus100_pr_auc": 0.7022813830243498,
+      "eval_be_opus100_pr_auc": 0.6666113545604195,
+      "eval_be_ud_pr_auc": 0.8749638450065034,
+      "eval_bg_opus100_pr_auc": 0.8980106798800754,
+      "eval_bg_ud_pr_auc": 0.9817778480164039,
+      "eval_bn_opus100_pr_auc": 0.7566048743284375,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8568871204498894,
+      "eval_ca_ud_pr_auc": 0.985337092748929,
+      "eval_ceb_ud_pr_auc": 0.9981308425273248,
+      "eval_cs_ersatz_pr_auc": 0.9726740084938197,
+      "eval_cs_opus100_pr_auc": 0.8740142271797484,
+      "eval_cs_ud_pr_auc": 0.9358715988224923,
+      "eval_cy_opus100_pr_auc": 0.7187496931098634,
+      "eval_cy_ud_pr_auc": 0.9936116306021654,
+      "eval_da_opus100_pr_auc": 0.8747737254839097,
+      "eval_da_ud_pr_auc": 0.9662660912612537,
+      "eval_de_ersatz_pr_auc": 0.9423098186841837,
+      "eval_de_opus100_pr_auc": 0.8264194125032244,
+      "eval_de_ud_pr_auc": 0.9661873476329084,
+      "eval_el_opus100_pr_auc": 0.9098169578615677,
+      "eval_el_ud_pr_auc": 0.986358517272808,
+      "eval_en_ersatz_pr_auc": 0.9753831711784149,
+      "eval_en_opus100_pr_auc": 0.9002060049180886,
+      "eval_en_ud_pr_auc": 0.9666795596392929,
+      "eval_eo_opus100_pr_auc": 0.9060324435512938,
+      "eval_es_ersatz_pr_auc": 0.9893385081939307,
+      "eval_es_opus100_pr_auc": 0.9028896120749622,
+      "eval_es_ud_pr_auc": 0.9754193140324405,
+      "eval_et_ersatz_pr_auc": 0.9651865251258938,
+      "eval_et_opus100_pr_auc": 0.858615703328091,
+      "eval_et_ud_pr_auc": 0.9156729909360668,
+      "eval_eu_opus100_pr_auc": 0.8597192560253494,
+      "eval_eu_ud_pr_auc": 0.9828493805046807,
+      "eval_fa_opus100_pr_auc": 0.5336993380014654,
+      "eval_fa_ud_pr_auc": 0.9890706703438565,
+      "eval_fi_ersatz_pr_auc": 0.9670837048694784,
+      "eval_fi_opus100_pr_auc": 0.8822929857400965,
+      "eval_fi_ud_pr_auc": 0.9289299601380859,
+      "eval_fr_ersatz_pr_auc": 0.9763835777482521,
+      "eval_fr_opus100_pr_auc": 0.8738383994448905,
+      "eval_fr_ud_pr_auc": 0.9438674996142464,
+      "eval_fy_opus100_pr_auc": 0.700655219956185,
+      "eval_ga_opus100_pr_auc": 0.850082549349851,
+      "eval_ga_ud_pr_auc": 0.8171300130986391,
+      "eval_gd_opus100_pr_auc": 0.533460522714362,
+      "eval_gd_ud_pr_auc": 0.6833657191891792,
+      "eval_gl_opus100_pr_auc": 0.8664327790404271,
+      "eval_gl_ud_pr_auc": 0.9788104810869772,
+      "eval_gu_ersatz_pr_auc": 0.9133949493068662,
+      "eval_gu_opus100_pr_auc": 0.6876487338654966,
+      "eval_ha_opus100_pr_auc": 0.8832545279207848,
+      "eval_he_opus100_pr_auc": 0.8424518043202873,
+      "eval_he_ud_pr_auc": 0.9501318203130734,
+      "eval_hi_ersatz_pr_auc": 0.9535380507698573,
+      "eval_hi_opus100_pr_auc": 0.5975917222868233,
+      "eval_hi_ud_pr_auc": 0.9836122851540843,
+      "eval_hu_opus100_pr_auc": 0.8957856003775124,
+      "eval_hu_ud_pr_auc": 0.961678036319228,
+      "eval_hy_opus100_pr_auc": 0.8986514855139154,
+      "eval_hy_ud_pr_auc": 0.978585095764131,
+      "eval_id_opus100_pr_auc": 0.8485903829954622,
+      "eval_id_ud_pr_auc": 0.9830087027225357,
+      "eval_ig_opus100_pr_auc": 0.8787336382435385,
+      "eval_is_opus100_pr_auc": 0.9042306206916877,
+      "eval_is_ud_pr_auc": 0.8279939280188052,
+      "eval_it_opus100_pr_auc": 0.8786359639638731,
+      "eval_it_ud_pr_auc": 0.996524400445542,
+      "eval_ja_ersatz_pr_auc": 0.7942320008557079,
+      "eval_ja_opus100_pr_auc": 0.7215839290552797,
+      "eval_ja_ud_pr_auc": 0.9878025801172425,
+      "eval_jv_ud_pr_auc": 0.9741028347338215,
+      "eval_ka_opus100_pr_auc": 0.850353231656906,
+      "eval_kk_ersatz_pr_auc": 0.9710170135795019,
+      "eval_kk_opus100_pr_auc": 0.8051712539367016,
+      "eval_kk_ud_pr_auc": 0.958032090272795,
+      "eval_km_ersatz_pr_auc": 0.8888566255013316,
+      "eval_km_opus100_pr_auc": 0.6754395074786252,
+      "eval_kn_opus100_pr_auc": 0.5299139936239335,
+      "eval_ko_opus100_pr_auc": 0.6137872893195333,
+      "eval_ko_ud_pr_auc": 0.9895422033930853,
+      "eval_ku_opus100_pr_auc": 0.7655386935586319,
+      "eval_ky_opus100_pr_auc": 0.8610861651355769,
+      "eval_la_ud_pr_auc": 0.9604905672316011,
+      "eval_loss": 0.04430089145898819,
+      "eval_lt_ersatz_pr_auc": 0.9710226058545288,
+      "eval_lt_opus100_pr_auc": 0.8191502087291235,
+      "eval_lt_ud_pr_auc": 0.9663721099911856,
+      "eval_lv_ersatz_pr_auc": 0.9797350554423738,
+      "eval_lv_opus100_pr_auc": 0.8462415286542441,
+      "eval_lv_ud_pr_auc": 0.9497435624650081,
+      "eval_mg_opus100_pr_auc": 0.8811746841818687,
+      "eval_mk_opus100_pr_auc": 0.878243231918603,
+      "eval_ml_opus100_pr_auc": 0.7428532687548625,
+      "eval_mn_opus100_pr_auc": 0.9370613669187728,
+      "eval_mr_opus100_pr_auc": 0.8779032873794672,
+      "eval_mr_ud_pr_auc": 0.9427623363084849,
+      "eval_ms_opus100_pr_auc": 0.844828007134286,
+      "eval_mt_opus100_pr_auc": 0.7868637100328028,
+      "eval_mt_ud_pr_auc": 0.8548456765477499,
+      "eval_my_opus100_pr_auc": 0.6535360694224882,
+      "eval_ne_opus100_pr_auc": 0.6534713184444427,
+      "eval_nl_opus100_pr_auc": 0.8753499841626238,
+      "eval_nl_ud_pr_auc": 0.955106976564549,
+      "eval_no_opus100_pr_auc": 0.905330140940243,
+      "eval_no_ud_pr_auc": 0.9892317281590515,
+      "eval_pa_opus100_pr_auc": 0.646815739268114,
+      "eval_pl_ersatz_pr_auc": 0.97035037368974,
+      "eval_pl_opus100_pr_auc": 0.8765368735084648,
+      "eval_pl_ud_pr_auc": 0.955934602912685,
+      "eval_ps_ersatz_pr_auc": 0.9190764578585348,
+      "eval_ps_opus100_pr_auc": 0.6890573938412524,
+      "eval_pt_opus100_pr_auc": 0.900901412509494,
+      "eval_pt_ud_pr_auc": 0.9585535128421183,
+      "eval_ro_ersatz_pr_auc": 0.9822037279990087,
+      "eval_ro_opus100_pr_auc": 0.8515694642336155,
+      "eval_ro_ud_pr_auc": 0.8723484055077915,
+      "eval_ru_ersatz_pr_auc": 0.9717644521880969,
+      "eval_ru_opus100_pr_auc": 0.8754186907295085,
+      "eval_ru_ud_pr_auc": 0.8420095080181529,
+      "eval_runtime": 451.4436,
+      "eval_samples_per_second": 167.175,
+      "eval_si_opus100_pr_auc": 0.7772223317755513,
+      "eval_sk_opus100_pr_auc": 0.8913433335111596,
+      "eval_sk_ud_pr_auc": 0.97234551693254,
+      "eval_sl_opus100_pr_auc": 0.8415624646317074,
+      "eval_sl_ud_pr_auc": 0.9526947331217418,
+      "eval_sq_opus100_pr_auc": 0.8719414193844975,
+      "eval_sq_ud_pr_auc": 0.9997244990892533,
+      "eval_sr_opus100_pr_auc": 0.8964039360853765,
+      "eval_sr_ud_pr_auc": 0.9841011649894258,
+      "eval_steps_per_second": 5.225,
+      "eval_sv_opus100_pr_auc": 0.86573263841856,
+      "eval_sv_ud_pr_auc": 0.9212377768807528,
+      "eval_ta_ersatz_pr_auc": 0.9643408367726448,
+      "eval_ta_opus100_pr_auc": 0.5833566424475395,
+      "eval_ta_ud_pr_auc": 0.9966045477531451,
+      "eval_te_opus100_pr_auc": 0.7825591331730751,
+      "eval_tg_opus100_pr_auc": 0.8517893627487552,
+      "eval_th_opus100_pr_auc": 0.646930713868661,
+      "eval_th_ud_pr_auc": 0.6037827069663081,
+      "eval_tr_ersatz_pr_auc": 0.9370792800823355,
+      "eval_tr_opus100_pr_auc": 0.866601137659092,
+      "eval_tr_ud_pr_auc": 0.8674011435037461,
+      "eval_uk_opus100_pr_auc": 0.8525354011101306,
+      "eval_uk_ud_pr_auc": 0.9318774193645865,
+      "eval_ur_opus100_pr_auc": 0.4541552307270983,
+      "eval_ur_ud_pr_auc": 0.9944100128830202,
+      "eval_uz_opus100_pr_auc": 0.8512891215592144,
+      "eval_vi_opus100_pr_auc": 0.8844593047820795,
+      "eval_vi_ud_pr_auc": 0.9385041240892398,
+      "eval_xh_opus100_pr_auc": 0.8513028139636083,
+      "eval_yi_opus100_pr_auc": 0.6416187779368755,
+      "eval_yo_opus100_pr_auc": 0.7923519493016328,
+      "eval_yo_ud_pr_auc": 0.8986326884179282,
+      "eval_zh_ersatz_pr_auc": 0.8243202811399959,
+      "eval_zh_opus100_pr_auc": 0.6652341815973488,
+      "eval_zh_ud_pr_auc": 0.9802158345688119,
+      "eval_zu_opus100_pr_auc": 0.8200881334190435,
+      "step": 40000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.239240506329114e-05,
+      "learning_rate_adapter": 9.239240506329114e-05,
+      "loss": 0.0402,
+      "step": 40050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.237974683544303e-05,
+      "learning_rate_adapter": 9.237974683544303e-05,
+      "loss": 0.0407,
+      "step": 40100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.236708860759494e-05,
+      "learning_rate_adapter": 9.236708860759494e-05,
+      "loss": 0.0394,
+      "step": 40150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.235443037974683e-05,
+      "learning_rate_adapter": 9.235443037974683e-05,
+      "loss": 0.0408,
+      "step": 40200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.234177215189874e-05,
+      "learning_rate_adapter": 9.234177215189874e-05,
+      "loss": 0.041,
+      "step": 40250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.232911392405063e-05,
+      "learning_rate_adapter": 9.232911392405063e-05,
+      "loss": 0.0403,
+      "step": 40300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.231645569620254e-05,
+      "learning_rate_adapter": 9.231645569620254e-05,
+      "loss": 0.0404,
+      "step": 40350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.230379746835444e-05,
+      "learning_rate_adapter": 9.230379746835444e-05,
+      "loss": 0.0409,
+      "step": 40400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.229113924050633e-05,
+      "learning_rate_adapter": 9.229113924050633e-05,
+      "loss": 0.0409,
+      "step": 40450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.227848101265824e-05,
+      "learning_rate_adapter": 9.227848101265824e-05,
+      "loss": 0.0408,
+      "step": 40500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.226582278481013e-05,
+      "learning_rate_adapter": 9.226582278481013e-05,
+      "loss": 0.0404,
+      "step": 40550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.225316455696204e-05,
+      "learning_rate_adapter": 9.225316455696204e-05,
+      "loss": 0.0407,
+      "step": 40600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.224050632911393e-05,
+      "learning_rate_adapter": 9.224050632911393e-05,
+      "loss": 0.04,
+      "step": 40650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.222784810126582e-05,
+      "learning_rate_adapter": 9.222784810126582e-05,
+      "loss": 0.0394,
+      "step": 40700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.221518987341773e-05,
+      "learning_rate_adapter": 9.221518987341773e-05,
+      "loss": 0.0399,
+      "step": 40750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.220253164556962e-05,
+      "learning_rate_adapter": 9.220253164556962e-05,
+      "loss": 0.0409,
+      "step": 40800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.218987341772152e-05,
+      "learning_rate_adapter": 9.218987341772152e-05,
+      "loss": 0.0407,
+      "step": 40850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.217721518987342e-05,
+      "learning_rate_adapter": 9.217721518987342e-05,
+      "loss": 0.0395,
+      "step": 40900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.216455696202532e-05,
+      "learning_rate_adapter": 9.216455696202532e-05,
+      "loss": 0.0405,
+      "step": 40950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.215189873417723e-05,
+      "learning_rate_adapter": 9.215189873417723e-05,
+      "loss": 0.0402,
+      "step": 41000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.213924050632912e-05,
+      "learning_rate_adapter": 9.213924050632912e-05,
+      "loss": 0.0408,
+      "step": 41050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.212658227848103e-05,
+      "learning_rate_adapter": 9.212658227848103e-05,
+      "loss": 0.0402,
+      "step": 41100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.211392405063292e-05,
+      "learning_rate_adapter": 9.211392405063292e-05,
+      "loss": 0.0406,
+      "step": 41150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.210126582278481e-05,
+      "learning_rate_adapter": 9.210126582278481e-05,
+      "loss": 0.0405,
+      "step": 41200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.208860759493671e-05,
+      "learning_rate_adapter": 9.208860759493671e-05,
+      "loss": 0.0393,
+      "step": 41250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.207594936708861e-05,
+      "learning_rate_adapter": 9.207594936708861e-05,
+      "loss": 0.0399,
+      "step": 41300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.206329113924051e-05,
+      "learning_rate_adapter": 9.206329113924051e-05,
+      "loss": 0.0399,
+      "step": 41350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.20506329113924e-05,
+      "learning_rate_adapter": 9.20506329113924e-05,
+      "loss": 0.0405,
+      "step": 41400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.203797468354431e-05,
+      "learning_rate_adapter": 9.203797468354431e-05,
+      "loss": 0.0409,
+      "step": 41450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.20253164556962e-05,
+      "learning_rate_adapter": 9.20253164556962e-05,
+      "loss": 0.0404,
+      "step": 41500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.201265822784811e-05,
+      "learning_rate_adapter": 9.201265822784811e-05,
+      "loss": 0.04,
+      "step": 41550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0404,
+      "step": 41600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19873417721519e-05,
+      "learning_rate_adapter": 9.19873417721519e-05,
+      "loss": 0.0399,
+      "step": 41650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19746835443038e-05,
+      "learning_rate_adapter": 9.19746835443038e-05,
+      "loss": 0.0391,
+      "step": 41700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19620253164557e-05,
+      "learning_rate_adapter": 9.19620253164557e-05,
+      "loss": 0.0397,
+      "step": 41750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19493670886076e-05,
+      "learning_rate_adapter": 9.19493670886076e-05,
+      "loss": 0.0396,
+      "step": 41800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19367088607595e-05,
+      "learning_rate_adapter": 9.19367088607595e-05,
+      "loss": 0.0408,
+      "step": 41850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.192405063291139e-05,
+      "learning_rate_adapter": 9.192405063291139e-05,
+      "loss": 0.0394,
+      "step": 41900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.191139240506329e-05,
+      "learning_rate_adapter": 9.191139240506329e-05,
+      "loss": 0.0405,
+      "step": 41950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.189873417721519e-05,
+      "learning_rate_adapter": 9.189873417721519e-05,
+      "loss": 0.0396,
+      "step": 42000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.188607594936708e-05,
+      "learning_rate_adapter": 9.188607594936708e-05,
+      "loss": 0.0395,
+      "step": 42050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.187341772151899e-05,
+      "learning_rate_adapter": 9.187341772151899e-05,
+      "loss": 0.0401,
+      "step": 42100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.18607594936709e-05,
+      "learning_rate_adapter": 9.18607594936709e-05,
+      "loss": 0.0393,
+      "step": 42150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.18481012658228e-05,
+      "learning_rate_adapter": 9.18481012658228e-05,
+      "loss": 0.041,
+      "step": 42200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.183544303797469e-05,
+      "learning_rate_adapter": 9.183544303797469e-05,
+      "loss": 0.039,
+      "step": 42250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.182278481012658e-05,
+      "learning_rate_adapter": 9.182278481012658e-05,
+      "loss": 0.0415,
+      "step": 42300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.181012658227849e-05,
+      "learning_rate_adapter": 9.181012658227849e-05,
+      "loss": 0.0405,
+      "step": 42350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.179746835443038e-05,
+      "learning_rate_adapter": 9.179746835443038e-05,
+      "loss": 0.0399,
+      "step": 42400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.178481012658229e-05,
+      "learning_rate_adapter": 9.178481012658229e-05,
+      "loss": 0.0404,
+      "step": 42450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.177215189873418e-05,
+      "learning_rate_adapter": 9.177215189873418e-05,
+      "loss": 0.0392,
+      "step": 42500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.175949367088607e-05,
+      "learning_rate_adapter": 9.175949367088607e-05,
+      "loss": 0.0394,
+      "step": 42550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.174683544303798e-05,
+      "learning_rate_adapter": 9.174683544303798e-05,
+      "loss": 0.0396,
+      "step": 42600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.173417721518987e-05,
+      "learning_rate_adapter": 9.173417721518987e-05,
+      "loss": 0.0401,
+      "step": 42650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.172151898734177e-05,
+      "learning_rate_adapter": 9.172151898734177e-05,
+      "loss": 0.0409,
+      "step": 42700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.170886075949368e-05,
+      "learning_rate_adapter": 9.170886075949368e-05,
+      "loss": 0.0407,
+      "step": 42750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.169620253164557e-05,
+      "learning_rate_adapter": 9.169620253164557e-05,
+      "loss": 0.0398,
+      "step": 42800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.168354430379748e-05,
+      "learning_rate_adapter": 9.168354430379748e-05,
+      "loss": 0.04,
+      "step": 42850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.167088607594937e-05,
+      "learning_rate_adapter": 9.167088607594937e-05,
+      "loss": 0.04,
+      "step": 42900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.165822784810128e-05,
+      "learning_rate_adapter": 9.165822784810128e-05,
+      "loss": 0.0405,
+      "step": 42950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.164556962025317e-05,
+      "learning_rate_adapter": 9.164556962025317e-05,
+      "loss": 0.0408,
+      "step": 43000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.163291139240506e-05,
+      "learning_rate_adapter": 9.163291139240506e-05,
+      "loss": 0.0404,
+      "step": 43050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.162025316455697e-05,
+      "learning_rate_adapter": 9.162025316455697e-05,
+      "loss": 0.0395,
+      "step": 43100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.160759493670886e-05,
+      "learning_rate_adapter": 9.160759493670886e-05,
+      "loss": 0.0388,
+      "step": 43150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.159493670886076e-05,
+      "learning_rate_adapter": 9.159493670886076e-05,
+      "loss": 0.04,
+      "step": 43200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.158227848101266e-05,
+      "learning_rate_adapter": 9.158227848101266e-05,
+      "loss": 0.04,
+      "step": 43250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.156962025316456e-05,
+      "learning_rate_adapter": 9.156962025316456e-05,
+      "loss": 0.0406,
+      "step": 43300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.155696202531647e-05,
+      "learning_rate_adapter": 9.155696202531647e-05,
+      "loss": 0.0394,
+      "step": 43350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.154430379746836e-05,
+      "learning_rate_adapter": 9.154430379746836e-05,
+      "loss": 0.0387,
+      "step": 43400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.153164556962026e-05,
+      "learning_rate_adapter": 9.153164556962026e-05,
+      "loss": 0.0402,
+      "step": 43450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.151898734177216e-05,
+      "learning_rate_adapter": 9.151898734177216e-05,
+      "loss": 0.0408,
+      "step": 43500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.150632911392405e-05,
+      "learning_rate_adapter": 9.150632911392405e-05,
+      "loss": 0.0401,
+      "step": 43550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.149367088607595e-05,
+      "learning_rate_adapter": 9.149367088607595e-05,
+      "loss": 0.0404,
+      "step": 43600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.148101265822785e-05,
+      "learning_rate_adapter": 9.148101265822785e-05,
+      "loss": 0.0406,
+      "step": 43650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.146835443037975e-05,
+      "learning_rate_adapter": 9.146835443037975e-05,
+      "loss": 0.0388,
+      "step": 43700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.145569620253164e-05,
+      "learning_rate_adapter": 9.145569620253164e-05,
+      "loss": 0.0394,
+      "step": 43750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.144303797468355e-05,
+      "learning_rate_adapter": 9.144303797468355e-05,
+      "loss": 0.0398,
+      "step": 43800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.143037974683544e-05,
+      "learning_rate_adapter": 9.143037974683544e-05,
+      "loss": 0.0401,
+      "step": 43850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.141772151898735e-05,
+      "learning_rate_adapter": 9.141772151898735e-05,
+      "loss": 0.0395,
+      "step": 43900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.140506329113925e-05,
+      "learning_rate_adapter": 9.140506329113925e-05,
+      "loss": 0.0404,
+      "step": 43950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.139240506329115e-05,
+      "learning_rate_adapter": 9.139240506329115e-05,
+      "loss": 0.0397,
+      "step": 44000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.137974683544305e-05,
+      "learning_rate_adapter": 9.137974683544305e-05,
+      "loss": 0.0397,
+      "step": 44050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.136708860759494e-05,
+      "learning_rate_adapter": 9.136708860759494e-05,
+      "loss": 0.0393,
+      "step": 44100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.135443037974683e-05,
+      "learning_rate_adapter": 9.135443037974683e-05,
+      "loss": 0.0407,
+      "step": 44150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.134177215189874e-05,
+      "learning_rate_adapter": 9.134177215189874e-05,
+      "loss": 0.0394,
+      "step": 44200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.132911392405063e-05,
+      "learning_rate_adapter": 9.132911392405063e-05,
+      "loss": 0.0396,
+      "step": 44250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.131645569620254e-05,
+      "learning_rate_adapter": 9.131645569620254e-05,
+      "loss": 0.0395,
+      "step": 44300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.130379746835443e-05,
+      "learning_rate_adapter": 9.130379746835443e-05,
+      "loss": 0.0395,
+      "step": 44350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.129113924050634e-05,
+      "learning_rate_adapter": 9.129113924050634e-05,
+      "loss": 0.04,
+      "step": 44400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.127848101265823e-05,
+      "learning_rate_adapter": 9.127848101265823e-05,
+      "loss": 0.039,
+      "step": 44450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.126582278481013e-05,
+      "learning_rate_adapter": 9.126582278481013e-05,
+      "loss": 0.0401,
+      "step": 44500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.125316455696204e-05,
+      "learning_rate_adapter": 9.125316455696204e-05,
+      "loss": 0.0397,
+      "step": 44550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.124050632911393e-05,
+      "learning_rate_adapter": 9.124050632911393e-05,
+      "loss": 0.0402,
+      "step": 44600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.122784810126582e-05,
+      "learning_rate_adapter": 9.122784810126582e-05,
+      "loss": 0.0402,
+      "step": 44650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.121518987341773e-05,
+      "learning_rate_adapter": 9.121518987341773e-05,
+      "loss": 0.0395,
+      "step": 44700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.120253164556962e-05,
+      "learning_rate_adapter": 9.120253164556962e-05,
+      "loss": 0.04,
+      "step": 44750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.118987341772153e-05,
+      "learning_rate_adapter": 9.118987341772153e-05,
+      "loss": 0.0392,
+      "step": 44800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.117721518987342e-05,
+      "learning_rate_adapter": 9.117721518987342e-05,
+      "loss": 0.0404,
+      "step": 44850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.116455696202531e-05,
+      "learning_rate_adapter": 9.116455696202531e-05,
+      "loss": 0.0395,
+      "step": 44900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.115189873417722e-05,
+      "learning_rate_adapter": 9.115189873417722e-05,
+      "loss": 0.0391,
+      "step": 44950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.113924050632912e-05,
+      "learning_rate_adapter": 9.113924050632912e-05,
+      "loss": 0.0391,
+      "step": 45000
+    },
+    {
+      "epoch": 0.04,
+      "eval_af_opus100_pr_auc": 0.7575883391796772,
+      "eval_af_ud_pr_auc": 0.9972432558914262,
+      "eval_am_opus100_pr_auc": 0.4502144225339295,
+      "eval_ar_ersatz_pr_auc": 0.9303673037005813,
+      "eval_ar_opus100_pr_auc": 0.662031785284587,
+      "eval_ar_ud_pr_auc": 0.8280559432157258,
+      "eval_average_ersatz_pr_auc": 0.9537236438825917,
+      "eval_average_opus100_pr_auc": 0.8005815818731917,
+      "eval_average_ud_pr_auc": 0.9503947002581838,
+      "eval_az_opus100_pr_auc": 0.6689235535412649,
+      "eval_be_opus100_pr_auc": 0.6270859877710611,
+      "eval_be_ud_pr_auc": 0.8750266990645358,
+      "eval_bg_opus100_pr_auc": 0.9026851635575648,
+      "eval_bg_ud_pr_auc": 0.9873055895736557,
+      "eval_bn_opus100_pr_auc": 0.7778823968653944,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8692430535706804,
+      "eval_ca_ud_pr_auc": 0.9891958486820795,
+      "eval_ceb_ud_pr_auc": 0.9999148913978321,
+      "eval_cs_ersatz_pr_auc": 0.9757658226122099,
+      "eval_cs_opus100_pr_auc": 0.8899629141628693,
+      "eval_cs_ud_pr_auc": 0.9464844594266726,
+      "eval_cy_opus100_pr_auc": 0.7255203242409088,
+      "eval_cy_ud_pr_auc": 0.9941749641237371,
+      "eval_da_opus100_pr_auc": 0.9047260291314896,
+      "eval_da_ud_pr_auc": 0.9788401997636765,
+      "eval_de_ersatz_pr_auc": 0.9644868063839219,
+      "eval_de_opus100_pr_auc": 0.8408063140241099,
+      "eval_de_ud_pr_auc": 0.9736047968151226,
+      "eval_el_opus100_pr_auc": 0.9135616558187737,
+      "eval_el_ud_pr_auc": 0.9908647607308395,
+      "eval_en_ersatz_pr_auc": 0.9817811331643802,
+      "eval_en_opus100_pr_auc": 0.9087863312233323,
+      "eval_en_ud_pr_auc": 0.9662575237103083,
+      "eval_eo_opus100_pr_auc": 0.9155379916103333,
+      "eval_es_ersatz_pr_auc": 0.9926740157649714,
+      "eval_es_opus100_pr_auc": 0.915863868812943,
+      "eval_es_ud_pr_auc": 0.9802390872339177,
+      "eval_et_ersatz_pr_auc": 0.9741658910256361,
+      "eval_et_opus100_pr_auc": 0.8807523148714987,
+      "eval_et_ud_pr_auc": 0.927681865567111,
+      "eval_eu_opus100_pr_auc": 0.8689600728737165,
+      "eval_eu_ud_pr_auc": 0.9914802807988488,
+      "eval_fa_opus100_pr_auc": 0.5507201744382234,
+      "eval_fa_ud_pr_auc": 0.9963151238529189,
+      "eval_fi_ersatz_pr_auc": 0.9731642508661643,
+      "eval_fi_opus100_pr_auc": 0.893980978034508,
+      "eval_fi_ud_pr_auc": 0.9587970569249183,
+      "eval_fr_ersatz_pr_auc": 0.964530256360831,
+      "eval_fr_opus100_pr_auc": 0.8854856948940739,
+      "eval_fr_ud_pr_auc": 0.9654499390413653,
+      "eval_fy_opus100_pr_auc": 0.6955906671986637,
+      "eval_ga_opus100_pr_auc": 0.8536351855254806,
+      "eval_ga_ud_pr_auc": 0.8348114579931813,
+      "eval_gd_opus100_pr_auc": 0.5603235775756882,
+      "eval_gd_ud_pr_auc": 0.7030231860099464,
+      "eval_gl_opus100_pr_auc": 0.8757360434465352,
+      "eval_gl_ud_pr_auc": 0.9890641732162397,
+      "eval_gu_ersatz_pr_auc": 0.9313441669638011,
+      "eval_gu_opus100_pr_auc": 0.6836109990249969,
+      "eval_ha_opus100_pr_auc": 0.8908219209728053,
+      "eval_he_opus100_pr_auc": 0.8733793779635298,
+      "eval_he_ud_pr_auc": 0.9556599181572994,
+      "eval_hi_ersatz_pr_auc": 0.9560702152226354,
+      "eval_hi_opus100_pr_auc": 0.6006377034644337,
+      "eval_hi_ud_pr_auc": 0.9846337705994264,
+      "eval_hu_opus100_pr_auc": 0.9069451159479035,
+      "eval_hu_ud_pr_auc": 0.9681982579398897,
+      "eval_hy_opus100_pr_auc": 0.8927841151387006,
+      "eval_hy_ud_pr_auc": 0.9537101963495088,
+      "eval_id_opus100_pr_auc": 0.8763330089873005,
+      "eval_id_ud_pr_auc": 0.9846804160343889,
+      "eval_ig_opus100_pr_auc": 0.8701389536146322,
+      "eval_is_opus100_pr_auc": 0.9111422491271159,
+      "eval_is_ud_pr_auc": 0.9035393986975897,
+      "eval_it_opus100_pr_auc": 0.8848389598446281,
+      "eval_it_ud_pr_auc": 0.99281873706312,
+      "eval_ja_ersatz_pr_auc": 0.8483701752762575,
+      "eval_ja_opus100_pr_auc": 0.7700399727748657,
+      "eval_ja_ud_pr_auc": 0.9873193271183981,
+      "eval_jv_ud_pr_auc": 0.9594880632884097,
+      "eval_ka_opus100_pr_auc": 0.8662617578147002,
+      "eval_kk_ersatz_pr_auc": 0.9768898371392069,
+      "eval_kk_opus100_pr_auc": 0.7785383520568016,
+      "eval_kk_ud_pr_auc": 0.966529891834273,
+      "eval_km_ersatz_pr_auc": 0.8895335955145489,
+      "eval_km_opus100_pr_auc": 0.6938110032606984,
+      "eval_kn_opus100_pr_auc": 0.5500901532123368,
+      "eval_ko_opus100_pr_auc": 0.620503254122626,
+      "eval_ko_ud_pr_auc": 0.9974237170676634,
+      "eval_ku_opus100_pr_auc": 0.7375438476597828,
+      "eval_ky_opus100_pr_auc": 0.8426075983516732,
+      "eval_la_ud_pr_auc": 0.9521044921619668,
+      "eval_loss": 0.04353618249297142,
+      "eval_lt_ersatz_pr_auc": 0.9767670892256479,
+      "eval_lt_opus100_pr_auc": 0.8455464765494727,
+      "eval_lt_ud_pr_auc": 0.9705313507859722,
+      "eval_lv_ersatz_pr_auc": 0.9862836214783541,
+      "eval_lv_opus100_pr_auc": 0.8701456934023197,
+      "eval_lv_ud_pr_auc": 0.9576799386849838,
+      "eval_mg_opus100_pr_auc": 0.8921516454155122,
+      "eval_mk_opus100_pr_auc": 0.8933828104808372,
+      "eval_ml_opus100_pr_auc": 0.7475039370018892,
+      "eval_mn_opus100_pr_auc": 0.9431700554790962,
+      "eval_mr_opus100_pr_auc": 0.8877933498313907,
+      "eval_mr_ud_pr_auc": 0.9636510643377183,
+      "eval_ms_opus100_pr_auc": 0.8610447738465664,
+      "eval_mt_opus100_pr_auc": 0.8004077013464096,
+      "eval_mt_ud_pr_auc": 0.8727088175019708,
+      "eval_my_opus100_pr_auc": 0.6595189528730473,
+      "eval_ne_opus100_pr_auc": 0.6491119987341076,
+      "eval_nl_opus100_pr_auc": 0.8805332447842203,
+      "eval_nl_ud_pr_auc": 0.9622280111200016,
+      "eval_no_opus100_pr_auc": 0.9134239868320871,
+      "eval_no_ud_pr_auc": 0.9947447046262212,
+      "eval_pa_opus100_pr_auc": 0.6602356252627237,
+      "eval_pl_ersatz_pr_auc": 0.9729205973423553,
+      "eval_pl_opus100_pr_auc": 0.8809262865155528,
+      "eval_pl_ud_pr_auc": 0.9528797813121219,
+      "eval_ps_ersatz_pr_auc": 0.9388482159663254,
+      "eval_ps_opus100_pr_auc": 0.7123997928752219,
+      "eval_pt_opus100_pr_auc": 0.9148367932231188,
+      "eval_pt_ud_pr_auc": 0.9703644022091765,
+      "eval_ro_ersatz_pr_auc": 0.9882048002443289,
+      "eval_ro_opus100_pr_auc": 0.8805509972109171,
+      "eval_ro_ud_pr_auc": 0.9523675423758992,
+      "eval_ru_ersatz_pr_auc": 0.9792302044180088,
+      "eval_ru_opus100_pr_auc": 0.8839345504818753,
+      "eval_ru_ud_pr_auc": 0.8653859470714024,
+      "eval_runtime": 452.2578,
+      "eval_samples_per_second": 166.874,
+      "eval_si_opus100_pr_auc": 0.7885735683923456,
+      "eval_sk_opus100_pr_auc": 0.9025032347179971,
+      "eval_sk_ud_pr_auc": 0.9768674245824244,
+      "eval_sl_opus100_pr_auc": 0.8523527562892239,
+      "eval_sl_ud_pr_auc": 0.9769065684870795,
+      "eval_sq_opus100_pr_auc": 0.880001607015749,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9061746604410694,
+      "eval_sr_ud_pr_auc": 0.9890026359399723,
+      "eval_steps_per_second": 5.216,
+      "eval_sv_opus100_pr_auc": 0.8809221934681756,
+      "eval_sv_ud_pr_auc": 0.9260288209952912,
+      "eval_ta_ersatz_pr_auc": 0.9750145469730144,
+      "eval_ta_opus100_pr_auc": 0.6128311399984807,
+      "eval_ta_ud_pr_auc": 0.9976255323145637,
+      "eval_te_opus100_pr_auc": 0.8030022568653529,
+      "eval_tg_opus100_pr_auc": 0.8559589389422978,
+      "eval_th_opus100_pr_auc": 0.6505164687667537,
+      "eval_th_ud_pr_auc": 0.6637515150087593,
+      "eval_tr_ersatz_pr_auc": 0.9597757453494535,
+      "eval_tr_opus100_pr_auc": 0.8820464523638559,
+      "eval_tr_ud_pr_auc": 0.9261503475277144,
+      "eval_uk_opus100_pr_auc": 0.8619647486120111,
+      "eval_uk_ud_pr_auc": 0.9260871255265678,
+      "eval_ur_opus100_pr_auc": 0.46354384204465304,
+      "eval_ur_ud_pr_auc": 0.9934947288043725,
+      "eval_uz_opus100_pr_auc": 0.8348154031595596,
+      "eval_vi_opus100_pr_auc": 0.895508801112759,
+      "eval_vi_ud_pr_auc": 0.9505472820709022,
+      "eval_xh_opus100_pr_auc": 0.8500943760649597,
+      "eval_yi_opus100_pr_auc": 0.6377514517859395,
+      "eval_yo_opus100_pr_auc": 0.7651884564987851,
+      "eval_yo_ud_pr_auc": 0.9163711198646763,
+      "eval_zh_ersatz_pr_auc": 0.8457318744243812,
+      "eval_zh_opus100_pr_auc": 0.67133678760919,
+      "eval_zh_ud_pr_auc": 0.9871859642226932,
+      "eval_zu_opus100_pr_auc": 0.830350713779355,
+      "step": 45000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.112658227848101e-05,
+      "learning_rate_adapter": 9.112658227848101e-05,
+      "loss": 0.0416,
+      "step": 45050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.111392405063292e-05,
+      "learning_rate_adapter": 9.111392405063292e-05,
+      "loss": 0.0405,
+      "step": 45100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.110126582278481e-05,
+      "learning_rate_adapter": 9.110126582278481e-05,
+      "loss": 0.041,
+      "step": 45150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.108860759493672e-05,
+      "learning_rate_adapter": 9.108860759493672e-05,
+      "loss": 0.0412,
+      "step": 45200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.107594936708861e-05,
+      "learning_rate_adapter": 9.107594936708861e-05,
+      "loss": 0.0401,
+      "step": 45250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.106329113924052e-05,
+      "learning_rate_adapter": 9.106329113924052e-05,
+      "loss": 0.0399,
+      "step": 45300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.105063291139241e-05,
+      "learning_rate_adapter": 9.105063291139241e-05,
+      "loss": 0.0388,
+      "step": 45350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.103797468354431e-05,
+      "learning_rate_adapter": 9.103797468354431e-05,
+      "loss": 0.0406,
+      "step": 45400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.10253164556962e-05,
+      "learning_rate_adapter": 9.10253164556962e-05,
+      "loss": 0.0402,
+      "step": 45450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.10126582278481e-05,
+      "learning_rate_adapter": 9.10126582278481e-05,
+      "loss": 0.0405,
+      "step": 45500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0399,
+      "step": 45550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09873417721519e-05,
+      "learning_rate_adapter": 9.09873417721519e-05,
+      "loss": 0.0396,
+      "step": 45600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09746835443038e-05,
+      "learning_rate_adapter": 9.09746835443038e-05,
+      "loss": 0.0395,
+      "step": 45650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09620253164557e-05,
+      "learning_rate_adapter": 9.09620253164557e-05,
+      "loss": 0.0398,
+      "step": 45700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09493670886076e-05,
+      "learning_rate_adapter": 9.09493670886076e-05,
+      "loss": 0.0403,
+      "step": 45750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09367088607595e-05,
+      "learning_rate_adapter": 9.09367088607595e-05,
+      "loss": 0.0396,
+      "step": 45800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09240506329114e-05,
+      "learning_rate_adapter": 9.09240506329114e-05,
+      "loss": 0.039,
+      "step": 45850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09113924050633e-05,
+      "learning_rate_adapter": 9.09113924050633e-05,
+      "loss": 0.0393,
+      "step": 45900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.08987341772152e-05,
+      "learning_rate_adapter": 9.08987341772152e-05,
+      "loss": 0.0397,
+      "step": 45950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.088607594936709e-05,
+      "learning_rate_adapter": 9.088607594936709e-05,
+      "loss": 0.0392,
+      "step": 46000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.087341772151899e-05,
+      "learning_rate_adapter": 9.087341772151899e-05,
+      "loss": 0.0393,
+      "step": 46050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.086075949367088e-05,
+      "learning_rate_adapter": 9.086075949367088e-05,
+      "loss": 0.0395,
+      "step": 46100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.084810126582279e-05,
+      "learning_rate_adapter": 9.084810126582279e-05,
+      "loss": 0.0392,
+      "step": 46150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.083544303797468e-05,
+      "learning_rate_adapter": 9.083544303797468e-05,
+      "loss": 0.0394,
+      "step": 46200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.082278481012659e-05,
+      "learning_rate_adapter": 9.082278481012659e-05,
+      "loss": 0.0395,
+      "step": 46250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.081012658227849e-05,
+      "learning_rate_adapter": 9.081012658227849e-05,
+      "loss": 0.0395,
+      "step": 46300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.079746835443038e-05,
+      "learning_rate_adapter": 9.079746835443038e-05,
+      "loss": 0.0397,
+      "step": 46350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.078481012658229e-05,
+      "learning_rate_adapter": 9.078481012658229e-05,
+      "loss": 0.0392,
+      "step": 46400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.077215189873418e-05,
+      "learning_rate_adapter": 9.077215189873418e-05,
+      "loss": 0.0395,
+      "step": 46450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.075949367088607e-05,
+      "learning_rate_adapter": 9.075949367088607e-05,
+      "loss": 0.0396,
+      "step": 46500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.074683544303798e-05,
+      "learning_rate_adapter": 9.074683544303798e-05,
+      "loss": 0.0396,
+      "step": 46550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.073417721518987e-05,
+      "learning_rate_adapter": 9.073417721518987e-05,
+      "loss": 0.0393,
+      "step": 46600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.072151898734178e-05,
+      "learning_rate_adapter": 9.072151898734178e-05,
+      "loss": 0.0392,
+      "step": 46650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.070886075949367e-05,
+      "learning_rate_adapter": 9.070886075949367e-05,
+      "loss": 0.0391,
+      "step": 46700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.069620253164558e-05,
+      "learning_rate_adapter": 9.069620253164558e-05,
+      "loss": 0.0385,
+      "step": 46750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.068354430379747e-05,
+      "learning_rate_adapter": 9.068354430379747e-05,
+      "loss": 0.0389,
+      "step": 46800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.067088607594937e-05,
+      "learning_rate_adapter": 9.067088607594937e-05,
+      "loss": 0.0388,
+      "step": 46850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.065822784810128e-05,
+      "learning_rate_adapter": 9.065822784810128e-05,
+      "loss": 0.0387,
+      "step": 46900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.064556962025317e-05,
+      "learning_rate_adapter": 9.064556962025317e-05,
+      "loss": 0.039,
+      "step": 46950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.063291139240506e-05,
+      "learning_rate_adapter": 9.063291139240506e-05,
+      "loss": 0.0391,
+      "step": 47000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.062025316455697e-05,
+      "learning_rate_adapter": 9.062025316455697e-05,
+      "loss": 0.0392,
+      "step": 47050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.060759493670886e-05,
+      "learning_rate_adapter": 9.060759493670886e-05,
+      "loss": 0.0402,
+      "step": 47100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.059493670886077e-05,
+      "learning_rate_adapter": 9.059493670886077e-05,
+      "loss": 0.0392,
+      "step": 47150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.058227848101266e-05,
+      "learning_rate_adapter": 9.058227848101266e-05,
+      "loss": 0.0389,
+      "step": 47200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.056962025316456e-05,
+      "learning_rate_adapter": 9.056962025316456e-05,
+      "loss": 0.0404,
+      "step": 47250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.055696202531646e-05,
+      "learning_rate_adapter": 9.055696202531646e-05,
+      "loss": 0.0402,
+      "step": 47300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.054430379746836e-05,
+      "learning_rate_adapter": 9.054430379746836e-05,
+      "loss": 0.0391,
+      "step": 47350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.053164556962025e-05,
+      "learning_rate_adapter": 9.053164556962025e-05,
+      "loss": 0.0391,
+      "step": 47400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.051898734177216e-05,
+      "learning_rate_adapter": 9.051898734177216e-05,
+      "loss": 0.0396,
+      "step": 47450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.050632911392407e-05,
+      "learning_rate_adapter": 9.050632911392407e-05,
+      "loss": 0.0398,
+      "step": 47500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.049367088607596e-05,
+      "learning_rate_adapter": 9.049367088607596e-05,
+      "loss": 0.0394,
+      "step": 47550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.048101265822785e-05,
+      "learning_rate_adapter": 9.048101265822785e-05,
+      "loss": 0.0395,
+      "step": 47600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.046835443037975e-05,
+      "learning_rate_adapter": 9.046835443037975e-05,
+      "loss": 0.0395,
+      "step": 47650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.045569620253165e-05,
+      "learning_rate_adapter": 9.045569620253165e-05,
+      "loss": 0.0389,
+      "step": 47700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.044303797468355e-05,
+      "learning_rate_adapter": 9.044303797468355e-05,
+      "loss": 0.0395,
+      "step": 47750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.043037974683544e-05,
+      "learning_rate_adapter": 9.043037974683544e-05,
+      "loss": 0.0395,
+      "step": 47800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.041772151898734e-05,
+      "learning_rate_adapter": 9.041772151898734e-05,
+      "loss": 0.04,
+      "step": 47850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.040506329113924e-05,
+      "learning_rate_adapter": 9.040506329113924e-05,
+      "loss": 0.0397,
+      "step": 47900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.039240506329115e-05,
+      "learning_rate_adapter": 9.039240506329115e-05,
+      "loss": 0.0392,
+      "step": 47950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.037974683544304e-05,
+      "learning_rate_adapter": 9.037974683544304e-05,
+      "loss": 0.0392,
+      "step": 48000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.036708860759495e-05,
+      "learning_rate_adapter": 9.036708860759495e-05,
+      "loss": 0.0394,
+      "step": 48050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.035443037974684e-05,
+      "learning_rate_adapter": 9.035443037974684e-05,
+      "loss": 0.0397,
+      "step": 48100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.034177215189874e-05,
+      "learning_rate_adapter": 9.034177215189874e-05,
+      "loss": 0.0399,
+      "step": 48150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.032911392405064e-05,
+      "learning_rate_adapter": 9.032911392405064e-05,
+      "loss": 0.039,
+      "step": 48200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.031645569620254e-05,
+      "learning_rate_adapter": 9.031645569620254e-05,
+      "loss": 0.0401,
+      "step": 48250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.030379746835443e-05,
+      "learning_rate_adapter": 9.030379746835443e-05,
+      "loss": 0.0393,
+      "step": 48300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.029113924050633e-05,
+      "learning_rate_adapter": 9.029113924050633e-05,
+      "loss": 0.0392,
+      "step": 48350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.027848101265823e-05,
+      "learning_rate_adapter": 9.027848101265823e-05,
+      "loss": 0.0394,
+      "step": 48400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.026582278481012e-05,
+      "learning_rate_adapter": 9.026582278481012e-05,
+      "loss": 0.0402,
+      "step": 48450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.025316455696203e-05,
+      "learning_rate_adapter": 9.025316455696203e-05,
+      "loss": 0.0398,
+      "step": 48500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.024050632911393e-05,
+      "learning_rate_adapter": 9.024050632911393e-05,
+      "loss": 0.0397,
+      "step": 48550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.022784810126583e-05,
+      "learning_rate_adapter": 9.022784810126583e-05,
+      "loss": 0.0386,
+      "step": 48600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.021518987341773e-05,
+      "learning_rate_adapter": 9.021518987341773e-05,
+      "loss": 0.039,
+      "step": 48650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.020253164556962e-05,
+      "learning_rate_adapter": 9.020253164556962e-05,
+      "loss": 0.0392,
+      "step": 48700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.018987341772153e-05,
+      "learning_rate_adapter": 9.018987341772153e-05,
+      "loss": 0.0394,
+      "step": 48750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.017721518987342e-05,
+      "learning_rate_adapter": 9.017721518987342e-05,
+      "loss": 0.0395,
+      "step": 48800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.016455696202533e-05,
+      "learning_rate_adapter": 9.016455696202533e-05,
+      "loss": 0.0396,
+      "step": 48850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.015189873417722e-05,
+      "learning_rate_adapter": 9.015189873417722e-05,
+      "loss": 0.0389,
+      "step": 48900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.013924050632911e-05,
+      "learning_rate_adapter": 9.013924050632911e-05,
+      "loss": 0.04,
+      "step": 48950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.012658227848102e-05,
+      "learning_rate_adapter": 9.012658227848102e-05,
+      "loss": 0.039,
+      "step": 49000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.011392405063291e-05,
+      "learning_rate_adapter": 9.011392405063291e-05,
+      "loss": 0.0399,
+      "step": 49050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.010126582278481e-05,
+      "learning_rate_adapter": 9.010126582278481e-05,
+      "loss": 0.0385,
+      "step": 49100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.008860759493671e-05,
+      "learning_rate_adapter": 9.008860759493671e-05,
+      "loss": 0.0386,
+      "step": 49150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.007594936708861e-05,
+      "learning_rate_adapter": 9.007594936708861e-05,
+      "loss": 0.0394,
+      "step": 49200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.006329113924052e-05,
+      "learning_rate_adapter": 9.006329113924052e-05,
+      "loss": 0.0391,
+      "step": 49250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.005063291139241e-05,
+      "learning_rate_adapter": 9.005063291139241e-05,
+      "loss": 0.0396,
+      "step": 49300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.003797468354432e-05,
+      "learning_rate_adapter": 9.003797468354432e-05,
+      "loss": 0.0394,
+      "step": 49350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.002531645569621e-05,
+      "learning_rate_adapter": 9.002531645569621e-05,
+      "loss": 0.039,
+      "step": 49400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.00126582278481e-05,
+      "learning_rate_adapter": 9.00126582278481e-05,
+      "loss": 0.0395,
+      "step": 49450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0387,
+      "step": 49500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99873417721519e-05,
+      "learning_rate_adapter": 8.99873417721519e-05,
+      "loss": 0.0384,
+      "step": 49550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99746835443038e-05,
+      "learning_rate_adapter": 8.99746835443038e-05,
+      "loss": 0.0396,
+      "step": 49600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99620253164557e-05,
+      "learning_rate_adapter": 8.99620253164557e-05,
+      "loss": 0.0399,
+      "step": 49650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99493670886076e-05,
+      "learning_rate_adapter": 8.99493670886076e-05,
+      "loss": 0.0389,
+      "step": 49700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.993670886075949e-05,
+      "learning_rate_adapter": 8.993670886075949e-05,
+      "loss": 0.0393,
+      "step": 49750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99240506329114e-05,
+      "learning_rate_adapter": 8.99240506329114e-05,
+      "loss": 0.0401,
+      "step": 49800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99113924050633e-05,
+      "learning_rate_adapter": 8.99113924050633e-05,
+      "loss": 0.0393,
+      "step": 49850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.98987341772152e-05,
+      "learning_rate_adapter": 8.98987341772152e-05,
+      "loss": 0.0401,
+      "step": 49900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.988607594936709e-05,
+      "learning_rate_adapter": 8.988607594936709e-05,
+      "loss": 0.0394,
+      "step": 49950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.9873417721519e-05,
+      "learning_rate_adapter": 8.9873417721519e-05,
+      "loss": 0.0392,
+      "step": 50000
+    },
+    {
+      "epoch": 0.04,
+      "eval_af_opus100_pr_auc": 0.7584331468346205,
+      "eval_af_ud_pr_auc": 0.9992634371073866,
+      "eval_am_opus100_pr_auc": 0.4970410457413958,
+      "eval_ar_ersatz_pr_auc": 0.9314467255162865,
+      "eval_ar_opus100_pr_auc": 0.6603229387212538,
+      "eval_ar_ud_pr_auc": 0.8255973051680328,
+      "eval_average_ersatz_pr_auc": 0.9543604878388225,
+      "eval_average_opus100_pr_auc": 0.8050091764016437,
+      "eval_average_ud_pr_auc": 0.950412351429463,
+      "eval_az_opus100_pr_auc": 0.7085391895767311,
+      "eval_be_opus100_pr_auc": 0.6592164230743744,
+      "eval_be_ud_pr_auc": 0.8793333322218762,
+      "eval_bg_opus100_pr_auc": 0.9123212815112413,
+      "eval_bg_ud_pr_auc": 0.9868476232612586,
+      "eval_bn_opus100_pr_auc": 0.7805291033711655,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8808575528658769,
+      "eval_ca_ud_pr_auc": 0.99226173558909,
+      "eval_ceb_ud_pr_auc": 0.9999999999999999,
+      "eval_cs_ersatz_pr_auc": 0.9819322872830434,
+      "eval_cs_opus100_pr_auc": 0.9013239446620194,
+      "eval_cs_ud_pr_auc": 0.9496353871101988,
+      "eval_cy_opus100_pr_auc": 0.7117069594258933,
+      "eval_cy_ud_pr_auc": 0.9966037091015636,
+      "eval_da_opus100_pr_auc": 0.893695926927449,
+      "eval_da_ud_pr_auc": 0.9810909083632238,
+      "eval_de_ersatz_pr_auc": 0.9643556877379652,
+      "eval_de_opus100_pr_auc": 0.8383193315200809,
+      "eval_de_ud_pr_auc": 0.9722745872933338,
+      "eval_el_opus100_pr_auc": 0.9245745819230184,
+      "eval_el_ud_pr_auc": 0.9897411134042933,
+      "eval_en_ersatz_pr_auc": 0.9824517096500271,
+      "eval_en_opus100_pr_auc": 0.9164063754006516,
+      "eval_en_ud_pr_auc": 0.9660352929306802,
+      "eval_eo_opus100_pr_auc": 0.92880496481472,
+      "eval_es_ersatz_pr_auc": 0.9917858058075806,
+      "eval_es_opus100_pr_auc": 0.9211495945529823,
+      "eval_es_ud_pr_auc": 0.9856423684652225,
+      "eval_et_ersatz_pr_auc": 0.9738282654054848,
+      "eval_et_opus100_pr_auc": 0.8835620506813142,
+      "eval_et_ud_pr_auc": 0.9346722041914625,
+      "eval_eu_opus100_pr_auc": 0.8710954175800798,
+      "eval_eu_ud_pr_auc": 0.991608198579233,
+      "eval_fa_opus100_pr_auc": 0.5413574360964107,
+      "eval_fa_ud_pr_auc": 0.9968987170936143,
+      "eval_fi_ersatz_pr_auc": 0.9757985046642262,
+      "eval_fi_opus100_pr_auc": 0.8917075045623136,
+      "eval_fi_ud_pr_auc": 0.9394569595783187,
+      "eval_fr_ersatz_pr_auc": 0.9878176594403243,
+      "eval_fr_opus100_pr_auc": 0.8979258489569644,
+      "eval_fr_ud_pr_auc": 0.9720694141295093,
+      "eval_fy_opus100_pr_auc": 0.7012970560493618,
+      "eval_ga_opus100_pr_auc": 0.8485694667395677,
+      "eval_ga_ud_pr_auc": 0.8231344669717806,
+      "eval_gd_opus100_pr_auc": 0.5107518651378611,
+      "eval_gd_ud_pr_auc": 0.707187419577599,
+      "eval_gl_opus100_pr_auc": 0.8876971614010013,
+      "eval_gl_ud_pr_auc": 0.9864316580654843,
+      "eval_gu_ersatz_pr_auc": 0.9254946470727222,
+      "eval_gu_opus100_pr_auc": 0.6805774078300055,
+      "eval_ha_opus100_pr_auc": 0.9024842256907257,
+      "eval_he_opus100_pr_auc": 0.8694448079640071,
+      "eval_he_ud_pr_auc": 0.9627259245388231,
+      "eval_hi_ersatz_pr_auc": 0.963881366700849,
+      "eval_hi_opus100_pr_auc": 0.6039963417176724,
+      "eval_hi_ud_pr_auc": 0.9855231840214943,
+      "eval_hu_opus100_pr_auc": 0.9181041910875437,
+      "eval_hu_ud_pr_auc": 0.9719023974476484,
+      "eval_hy_opus100_pr_auc": 0.9091227818478498,
+      "eval_hy_ud_pr_auc": 0.9549631890803925,
+      "eval_id_opus100_pr_auc": 0.8734323267518809,
+      "eval_id_ud_pr_auc": 0.9896217660831345,
+      "eval_ig_opus100_pr_auc": 0.8573908245121241,
+      "eval_is_opus100_pr_auc": 0.9229378199356365,
+      "eval_is_ud_pr_auc": 0.9006169409940554,
+      "eval_it_opus100_pr_auc": 0.895334087508622,
+      "eval_it_ud_pr_auc": 0.9915751555409476,
+      "eval_ja_ersatz_pr_auc": 0.7827500286937299,
+      "eval_ja_opus100_pr_auc": 0.7570200562399686,
+      "eval_ja_ud_pr_auc": 0.9781708649390042,
+      "eval_jv_ud_pr_auc": 0.9656239073588522,
+      "eval_ka_opus100_pr_auc": 0.8639387472629806,
+      "eval_kk_ersatz_pr_auc": 0.9839409934851049,
+      "eval_kk_opus100_pr_auc": 0.8184374647179011,
+      "eval_kk_ud_pr_auc": 0.9697943176202151,
+      "eval_km_ersatz_pr_auc": 0.8774046705082623,
+      "eval_km_opus100_pr_auc": 0.6766492404107227,
+      "eval_kn_opus100_pr_auc": 0.5410099162729681,
+      "eval_ko_opus100_pr_auc": 0.65679251038586,
+      "eval_ko_ud_pr_auc": 0.9951072803730467,
+      "eval_ku_opus100_pr_auc": 0.7974228822189761,
+      "eval_ky_opus100_pr_auc": 0.8498611178435764,
+      "eval_la_ud_pr_auc": 0.93446987249666,
+      "eval_loss": 0.04293394833803177,
+      "eval_lt_ersatz_pr_auc": 0.9804873364865025,
+      "eval_lt_opus100_pr_auc": 0.8256709102101654,
+      "eval_lt_ud_pr_auc": 0.971245834186304,
+      "eval_lv_ersatz_pr_auc": 0.987874890038586,
+      "eval_lv_opus100_pr_auc": 0.841208398153253,
+      "eval_lv_ud_pr_auc": 0.9581477676995327,
+      "eval_mg_opus100_pr_auc": 0.90327081227106,
+      "eval_mk_opus100_pr_auc": 0.9008757348187191,
+      "eval_ml_opus100_pr_auc": 0.7597330662697082,
+      "eval_mn_opus100_pr_auc": 0.9425141957123969,
+      "eval_mr_opus100_pr_auc": 0.883917715426846,
+      "eval_mr_ud_pr_auc": 0.9596300956017771,
+      "eval_ms_opus100_pr_auc": 0.8693906858535617,
+      "eval_mt_opus100_pr_auc": 0.7991202008614385,
+      "eval_mt_ud_pr_auc": 0.8663455589674949,
+      "eval_my_opus100_pr_auc": 0.6486150698499237,
+      "eval_ne_opus100_pr_auc": 0.6628777240981791,
+      "eval_nl_opus100_pr_auc": 0.8936235651405465,
+      "eval_nl_ud_pr_auc": 0.9685126832594104,
+      "eval_no_opus100_pr_auc": 0.9191766120937374,
+      "eval_no_ud_pr_auc": 0.9921561671860972,
+      "eval_pa_opus100_pr_auc": 0.6769513659992883,
+      "eval_pl_ersatz_pr_auc": 0.9765836537524197,
+      "eval_pl_opus100_pr_auc": 0.8921396923106719,
+      "eval_pl_ud_pr_auc": 0.9617630054685411,
+      "eval_ps_ersatz_pr_auc": 0.9502525979391525,
+      "eval_ps_opus100_pr_auc": 0.7029160199509639,
+      "eval_pt_opus100_pr_auc": 0.9154341677108963,
+      "eval_pt_ud_pr_auc": 0.9767490891825397,
+      "eval_ro_ersatz_pr_auc": 0.9906283225922977,
+      "eval_ro_opus100_pr_auc": 0.8617490127279328,
+      "eval_ro_ud_pr_auc": 0.9614872895420794,
+      "eval_ru_ersatz_pr_auc": 0.9838291947941721,
+      "eval_ru_opus100_pr_auc": 0.8942880914227291,
+      "eval_ru_ud_pr_auc": 0.8609072094709541,
+      "eval_runtime": 453.6028,
+      "eval_samples_per_second": 166.379,
+      "eval_si_opus100_pr_auc": 0.7959198795228943,
+      "eval_sk_opus100_pr_auc": 0.9106626981627763,
+      "eval_sk_ud_pr_auc": 0.9810246343320294,
+      "eval_sl_opus100_pr_auc": 0.8495035769939441,
+      "eval_sl_ud_pr_auc": 0.9710503024231573,
+      "eval_sq_opus100_pr_auc": 0.8882147663708125,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9085787816827778,
+      "eval_sr_ud_pr_auc": 0.9935890198377264,
+      "eval_steps_per_second": 5.201,
+      "eval_sv_opus100_pr_auc": 0.8874471903620846,
+      "eval_sv_ud_pr_auc": 0.9340633384337856,
+      "eval_ta_ersatz_pr_auc": 0.9693924126958785,
+      "eval_ta_opus100_pr_auc": 0.5920915002171312,
+      "eval_ta_ud_pr_auc": 0.9992811548665842,
+      "eval_te_opus100_pr_auc": 0.7923938078687821,
+      "eval_tg_opus100_pr_auc": 0.8794630095400897,
+      "eval_th_opus100_pr_auc": 0.656001001901353,
+      "eval_th_ud_pr_auc": 0.613242194501699,
+      "eval_tr_ersatz_pr_auc": 0.9655182628824308,
+      "eval_tr_opus100_pr_auc": 0.8930545770426724,
+      "eval_tr_ud_pr_auc": 0.9377191678690849,
+      "eval_uk_opus100_pr_auc": 0.8738780376106535,
+      "eval_uk_ud_pr_auc": 0.9380563783993089,
+      "eval_ur_opus100_pr_auc": 0.46878667167885746,
+      "eval_ur_ud_pr_auc": 0.9964791667989049,
+      "eval_uz_opus100_pr_auc": 0.8506579448014786,
+      "eval_vi_opus100_pr_auc": 0.9063120086333617,
+      "eval_vi_ud_pr_auc": 0.9581258639734451,
+      "eval_xh_opus100_pr_auc": 0.8518576894326206,
+      "eval_yi_opus100_pr_auc": 0.615223118733246,
+      "eval_yo_opus100_pr_auc": 0.7729930787064347,
+      "eval_yo_ud_pr_auc": 0.9228159064375152,
+      "eval_zh_ersatz_pr_auc": 0.8684757093070539,
+      "eval_zh_opus100_pr_auc": 0.6868758038332525,
+      "eval_zh_ud_pr_auc": 0.9752315643439803,
+      "eval_zu_opus100_pr_auc": 0.8162013626301866,
+      "step": 50000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.986075949367089e-05,
+      "learning_rate_adapter": 8.986075949367089e-05,
+      "loss": 0.0396,
+      "step": 50050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.984810126582279e-05,
+      "learning_rate_adapter": 8.984810126582279e-05,
+      "loss": 0.0389,
+      "step": 50100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.983544303797468e-05,
+      "learning_rate_adapter": 8.983544303797468e-05,
+      "loss": 0.0391,
+      "step": 50150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.982278481012658e-05,
+      "learning_rate_adapter": 8.982278481012658e-05,
+      "loss": 0.0389,
+      "step": 50200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.981012658227848e-05,
+      "learning_rate_adapter": 8.981012658227848e-05,
+      "loss": 0.0381,
+      "step": 50250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.979746835443039e-05,
+      "learning_rate_adapter": 8.979746835443039e-05,
+      "loss": 0.0394,
+      "step": 50300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.978481012658228e-05,
+      "learning_rate_adapter": 8.978481012658228e-05,
+      "loss": 0.0385,
+      "step": 50350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.977215189873419e-05,
+      "learning_rate_adapter": 8.977215189873419e-05,
+      "loss": 0.0396,
+      "step": 50400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.975949367088609e-05,
+      "learning_rate_adapter": 8.975949367088609e-05,
+      "loss": 0.0397,
+      "step": 50450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.974683544303798e-05,
+      "learning_rate_adapter": 8.974683544303798e-05,
+      "loss": 0.039,
+      "step": 50500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.973417721518987e-05,
+      "learning_rate_adapter": 8.973417721518987e-05,
+      "loss": 0.0386,
+      "step": 50550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.972151898734178e-05,
+      "learning_rate_adapter": 8.972151898734178e-05,
+      "loss": 0.0387,
+      "step": 50600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.970886075949367e-05,
+      "learning_rate_adapter": 8.970886075949367e-05,
+      "loss": 0.0394,
+      "step": 50650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.969620253164558e-05,
+      "learning_rate_adapter": 8.969620253164558e-05,
+      "loss": 0.0386,
+      "step": 50700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.968354430379747e-05,
+      "learning_rate_adapter": 8.968354430379747e-05,
+      "loss": 0.0396,
+      "step": 50750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.967088607594936e-05,
+      "learning_rate_adapter": 8.967088607594936e-05,
+      "loss": 0.0378,
+      "step": 50800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.965822784810127e-05,
+      "learning_rate_adapter": 8.965822784810127e-05,
+      "loss": 0.0391,
+      "step": 50850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.964556962025317e-05,
+      "learning_rate_adapter": 8.964556962025317e-05,
+      "loss": 0.0385,
+      "step": 50900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.963291139240507e-05,
+      "learning_rate_adapter": 8.963291139240507e-05,
+      "loss": 0.0387,
+      "step": 50950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.962025316455697e-05,
+      "learning_rate_adapter": 8.962025316455697e-05,
+      "loss": 0.0389,
+      "step": 51000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.960759493670886e-05,
+      "learning_rate_adapter": 8.960759493670886e-05,
+      "loss": 0.039,
+      "step": 51050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.959493670886077e-05,
+      "learning_rate_adapter": 8.959493670886077e-05,
+      "loss": 0.0389,
+      "step": 51100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.958227848101266e-05,
+      "learning_rate_adapter": 8.958227848101266e-05,
+      "loss": 0.0392,
+      "step": 51150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.956962025316457e-05,
+      "learning_rate_adapter": 8.956962025316457e-05,
+      "loss": 0.0387,
+      "step": 51200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.955696202531646e-05,
+      "learning_rate_adapter": 8.955696202531646e-05,
+      "loss": 0.0393,
+      "step": 51250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.954430379746835e-05,
+      "learning_rate_adapter": 8.954430379746835e-05,
+      "loss": 0.0395,
+      "step": 51300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.953164556962026e-05,
+      "learning_rate_adapter": 8.953164556962026e-05,
+      "loss": 0.0389,
+      "step": 51350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.951898734177215e-05,
+      "learning_rate_adapter": 8.951898734177215e-05,
+      "loss": 0.0399,
+      "step": 51400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.950632911392405e-05,
+      "learning_rate_adapter": 8.950632911392405e-05,
+      "loss": 0.0387,
+      "step": 51450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.949367088607596e-05,
+      "learning_rate_adapter": 8.949367088607596e-05,
+      "loss": 0.0385,
+      "step": 51500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.948101265822785e-05,
+      "learning_rate_adapter": 8.948101265822785e-05,
+      "loss": 0.0385,
+      "step": 51550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.946835443037976e-05,
+      "learning_rate_adapter": 8.946835443037976e-05,
+      "loss": 0.0387,
+      "step": 51600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.945569620253165e-05,
+      "learning_rate_adapter": 8.945569620253165e-05,
+      "loss": 0.0383,
+      "step": 51650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.944303797468356e-05,
+      "learning_rate_adapter": 8.944303797468356e-05,
+      "loss": 0.0394,
+      "step": 51700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.943037974683545e-05,
+      "learning_rate_adapter": 8.943037974683545e-05,
+      "loss": 0.0385,
+      "step": 51750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.941772151898734e-05,
+      "learning_rate_adapter": 8.941772151898734e-05,
+      "loss": 0.038,
+      "step": 51800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.940506329113925e-05,
+      "learning_rate_adapter": 8.940506329113925e-05,
+      "loss": 0.0391,
+      "step": 51850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.939240506329114e-05,
+      "learning_rate_adapter": 8.939240506329114e-05,
+      "loss": 0.0386,
+      "step": 51900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.937974683544304e-05,
+      "learning_rate_adapter": 8.937974683544304e-05,
+      "loss": 0.0392,
+      "step": 51950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.936708860759493e-05,
+      "learning_rate_adapter": 8.936708860759493e-05,
+      "loss": 0.0398,
+      "step": 52000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.935443037974684e-05,
+      "learning_rate_adapter": 8.935443037974684e-05,
+      "loss": 0.0384,
+      "step": 52050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.934177215189875e-05,
+      "learning_rate_adapter": 8.934177215189875e-05,
+      "loss": 0.0389,
+      "step": 52100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.932911392405064e-05,
+      "learning_rate_adapter": 8.932911392405064e-05,
+      "loss": 0.0393,
+      "step": 52150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.931645569620254e-05,
+      "learning_rate_adapter": 8.931645569620254e-05,
+      "loss": 0.0392,
+      "step": 52200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.930379746835444e-05,
+      "learning_rate_adapter": 8.930379746835444e-05,
+      "loss": 0.0381,
+      "step": 52250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.929113924050634e-05,
+      "learning_rate_adapter": 8.929113924050634e-05,
+      "loss": 0.0384,
+      "step": 52300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.927848101265823e-05,
+      "learning_rate_adapter": 8.927848101265823e-05,
+      "loss": 0.0387,
+      "step": 52350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.926582278481013e-05,
+      "learning_rate_adapter": 8.926582278481013e-05,
+      "loss": 0.0389,
+      "step": 52400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.925316455696203e-05,
+      "learning_rate_adapter": 8.925316455696203e-05,
+      "loss": 0.0382,
+      "step": 52450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.924050632911392e-05,
+      "learning_rate_adapter": 8.924050632911392e-05,
+      "loss": 0.0383,
+      "step": 52500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.922784810126583e-05,
+      "learning_rate_adapter": 8.922784810126583e-05,
+      "loss": 0.0386,
+      "step": 52550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.921518987341772e-05,
+      "learning_rate_adapter": 8.921518987341772e-05,
+      "loss": 0.0391,
+      "step": 52600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.920253164556963e-05,
+      "learning_rate_adapter": 8.920253164556963e-05,
+      "loss": 0.0387,
+      "step": 52650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.918987341772152e-05,
+      "learning_rate_adapter": 8.918987341772152e-05,
+      "loss": 0.039,
+      "step": 52700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.917721518987342e-05,
+      "learning_rate_adapter": 8.917721518987342e-05,
+      "loss": 0.0386,
+      "step": 52750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.916455696202533e-05,
+      "learning_rate_adapter": 8.916455696202533e-05,
+      "loss": 0.0383,
+      "step": 52800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.915189873417722e-05,
+      "learning_rate_adapter": 8.915189873417722e-05,
+      "loss": 0.0388,
+      "step": 52850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.913924050632911e-05,
+      "learning_rate_adapter": 8.913924050632911e-05,
+      "loss": 0.039,
+      "step": 52900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.912658227848102e-05,
+      "learning_rate_adapter": 8.912658227848102e-05,
+      "loss": 0.0391,
+      "step": 52950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.911392405063291e-05,
+      "learning_rate_adapter": 8.911392405063291e-05,
+      "loss": 0.0384,
+      "step": 53000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.910126582278482e-05,
+      "learning_rate_adapter": 8.910126582278482e-05,
+      "loss": 0.0388,
+      "step": 53050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.908860759493671e-05,
+      "learning_rate_adapter": 8.908860759493671e-05,
+      "loss": 0.0389,
+      "step": 53100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.90759493670886e-05,
+      "learning_rate_adapter": 8.90759493670886e-05,
+      "loss": 0.0381,
+      "step": 53150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.906329113924051e-05,
+      "learning_rate_adapter": 8.906329113924051e-05,
+      "loss": 0.0395,
+      "step": 53200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.905063291139241e-05,
+      "learning_rate_adapter": 8.905063291139241e-05,
+      "loss": 0.0393,
+      "step": 53250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.90379746835443e-05,
+      "learning_rate_adapter": 8.90379746835443e-05,
+      "loss": 0.0391,
+      "step": 53300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.902531645569621e-05,
+      "learning_rate_adapter": 8.902531645569621e-05,
+      "loss": 0.0378,
+      "step": 53350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.90126582278481e-05,
+      "learning_rate_adapter": 8.90126582278481e-05,
+      "loss": 0.0393,
+      "step": 53400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0384,
+      "step": 53450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89873417721519e-05,
+      "learning_rate_adapter": 8.89873417721519e-05,
+      "loss": 0.0392,
+      "step": 53500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89746835443038e-05,
+      "learning_rate_adapter": 8.89746835443038e-05,
+      "loss": 0.0388,
+      "step": 53550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89620253164557e-05,
+      "learning_rate_adapter": 8.89620253164557e-05,
+      "loss": 0.0386,
+      "step": 53600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89493670886076e-05,
+      "learning_rate_adapter": 8.89493670886076e-05,
+      "loss": 0.0387,
+      "step": 53650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89367088607595e-05,
+      "learning_rate_adapter": 8.89367088607595e-05,
+      "loss": 0.0386,
+      "step": 53700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.892405063291139e-05,
+      "learning_rate_adapter": 8.892405063291139e-05,
+      "loss": 0.0382,
+      "step": 53750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89113924050633e-05,
+      "learning_rate_adapter": 8.89113924050633e-05,
+      "loss": 0.0383,
+      "step": 53800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.88987341772152e-05,
+      "learning_rate_adapter": 8.88987341772152e-05,
+      "loss": 0.0385,
+      "step": 53850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.888607594936709e-05,
+      "learning_rate_adapter": 8.888607594936709e-05,
+      "loss": 0.0389,
+      "step": 53900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.8873417721519e-05,
+      "learning_rate_adapter": 8.8873417721519e-05,
+      "loss": 0.0384,
+      "step": 53950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.886075949367089e-05,
+      "learning_rate_adapter": 8.886075949367089e-05,
+      "loss": 0.0389,
+      "step": 54000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.88481012658228e-05,
+      "learning_rate_adapter": 8.88481012658228e-05,
+      "loss": 0.0391,
+      "step": 54050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.883544303797469e-05,
+      "learning_rate_adapter": 8.883544303797469e-05,
+      "loss": 0.0389,
+      "step": 54100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.882278481012659e-05,
+      "learning_rate_adapter": 8.882278481012659e-05,
+      "loss": 0.0388,
+      "step": 54150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.881012658227848e-05,
+      "learning_rate_adapter": 8.881012658227848e-05,
+      "loss": 0.04,
+      "step": 54200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.879746835443038e-05,
+      "learning_rate_adapter": 8.879746835443038e-05,
+      "loss": 0.0373,
+      "step": 54250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.878481012658228e-05,
+      "learning_rate_adapter": 8.878481012658228e-05,
+      "loss": 0.0381,
+      "step": 54300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.877215189873417e-05,
+      "learning_rate_adapter": 8.877215189873417e-05,
+      "loss": 0.0378,
+      "step": 54350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.875949367088608e-05,
+      "learning_rate_adapter": 8.875949367088608e-05,
+      "loss": 0.0387,
+      "step": 54400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.874683544303799e-05,
+      "learning_rate_adapter": 8.874683544303799e-05,
+      "loss": 0.0381,
+      "step": 54450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.873417721518988e-05,
+      "learning_rate_adapter": 8.873417721518988e-05,
+      "loss": 0.0389,
+      "step": 54500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.872151898734178e-05,
+      "learning_rate_adapter": 8.872151898734178e-05,
+      "loss": 0.0392,
+      "step": 54550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.870886075949368e-05,
+      "learning_rate_adapter": 8.870886075949368e-05,
+      "loss": 0.0393,
+      "step": 54600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.869620253164558e-05,
+      "learning_rate_adapter": 8.869620253164558e-05,
+      "loss": 0.0381,
+      "step": 54650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.868354430379747e-05,
+      "learning_rate_adapter": 8.868354430379747e-05,
+      "loss": 0.0375,
+      "step": 54700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.867088607594937e-05,
+      "learning_rate_adapter": 8.867088607594937e-05,
+      "loss": 0.0382,
+      "step": 54750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.865822784810127e-05,
+      "learning_rate_adapter": 8.865822784810127e-05,
+      "loss": 0.0383,
+      "step": 54800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.864556962025316e-05,
+      "learning_rate_adapter": 8.864556962025316e-05,
+      "loss": 0.0379,
+      "step": 54850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.863291139240507e-05,
+      "learning_rate_adapter": 8.863291139240507e-05,
+      "loss": 0.0391,
+      "step": 54900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.862025316455696e-05,
+      "learning_rate_adapter": 8.862025316455696e-05,
+      "loss": 0.0385,
+      "step": 54950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.860759493670887e-05,
+      "learning_rate_adapter": 8.860759493670887e-05,
+      "loss": 0.0394,
+      "step": 55000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.757893884054913,
+      "eval_af_ud_pr_auc": 0.9962350466257097,
+      "eval_am_opus100_pr_auc": 0.48155662557310425,
+      "eval_ar_ersatz_pr_auc": 0.9397975218356025,
+      "eval_ar_opus100_pr_auc": 0.6673937587109929,
+      "eval_ar_ud_pr_auc": 0.8302351664773743,
+      "eval_average_ersatz_pr_auc": 0.9588121445109089,
+      "eval_average_opus100_pr_auc": 0.8065711795659916,
+      "eval_average_ud_pr_auc": 0.9515162235439232,
+      "eval_az_opus100_pr_auc": 0.7598827828421705,
+      "eval_be_opus100_pr_auc": 0.6615712474911902,
+      "eval_be_ud_pr_auc": 0.8782894672970755,
+      "eval_bg_opus100_pr_auc": 0.903934178464493,
+      "eval_bg_ud_pr_auc": 0.9838995497606551,
+      "eval_bn_opus100_pr_auc": 0.7835240908144852,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8703822959155604,
+      "eval_ca_ud_pr_auc": 0.9859228329683957,
+      "eval_ceb_ud_pr_auc": 0.9990132822994839,
+      "eval_cs_ersatz_pr_auc": 0.9769550090100442,
+      "eval_cs_opus100_pr_auc": 0.8927593435572094,
+      "eval_cs_ud_pr_auc": 0.9471299019500652,
+      "eval_cy_opus100_pr_auc": 0.712090745162435,
+      "eval_cy_ud_pr_auc": 0.9966498961523188,
+      "eval_da_opus100_pr_auc": 0.8970464797635552,
+      "eval_da_ud_pr_auc": 0.9804741385587453,
+      "eval_de_ersatz_pr_auc": 0.9749975299850202,
+      "eval_de_opus100_pr_auc": 0.860460865731489,
+      "eval_de_ud_pr_auc": 0.9799909146800497,
+      "eval_el_opus100_pr_auc": 0.9229819525209899,
+      "eval_el_ud_pr_auc": 0.9916887377092298,
+      "eval_en_ersatz_pr_auc": 0.9880167283870114,
+      "eval_en_opus100_pr_auc": 0.9213229190729147,
+      "eval_en_ud_pr_auc": 0.9631074010102644,
+      "eval_eo_opus100_pr_auc": 0.9198881681265327,
+      "eval_es_ersatz_pr_auc": 0.9930466440957674,
+      "eval_es_opus100_pr_auc": 0.9164796718039931,
+      "eval_es_ud_pr_auc": 0.9914622173080607,
+      "eval_et_ersatz_pr_auc": 0.9757364750915984,
+      "eval_et_opus100_pr_auc": 0.8865252539316321,
+      "eval_et_ud_pr_auc": 0.940641527229373,
+      "eval_eu_opus100_pr_auc": 0.8721059421924725,
+      "eval_eu_ud_pr_auc": 0.9914001346060295,
+      "eval_fa_opus100_pr_auc": 0.5400165975511904,
+      "eval_fa_ud_pr_auc": 0.9971812567967508,
+      "eval_fi_ersatz_pr_auc": 0.9776554554759953,
+      "eval_fi_opus100_pr_auc": 0.9041378371417877,
+      "eval_fi_ud_pr_auc": 0.9616535790128734,
+      "eval_fr_ersatz_pr_auc": 0.9903618203198642,
+      "eval_fr_opus100_pr_auc": 0.9035215347869368,
+      "eval_fr_ud_pr_auc": 0.9716759024993631,
+      "eval_fy_opus100_pr_auc": 0.6960383868559612,
+      "eval_ga_opus100_pr_auc": 0.8364249096366548,
+      "eval_ga_ud_pr_auc": 0.8511606407177331,
+      "eval_gd_opus100_pr_auc": 0.5256408887752047,
+      "eval_gd_ud_pr_auc": 0.6838454319234812,
+      "eval_gl_opus100_pr_auc": 0.8815817450058513,
+      "eval_gl_ud_pr_auc": 0.9875515552230958,
+      "eval_gu_ersatz_pr_auc": 0.9433250294234075,
+      "eval_gu_opus100_pr_auc": 0.6638644196970621,
+      "eval_ha_opus100_pr_auc": 0.8942676712535144,
+      "eval_he_opus100_pr_auc": 0.8733757000840962,
+      "eval_he_ud_pr_auc": 0.9641565193186785,
+      "eval_hi_ersatz_pr_auc": 0.963382535205812,
+      "eval_hi_opus100_pr_auc": 0.6269514410832898,
+      "eval_hi_ud_pr_auc": 0.9797611201173818,
+      "eval_hu_opus100_pr_auc": 0.9121973914425342,
+      "eval_hu_ud_pr_auc": 0.9822258221792388,
+      "eval_hy_opus100_pr_auc": 0.9110279970619941,
+      "eval_hy_ud_pr_auc": 0.9606771314845274,
+      "eval_id_opus100_pr_auc": 0.8772501487143967,
+      "eval_id_ud_pr_auc": 0.9910494686349323,
+      "eval_ig_opus100_pr_auc": 0.8590542389444997,
+      "eval_is_opus100_pr_auc": 0.9120747758013477,
+      "eval_is_ud_pr_auc": 0.9016808708318481,
+      "eval_it_opus100_pr_auc": 0.8901361764204901,
+      "eval_it_ud_pr_auc": 0.9920291241253875,
+      "eval_ja_ersatz_pr_auc": 0.8035674115551269,
+      "eval_ja_opus100_pr_auc": 0.7715787028902912,
+      "eval_ja_ud_pr_auc": 0.9841149572418953,
+      "eval_jv_ud_pr_auc": 0.9718424832484693,
+      "eval_ka_opus100_pr_auc": 0.8671423798269765,
+      "eval_kk_ersatz_pr_auc": 0.9852854137607507,
+      "eval_kk_opus100_pr_auc": 0.8061918181518554,
+      "eval_kk_ud_pr_auc": 0.9799056755601931,
+      "eval_km_ersatz_pr_auc": 0.885210566429863,
+      "eval_km_opus100_pr_auc": 0.6921575395731171,
+      "eval_kn_opus100_pr_auc": 0.5254513017821877,
+      "eval_ko_opus100_pr_auc": 0.6404849568574398,
+      "eval_ko_ud_pr_auc": 0.9973560167796571,
+      "eval_ku_opus100_pr_auc": 0.8009792121153921,
+      "eval_ky_opus100_pr_auc": 0.8580761678578717,
+      "eval_la_ud_pr_auc": 0.9178726150039453,
+      "eval_loss": 0.04270811006426811,
+      "eval_lt_ersatz_pr_auc": 0.9772431575921651,
+      "eval_lt_opus100_pr_auc": 0.8415953281030534,
+      "eval_lt_ud_pr_auc": 0.9738078219535918,
+      "eval_lv_ersatz_pr_auc": 0.9858176658169086,
+      "eval_lv_opus100_pr_auc": 0.8661081370509098,
+      "eval_lv_ud_pr_auc": 0.9644666655045614,
+      "eval_mg_opus100_pr_auc": 0.8929347045060759,
+      "eval_mk_opus100_pr_auc": 0.894358529265711,
+      "eval_ml_opus100_pr_auc": 0.7807449864012894,
+      "eval_mn_opus100_pr_auc": 0.9405309451458587,
+      "eval_mr_opus100_pr_auc": 0.8969963159961127,
+      "eval_mr_ud_pr_auc": 0.9591643910769642,
+      "eval_ms_opus100_pr_auc": 0.8757202910514653,
+      "eval_mt_opus100_pr_auc": 0.8106431997887983,
+      "eval_mt_ud_pr_auc": 0.8932171521985786,
+      "eval_my_opus100_pr_auc": 0.6714598876912522,
+      "eval_ne_opus100_pr_auc": 0.6516321167108433,
+      "eval_nl_opus100_pr_auc": 0.8892661301709365,
+      "eval_nl_ud_pr_auc": 0.9721894185208484,
+      "eval_no_opus100_pr_auc": 0.9141983003821516,
+      "eval_no_ud_pr_auc": 0.9919198230681014,
+      "eval_pa_opus100_pr_auc": 0.6322306258516158,
+      "eval_pl_ersatz_pr_auc": 0.9714165732645134,
+      "eval_pl_opus100_pr_auc": 0.8904979556760105,
+      "eval_pl_ud_pr_auc": 0.9592177211670045,
+      "eval_ps_ersatz_pr_auc": 0.9349752381833022,
+      "eval_ps_opus100_pr_auc": 0.6887561594143605,
+      "eval_pt_opus100_pr_auc": 0.9194287102211967,
+      "eval_pt_ud_pr_auc": 0.980968203054469,
+      "eval_ro_ersatz_pr_auc": 0.9922276590843895,
+      "eval_ro_opus100_pr_auc": 0.8697341776645456,
+      "eval_ro_ud_pr_auc": 0.9196126369251569,
+      "eval_ru_ersatz_pr_auc": 0.983578989902738,
+      "eval_ru_opus100_pr_auc": 0.8901385770757877,
+      "eval_ru_ud_pr_auc": 0.8597896100034697,
+      "eval_runtime": 452.2533,
+      "eval_samples_per_second": 166.875,
+      "eval_si_opus100_pr_auc": 0.7894939396747074,
+      "eval_sk_opus100_pr_auc": 0.9081743653444467,
+      "eval_sk_ud_pr_auc": 0.9731254842304969,
+      "eval_sl_opus100_pr_auc": 0.8539473333463001,
+      "eval_sl_ud_pr_auc": 0.9659717150199133,
+      "eval_sq_opus100_pr_auc": 0.8802002187318164,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9051304193717693,
+      "eval_sr_ud_pr_auc": 0.993255729021393,
+      "eval_steps_per_second": 5.216,
+      "eval_sv_opus100_pr_auc": 0.8839783238622573,
+      "eval_sv_ud_pr_auc": 0.9328109449871635,
+      "eval_ta_ersatz_pr_auc": 0.9799740924658017,
+      "eval_ta_opus100_pr_auc": 0.624396139056639,
+      "eval_ta_ud_pr_auc": 0.9980070414196704,
+      "eval_te_opus100_pr_auc": 0.802848713850291,
+      "eval_tg_opus100_pr_auc": 0.867587571444088,
+      "eval_th_opus100_pr_auc": 0.6597973443514779,
+      "eval_th_ud_pr_auc": 0.6443792944375732,
+      "eval_tr_ersatz_pr_auc": 0.9688318450140865,
+      "eval_tr_opus100_pr_auc": 0.8795399142498868,
+      "eval_tr_ud_pr_auc": 0.931659195587479,
+      "eval_uk_opus100_pr_auc": 0.8627328894404068,
+      "eval_uk_ud_pr_auc": 0.9272113980238187,
+      "eval_ur_opus100_pr_auc": 0.47099481747563376,
+      "eval_ur_ud_pr_auc": 0.9938760760855415,
+      "eval_uz_opus100_pr_auc": 0.8438373415523542,
+      "eval_vi_opus100_pr_auc": 0.9091944582152545,
+      "eval_vi_ud_pr_auc": 0.9458781161126945,
+      "eval_xh_opus100_pr_auc": 0.8527550274623801,
+      "eval_yi_opus100_pr_auc": 0.6266785874766259,
+      "eval_yo_opus100_pr_auc": 0.7724118778478772,
+      "eval_yo_ud_pr_auc": 0.9290623945626438,
+      "eval_zh_ersatz_pr_auc": 0.9024638173402277,
+      "eval_zh_opus100_pr_auc": 0.7431414371329799,
+      "eval_zh_ud_pr_auc": 0.9949535237102058,
+      "eval_zu_opus100_pr_auc": 0.8275967813140608,
+      "step": 55000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.859493670886077e-05,
+      "learning_rate_adapter": 8.859493670886077e-05,
+      "loss": 0.039,
+      "step": 55050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.858227848101266e-05,
+      "learning_rate_adapter": 8.858227848101266e-05,
+      "loss": 0.0386,
+      "step": 55100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.856962025316457e-05,
+      "learning_rate_adapter": 8.856962025316457e-05,
+      "loss": 0.0385,
+      "step": 55150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.855696202531646e-05,
+      "learning_rate_adapter": 8.855696202531646e-05,
+      "loss": 0.0388,
+      "step": 55200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.854430379746835e-05,
+      "learning_rate_adapter": 8.854430379746835e-05,
+      "loss": 0.0387,
+      "step": 55250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.853164556962026e-05,
+      "learning_rate_adapter": 8.853164556962026e-05,
+      "loss": 0.0379,
+      "step": 55300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.851898734177215e-05,
+      "learning_rate_adapter": 8.851898734177215e-05,
+      "loss": 0.0383,
+      "step": 55350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.850632911392406e-05,
+      "learning_rate_adapter": 8.850632911392406e-05,
+      "loss": 0.0376,
+      "step": 55400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.849367088607595e-05,
+      "learning_rate_adapter": 8.849367088607595e-05,
+      "loss": 0.0381,
+      "step": 55450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.848101265822785e-05,
+      "learning_rate_adapter": 8.848101265822785e-05,
+      "loss": 0.0389,
+      "step": 55500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.846835443037975e-05,
+      "learning_rate_adapter": 8.846835443037975e-05,
+      "loss": 0.0383,
+      "step": 55550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.845569620253165e-05,
+      "learning_rate_adapter": 8.845569620253165e-05,
+      "loss": 0.039,
+      "step": 55600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.844303797468356e-05,
+      "learning_rate_adapter": 8.844303797468356e-05,
+      "loss": 0.0383,
+      "step": 55650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.843037974683545e-05,
+      "learning_rate_adapter": 8.843037974683545e-05,
+      "loss": 0.0387,
+      "step": 55700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.841772151898736e-05,
+      "learning_rate_adapter": 8.841772151898736e-05,
+      "loss": 0.0389,
+      "step": 55750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.840506329113925e-05,
+      "learning_rate_adapter": 8.840506329113925e-05,
+      "loss": 0.0386,
+      "step": 55800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.839240506329114e-05,
+      "learning_rate_adapter": 8.839240506329114e-05,
+      "loss": 0.0383,
+      "step": 55850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.837974683544305e-05,
+      "learning_rate_adapter": 8.837974683544305e-05,
+      "loss": 0.0385,
+      "step": 55900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.836708860759494e-05,
+      "learning_rate_adapter": 8.836708860759494e-05,
+      "loss": 0.0387,
+      "step": 55950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.835443037974684e-05,
+      "learning_rate_adapter": 8.835443037974684e-05,
+      "loss": 0.0384,
+      "step": 56000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.834177215189874e-05,
+      "learning_rate_adapter": 8.834177215189874e-05,
+      "loss": 0.0383,
+      "step": 56050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.832911392405063e-05,
+      "learning_rate_adapter": 8.832911392405063e-05,
+      "loss": 0.0381,
+      "step": 56100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.831645569620253e-05,
+      "learning_rate_adapter": 8.831645569620253e-05,
+      "loss": 0.0386,
+      "step": 56150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.830379746835444e-05,
+      "learning_rate_adapter": 8.830379746835444e-05,
+      "loss": 0.0386,
+      "step": 56200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.829113924050633e-05,
+      "learning_rate_adapter": 8.829113924050633e-05,
+      "loss": 0.0383,
+      "step": 56250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.827848101265824e-05,
+      "learning_rate_adapter": 8.827848101265824e-05,
+      "loss": 0.0383,
+      "step": 56300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.826582278481013e-05,
+      "learning_rate_adapter": 8.826582278481013e-05,
+      "loss": 0.0388,
+      "step": 56350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.825316455696203e-05,
+      "learning_rate_adapter": 8.825316455696203e-05,
+      "loss": 0.0386,
+      "step": 56400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.824050632911393e-05,
+      "learning_rate_adapter": 8.824050632911393e-05,
+      "loss": 0.0385,
+      "step": 56450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.822784810126583e-05,
+      "learning_rate_adapter": 8.822784810126583e-05,
+      "loss": 0.0388,
+      "step": 56500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.821518987341772e-05,
+      "learning_rate_adapter": 8.821518987341772e-05,
+      "loss": 0.0392,
+      "step": 56550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.820253164556962e-05,
+      "learning_rate_adapter": 8.820253164556962e-05,
+      "loss": 0.0386,
+      "step": 56600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.818987341772152e-05,
+      "learning_rate_adapter": 8.818987341772152e-05,
+      "loss": 0.0382,
+      "step": 56650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.817721518987341e-05,
+      "learning_rate_adapter": 8.817721518987341e-05,
+      "loss": 0.0379,
+      "step": 56700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.816455696202532e-05,
+      "learning_rate_adapter": 8.816455696202532e-05,
+      "loss": 0.0373,
+      "step": 56750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.815189873417722e-05,
+      "learning_rate_adapter": 8.815189873417722e-05,
+      "loss": 0.0382,
+      "step": 56800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.813924050632912e-05,
+      "learning_rate_adapter": 8.813924050632912e-05,
+      "loss": 0.0388,
+      "step": 56850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.812658227848102e-05,
+      "learning_rate_adapter": 8.812658227848102e-05,
+      "loss": 0.0384,
+      "step": 56900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.811392405063291e-05,
+      "learning_rate_adapter": 8.811392405063291e-05,
+      "loss": 0.0376,
+      "step": 56950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.810126582278482e-05,
+      "learning_rate_adapter": 8.810126582278482e-05,
+      "loss": 0.0385,
+      "step": 57000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.808860759493671e-05,
+      "learning_rate_adapter": 8.808860759493671e-05,
+      "loss": 0.0404,
+      "step": 57050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.807594936708862e-05,
+      "learning_rate_adapter": 8.807594936708862e-05,
+      "loss": 0.0395,
+      "step": 57100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.806329113924051e-05,
+      "learning_rate_adapter": 8.806329113924051e-05,
+      "loss": 0.0389,
+      "step": 57150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.80506329113924e-05,
+      "learning_rate_adapter": 8.80506329113924e-05,
+      "loss": 0.0386,
+      "step": 57200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.803797468354431e-05,
+      "learning_rate_adapter": 8.803797468354431e-05,
+      "loss": 0.0386,
+      "step": 57250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.80253164556962e-05,
+      "learning_rate_adapter": 8.80253164556962e-05,
+      "loss": 0.0388,
+      "step": 57300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.80126582278481e-05,
+      "learning_rate_adapter": 8.80126582278481e-05,
+      "loss": 0.0379,
+      "step": 57350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0378,
+      "step": 57400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79873417721519e-05,
+      "learning_rate_adapter": 8.79873417721519e-05,
+      "loss": 0.0379,
+      "step": 57450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.797468354430381e-05,
+      "learning_rate_adapter": 8.797468354430381e-05,
+      "loss": 0.0389,
+      "step": 57500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79620253164557e-05,
+      "learning_rate_adapter": 8.79620253164557e-05,
+      "loss": 0.0381,
+      "step": 57550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79493670886076e-05,
+      "learning_rate_adapter": 8.79493670886076e-05,
+      "loss": 0.0389,
+      "step": 57600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79367088607595e-05,
+      "learning_rate_adapter": 8.79367088607595e-05,
+      "loss": 0.0383,
+      "step": 57650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.792405063291139e-05,
+      "learning_rate_adapter": 8.792405063291139e-05,
+      "loss": 0.039,
+      "step": 57700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79113924050633e-05,
+      "learning_rate_adapter": 8.79113924050633e-05,
+      "loss": 0.0384,
+      "step": 57750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.789873417721519e-05,
+      "learning_rate_adapter": 8.789873417721519e-05,
+      "loss": 0.0383,
+      "step": 57800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.78860759493671e-05,
+      "learning_rate_adapter": 8.78860759493671e-05,
+      "loss": 0.0385,
+      "step": 57850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.787341772151899e-05,
+      "learning_rate_adapter": 8.787341772151899e-05,
+      "loss": 0.0388,
+      "step": 57900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.786075949367089e-05,
+      "learning_rate_adapter": 8.786075949367089e-05,
+      "loss": 0.0371,
+      "step": 57950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.78481012658228e-05,
+      "learning_rate_adapter": 8.78481012658228e-05,
+      "loss": 0.0385,
+      "step": 58000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.783544303797469e-05,
+      "learning_rate_adapter": 8.783544303797469e-05,
+      "loss": 0.039,
+      "step": 58050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.78227848101266e-05,
+      "learning_rate_adapter": 8.78227848101266e-05,
+      "loss": 0.0378,
+      "step": 58100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.781012658227849e-05,
+      "learning_rate_adapter": 8.781012658227849e-05,
+      "loss": 0.0383,
+      "step": 58150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.779746835443038e-05,
+      "learning_rate_adapter": 8.779746835443038e-05,
+      "loss": 0.0387,
+      "step": 58200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.778481012658229e-05,
+      "learning_rate_adapter": 8.778481012658229e-05,
+      "loss": 0.0379,
+      "step": 58250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.777215189873418e-05,
+      "learning_rate_adapter": 8.777215189873418e-05,
+      "loss": 0.0386,
+      "step": 58300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.775949367088608e-05,
+      "learning_rate_adapter": 8.775949367088608e-05,
+      "loss": 0.0378,
+      "step": 58350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.774683544303797e-05,
+      "learning_rate_adapter": 8.774683544303797e-05,
+      "loss": 0.0386,
+      "step": 58400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.773417721518987e-05,
+      "learning_rate_adapter": 8.773417721518987e-05,
+      "loss": 0.0391,
+      "step": 58450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.772151898734177e-05,
+      "learning_rate_adapter": 8.772151898734177e-05,
+      "loss": 0.0383,
+      "step": 58500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.770886075949368e-05,
+      "learning_rate_adapter": 8.770886075949368e-05,
+      "loss": 0.038,
+      "step": 58550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.769620253164558e-05,
+      "learning_rate_adapter": 8.769620253164558e-05,
+      "loss": 0.0381,
+      "step": 58600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.768354430379748e-05,
+      "learning_rate_adapter": 8.768354430379748e-05,
+      "loss": 0.0382,
+      "step": 58650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.767088607594938e-05,
+      "learning_rate_adapter": 8.767088607594938e-05,
+      "loss": 0.0384,
+      "step": 58700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.765822784810127e-05,
+      "learning_rate_adapter": 8.765822784810127e-05,
+      "loss": 0.0384,
+      "step": 58750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.764556962025317e-05,
+      "learning_rate_adapter": 8.764556962025317e-05,
+      "loss": 0.0376,
+      "step": 58800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.763291139240507e-05,
+      "learning_rate_adapter": 8.763291139240507e-05,
+      "loss": 0.0385,
+      "step": 58850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.762025316455696e-05,
+      "learning_rate_adapter": 8.762025316455696e-05,
+      "loss": 0.0376,
+      "step": 58900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.760759493670887e-05,
+      "learning_rate_adapter": 8.760759493670887e-05,
+      "loss": 0.0382,
+      "step": 58950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.759493670886076e-05,
+      "learning_rate_adapter": 8.759493670886076e-05,
+      "loss": 0.0395,
+      "step": 59000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.758227848101265e-05,
+      "learning_rate_adapter": 8.758227848101265e-05,
+      "loss": 0.0387,
+      "step": 59050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.756962025316456e-05,
+      "learning_rate_adapter": 8.756962025316456e-05,
+      "loss": 0.0381,
+      "step": 59100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.755696202531646e-05,
+      "learning_rate_adapter": 8.755696202531646e-05,
+      "loss": 0.0384,
+      "step": 59150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.754430379746837e-05,
+      "learning_rate_adapter": 8.754430379746837e-05,
+      "loss": 0.0383,
+      "step": 59200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.753164556962026e-05,
+      "learning_rate_adapter": 8.753164556962026e-05,
+      "loss": 0.0387,
+      "step": 59250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.751898734177215e-05,
+      "learning_rate_adapter": 8.751898734177215e-05,
+      "loss": 0.0379,
+      "step": 59300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.750632911392406e-05,
+      "learning_rate_adapter": 8.750632911392406e-05,
+      "loss": 0.0378,
+      "step": 59350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.749367088607595e-05,
+      "learning_rate_adapter": 8.749367088607595e-05,
+      "loss": 0.0384,
+      "step": 59400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.748101265822786e-05,
+      "learning_rate_adapter": 8.748101265822786e-05,
+      "loss": 0.0384,
+      "step": 59450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.746835443037975e-05,
+      "learning_rate_adapter": 8.746835443037975e-05,
+      "loss": 0.0378,
+      "step": 59500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.745569620253164e-05,
+      "learning_rate_adapter": 8.745569620253164e-05,
+      "loss": 0.0387,
+      "step": 59550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.744303797468355e-05,
+      "learning_rate_adapter": 8.744303797468355e-05,
+      "loss": 0.0389,
+      "step": 59600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.743037974683544e-05,
+      "learning_rate_adapter": 8.743037974683544e-05,
+      "loss": 0.0381,
+      "step": 59650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.741772151898735e-05,
+      "learning_rate_adapter": 8.741772151898735e-05,
+      "loss": 0.0387,
+      "step": 59700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.740506329113925e-05,
+      "learning_rate_adapter": 8.740506329113925e-05,
+      "loss": 0.0392,
+      "step": 59750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.739240506329114e-05,
+      "learning_rate_adapter": 8.739240506329114e-05,
+      "loss": 0.0376,
+      "step": 59800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.737974683544305e-05,
+      "learning_rate_adapter": 8.737974683544305e-05,
+      "loss": 0.0379,
+      "step": 59850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.736708860759494e-05,
+      "learning_rate_adapter": 8.736708860759494e-05,
+      "loss": 0.038,
+      "step": 59900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.735443037974685e-05,
+      "learning_rate_adapter": 8.735443037974685e-05,
+      "loss": 0.0387,
+      "step": 59950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.734177215189874e-05,
+      "learning_rate_adapter": 8.734177215189874e-05,
+      "loss": 0.0382,
+      "step": 60000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.7647549281032225,
+      "eval_af_ud_pr_auc": 0.9989139109842438,
+      "eval_am_opus100_pr_auc": 0.49316197976019027,
+      "eval_ar_ersatz_pr_auc": 0.9297695366323298,
+      "eval_ar_opus100_pr_auc": 0.6569002246299966,
+      "eval_ar_ud_pr_auc": 0.8273562048352185,
+      "eval_average_ersatz_pr_auc": 0.9557892168057415,
+      "eval_average_opus100_pr_auc": 0.8018951447232501,
+      "eval_average_ud_pr_auc": 0.9510418562805855,
+      "eval_az_opus100_pr_auc": 0.7374408116483038,
+      "eval_be_opus100_pr_auc": 0.6550476938753774,
+      "eval_be_ud_pr_auc": 0.8627935788565892,
+      "eval_bg_opus100_pr_auc": 0.8939548354618292,
+      "eval_bg_ud_pr_auc": 0.9846398497538167,
+      "eval_bn_opus100_pr_auc": 0.7689480496991609,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.870539235038691,
+      "eval_ca_ud_pr_auc": 0.9911991875062403,
+      "eval_ceb_ud_pr_auc": 0.9996209394820244,
+      "eval_cs_ersatz_pr_auc": 0.9780472220943845,
+      "eval_cs_opus100_pr_auc": 0.8840038348900905,
+      "eval_cs_ud_pr_auc": 0.9477432211328551,
+      "eval_cy_opus100_pr_auc": 0.7198073528617657,
+      "eval_cy_ud_pr_auc": 0.9940729385706328,
+      "eval_da_opus100_pr_auc": 0.892156331204443,
+      "eval_da_ud_pr_auc": 0.9769129123763253,
+      "eval_de_ersatz_pr_auc": 0.9748228659618576,
+      "eval_de_opus100_pr_auc": 0.8467138402908205,
+      "eval_de_ud_pr_auc": 0.9763797317029467,
+      "eval_el_opus100_pr_auc": 0.9125089510420084,
+      "eval_el_ud_pr_auc": 0.9934945062978086,
+      "eval_en_ersatz_pr_auc": 0.9818652728740307,
+      "eval_en_opus100_pr_auc": 0.9123914488476215,
+      "eval_en_ud_pr_auc": 0.9672654908897629,
+      "eval_eo_opus100_pr_auc": 0.9145285130390302,
+      "eval_es_ersatz_pr_auc": 0.9918759874814924,
+      "eval_es_opus100_pr_auc": 0.9085466000388954,
+      "eval_es_ud_pr_auc": 0.9875552662521421,
+      "eval_et_ersatz_pr_auc": 0.9728378275964834,
+      "eval_et_opus100_pr_auc": 0.874020766273973,
+      "eval_et_ud_pr_auc": 0.9488340203263287,
+      "eval_eu_opus100_pr_auc": 0.8630188698433106,
+      "eval_eu_ud_pr_auc": 0.9927127892755486,
+      "eval_fa_opus100_pr_auc": 0.5334067435337192,
+      "eval_fa_ud_pr_auc": 0.9973472908680138,
+      "eval_fi_ersatz_pr_auc": 0.9766273738773996,
+      "eval_fi_opus100_pr_auc": 0.8916271157347982,
+      "eval_fi_ud_pr_auc": 0.958718486082815,
+      "eval_fr_ersatz_pr_auc": 0.9847764250216943,
+      "eval_fr_opus100_pr_auc": 0.8938384216700651,
+      "eval_fr_ud_pr_auc": 0.9714495961076233,
+      "eval_fy_opus100_pr_auc": 0.7079587547271307,
+      "eval_ga_opus100_pr_auc": 0.8436294592191403,
+      "eval_ga_ud_pr_auc": 0.8268595245779143,
+      "eval_gd_opus100_pr_auc": 0.5325987755474593,
+      "eval_gd_ud_pr_auc": 0.710454652829563,
+      "eval_gl_opus100_pr_auc": 0.8675185345788867,
+      "eval_gl_ud_pr_auc": 0.9883717072866217,
+      "eval_gu_ersatz_pr_auc": 0.9320157136757539,
+      "eval_gu_opus100_pr_auc": 0.6806304406215764,
+      "eval_ha_opus100_pr_auc": 0.8964047858568219,
+      "eval_he_opus100_pr_auc": 0.8510540592898652,
+      "eval_he_ud_pr_auc": 0.9540989140105113,
+      "eval_hi_ersatz_pr_auc": 0.9669443205993148,
+      "eval_hi_opus100_pr_auc": 0.6338582104999461,
+      "eval_hi_ud_pr_auc": 0.9928250888381539,
+      "eval_hu_opus100_pr_auc": 0.904699194887406,
+      "eval_hu_ud_pr_auc": 0.9762038678619458,
+      "eval_hy_opus100_pr_auc": 0.8998677796981309,
+      "eval_hy_ud_pr_auc": 0.9649842819200296,
+      "eval_id_opus100_pr_auc": 0.8702229999717335,
+      "eval_id_ud_pr_auc": 0.9849341028988573,
+      "eval_ig_opus100_pr_auc": 0.8603964523681786,
+      "eval_is_opus100_pr_auc": 0.9108834602704322,
+      "eval_is_ud_pr_auc": 0.8958482127633547,
+      "eval_it_opus100_pr_auc": 0.8825408116711767,
+      "eval_it_ud_pr_auc": 0.9914734485580298,
+      "eval_ja_ersatz_pr_auc": 0.7962858377853533,
+      "eval_ja_opus100_pr_auc": 0.7851251792346889,
+      "eval_ja_ud_pr_auc": 0.9793986504346937,
+      "eval_jv_ud_pr_auc": 0.9732119003848798,
+      "eval_ka_opus100_pr_auc": 0.8539020814053853,
+      "eval_kk_ersatz_pr_auc": 0.9787014548564436,
+      "eval_kk_opus100_pr_auc": 0.8013250440654844,
+      "eval_kk_ud_pr_auc": 0.9666302763099921,
+      "eval_km_ersatz_pr_auc": 0.8969949027704521,
+      "eval_km_opus100_pr_auc": 0.7132616401311649,
+      "eval_kn_opus100_pr_auc": 0.5376709200918665,
+      "eval_ko_opus100_pr_auc": 0.6489575094074037,
+      "eval_ko_ud_pr_auc": 0.9975417319314774,
+      "eval_ku_opus100_pr_auc": 0.7992100505690173,
+      "eval_ky_opus100_pr_auc": 0.8485693600715156,
+      "eval_la_ud_pr_auc": 0.9163129716777884,
+      "eval_loss": 0.04217524826526642,
+      "eval_lt_ersatz_pr_auc": 0.979188917020316,
+      "eval_lt_opus100_pr_auc": 0.8290191372901576,
+      "eval_lt_ud_pr_auc": 0.9709113220021,
+      "eval_lv_ersatz_pr_auc": 0.986922768392259,
+      "eval_lv_opus100_pr_auc": 0.8539133366853962,
+      "eval_lv_ud_pr_auc": 0.9515519891592645,
+      "eval_mg_opus100_pr_auc": 0.9038061031287341,
+      "eval_mk_opus100_pr_auc": 0.8871340301411106,
+      "eval_ml_opus100_pr_auc": 0.7354653089619497,
+      "eval_mn_opus100_pr_auc": 0.9469258300375019,
+      "eval_mr_opus100_pr_auc": 0.8899345657660916,
+      "eval_mr_ud_pr_auc": 0.9716495210313543,
+      "eval_ms_opus100_pr_auc": 0.8647728317850161,
+      "eval_mt_opus100_pr_auc": 0.7885612075306818,
+      "eval_mt_ud_pr_auc": 0.8922877380931177,
+      "eval_my_opus100_pr_auc": 0.666480142822923,
+      "eval_ne_opus100_pr_auc": 0.674419749213789,
+      "eval_nl_opus100_pr_auc": 0.8837130660215717,
+      "eval_nl_ud_pr_auc": 0.9645090708689893,
+      "eval_no_opus100_pr_auc": 0.9118706469825291,
+      "eval_no_ud_pr_auc": 0.9937335618614163,
+      "eval_pa_opus100_pr_auc": 0.6478056690079861,
+      "eval_pl_ersatz_pr_auc": 0.9707881688138016,
+      "eval_pl_opus100_pr_auc": 0.8730041284047215,
+      "eval_pl_ud_pr_auc": 0.9536335869815368,
+      "eval_ps_ersatz_pr_auc": 0.9337321890959734,
+      "eval_ps_opus100_pr_auc": 0.6965580545544166,
+      "eval_pt_opus100_pr_auc": 0.9158891456585568,
+      "eval_pt_ud_pr_auc": 0.98131935200631,
+      "eval_ro_ersatz_pr_auc": 0.9909394413672333,
+      "eval_ro_opus100_pr_auc": 0.8616272716267369,
+      "eval_ro_ud_pr_auc": 0.9501400247034875,
+      "eval_ru_ersatz_pr_auc": 0.9818533055517711,
+      "eval_ru_opus100_pr_auc": 0.8766877987428359,
+      "eval_ru_ud_pr_auc": 0.8472385396686387,
+      "eval_runtime": 460.9824,
+      "eval_samples_per_second": 163.716,
+      "eval_si_opus100_pr_auc": 0.7744208120330308,
+      "eval_sk_opus100_pr_auc": 0.9001102687153874,
+      "eval_sk_ud_pr_auc": 0.9739104454516998,
+      "eval_sl_opus100_pr_auc": 0.8406165670378967,
+      "eval_sl_ud_pr_auc": 0.9703149953049941,
+      "eval_sq_opus100_pr_auc": 0.8783690861686569,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8958092353969752,
+      "eval_sr_ud_pr_auc": 0.9942814115821774,
+      "eval_steps_per_second": 5.117,
+      "eval_sv_opus100_pr_auc": 0.8795392370361426,
+      "eval_sv_ud_pr_auc": 0.9267895294110368,
+      "eval_ta_ersatz_pr_auc": 0.9791733391039757,
+      "eval_ta_opus100_pr_auc": 0.6270690450040575,
+      "eval_ta_ud_pr_auc": 0.9997907815481797,
+      "eval_te_opus100_pr_auc": 0.7996906738038119,
+      "eval_tg_opus100_pr_auc": 0.8619587228680134,
+      "eval_th_opus100_pr_auc": 0.646559246882904,
+      "eval_th_ud_pr_auc": 0.6725239268280486,
+      "eval_tr_ersatz_pr_auc": 0.9709043353153819,
+      "eval_tr_opus100_pr_auc": 0.8902418455766357,
+      "eval_tr_ud_pr_auc": 0.9443879569748175,
+      "eval_uk_opus100_pr_auc": 0.8570119724972358,
+      "eval_uk_ud_pr_auc": 0.9182899457525822,
+      "eval_ur_opus100_pr_auc": 0.4846343986102731,
+      "eval_ur_ud_pr_auc": 0.9940261840994671,
+      "eval_uz_opus100_pr_auc": 0.8231812674510236,
+      "eval_vi_opus100_pr_auc": 0.8990297292673942,
+      "eval_vi_ud_pr_auc": 0.9337084052303598,
+      "eval_xh_opus100_pr_auc": 0.851935283866703,
+      "eval_yi_opus100_pr_auc": 0.6225713450615131,
+      "eval_yo_opus100_pr_auc": 0.7685513359738705,
+      "eval_yo_ud_pr_auc": 0.9226617082720747,
+      "eval_zh_ersatz_pr_auc": 0.8722955638386144,
+      "eval_zh_opus100_pr_auc": 0.7010149986186036,
+      "eval_zh_ud_pr_auc": 0.9855665575769726,
+      "eval_zu_opus100_pr_auc": 0.8278967194019498,
+      "step": 60000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.732911392405063e-05,
+      "learning_rate_adapter": 8.732911392405063e-05,
+      "loss": 0.0383,
+      "step": 60050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.731645569620254e-05,
+      "learning_rate_adapter": 8.731645569620254e-05,
+      "loss": 0.0381,
+      "step": 60100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.730379746835443e-05,
+      "learning_rate_adapter": 8.730379746835443e-05,
+      "loss": 0.0385,
+      "step": 60150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.729113924050633e-05,
+      "learning_rate_adapter": 8.729113924050633e-05,
+      "loss": 0.0386,
+      "step": 60200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.727848101265823e-05,
+      "learning_rate_adapter": 8.727848101265823e-05,
+      "loss": 0.0388,
+      "step": 60250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.726582278481013e-05,
+      "learning_rate_adapter": 8.726582278481013e-05,
+      "loss": 0.0377,
+      "step": 60300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.725316455696204e-05,
+      "learning_rate_adapter": 8.725316455696204e-05,
+      "loss": 0.0382,
+      "step": 60350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.724050632911393e-05,
+      "learning_rate_adapter": 8.724050632911393e-05,
+      "loss": 0.0384,
+      "step": 60400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.722784810126583e-05,
+      "learning_rate_adapter": 8.722784810126583e-05,
+      "loss": 0.0384,
+      "step": 60450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.721518987341773e-05,
+      "learning_rate_adapter": 8.721518987341773e-05,
+      "loss": 0.0379,
+      "step": 60500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.720253164556963e-05,
+      "learning_rate_adapter": 8.720253164556963e-05,
+      "loss": 0.0382,
+      "step": 60550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.718987341772152e-05,
+      "learning_rate_adapter": 8.718987341772152e-05,
+      "loss": 0.0379,
+      "step": 60600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.717721518987342e-05,
+      "learning_rate_adapter": 8.717721518987342e-05,
+      "loss": 0.0379,
+      "step": 60650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.716455696202532e-05,
+      "learning_rate_adapter": 8.716455696202532e-05,
+      "loss": 0.0385,
+      "step": 60700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.715189873417721e-05,
+      "learning_rate_adapter": 8.715189873417721e-05,
+      "loss": 0.0389,
+      "step": 60750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.713924050632912e-05,
+      "learning_rate_adapter": 8.713924050632912e-05,
+      "loss": 0.0379,
+      "step": 60800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.712658227848101e-05,
+      "learning_rate_adapter": 8.712658227848101e-05,
+      "loss": 0.0384,
+      "step": 60850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.711392405063292e-05,
+      "learning_rate_adapter": 8.711392405063292e-05,
+      "loss": 0.0383,
+      "step": 60900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.710126582278482e-05,
+      "learning_rate_adapter": 8.710126582278482e-05,
+      "loss": 0.0383,
+      "step": 60950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.708860759493672e-05,
+      "learning_rate_adapter": 8.708860759493672e-05,
+      "loss": 0.038,
+      "step": 61000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.707594936708862e-05,
+      "learning_rate_adapter": 8.707594936708862e-05,
+      "loss": 0.0376,
+      "step": 61050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.706329113924051e-05,
+      "learning_rate_adapter": 8.706329113924051e-05,
+      "loss": 0.038,
+      "step": 61100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.70506329113924e-05,
+      "learning_rate_adapter": 8.70506329113924e-05,
+      "loss": 0.0385,
+      "step": 61150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.703797468354431e-05,
+      "learning_rate_adapter": 8.703797468354431e-05,
+      "loss": 0.0379,
+      "step": 61200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.70253164556962e-05,
+      "learning_rate_adapter": 8.70253164556962e-05,
+      "loss": 0.038,
+      "step": 61250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.701265822784811e-05,
+      "learning_rate_adapter": 8.701265822784811e-05,
+      "loss": 0.0383,
+      "step": 61300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0371,
+      "step": 61350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.698734177215189e-05,
+      "learning_rate_adapter": 8.698734177215189e-05,
+      "loss": 0.0383,
+      "step": 61400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69746835443038e-05,
+      "learning_rate_adapter": 8.69746835443038e-05,
+      "loss": 0.0379,
+      "step": 61450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69620253164557e-05,
+      "learning_rate_adapter": 8.69620253164557e-05,
+      "loss": 0.0384,
+      "step": 61500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.694936708860761e-05,
+      "learning_rate_adapter": 8.694936708860761e-05,
+      "loss": 0.038,
+      "step": 61550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69367088607595e-05,
+      "learning_rate_adapter": 8.69367088607595e-05,
+      "loss": 0.038,
+      "step": 61600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69240506329114e-05,
+      "learning_rate_adapter": 8.69240506329114e-05,
+      "loss": 0.0376,
+      "step": 61650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69113924050633e-05,
+      "learning_rate_adapter": 8.69113924050633e-05,
+      "loss": 0.0383,
+      "step": 61700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.689873417721519e-05,
+      "learning_rate_adapter": 8.689873417721519e-05,
+      "loss": 0.0378,
+      "step": 61750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.68860759493671e-05,
+      "learning_rate_adapter": 8.68860759493671e-05,
+      "loss": 0.0389,
+      "step": 61800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.687341772151899e-05,
+      "learning_rate_adapter": 8.687341772151899e-05,
+      "loss": 0.0381,
+      "step": 61850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.68607594936709e-05,
+      "learning_rate_adapter": 8.68607594936709e-05,
+      "loss": 0.0377,
+      "step": 61900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.684810126582279e-05,
+      "learning_rate_adapter": 8.684810126582279e-05,
+      "loss": 0.0377,
+      "step": 61950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.683544303797468e-05,
+      "learning_rate_adapter": 8.683544303797468e-05,
+      "loss": 0.0379,
+      "step": 62000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.682278481012658e-05,
+      "learning_rate_adapter": 8.682278481012658e-05,
+      "loss": 0.0381,
+      "step": 62050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.681012658227849e-05,
+      "learning_rate_adapter": 8.681012658227849e-05,
+      "loss": 0.0379,
+      "step": 62100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.67974683544304e-05,
+      "learning_rate_adapter": 8.67974683544304e-05,
+      "loss": 0.0376,
+      "step": 62150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.678481012658229e-05,
+      "learning_rate_adapter": 8.678481012658229e-05,
+      "loss": 0.038,
+      "step": 62200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.677215189873418e-05,
+      "learning_rate_adapter": 8.677215189873418e-05,
+      "loss": 0.0383,
+      "step": 62250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.675949367088609e-05,
+      "learning_rate_adapter": 8.675949367088609e-05,
+      "loss": 0.0383,
+      "step": 62300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.674683544303798e-05,
+      "learning_rate_adapter": 8.674683544303798e-05,
+      "loss": 0.0379,
+      "step": 62350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.673417721518988e-05,
+      "learning_rate_adapter": 8.673417721518988e-05,
+      "loss": 0.0382,
+      "step": 62400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.672151898734178e-05,
+      "learning_rate_adapter": 8.672151898734178e-05,
+      "loss": 0.0378,
+      "step": 62450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.670886075949367e-05,
+      "learning_rate_adapter": 8.670886075949367e-05,
+      "loss": 0.0375,
+      "step": 62500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.669620253164557e-05,
+      "learning_rate_adapter": 8.669620253164557e-05,
+      "loss": 0.038,
+      "step": 62550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.668354430379747e-05,
+      "learning_rate_adapter": 8.668354430379747e-05,
+      "loss": 0.0376,
+      "step": 62600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.667088607594937e-05,
+      "learning_rate_adapter": 8.667088607594937e-05,
+      "loss": 0.0375,
+      "step": 62650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.665822784810128e-05,
+      "learning_rate_adapter": 8.665822784810128e-05,
+      "loss": 0.0375,
+      "step": 62700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.664556962025317e-05,
+      "learning_rate_adapter": 8.664556962025317e-05,
+      "loss": 0.0375,
+      "step": 62750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.663291139240507e-05,
+      "learning_rate_adapter": 8.663291139240507e-05,
+      "loss": 0.0384,
+      "step": 62800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.662025316455697e-05,
+      "learning_rate_adapter": 8.662025316455697e-05,
+      "loss": 0.0369,
+      "step": 62850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.660759493670887e-05,
+      "learning_rate_adapter": 8.660759493670887e-05,
+      "loss": 0.0379,
+      "step": 62900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.659493670886076e-05,
+      "learning_rate_adapter": 8.659493670886076e-05,
+      "loss": 0.0377,
+      "step": 62950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.658227848101266e-05,
+      "learning_rate_adapter": 8.658227848101266e-05,
+      "loss": 0.0381,
+      "step": 63000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.656962025316456e-05,
+      "learning_rate_adapter": 8.656962025316456e-05,
+      "loss": 0.0371,
+      "step": 63050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.655696202531645e-05,
+      "learning_rate_adapter": 8.655696202531645e-05,
+      "loss": 0.0379,
+      "step": 63100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.654430379746836e-05,
+      "learning_rate_adapter": 8.654430379746836e-05,
+      "loss": 0.0382,
+      "step": 63150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.653164556962025e-05,
+      "learning_rate_adapter": 8.653164556962025e-05,
+      "loss": 0.0375,
+      "step": 63200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.651898734177216e-05,
+      "learning_rate_adapter": 8.651898734177216e-05,
+      "loss": 0.038,
+      "step": 63250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.650632911392406e-05,
+      "learning_rate_adapter": 8.650632911392406e-05,
+      "loss": 0.0378,
+      "step": 63300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.649367088607595e-05,
+      "learning_rate_adapter": 8.649367088607595e-05,
+      "loss": 0.0377,
+      "step": 63350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.648101265822786e-05,
+      "learning_rate_adapter": 8.648101265822786e-05,
+      "loss": 0.0384,
+      "step": 63400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.646835443037975e-05,
+      "learning_rate_adapter": 8.646835443037975e-05,
+      "loss": 0.038,
+      "step": 63450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.645569620253166e-05,
+      "learning_rate_adapter": 8.645569620253166e-05,
+      "loss": 0.038,
+      "step": 63500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.644303797468355e-05,
+      "learning_rate_adapter": 8.644303797468355e-05,
+      "loss": 0.0368,
+      "step": 63550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.643037974683544e-05,
+      "learning_rate_adapter": 8.643037974683544e-05,
+      "loss": 0.0378,
+      "step": 63600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.641772151898735e-05,
+      "learning_rate_adapter": 8.641772151898735e-05,
+      "loss": 0.0389,
+      "step": 63650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.640506329113924e-05,
+      "learning_rate_adapter": 8.640506329113924e-05,
+      "loss": 0.0378,
+      "step": 63700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.639240506329115e-05,
+      "learning_rate_adapter": 8.639240506329115e-05,
+      "loss": 0.0381,
+      "step": 63750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.637974683544304e-05,
+      "learning_rate_adapter": 8.637974683544304e-05,
+      "loss": 0.0378,
+      "step": 63800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.636708860759494e-05,
+      "learning_rate_adapter": 8.636708860759494e-05,
+      "loss": 0.0379,
+      "step": 63850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.635443037974685e-05,
+      "learning_rate_adapter": 8.635443037974685e-05,
+      "loss": 0.0371,
+      "step": 63900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.634177215189874e-05,
+      "learning_rate_adapter": 8.634177215189874e-05,
+      "loss": 0.038,
+      "step": 63950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.632911392405065e-05,
+      "learning_rate_adapter": 8.632911392405065e-05,
+      "loss": 0.0377,
+      "step": 64000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.631645569620254e-05,
+      "learning_rate_adapter": 8.631645569620254e-05,
+      "loss": 0.0381,
+      "step": 64050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.630379746835443e-05,
+      "learning_rate_adapter": 8.630379746835443e-05,
+      "loss": 0.0383,
+      "step": 64100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.629113924050634e-05,
+      "learning_rate_adapter": 8.629113924050634e-05,
+      "loss": 0.0379,
+      "step": 64150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.627848101265823e-05,
+      "learning_rate_adapter": 8.627848101265823e-05,
+      "loss": 0.0373,
+      "step": 64200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.626582278481013e-05,
+      "learning_rate_adapter": 8.626582278481013e-05,
+      "loss": 0.0375,
+      "step": 64250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.625316455696203e-05,
+      "learning_rate_adapter": 8.625316455696203e-05,
+      "loss": 0.0385,
+      "step": 64300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.624050632911392e-05,
+      "learning_rate_adapter": 8.624050632911392e-05,
+      "loss": 0.0382,
+      "step": 64350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.622784810126582e-05,
+      "learning_rate_adapter": 8.622784810126582e-05,
+      "loss": 0.0381,
+      "step": 64400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.621518987341773e-05,
+      "learning_rate_adapter": 8.621518987341773e-05,
+      "loss": 0.0379,
+      "step": 64450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.620253164556964e-05,
+      "learning_rate_adapter": 8.620253164556964e-05,
+      "loss": 0.0375,
+      "step": 64500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.618987341772153e-05,
+      "learning_rate_adapter": 8.618987341772153e-05,
+      "loss": 0.0383,
+      "step": 64550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.617721518987342e-05,
+      "learning_rate_adapter": 8.617721518987342e-05,
+      "loss": 0.0377,
+      "step": 64600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.616455696202532e-05,
+      "learning_rate_adapter": 8.616455696202532e-05,
+      "loss": 0.0382,
+      "step": 64650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.615189873417722e-05,
+      "learning_rate_adapter": 8.615189873417722e-05,
+      "loss": 0.0385,
+      "step": 64700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.613924050632912e-05,
+      "learning_rate_adapter": 8.613924050632912e-05,
+      "loss": 0.0377,
+      "step": 64750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.612658227848101e-05,
+      "learning_rate_adapter": 8.612658227848101e-05,
+      "loss": 0.0382,
+      "step": 64800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.611392405063291e-05,
+      "learning_rate_adapter": 8.611392405063291e-05,
+      "loss": 0.0382,
+      "step": 64850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.610126582278481e-05,
+      "learning_rate_adapter": 8.610126582278481e-05,
+      "loss": 0.037,
+      "step": 64900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.60886075949367e-05,
+      "learning_rate_adapter": 8.60886075949367e-05,
+      "loss": 0.0372,
+      "step": 64950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.607594936708861e-05,
+      "learning_rate_adapter": 8.607594936708861e-05,
+      "loss": 0.0371,
+      "step": 65000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.7820225741737711,
+      "eval_af_ud_pr_auc": 0.9976457923522464,
+      "eval_am_opus100_pr_auc": 0.4365142678452821,
+      "eval_ar_ersatz_pr_auc": 0.937074417753205,
+      "eval_ar_opus100_pr_auc": 0.6715826298470895,
+      "eval_ar_ud_pr_auc": 0.8341134545182496,
+      "eval_average_ersatz_pr_auc": 0.9554140934541215,
+      "eval_average_opus100_pr_auc": 0.8143075061694822,
+      "eval_average_ud_pr_auc": 0.952381636978582,
+      "eval_az_opus100_pr_auc": 0.7499889907704509,
+      "eval_be_opus100_pr_auc": 0.6928186660676505,
+      "eval_be_ud_pr_auc": 0.8561475413005479,
+      "eval_bg_opus100_pr_auc": 0.9002504942603488,
+      "eval_bg_ud_pr_auc": 0.9886877502111937,
+      "eval_bn_opus100_pr_auc": 0.7967372259206316,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.881695405193431,
+      "eval_ca_ud_pr_auc": 0.9876285363831528,
+      "eval_ceb_ud_pr_auc": 0.9997846395551409,
+      "eval_cs_ersatz_pr_auc": 0.9789168525517022,
+      "eval_cs_opus100_pr_auc": 0.8963575138753453,
+      "eval_cs_ud_pr_auc": 0.9497851784267037,
+      "eval_cy_opus100_pr_auc": 0.7455052919363253,
+      "eval_cy_ud_pr_auc": 0.9938313465096312,
+      "eval_da_opus100_pr_auc": 0.8962927183667734,
+      "eval_da_ud_pr_auc": 0.9815825946547746,
+      "eval_de_ersatz_pr_auc": 0.9719972275581285,
+      "eval_de_opus100_pr_auc": 0.8470541089659378,
+      "eval_de_ud_pr_auc": 0.9829415639578828,
+      "eval_el_opus100_pr_auc": 0.9248788456460088,
+      "eval_el_ud_pr_auc": 0.9899836155857313,
+      "eval_en_ersatz_pr_auc": 0.9858365769004205,
+      "eval_en_opus100_pr_auc": 0.9205919042358032,
+      "eval_en_ud_pr_auc": 0.9725386642175017,
+      "eval_eo_opus100_pr_auc": 0.9240043323192562,
+      "eval_es_ersatz_pr_auc": 0.9920169547179494,
+      "eval_es_opus100_pr_auc": 0.9164691143423477,
+      "eval_es_ud_pr_auc": 0.9869541214562507,
+      "eval_et_ersatz_pr_auc": 0.9765216676930595,
+      "eval_et_opus100_pr_auc": 0.8813329539677028,
+      "eval_et_ud_pr_auc": 0.9517010461928352,
+      "eval_eu_opus100_pr_auc": 0.8756706009807602,
+      "eval_eu_ud_pr_auc": 0.9881300351501543,
+      "eval_fa_opus100_pr_auc": 0.5540931331343109,
+      "eval_fa_ud_pr_auc": 0.9981470136446404,
+      "eval_fi_ersatz_pr_auc": 0.9733282477918034,
+      "eval_fi_opus100_pr_auc": 0.8862247719749299,
+      "eval_fi_ud_pr_auc": 0.9436378365025528,
+      "eval_fr_ersatz_pr_auc": 0.9858776142812851,
+      "eval_fr_opus100_pr_auc": 0.9005999528891216,
+      "eval_fr_ud_pr_auc": 0.9700830426406942,
+      "eval_fy_opus100_pr_auc": 0.7376487930482856,
+      "eval_ga_opus100_pr_auc": 0.8572903229705754,
+      "eval_ga_ud_pr_auc": 0.8222068710386404,
+      "eval_gd_opus100_pr_auc": 0.5723779480611308,
+      "eval_gd_ud_pr_auc": 0.713413047375603,
+      "eval_gl_opus100_pr_auc": 0.8832739798448919,
+      "eval_gl_ud_pr_auc": 0.9885188886391578,
+      "eval_gu_ersatz_pr_auc": 0.9221479609921724,
+      "eval_gu_opus100_pr_auc": 0.703882287216136,
+      "eval_ha_opus100_pr_auc": 0.8947892325585041,
+      "eval_he_opus100_pr_auc": 0.8727919130800648,
+      "eval_he_ud_pr_auc": 0.9566678072807872,
+      "eval_hi_ersatz_pr_auc": 0.9624972648853105,
+      "eval_hi_opus100_pr_auc": 0.6483161280409936,
+      "eval_hi_ud_pr_auc": 0.9721914434409181,
+      "eval_hu_opus100_pr_auc": 0.911445519071989,
+      "eval_hu_ud_pr_auc": 0.9773621396266667,
+      "eval_hy_opus100_pr_auc": 0.8985551290225504,
+      "eval_hy_ud_pr_auc": 0.9727662049095821,
+      "eval_id_opus100_pr_auc": 0.8843288486531606,
+      "eval_id_ud_pr_auc": 0.9881865332209345,
+      "eval_ig_opus100_pr_auc": 0.8723283200925989,
+      "eval_is_opus100_pr_auc": 0.9150162798848397,
+      "eval_is_ud_pr_auc": 0.9034612563083201,
+      "eval_it_opus100_pr_auc": 0.8926668038936858,
+      "eval_it_ud_pr_auc": 0.9966092114742058,
+      "eval_ja_ersatz_pr_auc": 0.7698934373254359,
+      "eval_ja_opus100_pr_auc": 0.7853886590964156,
+      "eval_ja_ud_pr_auc": 0.9850653818846525,
+      "eval_jv_ud_pr_auc": 0.9765015056141073,
+      "eval_ka_opus100_pr_auc": 0.8782077225303137,
+      "eval_kk_ersatz_pr_auc": 0.9834113640063908,
+      "eval_kk_opus100_pr_auc": 0.8357184660560304,
+      "eval_kk_ud_pr_auc": 0.9723138813739135,
+      "eval_km_ersatz_pr_auc": 0.8949765662187165,
+      "eval_km_opus100_pr_auc": 0.6977252880267011,
+      "eval_kn_opus100_pr_auc": 0.5913441595007456,
+      "eval_ko_opus100_pr_auc": 0.6431126700153503,
+      "eval_ko_ud_pr_auc": 0.9957426293440494,
+      "eval_ku_opus100_pr_auc": 0.8252843647288686,
+      "eval_ky_opus100_pr_auc": 0.8787583535651011,
+      "eval_la_ud_pr_auc": 0.9668261894832154,
+      "eval_loss": 0.04184194654226303,
+      "eval_lt_ersatz_pr_auc": 0.9829681133795666,
+      "eval_lt_opus100_pr_auc": 0.8542499012288127,
+      "eval_lt_ud_pr_auc": 0.978926944545049,
+      "eval_lv_ersatz_pr_auc": 0.9883147837429677,
+      "eval_lv_opus100_pr_auc": 0.8709351942900578,
+      "eval_lv_ud_pr_auc": 0.9582228423441967,
+      "eval_mg_opus100_pr_auc": 0.9030526731156898,
+      "eval_mk_opus100_pr_auc": 0.8908519982795605,
+      "eval_ml_opus100_pr_auc": 0.7637467629273806,
+      "eval_mn_opus100_pr_auc": 0.9510919148617233,
+      "eval_mr_opus100_pr_auc": 0.9079246177180448,
+      "eval_mr_ud_pr_auc": 0.9850486144215359,
+      "eval_ms_opus100_pr_auc": 0.8728999549170418,
+      "eval_mt_opus100_pr_auc": 0.8156656523385157,
+      "eval_mt_ud_pr_auc": 0.8612171556897434,
+      "eval_my_opus100_pr_auc": 0.685542772102458,
+      "eval_ne_opus100_pr_auc": 0.6884987065206557,
+      "eval_nl_opus100_pr_auc": 0.889704933201999,
+      "eval_nl_ud_pr_auc": 0.9727604237934516,
+      "eval_no_opus100_pr_auc": 0.9097249222849997,
+      "eval_no_ud_pr_auc": 0.9941198554371597,
+      "eval_pa_opus100_pr_auc": 0.6837028901501567,
+      "eval_pl_ersatz_pr_auc": 0.9755260741569625,
+      "eval_pl_opus100_pr_auc": 0.8873618010137565,
+      "eval_pl_ud_pr_auc": 0.964452648584867,
+      "eval_ps_ersatz_pr_auc": 0.9463743061315042,
+      "eval_ps_opus100_pr_auc": 0.7147096639533658,
+      "eval_pt_opus100_pr_auc": 0.9100930006688573,
+      "eval_pt_ud_pr_auc": 0.9830842546463308,
+      "eval_ro_ersatz_pr_auc": 0.9914112448433645,
+      "eval_ro_opus100_pr_auc": 0.8535234220342802,
+      "eval_ro_ud_pr_auc": 0.9577998884760033,
+      "eval_ru_ersatz_pr_auc": 0.9811539916535288,
+      "eval_ru_opus100_pr_auc": 0.8892477555637368,
+      "eval_ru_ud_pr_auc": 0.8448266174090193,
+      "eval_runtime": 453.9722,
+      "eval_samples_per_second": 166.244,
+      "eval_si_opus100_pr_auc": 0.7988139039561662,
+      "eval_sk_opus100_pr_auc": 0.9132815797119994,
+      "eval_sk_ud_pr_auc": 0.9688388956290402,
+      "eval_sl_opus100_pr_auc": 0.8479937186796105,
+      "eval_sl_ud_pr_auc": 0.9655973435198111,
+      "eval_sq_opus100_pr_auc": 0.8730750912086567,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.904740706562332,
+      "eval_sr_ud_pr_auc": 0.9961433514568793,
+      "eval_steps_per_second": 5.196,
+      "eval_sv_opus100_pr_auc": 0.8792149095525711,
+      "eval_sv_ud_pr_auc": 0.9267553354715433,
+      "eval_ta_ersatz_pr_auc": 0.9812856791481047,
+      "eval_ta_opus100_pr_auc": 0.6569000133917934,
+      "eval_ta_ud_pr_auc": 0.9995872752594204,
+      "eval_te_opus100_pr_auc": 0.8135348908585207,
+      "eval_tg_opus100_pr_auc": 0.8762720445902261,
+      "eval_th_opus100_pr_auc": 0.6693403218596218,
+      "eval_th_ud_pr_auc": 0.6648768860978426,
+      "eval_tr_ersatz_pr_auc": 0.9713033248860694,
+      "eval_tr_opus100_pr_auc": 0.8906217681715792,
+      "eval_tr_ud_pr_auc": 0.935530509630404,
+      "eval_uk_opus100_pr_auc": 0.8735813377806381,
+      "eval_uk_ud_pr_auc": 0.9386295096717937,
+      "eval_ur_opus100_pr_auc": 0.4789601930478545,
+      "eval_ur_ud_pr_auc": 0.9940866670046253,
+      "eval_uz_opus100_pr_auc": 0.8533509385005504,
+      "eval_vi_opus100_pr_auc": 0.9028431959519762,
+      "eval_vi_ud_pr_auc": 0.955269700118823,
+      "eval_xh_opus100_pr_auc": 0.8553293745633263,
+      "eval_yi_opus100_pr_auc": 0.6653958212772817,
+      "eval_yo_opus100_pr_auc": 0.7861697412257145,
+      "eval_yo_ud_pr_auc": 0.9086482124320198,
+      "eval_zh_ersatz_pr_auc": 0.8662763853730259,
+      "eval_zh_opus100_pr_auc": 0.6949074231745601,
+      "eval_zh_ud_pr_auc": 0.9701736118649776,
+      "eval_zu_opus100_pr_auc": 0.8354233089892599,
+      "step": 65000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.606329113924052e-05,
+      "learning_rate_adapter": 8.606329113924052e-05,
+      "loss": 0.0379,
+      "step": 65050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.605063291139241e-05,
+      "learning_rate_adapter": 8.605063291139241e-05,
+      "loss": 0.0383,
+      "step": 65100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.603797468354431e-05,
+      "learning_rate_adapter": 8.603797468354431e-05,
+      "loss": 0.0378,
+      "step": 65150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.60253164556962e-05,
+      "learning_rate_adapter": 8.60253164556962e-05,
+      "loss": 0.0383,
+      "step": 65200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.601265822784811e-05,
+      "learning_rate_adapter": 8.601265822784811e-05,
+      "loss": 0.0383,
+      "step": 65250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0374,
+      "step": 65300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.598734177215191e-05,
+      "learning_rate_adapter": 8.598734177215191e-05,
+      "loss": 0.0375,
+      "step": 65350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59746835443038e-05,
+      "learning_rate_adapter": 8.59746835443038e-05,
+      "loss": 0.0374,
+      "step": 65400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.596202531645569e-05,
+      "learning_rate_adapter": 8.596202531645569e-05,
+      "loss": 0.0379,
+      "step": 65450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59493670886076e-05,
+      "learning_rate_adapter": 8.59493670886076e-05,
+      "loss": 0.0371,
+      "step": 65500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.593670886075949e-05,
+      "learning_rate_adapter": 8.593670886075949e-05,
+      "loss": 0.0376,
+      "step": 65550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59240506329114e-05,
+      "learning_rate_adapter": 8.59240506329114e-05,
+      "loss": 0.037,
+      "step": 65600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59113924050633e-05,
+      "learning_rate_adapter": 8.59113924050633e-05,
+      "loss": 0.0379,
+      "step": 65650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.58987341772152e-05,
+      "learning_rate_adapter": 8.58987341772152e-05,
+      "loss": 0.0377,
+      "step": 65700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.58860759493671e-05,
+      "learning_rate_adapter": 8.58860759493671e-05,
+      "loss": 0.0374,
+      "step": 65750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.587341772151899e-05,
+      "learning_rate_adapter": 8.587341772151899e-05,
+      "loss": 0.0366,
+      "step": 65800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.58607594936709e-05,
+      "learning_rate_adapter": 8.58607594936709e-05,
+      "loss": 0.0378,
+      "step": 65850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.584810126582279e-05,
+      "learning_rate_adapter": 8.584810126582279e-05,
+      "loss": 0.0376,
+      "step": 65900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.583544303797468e-05,
+      "learning_rate_adapter": 8.583544303797468e-05,
+      "loss": 0.0372,
+      "step": 65950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.582278481012659e-05,
+      "learning_rate_adapter": 8.582278481012659e-05,
+      "loss": 0.0366,
+      "step": 66000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.581012658227848e-05,
+      "learning_rate_adapter": 8.581012658227848e-05,
+      "loss": 0.0369,
+      "step": 66050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.579746835443038e-05,
+      "learning_rate_adapter": 8.579746835443038e-05,
+      "loss": 0.0372,
+      "step": 66100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.578481012658228e-05,
+      "learning_rate_adapter": 8.578481012658228e-05,
+      "loss": 0.0377,
+      "step": 66150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.577215189873418e-05,
+      "learning_rate_adapter": 8.577215189873418e-05,
+      "loss": 0.0379,
+      "step": 66200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.575949367088609e-05,
+      "learning_rate_adapter": 8.575949367088609e-05,
+      "loss": 0.0367,
+      "step": 66250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.574683544303798e-05,
+      "learning_rate_adapter": 8.574683544303798e-05,
+      "loss": 0.0374,
+      "step": 66300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.573417721518989e-05,
+      "learning_rate_adapter": 8.573417721518989e-05,
+      "loss": 0.0375,
+      "step": 66350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.572151898734178e-05,
+      "learning_rate_adapter": 8.572151898734178e-05,
+      "loss": 0.0376,
+      "step": 66400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.570886075949367e-05,
+      "learning_rate_adapter": 8.570886075949367e-05,
+      "loss": 0.0373,
+      "step": 66450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.569620253164558e-05,
+      "learning_rate_adapter": 8.569620253164558e-05,
+      "loss": 0.0379,
+      "step": 66500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.568354430379747e-05,
+      "learning_rate_adapter": 8.568354430379747e-05,
+      "loss": 0.0373,
+      "step": 66550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.567088607594937e-05,
+      "learning_rate_adapter": 8.567088607594937e-05,
+      "loss": 0.0377,
+      "step": 66600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.565822784810127e-05,
+      "learning_rate_adapter": 8.565822784810127e-05,
+      "loss": 0.0377,
+      "step": 66650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.564556962025316e-05,
+      "learning_rate_adapter": 8.564556962025316e-05,
+      "loss": 0.0376,
+      "step": 66700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.563291139240506e-05,
+      "learning_rate_adapter": 8.563291139240506e-05,
+      "loss": 0.0379,
+      "step": 66750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.562025316455697e-05,
+      "learning_rate_adapter": 8.562025316455697e-05,
+      "loss": 0.037,
+      "step": 66800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.560759493670887e-05,
+      "learning_rate_adapter": 8.560759493670887e-05,
+      "loss": 0.0374,
+      "step": 66850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.559493670886077e-05,
+      "learning_rate_adapter": 8.559493670886077e-05,
+      "loss": 0.037,
+      "step": 66900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.558227848101267e-05,
+      "learning_rate_adapter": 8.558227848101267e-05,
+      "loss": 0.0379,
+      "step": 66950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.556962025316456e-05,
+      "learning_rate_adapter": 8.556962025316456e-05,
+      "loss": 0.0371,
+      "step": 67000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.555696202531646e-05,
+      "learning_rate_adapter": 8.555696202531646e-05,
+      "loss": 0.0375,
+      "step": 67050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.554430379746836e-05,
+      "learning_rate_adapter": 8.554430379746836e-05,
+      "loss": 0.0381,
+      "step": 67100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.553164556962025e-05,
+      "learning_rate_adapter": 8.553164556962025e-05,
+      "loss": 0.0377,
+      "step": 67150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.551898734177216e-05,
+      "learning_rate_adapter": 8.551898734177216e-05,
+      "loss": 0.0376,
+      "step": 67200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.550632911392405e-05,
+      "learning_rate_adapter": 8.550632911392405e-05,
+      "loss": 0.0385,
+      "step": 67250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.549367088607594e-05,
+      "learning_rate_adapter": 8.549367088607594e-05,
+      "loss": 0.0379,
+      "step": 67300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.548101265822785e-05,
+      "learning_rate_adapter": 8.548101265822785e-05,
+      "loss": 0.038,
+      "step": 67350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.546835443037976e-05,
+      "learning_rate_adapter": 8.546835443037976e-05,
+      "loss": 0.0373,
+      "step": 67400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.545569620253166e-05,
+      "learning_rate_adapter": 8.545569620253166e-05,
+      "loss": 0.0387,
+      "step": 67450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.544303797468355e-05,
+      "learning_rate_adapter": 8.544303797468355e-05,
+      "loss": 0.038,
+      "step": 67500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.543037974683545e-05,
+      "learning_rate_adapter": 8.543037974683545e-05,
+      "loss": 0.0384,
+      "step": 67550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.541772151898735e-05,
+      "learning_rate_adapter": 8.541772151898735e-05,
+      "loss": 0.0371,
+      "step": 67600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.540506329113924e-05,
+      "learning_rate_adapter": 8.540506329113924e-05,
+      "loss": 0.037,
+      "step": 67650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.539240506329115e-05,
+      "learning_rate_adapter": 8.539240506329115e-05,
+      "loss": 0.0381,
+      "step": 67700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.537974683544304e-05,
+      "learning_rate_adapter": 8.537974683544304e-05,
+      "loss": 0.0377,
+      "step": 67750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.536708860759493e-05,
+      "learning_rate_adapter": 8.536708860759493e-05,
+      "loss": 0.0382,
+      "step": 67800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.535443037974684e-05,
+      "learning_rate_adapter": 8.535443037974684e-05,
+      "loss": 0.0375,
+      "step": 67850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.534177215189873e-05,
+      "learning_rate_adapter": 8.534177215189873e-05,
+      "loss": 0.0383,
+      "step": 67900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.532911392405064e-05,
+      "learning_rate_adapter": 8.532911392405064e-05,
+      "loss": 0.0376,
+      "step": 67950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.531645569620254e-05,
+      "learning_rate_adapter": 8.531645569620254e-05,
+      "loss": 0.0367,
+      "step": 68000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.530379746835443e-05,
+      "learning_rate_adapter": 8.530379746835443e-05,
+      "loss": 0.0374,
+      "step": 68050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.529113924050634e-05,
+      "learning_rate_adapter": 8.529113924050634e-05,
+      "loss": 0.037,
+      "step": 68100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.527848101265823e-05,
+      "learning_rate_adapter": 8.527848101265823e-05,
+      "loss": 0.0373,
+      "step": 68150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.526582278481014e-05,
+      "learning_rate_adapter": 8.526582278481014e-05,
+      "loss": 0.0372,
+      "step": 68200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.525316455696203e-05,
+      "learning_rate_adapter": 8.525316455696203e-05,
+      "loss": 0.0369,
+      "step": 68250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.524050632911392e-05,
+      "learning_rate_adapter": 8.524050632911392e-05,
+      "loss": 0.0377,
+      "step": 68300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.522784810126583e-05,
+      "learning_rate_adapter": 8.522784810126583e-05,
+      "loss": 0.0374,
+      "step": 68350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.521518987341772e-05,
+      "learning_rate_adapter": 8.521518987341772e-05,
+      "loss": 0.0378,
+      "step": 68400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.520253164556962e-05,
+      "learning_rate_adapter": 8.520253164556962e-05,
+      "loss": 0.0376,
+      "step": 68450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.518987341772152e-05,
+      "learning_rate_adapter": 8.518987341772152e-05,
+      "loss": 0.038,
+      "step": 68500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.517721518987342e-05,
+      "learning_rate_adapter": 8.517721518987342e-05,
+      "loss": 0.0368,
+      "step": 68550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.516455696202533e-05,
+      "learning_rate_adapter": 8.516455696202533e-05,
+      "loss": 0.0368,
+      "step": 68600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.515189873417722e-05,
+      "learning_rate_adapter": 8.515189873417722e-05,
+      "loss": 0.0363,
+      "step": 68650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.513924050632913e-05,
+      "learning_rate_adapter": 8.513924050632913e-05,
+      "loss": 0.0379,
+      "step": 68700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.512658227848102e-05,
+      "learning_rate_adapter": 8.512658227848102e-05,
+      "loss": 0.0381,
+      "step": 68750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.511392405063292e-05,
+      "learning_rate_adapter": 8.511392405063292e-05,
+      "loss": 0.0381,
+      "step": 68800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.510126582278482e-05,
+      "learning_rate_adapter": 8.510126582278482e-05,
+      "loss": 0.0378,
+      "step": 68850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.508860759493671e-05,
+      "learning_rate_adapter": 8.508860759493671e-05,
+      "loss": 0.0377,
+      "step": 68900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.507594936708861e-05,
+      "learning_rate_adapter": 8.507594936708861e-05,
+      "loss": 0.0377,
+      "step": 68950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.50632911392405e-05,
+      "learning_rate_adapter": 8.50632911392405e-05,
+      "loss": 0.0361,
+      "step": 69000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.505063291139241e-05,
+      "learning_rate_adapter": 8.505063291139241e-05,
+      "loss": 0.0375,
+      "step": 69050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.50379746835443e-05,
+      "learning_rate_adapter": 8.50379746835443e-05,
+      "loss": 0.0375,
+      "step": 69100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.502531645569621e-05,
+      "learning_rate_adapter": 8.502531645569621e-05,
+      "loss": 0.0382,
+      "step": 69150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.501265822784811e-05,
+      "learning_rate_adapter": 8.501265822784811e-05,
+      "loss": 0.0369,
+      "step": 69200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0379,
+      "step": 69250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.498734177215191e-05,
+      "learning_rate_adapter": 8.498734177215191e-05,
+      "loss": 0.0368,
+      "step": 69300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49746835443038e-05,
+      "learning_rate_adapter": 8.49746835443038e-05,
+      "loss": 0.0376,
+      "step": 69350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49620253164557e-05,
+      "learning_rate_adapter": 8.49620253164557e-05,
+      "loss": 0.0365,
+      "step": 69400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49493670886076e-05,
+      "learning_rate_adapter": 8.49493670886076e-05,
+      "loss": 0.0369,
+      "step": 69450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49367088607595e-05,
+      "learning_rate_adapter": 8.49367088607595e-05,
+      "loss": 0.0378,
+      "step": 69500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49240506329114e-05,
+      "learning_rate_adapter": 8.49240506329114e-05,
+      "loss": 0.0376,
+      "step": 69550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.491139240506329e-05,
+      "learning_rate_adapter": 8.491139240506329e-05,
+      "loss": 0.0373,
+      "step": 69600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.489873417721518e-05,
+      "learning_rate_adapter": 8.489873417721518e-05,
+      "loss": 0.037,
+      "step": 69650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.488607594936709e-05,
+      "learning_rate_adapter": 8.488607594936709e-05,
+      "loss": 0.0381,
+      "step": 69700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.4873417721519e-05,
+      "learning_rate_adapter": 8.4873417721519e-05,
+      "loss": 0.0363,
+      "step": 69750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.48607594936709e-05,
+      "learning_rate_adapter": 8.48607594936709e-05,
+      "loss": 0.0374,
+      "step": 69800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.484810126582279e-05,
+      "learning_rate_adapter": 8.484810126582279e-05,
+      "loss": 0.0374,
+      "step": 69850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.483544303797468e-05,
+      "learning_rate_adapter": 8.483544303797468e-05,
+      "loss": 0.0373,
+      "step": 69900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.482278481012659e-05,
+      "learning_rate_adapter": 8.482278481012659e-05,
+      "loss": 0.0373,
+      "step": 69950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.481012658227848e-05,
+      "learning_rate_adapter": 8.481012658227848e-05,
+      "loss": 0.0375,
+      "step": 70000
+    },
+    {
+      "epoch": 0.06,
+      "eval_af_opus100_pr_auc": 0.7584892325265036,
+      "eval_af_ud_pr_auc": 0.9940513978717221,
+      "eval_am_opus100_pr_auc": 0.4983313397113505,
+      "eval_ar_ersatz_pr_auc": 0.92973814004231,
+      "eval_ar_opus100_pr_auc": 0.6754715257738376,
+      "eval_ar_ud_pr_auc": 0.8260387180517607,
+      "eval_average_ersatz_pr_auc": 0.9582671138423614,
+      "eval_average_opus100_pr_auc": 0.8090168919695798,
+      "eval_average_ud_pr_auc": 0.9539356697701007,
+      "eval_az_opus100_pr_auc": 0.7500206819895902,
+      "eval_be_opus100_pr_auc": 0.655256234062582,
+      "eval_be_ud_pr_auc": 0.8756212249654723,
+      "eval_bg_opus100_pr_auc": 0.9039921447241414,
+      "eval_bg_ud_pr_auc": 0.9902308196817893,
+      "eval_bn_opus100_pr_auc": 0.7941445722777829,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8671431047710492,
+      "eval_ca_ud_pr_auc": 0.992739054109794,
+      "eval_ceb_ud_pr_auc": 0.999030225828546,
+      "eval_cs_ersatz_pr_auc": 0.9773253777015911,
+      "eval_cs_opus100_pr_auc": 0.8844889024103909,
+      "eval_cs_ud_pr_auc": 0.949149585909667,
+      "eval_cy_opus100_pr_auc": 0.7137543540019681,
+      "eval_cy_ud_pr_auc": 0.9947343328533572,
+      "eval_da_opus100_pr_auc": 0.8959917973774865,
+      "eval_da_ud_pr_auc": 0.9811196438356005,
+      "eval_de_ersatz_pr_auc": 0.9599215234726439,
+      "eval_de_opus100_pr_auc": 0.8558507972046024,
+      "eval_de_ud_pr_auc": 0.9768819739431566,
+      "eval_el_opus100_pr_auc": 0.9176782985554948,
+      "eval_el_ud_pr_auc": 0.9916841987486805,
+      "eval_en_ersatz_pr_auc": 0.9828465666236201,
+      "eval_en_opus100_pr_auc": 0.9116515563344261,
+      "eval_en_ud_pr_auc": 0.9723766559647918,
+      "eval_eo_opus100_pr_auc": 0.9186114833418317,
+      "eval_es_ersatz_pr_auc": 0.992133146033368,
+      "eval_es_opus100_pr_auc": 0.9146923473941144,
+      "eval_es_ud_pr_auc": 0.989431776488013,
+      "eval_et_ersatz_pr_auc": 0.9751195110216959,
+      "eval_et_opus100_pr_auc": 0.8834922854665855,
+      "eval_et_ud_pr_auc": 0.960050909152275,
+      "eval_eu_opus100_pr_auc": 0.8818377904522398,
+      "eval_eu_ud_pr_auc": 0.9903280263616449,
+      "eval_fa_opus100_pr_auc": 0.5596677661223178,
+      "eval_fa_ud_pr_auc": 0.99689754631835,
+      "eval_fi_ersatz_pr_auc": 0.9795607185054708,
+      "eval_fi_opus100_pr_auc": 0.902545287196133,
+      "eval_fi_ud_pr_auc": 0.9635343409424554,
+      "eval_fr_ersatz_pr_auc": 0.9861017422951217,
+      "eval_fr_opus100_pr_auc": 0.9016701841745897,
+      "eval_fr_ud_pr_auc": 0.9716047150888698,
+      "eval_fy_opus100_pr_auc": 0.6952929348986276,
+      "eval_ga_opus100_pr_auc": 0.8607202520175609,
+      "eval_ga_ud_pr_auc": 0.833886426267327,
+      "eval_gd_opus100_pr_auc": 0.5572208944287607,
+      "eval_gd_ud_pr_auc": 0.7063568771650282,
+      "eval_gl_opus100_pr_auc": 0.8818337400352192,
+      "eval_gl_ud_pr_auc": 0.9910017558563774,
+      "eval_gu_ersatz_pr_auc": 0.9333907868582909,
+      "eval_gu_opus100_pr_auc": 0.697271078068101,
+      "eval_ha_opus100_pr_auc": 0.8936251502116487,
+      "eval_he_opus100_pr_auc": 0.8602119877968474,
+      "eval_he_ud_pr_auc": 0.9638510301412624,
+      "eval_hi_ersatz_pr_auc": 0.9666773115275202,
+      "eval_hi_opus100_pr_auc": 0.6308830903166245,
+      "eval_hi_ud_pr_auc": 0.9817185640246808,
+      "eval_hu_opus100_pr_auc": 0.9106816380284407,
+      "eval_hu_ud_pr_auc": 0.9818796614887135,
+      "eval_hy_opus100_pr_auc": 0.9107846585865016,
+      "eval_hy_ud_pr_auc": 0.9666335362945015,
+      "eval_id_opus100_pr_auc": 0.8652031121135175,
+      "eval_id_ud_pr_auc": 0.9908883040211095,
+      "eval_ig_opus100_pr_auc": 0.8686851461236798,
+      "eval_is_opus100_pr_auc": 0.9123548936514941,
+      "eval_is_ud_pr_auc": 0.8980993546289533,
+      "eval_it_opus100_pr_auc": 0.8878453187866969,
+      "eval_it_ud_pr_auc": 0.9946501567454844,
+      "eval_ja_ersatz_pr_auc": 0.8142630152079472,
+      "eval_ja_opus100_pr_auc": 0.7510791364204948,
+      "eval_ja_ud_pr_auc": 0.9855048920504664,
+      "eval_jv_ud_pr_auc": 0.974351382172292,
+      "eval_ka_opus100_pr_auc": 0.8662353139913105,
+      "eval_kk_ersatz_pr_auc": 0.9873372416237701,
+      "eval_kk_opus100_pr_auc": 0.8044420794213422,
+      "eval_kk_ud_pr_auc": 0.9762146351621497,
+      "eval_km_ersatz_pr_auc": 0.8920602980251885,
+      "eval_km_opus100_pr_auc": 0.6810156912799465,
+      "eval_kn_opus100_pr_auc": 0.5583054688153235,
+      "eval_ko_opus100_pr_auc": 0.6587749564735601,
+      "eval_ko_ud_pr_auc": 0.9967143350216645,
+      "eval_ku_opus100_pr_auc": 0.8145258406213548,
+      "eval_ky_opus100_pr_auc": 0.8493476968003515,
+      "eval_la_ud_pr_auc": 0.9365173011027442,
+      "eval_loss": 0.04144281893968582,
+      "eval_lt_ersatz_pr_auc": 0.9860443857580538,
+      "eval_lt_opus100_pr_auc": 0.8536253114585062,
+      "eval_lt_ud_pr_auc": 0.9797825288336285,
+      "eval_lv_ersatz_pr_auc": 0.9898129515177432,
+      "eval_lv_opus100_pr_auc": 0.8712629649227757,
+      "eval_lv_ud_pr_auc": 0.9643014531635659,
+      "eval_mg_opus100_pr_auc": 0.9036920533905174,
+      "eval_mk_opus100_pr_auc": 0.8922380536265485,
+      "eval_ml_opus100_pr_auc": 0.7486593801185287,
+      "eval_mn_opus100_pr_auc": 0.9504557443636813,
+      "eval_mr_opus100_pr_auc": 0.8851477410921467,
+      "eval_mr_ud_pr_auc": 0.9695563512860145,
+      "eval_ms_opus100_pr_auc": 0.8630331321907586,
+      "eval_mt_opus100_pr_auc": 0.8230239550609694,
+      "eval_mt_ud_pr_auc": 0.8988243329996838,
+      "eval_my_opus100_pr_auc": 0.6498143131626686,
+      "eval_ne_opus100_pr_auc": 0.6772812459144394,
+      "eval_nl_opus100_pr_auc": 0.8849378810323076,
+      "eval_nl_ud_pr_auc": 0.9775380591094913,
+      "eval_no_opus100_pr_auc": 0.9076334922888335,
+      "eval_no_ud_pr_auc": 0.9944203655752437,
+      "eval_pa_opus100_pr_auc": 0.6620988771227753,
+      "eval_pl_ersatz_pr_auc": 0.9781668952902022,
+      "eval_pl_opus100_pr_auc": 0.880027764598039,
+      "eval_pl_ud_pr_auc": 0.9677177181962641,
+      "eval_ps_ersatz_pr_auc": 0.9418778520194269,
+      "eval_ps_opus100_pr_auc": 0.707680611825585,
+      "eval_pt_opus100_pr_auc": 0.9189705853353314,
+      "eval_pt_ud_pr_auc": 0.9776845287489931,
+      "eval_ro_ersatz_pr_auc": 0.9929477421410001,
+      "eval_ro_opus100_pr_auc": 0.8727955350946132,
+      "eval_ro_ud_pr_auc": 0.9506969643273012,
+      "eval_ru_ersatz_pr_auc": 0.9856010724449666,
+      "eval_ru_opus100_pr_auc": 0.8999135914377849,
+      "eval_ru_ud_pr_auc": 0.8575073161287039,
+      "eval_runtime": 458.9828,
+      "eval_samples_per_second": 164.429,
+      "eval_si_opus100_pr_auc": 0.7875986245536309,
+      "eval_sk_opus100_pr_auc": 0.9090325090033161,
+      "eval_sk_ud_pr_auc": 0.9582419010515769,
+      "eval_sl_opus100_pr_auc": 0.8414832523947611,
+      "eval_sl_ud_pr_auc": 0.9646799535685607,
+      "eval_sq_opus100_pr_auc": 0.8793858116193688,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8963475266309482,
+      "eval_sr_ud_pr_auc": 0.9932091936497798,
+      "eval_steps_per_second": 5.14,
+      "eval_sv_opus100_pr_auc": 0.8881926887121574,
+      "eval_sv_ud_pr_auc": 0.9360995553077206,
+      "eval_ta_ersatz_pr_auc": 0.9787238161330238,
+      "eval_ta_opus100_pr_auc": 0.6287983637401784,
+      "eval_ta_ud_pr_auc": 0.9986945724366941,
+      "eval_te_opus100_pr_auc": 0.8038660628331408,
+      "eval_tg_opus100_pr_auc": 0.8659003848357143,
+      "eval_th_opus100_pr_auc": 0.6630076464515171,
+      "eval_th_ud_pr_auc": 0.6615149337378519,
+      "eval_tr_ersatz_pr_auc": 0.9665793472189228,
+      "eval_tr_opus100_pr_auc": 0.8871145936908164,
+      "eval_tr_ud_pr_auc": 0.9398620430307336,
+      "eval_uk_opus100_pr_auc": 0.8649982982739954,
+      "eval_uk_ud_pr_auc": 0.9377825963444558,
+      "eval_ur_opus100_pr_auc": 0.48866684991797193,
+      "eval_ur_ud_pr_auc": 0.9971391554910339,
+      "eval_uz_opus100_pr_auc": 0.8474387575897707,
+      "eval_vi_opus100_pr_auc": 0.8958589910492889,
+      "eval_vi_ud_pr_auc": 0.9493832674370564,
+      "eval_xh_opus100_pr_auc": 0.8604398355192131,
+      "eval_yi_opus100_pr_auc": 0.701187912977562,
+      "eval_yo_opus100_pr_auc": 0.7710558734674176,
+      "eval_yo_ud_pr_auc": 0.9164774204909691,
+      "eval_zh_ersatz_pr_auc": 0.8856470630700792,
+      "eval_zh_opus100_pr_auc": 0.7132157762458542,
+      "eval_zh_ud_pr_auc": 0.9894456077217106,
+      "eval_zu_opus100_pr_auc": 0.8323813832056808,
+      "step": 70000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.479746835443039e-05,
+      "learning_rate_adapter": 8.479746835443039e-05,
+      "loss": 0.0369,
+      "step": 70050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.478481012658228e-05,
+      "learning_rate_adapter": 8.478481012658228e-05,
+      "loss": 0.0368,
+      "step": 70100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.477215189873419e-05,
+      "learning_rate_adapter": 8.477215189873419e-05,
+      "loss": 0.037,
+      "step": 70150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.475949367088608e-05,
+      "learning_rate_adapter": 8.475949367088608e-05,
+      "loss": 0.0375,
+      "step": 70200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.474683544303797e-05,
+      "learning_rate_adapter": 8.474683544303797e-05,
+      "loss": 0.0375,
+      "step": 70250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.473417721518988e-05,
+      "learning_rate_adapter": 8.473417721518988e-05,
+      "loss": 0.038,
+      "step": 70300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.472151898734178e-05,
+      "learning_rate_adapter": 8.472151898734178e-05,
+      "loss": 0.0383,
+      "step": 70350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.470886075949369e-05,
+      "learning_rate_adapter": 8.470886075949369e-05,
+      "loss": 0.0363,
+      "step": 70400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.469620253164558e-05,
+      "learning_rate_adapter": 8.469620253164558e-05,
+      "loss": 0.0373,
+      "step": 70450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.468354430379747e-05,
+      "learning_rate_adapter": 8.468354430379747e-05,
+      "loss": 0.0372,
+      "step": 70500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.467088607594938e-05,
+      "learning_rate_adapter": 8.467088607594938e-05,
+      "loss": 0.0372,
+      "step": 70550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.465822784810127e-05,
+      "learning_rate_adapter": 8.465822784810127e-05,
+      "loss": 0.037,
+      "step": 70600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.464556962025317e-05,
+      "learning_rate_adapter": 8.464556962025317e-05,
+      "loss": 0.0367,
+      "step": 70650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.463291139240507e-05,
+      "learning_rate_adapter": 8.463291139240507e-05,
+      "loss": 0.0376,
+      "step": 70700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.462025316455696e-05,
+      "learning_rate_adapter": 8.462025316455696e-05,
+      "loss": 0.0374,
+      "step": 70750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.460759493670886e-05,
+      "learning_rate_adapter": 8.460759493670886e-05,
+      "loss": 0.0379,
+      "step": 70800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.459493670886076e-05,
+      "learning_rate_adapter": 8.459493670886076e-05,
+      "loss": 0.0374,
+      "step": 70850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.458227848101266e-05,
+      "learning_rate_adapter": 8.458227848101266e-05,
+      "loss": 0.0376,
+      "step": 70900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.456962025316457e-05,
+      "learning_rate_adapter": 8.456962025316457e-05,
+      "loss": 0.0373,
+      "step": 70950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.455696202531646e-05,
+      "learning_rate_adapter": 8.455696202531646e-05,
+      "loss": 0.0369,
+      "step": 71000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.454430379746836e-05,
+      "learning_rate_adapter": 8.454430379746836e-05,
+      "loss": 0.0377,
+      "step": 71050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.453164556962026e-05,
+      "learning_rate_adapter": 8.453164556962026e-05,
+      "loss": 0.0369,
+      "step": 71100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.451898734177216e-05,
+      "learning_rate_adapter": 8.451898734177216e-05,
+      "loss": 0.0364,
+      "step": 71150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.450632911392405e-05,
+      "learning_rate_adapter": 8.450632911392405e-05,
+      "loss": 0.0371,
+      "step": 71200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.449367088607595e-05,
+      "learning_rate_adapter": 8.449367088607595e-05,
+      "loss": 0.0365,
+      "step": 71250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.448101265822785e-05,
+      "learning_rate_adapter": 8.448101265822785e-05,
+      "loss": 0.0384,
+      "step": 71300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.446835443037974e-05,
+      "learning_rate_adapter": 8.446835443037974e-05,
+      "loss": 0.0373,
+      "step": 71350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.445569620253165e-05,
+      "learning_rate_adapter": 8.445569620253165e-05,
+      "loss": 0.037,
+      "step": 71400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.444303797468354e-05,
+      "learning_rate_adapter": 8.444303797468354e-05,
+      "loss": 0.0368,
+      "step": 71450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.443037974683545e-05,
+      "learning_rate_adapter": 8.443037974683545e-05,
+      "loss": 0.0381,
+      "step": 71500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.441772151898735e-05,
+      "learning_rate_adapter": 8.441772151898735e-05,
+      "loss": 0.0374,
+      "step": 71550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.440506329113925e-05,
+      "learning_rate_adapter": 8.440506329113925e-05,
+      "loss": 0.0377,
+      "step": 71600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.439240506329115e-05,
+      "learning_rate_adapter": 8.439240506329115e-05,
+      "loss": 0.0376,
+      "step": 71650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.437974683544304e-05,
+      "learning_rate_adapter": 8.437974683544304e-05,
+      "loss": 0.0382,
+      "step": 71700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.436708860759495e-05,
+      "learning_rate_adapter": 8.436708860759495e-05,
+      "loss": 0.037,
+      "step": 71750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.435443037974684e-05,
+      "learning_rate_adapter": 8.435443037974684e-05,
+      "loss": 0.0377,
+      "step": 71800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.434177215189873e-05,
+      "learning_rate_adapter": 8.434177215189873e-05,
+      "loss": 0.0372,
+      "step": 71850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.432911392405064e-05,
+      "learning_rate_adapter": 8.432911392405064e-05,
+      "loss": 0.0375,
+      "step": 71900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.431645569620253e-05,
+      "learning_rate_adapter": 8.431645569620253e-05,
+      "loss": 0.0372,
+      "step": 71950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.430379746835444e-05,
+      "learning_rate_adapter": 8.430379746835444e-05,
+      "loss": 0.037,
+      "step": 72000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.429113924050633e-05,
+      "learning_rate_adapter": 8.429113924050633e-05,
+      "loss": 0.0378,
+      "step": 72050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.427848101265823e-05,
+      "learning_rate_adapter": 8.427848101265823e-05,
+      "loss": 0.037,
+      "step": 72100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.426582278481014e-05,
+      "learning_rate_adapter": 8.426582278481014e-05,
+      "loss": 0.0366,
+      "step": 72150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.425316455696203e-05,
+      "learning_rate_adapter": 8.425316455696203e-05,
+      "loss": 0.0378,
+      "step": 72200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.424050632911394e-05,
+      "learning_rate_adapter": 8.424050632911394e-05,
+      "loss": 0.0368,
+      "step": 72250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.422784810126583e-05,
+      "learning_rate_adapter": 8.422784810126583e-05,
+      "loss": 0.036,
+      "step": 72300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.421518987341772e-05,
+      "learning_rate_adapter": 8.421518987341772e-05,
+      "loss": 0.037,
+      "step": 72350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.420253164556963e-05,
+      "learning_rate_adapter": 8.420253164556963e-05,
+      "loss": 0.0374,
+      "step": 72400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.418987341772152e-05,
+      "learning_rate_adapter": 8.418987341772152e-05,
+      "loss": 0.0377,
+      "step": 72450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.417721518987342e-05,
+      "learning_rate_adapter": 8.417721518987342e-05,
+      "loss": 0.0384,
+      "step": 72500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.416455696202532e-05,
+      "learning_rate_adapter": 8.416455696202532e-05,
+      "loss": 0.0371,
+      "step": 72550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.415189873417721e-05,
+      "learning_rate_adapter": 8.415189873417721e-05,
+      "loss": 0.0373,
+      "step": 72600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.413924050632911e-05,
+      "learning_rate_adapter": 8.413924050632911e-05,
+      "loss": 0.0367,
+      "step": 72650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.412658227848102e-05,
+      "learning_rate_adapter": 8.412658227848102e-05,
+      "loss": 0.0381,
+      "step": 72700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.411392405063293e-05,
+      "learning_rate_adapter": 8.411392405063293e-05,
+      "loss": 0.0368,
+      "step": 72750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.410126582278482e-05,
+      "learning_rate_adapter": 8.410126582278482e-05,
+      "loss": 0.0378,
+      "step": 72800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.408860759493671e-05,
+      "learning_rate_adapter": 8.408860759493671e-05,
+      "loss": 0.0372,
+      "step": 72850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.407594936708862e-05,
+      "learning_rate_adapter": 8.407594936708862e-05,
+      "loss": 0.0371,
+      "step": 72900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.406329113924051e-05,
+      "learning_rate_adapter": 8.406329113924051e-05,
+      "loss": 0.037,
+      "step": 72950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.405063291139241e-05,
+      "learning_rate_adapter": 8.405063291139241e-05,
+      "loss": 0.0364,
+      "step": 73000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.40379746835443e-05,
+      "learning_rate_adapter": 8.40379746835443e-05,
+      "loss": 0.0368,
+      "step": 73050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.40253164556962e-05,
+      "learning_rate_adapter": 8.40253164556962e-05,
+      "loss": 0.0369,
+      "step": 73100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.40126582278481e-05,
+      "learning_rate_adapter": 8.40126582278481e-05,
+      "loss": 0.0368,
+      "step": 73150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0371,
+      "step": 73200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39873417721519e-05,
+      "learning_rate_adapter": 8.39873417721519e-05,
+      "loss": 0.0374,
+      "step": 73250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39746835443038e-05,
+      "learning_rate_adapter": 8.39746835443038e-05,
+      "loss": 0.0378,
+      "step": 73300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39620253164557e-05,
+      "learning_rate_adapter": 8.39620253164557e-05,
+      "loss": 0.0378,
+      "step": 73350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39493670886076e-05,
+      "learning_rate_adapter": 8.39493670886076e-05,
+      "loss": 0.0374,
+      "step": 73400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39367088607595e-05,
+      "learning_rate_adapter": 8.39367088607595e-05,
+      "loss": 0.0367,
+      "step": 73450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39240506329114e-05,
+      "learning_rate_adapter": 8.39240506329114e-05,
+      "loss": 0.0371,
+      "step": 73500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39113924050633e-05,
+      "learning_rate_adapter": 8.39113924050633e-05,
+      "loss": 0.0378,
+      "step": 73550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.38987341772152e-05,
+      "learning_rate_adapter": 8.38987341772152e-05,
+      "loss": 0.037,
+      "step": 73600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.388607594936709e-05,
+      "learning_rate_adapter": 8.388607594936709e-05,
+      "loss": 0.0364,
+      "step": 73650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.387341772151898e-05,
+      "learning_rate_adapter": 8.387341772151898e-05,
+      "loss": 0.0372,
+      "step": 73700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.386075949367089e-05,
+      "learning_rate_adapter": 8.386075949367089e-05,
+      "loss": 0.0368,
+      "step": 73750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.384810126582278e-05,
+      "learning_rate_adapter": 8.384810126582278e-05,
+      "loss": 0.0376,
+      "step": 73800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.383544303797469e-05,
+      "learning_rate_adapter": 8.383544303797469e-05,
+      "loss": 0.0373,
+      "step": 73850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.382278481012659e-05,
+      "learning_rate_adapter": 8.382278481012659e-05,
+      "loss": 0.0372,
+      "step": 73900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.381012658227848e-05,
+      "learning_rate_adapter": 8.381012658227848e-05,
+      "loss": 0.037,
+      "step": 73950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.379746835443039e-05,
+      "learning_rate_adapter": 8.379746835443039e-05,
+      "loss": 0.037,
+      "step": 74000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.378481012658228e-05,
+      "learning_rate_adapter": 8.378481012658228e-05,
+      "loss": 0.0368,
+      "step": 74050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.377215189873419e-05,
+      "learning_rate_adapter": 8.377215189873419e-05,
+      "loss": 0.037,
+      "step": 74100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.375949367088608e-05,
+      "learning_rate_adapter": 8.375949367088608e-05,
+      "loss": 0.0367,
+      "step": 74150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.374683544303797e-05,
+      "learning_rate_adapter": 8.374683544303797e-05,
+      "loss": 0.0379,
+      "step": 74200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.373417721518988e-05,
+      "learning_rate_adapter": 8.373417721518988e-05,
+      "loss": 0.0369,
+      "step": 74250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.372151898734177e-05,
+      "learning_rate_adapter": 8.372151898734177e-05,
+      "loss": 0.0366,
+      "step": 74300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.370886075949368e-05,
+      "learning_rate_adapter": 8.370886075949368e-05,
+      "loss": 0.037,
+      "step": 74350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.369620253164557e-05,
+      "learning_rate_adapter": 8.369620253164557e-05,
+      "loss": 0.0368,
+      "step": 74400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.368354430379747e-05,
+      "learning_rate_adapter": 8.368354430379747e-05,
+      "loss": 0.0372,
+      "step": 74450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.367088607594938e-05,
+      "learning_rate_adapter": 8.367088607594938e-05,
+      "loss": 0.0371,
+      "step": 74500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.365822784810127e-05,
+      "learning_rate_adapter": 8.365822784810127e-05,
+      "loss": 0.0375,
+      "step": 74550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.364556962025318e-05,
+      "learning_rate_adapter": 8.364556962025318e-05,
+      "loss": 0.0377,
+      "step": 74600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.363291139240507e-05,
+      "learning_rate_adapter": 8.363291139240507e-05,
+      "loss": 0.0375,
+      "step": 74650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.362025316455696e-05,
+      "learning_rate_adapter": 8.362025316455696e-05,
+      "loss": 0.0368,
+      "step": 74700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.360759493670887e-05,
+      "learning_rate_adapter": 8.360759493670887e-05,
+      "loss": 0.0378,
+      "step": 74750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.359493670886076e-05,
+      "learning_rate_adapter": 8.359493670886076e-05,
+      "loss": 0.0372,
+      "step": 74800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.358227848101266e-05,
+      "learning_rate_adapter": 8.358227848101266e-05,
+      "loss": 0.0369,
+      "step": 74850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.356962025316456e-05,
+      "learning_rate_adapter": 8.356962025316456e-05,
+      "loss": 0.0366,
+      "step": 74900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.355696202531645e-05,
+      "learning_rate_adapter": 8.355696202531645e-05,
+      "loss": 0.0368,
+      "step": 74950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.354430379746835e-05,
+      "learning_rate_adapter": 8.354430379746835e-05,
+      "loss": 0.0365,
+      "step": 75000
+    },
+    {
+      "epoch": 0.06,
+      "eval_af_opus100_pr_auc": 0.7657802182528383,
+      "eval_af_ud_pr_auc": 0.9899647286054221,
+      "eval_am_opus100_pr_auc": 0.5520514205936388,
+      "eval_ar_ersatz_pr_auc": 0.9342504710778216,
+      "eval_ar_opus100_pr_auc": 0.6574178698223316,
+      "eval_ar_ud_pr_auc": 0.8412500795076442,
+      "eval_average_ersatz_pr_auc": 0.9613702594513246,
+      "eval_average_opus100_pr_auc": 0.8066800776137497,
+      "eval_average_ud_pr_auc": 0.9542499133553068,
+      "eval_az_opus100_pr_auc": 0.7215154421354326,
+      "eval_be_opus100_pr_auc": 0.6482379586026994,
+      "eval_be_ud_pr_auc": 0.8835045774947243,
+      "eval_bg_opus100_pr_auc": 0.8965265705058747,
+      "eval_bg_ud_pr_auc": 0.9873594424112052,
+      "eval_bn_opus100_pr_auc": 0.7941481932586091,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8656394346237469,
+      "eval_ca_ud_pr_auc": 0.9868557572664539,
+      "eval_ceb_ud_pr_auc": 0.9998283979881222,
+      "eval_cs_ersatz_pr_auc": 0.9822637057134775,
+      "eval_cs_opus100_pr_auc": 0.8900401284372681,
+      "eval_cs_ud_pr_auc": 0.9484798954217213,
+      "eval_cy_opus100_pr_auc": 0.7305959568393529,
+      "eval_cy_ud_pr_auc": 0.9940357873144199,
+      "eval_da_opus100_pr_auc": 0.8968547725089113,
+      "eval_da_ud_pr_auc": 0.9816593398803095,
+      "eval_de_ersatz_pr_auc": 0.9658276537930208,
+      "eval_de_opus100_pr_auc": 0.8592543702191541,
+      "eval_de_ud_pr_auc": 0.9812428252069019,
+      "eval_el_opus100_pr_auc": 0.9186596525414955,
+      "eval_el_ud_pr_auc": 0.9914336221120759,
+      "eval_en_ersatz_pr_auc": 0.9887798832814882,
+      "eval_en_opus100_pr_auc": 0.9092071804872223,
+      "eval_en_ud_pr_auc": 0.9740171618945943,
+      "eval_eo_opus100_pr_auc": 0.9181441125163007,
+      "eval_es_ersatz_pr_auc": 0.9923479145728759,
+      "eval_es_opus100_pr_auc": 0.9118145436256042,
+      "eval_es_ud_pr_auc": 0.9882879875156663,
+      "eval_et_ersatz_pr_auc": 0.9776413478659315,
+      "eval_et_opus100_pr_auc": 0.8737017194367664,
+      "eval_et_ud_pr_auc": 0.9485840270625185,
+      "eval_eu_opus100_pr_auc": 0.8728096252814525,
+      "eval_eu_ud_pr_auc": 0.9844715926539986,
+      "eval_fa_opus100_pr_auc": 0.544503549244914,
+      "eval_fa_ud_pr_auc": 0.9986929975727491,
+      "eval_fi_ersatz_pr_auc": 0.9811961177604117,
+      "eval_fi_opus100_pr_auc": 0.8910125372246717,
+      "eval_fi_ud_pr_auc": 0.9541418600000161,
+      "eval_fr_ersatz_pr_auc": 0.9842992880777144,
+      "eval_fr_opus100_pr_auc": 0.8893853794021217,
+      "eval_fr_ud_pr_auc": 0.9694136977092404,
+      "eval_fy_opus100_pr_auc": 0.696616751645554,
+      "eval_ga_opus100_pr_auc": 0.8590520969379151,
+      "eval_ga_ud_pr_auc": 0.8114068754930759,
+      "eval_gd_opus100_pr_auc": 0.5315059782000118,
+      "eval_gd_ud_pr_auc": 0.7206075248712124,
+      "eval_gl_opus100_pr_auc": 0.8730472453153412,
+      "eval_gl_ud_pr_auc": 0.992141539980759,
+      "eval_gu_ersatz_pr_auc": 0.9429176541688008,
+      "eval_gu_opus100_pr_auc": 0.6849373443553639,
+      "eval_ha_opus100_pr_auc": 0.8960901158380531,
+      "eval_he_opus100_pr_auc": 0.849668131800358,
+      "eval_he_ud_pr_auc": 0.9696222292662977,
+      "eval_hi_ersatz_pr_auc": 0.9709956999916319,
+      "eval_hi_opus100_pr_auc": 0.6289691394491805,
+      "eval_hi_ud_pr_auc": 0.9930451757504127,
+      "eval_hu_opus100_pr_auc": 0.9026889840761106,
+      "eval_hu_ud_pr_auc": 0.9796917313484129,
+      "eval_hy_opus100_pr_auc": 0.9086011604822741,
+      "eval_hy_ud_pr_auc": 0.9764689529412959,
+      "eval_id_opus100_pr_auc": 0.861393262634157,
+      "eval_id_ud_pr_auc": 0.9911576272301656,
+      "eval_ig_opus100_pr_auc": 0.8772915835917863,
+      "eval_is_opus100_pr_auc": 0.9116814734882518,
+      "eval_is_ud_pr_auc": 0.8995109792506149,
+      "eval_it_opus100_pr_auc": 0.8847490249334368,
+      "eval_it_ud_pr_auc": 0.9942459138928859,
+      "eval_ja_ersatz_pr_auc": 0.8306376346361525,
+      "eval_ja_opus100_pr_auc": 0.7536588181914867,
+      "eval_ja_ud_pr_auc": 0.9882068699877035,
+      "eval_jv_ud_pr_auc": 0.9856527042727841,
+      "eval_ka_opus100_pr_auc": 0.8639654199056934,
+      "eval_kk_ersatz_pr_auc": 0.986562146285977,
+      "eval_kk_opus100_pr_auc": 0.8032163842330897,
+      "eval_kk_ud_pr_auc": 0.9664300342144865,
+      "eval_km_ersatz_pr_auc": 0.8893768189259441,
+      "eval_km_opus100_pr_auc": 0.693702181628843,
+      "eval_kn_opus100_pr_auc": 0.5612358233352132,
+      "eval_ko_opus100_pr_auc": 0.6529297045764804,
+      "eval_ko_ud_pr_auc": 0.999014586686956,
+      "eval_ku_opus100_pr_auc": 0.808473822813363,
+      "eval_ky_opus100_pr_auc": 0.8488232141454627,
+      "eval_la_ud_pr_auc": 0.9404537930300503,
+      "eval_loss": 0.04103304445743561,
+      "eval_lt_ersatz_pr_auc": 0.9843345768235459,
+      "eval_lt_opus100_pr_auc": 0.8350625397595994,
+      "eval_lt_ud_pr_auc": 0.983896028306939,
+      "eval_lv_ersatz_pr_auc": 0.9891829882167281,
+      "eval_lv_opus100_pr_auc": 0.8638268033392086,
+      "eval_lv_ud_pr_auc": 0.9607343941213632,
+      "eval_mg_opus100_pr_auc": 0.9054562076087457,
+      "eval_mk_opus100_pr_auc": 0.8934833038451168,
+      "eval_ml_opus100_pr_auc": 0.7460227688959586,
+      "eval_mn_opus100_pr_auc": 0.9440757707714578,
+      "eval_mr_opus100_pr_auc": 0.9016378063803088,
+      "eval_mr_ud_pr_auc": 0.9845505031902039,
+      "eval_ms_opus100_pr_auc": 0.8587099985475429,
+      "eval_mt_opus100_pr_auc": 0.8153688841254305,
+      "eval_mt_ud_pr_auc": 0.8729726935559761,
+      "eval_my_opus100_pr_auc": 0.6736517131866355,
+      "eval_ne_opus100_pr_auc": 0.6486212757068222,
+      "eval_nl_opus100_pr_auc": 0.8846363243303682,
+      "eval_nl_ud_pr_auc": 0.9755751555818518,
+      "eval_no_opus100_pr_auc": 0.9104785523902091,
+      "eval_no_ud_pr_auc": 0.9946575354908379,
+      "eval_pa_opus100_pr_auc": 0.6616580594995394,
+      "eval_pl_ersatz_pr_auc": 0.9786850133166725,
+      "eval_pl_opus100_pr_auc": 0.874791420079688,
+      "eval_pl_ud_pr_auc": 0.9573716991303018,
+      "eval_ps_ersatz_pr_auc": 0.9371677562483164,
+      "eval_ps_opus100_pr_auc": 0.7056364219088707,
+      "eval_pt_opus100_pr_auc": 0.9114583300779886,
+      "eval_pt_ud_pr_auc": 0.9796030629554578,
+      "eval_ro_ersatz_pr_auc": 0.9914241170307819,
+      "eval_ro_opus100_pr_auc": 0.8653740947552975,
+      "eval_ro_ud_pr_auc": 0.9567457877058276,
+      "eval_ru_ersatz_pr_auc": 0.9839307942478546,
+      "eval_ru_opus100_pr_auc": 0.8954637566766899,
+      "eval_ru_ud_pr_auc": 0.8430207193149074,
+      "eval_runtime": 453.3864,
+      "eval_samples_per_second": 166.458,
+      "eval_si_opus100_pr_auc": 0.7808522680970261,
+      "eval_sk_opus100_pr_auc": 0.9061838984969325,
+      "eval_sk_ud_pr_auc": 0.9663997515665081,
+      "eval_sl_opus100_pr_auc": 0.8417573495215976,
+      "eval_sl_ud_pr_auc": 0.9779859401899488,
+      "eval_sq_opus100_pr_auc": 0.8833652405933262,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8991166705441512,
+      "eval_sr_ud_pr_auc": 0.9963598125148395,
+      "eval_steps_per_second": 5.203,
+      "eval_sv_opus100_pr_auc": 0.8769594976859634,
+      "eval_sv_ud_pr_auc": 0.9247410575415232,
+      "eval_ta_ersatz_pr_auc": 0.9816173138742018,
+      "eval_ta_opus100_pr_auc": 0.6148826610645841,
+      "eval_ta_ud_pr_auc": 0.999719858278104,
+      "eval_te_opus100_pr_auc": 0.8098145014847596,
+      "eval_tg_opus100_pr_auc": 0.8826152002344344,
+      "eval_th_opus100_pr_auc": 0.6655612497271479,
+      "eval_th_ud_pr_auc": 0.676244050324897,
+      "eval_tr_ersatz_pr_auc": 0.9671853578989427,
+      "eval_tr_opus100_pr_auc": 0.8924160660012392,
+      "eval_tr_ud_pr_auc": 0.9463328593776599,
+      "eval_uk_opus100_pr_auc": 0.8615872705183443,
+      "eval_uk_ud_pr_auc": 0.9328255933105037,
+      "eval_ur_opus100_pr_auc": 0.46609827512200525,
+      "eval_ur_ud_pr_auc": 0.9969766003396435,
+      "eval_uz_opus100_pr_auc": 0.8555263173488353,
+      "eval_vi_opus100_pr_auc": 0.8952742613163831,
+      "eval_vi_ud_pr_auc": 0.9472395490358784,
+      "eval_xh_opus100_pr_auc": 0.8636441866091422,
+      "eval_yi_opus100_pr_auc": 0.6618462817831504,
+      "eval_yo_opus100_pr_auc": 0.7755445522736195,
+      "eval_yo_ud_pr_auc": 0.911993756346616,
+      "eval_zh_ersatz_pr_auc": 0.9095214541208495,
+      "eval_zh_opus100_pr_auc": 0.7122807866626875,
+      "eval_zh_ud_pr_auc": 0.9954183372377996,
+      "eval_zu_opus100_pr_auc": 0.8474275002188311,
+      "step": 75000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.353164556962026e-05,
+      "learning_rate_adapter": 8.353164556962026e-05,
+      "loss": 0.037,
+      "step": 75050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.351898734177217e-05,
+      "learning_rate_adapter": 8.351898734177217e-05,
+      "loss": 0.0368,
+      "step": 75100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.350632911392406e-05,
+      "learning_rate_adapter": 8.350632911392406e-05,
+      "loss": 0.0378,
+      "step": 75150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.349367088607596e-05,
+      "learning_rate_adapter": 8.349367088607596e-05,
+      "loss": 0.0372,
+      "step": 75200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.348101265822786e-05,
+      "learning_rate_adapter": 8.348101265822786e-05,
+      "loss": 0.0375,
+      "step": 75250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.346835443037975e-05,
+      "learning_rate_adapter": 8.346835443037975e-05,
+      "loss": 0.0365,
+      "step": 75300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.345569620253165e-05,
+      "learning_rate_adapter": 8.345569620253165e-05,
+      "loss": 0.0374,
+      "step": 75350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.344303797468354e-05,
+      "learning_rate_adapter": 8.344303797468354e-05,
+      "loss": 0.0372,
+      "step": 75400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.343037974683545e-05,
+      "learning_rate_adapter": 8.343037974683545e-05,
+      "loss": 0.037,
+      "step": 75450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.341772151898734e-05,
+      "learning_rate_adapter": 8.341772151898734e-05,
+      "loss": 0.0369,
+      "step": 75500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.340506329113923e-05,
+      "learning_rate_adapter": 8.340506329113923e-05,
+      "loss": 0.0373,
+      "step": 75550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.339240506329114e-05,
+      "learning_rate_adapter": 8.339240506329114e-05,
+      "loss": 0.0371,
+      "step": 75600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.337974683544305e-05,
+      "learning_rate_adapter": 8.337974683544305e-05,
+      "loss": 0.0364,
+      "step": 75650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.336708860759495e-05,
+      "learning_rate_adapter": 8.336708860759495e-05,
+      "loss": 0.0366,
+      "step": 75700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.335443037974684e-05,
+      "learning_rate_adapter": 8.335443037974684e-05,
+      "loss": 0.0379,
+      "step": 75750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.334177215189874e-05,
+      "learning_rate_adapter": 8.334177215189874e-05,
+      "loss": 0.0368,
+      "step": 75800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.332911392405064e-05,
+      "learning_rate_adapter": 8.332911392405064e-05,
+      "loss": 0.0376,
+      "step": 75850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.331645569620253e-05,
+      "learning_rate_adapter": 8.331645569620253e-05,
+      "loss": 0.0373,
+      "step": 75900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.330379746835444e-05,
+      "learning_rate_adapter": 8.330379746835444e-05,
+      "loss": 0.0363,
+      "step": 75950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.329113924050633e-05,
+      "learning_rate_adapter": 8.329113924050633e-05,
+      "loss": 0.0363,
+      "step": 76000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.327848101265822e-05,
+      "learning_rate_adapter": 8.327848101265822e-05,
+      "loss": 0.0356,
+      "step": 76050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.326582278481013e-05,
+      "learning_rate_adapter": 8.326582278481013e-05,
+      "loss": 0.0371,
+      "step": 76100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.325316455696202e-05,
+      "learning_rate_adapter": 8.325316455696202e-05,
+      "loss": 0.0363,
+      "step": 76150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.324050632911393e-05,
+      "learning_rate_adapter": 8.324050632911393e-05,
+      "loss": 0.038,
+      "step": 76200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.322784810126583e-05,
+      "learning_rate_adapter": 8.322784810126583e-05,
+      "loss": 0.0361,
+      "step": 76250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.321518987341772e-05,
+      "learning_rate_adapter": 8.321518987341772e-05,
+      "loss": 0.0363,
+      "step": 76300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.320253164556963e-05,
+      "learning_rate_adapter": 8.320253164556963e-05,
+      "loss": 0.0374,
+      "step": 76350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.318987341772152e-05,
+      "learning_rate_adapter": 8.318987341772152e-05,
+      "loss": 0.037,
+      "step": 76400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.317721518987343e-05,
+      "learning_rate_adapter": 8.317721518987343e-05,
+      "loss": 0.0374,
+      "step": 76450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.316455696202532e-05,
+      "learning_rate_adapter": 8.316455696202532e-05,
+      "loss": 0.0374,
+      "step": 76500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.315189873417721e-05,
+      "learning_rate_adapter": 8.315189873417721e-05,
+      "loss": 0.0374,
+      "step": 76550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.313924050632912e-05,
+      "learning_rate_adapter": 8.313924050632912e-05,
+      "loss": 0.0366,
+      "step": 76600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.312658227848101e-05,
+      "learning_rate_adapter": 8.312658227848101e-05,
+      "loss": 0.037,
+      "step": 76650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.311392405063292e-05,
+      "learning_rate_adapter": 8.311392405063292e-05,
+      "loss": 0.0369,
+      "step": 76700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.310126582278481e-05,
+      "learning_rate_adapter": 8.310126582278481e-05,
+      "loss": 0.0374,
+      "step": 76750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.308860759493671e-05,
+      "learning_rate_adapter": 8.308860759493671e-05,
+      "loss": 0.0365,
+      "step": 76800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.307594936708862e-05,
+      "learning_rate_adapter": 8.307594936708862e-05,
+      "loss": 0.0368,
+      "step": 76850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.306329113924051e-05,
+      "learning_rate_adapter": 8.306329113924051e-05,
+      "loss": 0.0369,
+      "step": 76900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.305063291139242e-05,
+      "learning_rate_adapter": 8.305063291139242e-05,
+      "loss": 0.0369,
+      "step": 76950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.303797468354431e-05,
+      "learning_rate_adapter": 8.303797468354431e-05,
+      "loss": 0.0371,
+      "step": 77000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.302531645569621e-05,
+      "learning_rate_adapter": 8.302531645569621e-05,
+      "loss": 0.0358,
+      "step": 77050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.30126582278481e-05,
+      "learning_rate_adapter": 8.30126582278481e-05,
+      "loss": 0.0358,
+      "step": 77100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0372,
+      "step": 77150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29873417721519e-05,
+      "learning_rate_adapter": 8.29873417721519e-05,
+      "loss": 0.0373,
+      "step": 77200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29746835443038e-05,
+      "learning_rate_adapter": 8.29746835443038e-05,
+      "loss": 0.0373,
+      "step": 77250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29620253164557e-05,
+      "learning_rate_adapter": 8.29620253164557e-05,
+      "loss": 0.0372,
+      "step": 77300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29493670886076e-05,
+      "learning_rate_adapter": 8.29493670886076e-05,
+      "loss": 0.0368,
+      "step": 77350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29367088607595e-05,
+      "learning_rate_adapter": 8.29367088607595e-05,
+      "loss": 0.0368,
+      "step": 77400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29240506329114e-05,
+      "learning_rate_adapter": 8.29240506329114e-05,
+      "loss": 0.0363,
+      "step": 77450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29113924050633e-05,
+      "learning_rate_adapter": 8.29113924050633e-05,
+      "loss": 0.0362,
+      "step": 77500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.28987341772152e-05,
+      "learning_rate_adapter": 8.28987341772152e-05,
+      "loss": 0.0371,
+      "step": 77550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.28860759493671e-05,
+      "learning_rate_adapter": 8.28860759493671e-05,
+      "loss": 0.0362,
+      "step": 77600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.287341772151899e-05,
+      "learning_rate_adapter": 8.287341772151899e-05,
+      "loss": 0.0373,
+      "step": 77650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.286075949367089e-05,
+      "learning_rate_adapter": 8.286075949367089e-05,
+      "loss": 0.0374,
+      "step": 77700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.284810126582278e-05,
+      "learning_rate_adapter": 8.284810126582278e-05,
+      "loss": 0.0367,
+      "step": 77750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.283544303797469e-05,
+      "learning_rate_adapter": 8.283544303797469e-05,
+      "loss": 0.0372,
+      "step": 77800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.282278481012658e-05,
+      "learning_rate_adapter": 8.282278481012658e-05,
+      "loss": 0.0357,
+      "step": 77850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.281012658227847e-05,
+      "learning_rate_adapter": 8.281012658227847e-05,
+      "loss": 0.0361,
+      "step": 77900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.279746835443038e-05,
+      "learning_rate_adapter": 8.279746835443038e-05,
+      "loss": 0.0378,
+      "step": 77950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.278481012658229e-05,
+      "learning_rate_adapter": 8.278481012658229e-05,
+      "loss": 0.0362,
+      "step": 78000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.277215189873419e-05,
+      "learning_rate_adapter": 8.277215189873419e-05,
+      "loss": 0.0361,
+      "step": 78050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.275949367088608e-05,
+      "learning_rate_adapter": 8.275949367088608e-05,
+      "loss": 0.0367,
+      "step": 78100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.274683544303798e-05,
+      "learning_rate_adapter": 8.274683544303798e-05,
+      "loss": 0.0368,
+      "step": 78150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.273417721518988e-05,
+      "learning_rate_adapter": 8.273417721518988e-05,
+      "loss": 0.0368,
+      "step": 78200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.272151898734177e-05,
+      "learning_rate_adapter": 8.272151898734177e-05,
+      "loss": 0.0368,
+      "step": 78250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.270886075949368e-05,
+      "learning_rate_adapter": 8.270886075949368e-05,
+      "loss": 0.0365,
+      "step": 78300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.269620253164557e-05,
+      "learning_rate_adapter": 8.269620253164557e-05,
+      "loss": 0.0359,
+      "step": 78350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.268354430379748e-05,
+      "learning_rate_adapter": 8.268354430379748e-05,
+      "loss": 0.0372,
+      "step": 78400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.267088607594937e-05,
+      "learning_rate_adapter": 8.267088607594937e-05,
+      "loss": 0.0371,
+      "step": 78450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.265822784810126e-05,
+      "learning_rate_adapter": 8.265822784810126e-05,
+      "loss": 0.0371,
+      "step": 78500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.264556962025317e-05,
+      "learning_rate_adapter": 8.264556962025317e-05,
+      "loss": 0.0369,
+      "step": 78550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.263291139240507e-05,
+      "learning_rate_adapter": 8.263291139240507e-05,
+      "loss": 0.038,
+      "step": 78600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.262025316455698e-05,
+      "learning_rate_adapter": 8.262025316455698e-05,
+      "loss": 0.0368,
+      "step": 78650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.260759493670887e-05,
+      "learning_rate_adapter": 8.260759493670887e-05,
+      "loss": 0.0365,
+      "step": 78700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.259493670886076e-05,
+      "learning_rate_adapter": 8.259493670886076e-05,
+      "loss": 0.0365,
+      "step": 78750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.258227848101267e-05,
+      "learning_rate_adapter": 8.258227848101267e-05,
+      "loss": 0.0374,
+      "step": 78800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.256962025316456e-05,
+      "learning_rate_adapter": 8.256962025316456e-05,
+      "loss": 0.0365,
+      "step": 78850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.255696202531646e-05,
+      "learning_rate_adapter": 8.255696202531646e-05,
+      "loss": 0.0371,
+      "step": 78900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.254430379746836e-05,
+      "learning_rate_adapter": 8.254430379746836e-05,
+      "loss": 0.0363,
+      "step": 78950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.253164556962025e-05,
+      "learning_rate_adapter": 8.253164556962025e-05,
+      "loss": 0.0384,
+      "step": 79000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.251898734177215e-05,
+      "learning_rate_adapter": 8.251898734177215e-05,
+      "loss": 0.0368,
+      "step": 79050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.250632911392405e-05,
+      "learning_rate_adapter": 8.250632911392405e-05,
+      "loss": 0.0366,
+      "step": 79100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.249367088607595e-05,
+      "learning_rate_adapter": 8.249367088607595e-05,
+      "loss": 0.0362,
+      "step": 79150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.248101265822786e-05,
+      "learning_rate_adapter": 8.248101265822786e-05,
+      "loss": 0.0373,
+      "step": 79200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.246835443037975e-05,
+      "learning_rate_adapter": 8.246835443037975e-05,
+      "loss": 0.0364,
+      "step": 79250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.245569620253166e-05,
+      "learning_rate_adapter": 8.245569620253166e-05,
+      "loss": 0.0375,
+      "step": 79300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.244303797468355e-05,
+      "learning_rate_adapter": 8.244303797468355e-05,
+      "loss": 0.0369,
+      "step": 79350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.243037974683545e-05,
+      "learning_rate_adapter": 8.243037974683545e-05,
+      "loss": 0.0362,
+      "step": 79400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.241772151898735e-05,
+      "learning_rate_adapter": 8.241772151898735e-05,
+      "loss": 0.037,
+      "step": 79450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.240506329113924e-05,
+      "learning_rate_adapter": 8.240506329113924e-05,
+      "loss": 0.0363,
+      "step": 79500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.239240506329114e-05,
+      "learning_rate_adapter": 8.239240506329114e-05,
+      "loss": 0.0366,
+      "step": 79550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.237974683544304e-05,
+      "learning_rate_adapter": 8.237974683544304e-05,
+      "loss": 0.0362,
+      "step": 79600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.236708860759494e-05,
+      "learning_rate_adapter": 8.236708860759494e-05,
+      "loss": 0.0375,
+      "step": 79650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.235443037974683e-05,
+      "learning_rate_adapter": 8.235443037974683e-05,
+      "loss": 0.0368,
+      "step": 79700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.234177215189874e-05,
+      "learning_rate_adapter": 8.234177215189874e-05,
+      "loss": 0.0368,
+      "step": 79750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.232911392405064e-05,
+      "learning_rate_adapter": 8.232911392405064e-05,
+      "loss": 0.0365,
+      "step": 79800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.231645569620254e-05,
+      "learning_rate_adapter": 8.231645569620254e-05,
+      "loss": 0.0369,
+      "step": 79850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.230379746835444e-05,
+      "learning_rate_adapter": 8.230379746835444e-05,
+      "loss": 0.0373,
+      "step": 79900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.229113924050633e-05,
+      "learning_rate_adapter": 8.229113924050633e-05,
+      "loss": 0.0373,
+      "step": 79950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.227848101265824e-05,
+      "learning_rate_adapter": 8.227848101265824e-05,
+      "loss": 0.0371,
+      "step": 80000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.7598666153608848,
+      "eval_af_ud_pr_auc": 0.9944809814303666,
+      "eval_am_opus100_pr_auc": 0.47135621252941273,
+      "eval_ar_ersatz_pr_auc": 0.9280178981607653,
+      "eval_ar_opus100_pr_auc": 0.6576097809595143,
+      "eval_ar_ud_pr_auc": 0.8448977472251631,
+      "eval_average_ersatz_pr_auc": 0.9519384966781672,
+      "eval_average_opus100_pr_auc": 0.7978255480039516,
+      "eval_average_ud_pr_auc": 0.9438324470595276,
+      "eval_az_opus100_pr_auc": 0.6809437375416215,
+      "eval_be_opus100_pr_auc": 0.6577152930150657,
+      "eval_be_ud_pr_auc": 0.8441569361456059,
+      "eval_bg_opus100_pr_auc": 0.898238766087007,
+      "eval_bg_ud_pr_auc": 0.9828930779509593,
+      "eval_bn_opus100_pr_auc": 0.7765277503804653,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8615246270980004,
+      "eval_ca_ud_pr_auc": 0.9830767360925797,
+      "eval_ceb_ud_pr_auc": 0.9977366714177575,
+      "eval_cs_ersatz_pr_auc": 0.9729436921203956,
+      "eval_cs_opus100_pr_auc": 0.885093101458148,
+      "eval_cs_ud_pr_auc": 0.9408232702194003,
+      "eval_cy_opus100_pr_auc": 0.7171946579362194,
+      "eval_cy_ud_pr_auc": 0.9928068743078166,
+      "eval_da_opus100_pr_auc": 0.8965645879047301,
+      "eval_da_ud_pr_auc": 0.9700208365432462,
+      "eval_de_ersatz_pr_auc": 0.9528353050277056,
+      "eval_de_opus100_pr_auc": 0.8523029738750654,
+      "eval_de_ud_pr_auc": 0.9751309474837286,
+      "eval_el_opus100_pr_auc": 0.914261410924089,
+      "eval_el_ud_pr_auc": 0.9882340713624842,
+      "eval_en_ersatz_pr_auc": 0.9798423986180949,
+      "eval_en_opus100_pr_auc": 0.9042245451207368,
+      "eval_en_ud_pr_auc": 0.9387632489998932,
+      "eval_eo_opus100_pr_auc": 0.904685348470967,
+      "eval_es_ersatz_pr_auc": 0.9888686752310012,
+      "eval_es_opus100_pr_auc": 0.9015452225119759,
+      "eval_es_ud_pr_auc": 0.9817307485628021,
+      "eval_et_ersatz_pr_auc": 0.9693807167037354,
+      "eval_et_opus100_pr_auc": 0.8670617318648435,
+      "eval_et_ud_pr_auc": 0.9447851967476067,
+      "eval_eu_opus100_pr_auc": 0.8710772412574701,
+      "eval_eu_ud_pr_auc": 0.9863984751585202,
+      "eval_fa_opus100_pr_auc": 0.5394241614971643,
+      "eval_fa_ud_pr_auc": 0.9973739310189802,
+      "eval_fi_ersatz_pr_auc": 0.9727795946042,
+      "eval_fi_opus100_pr_auc": 0.8755308257689116,
+      "eval_fi_ud_pr_auc": 0.9433876526426648,
+      "eval_fr_ersatz_pr_auc": 0.9796869311880819,
+      "eval_fr_opus100_pr_auc": 0.8849967467227727,
+      "eval_fr_ud_pr_auc": 0.9613937558010436,
+      "eval_fy_opus100_pr_auc": 0.6880395199005881,
+      "eval_ga_opus100_pr_auc": 0.8321835631568283,
+      "eval_ga_ud_pr_auc": 0.8042948039008592,
+      "eval_gd_opus100_pr_auc": 0.537995624682111,
+      "eval_gd_ud_pr_auc": 0.7117961566435704,
+      "eval_gl_opus100_pr_auc": 0.865569577362493,
+      "eval_gl_ud_pr_auc": 0.9888138075396583,
+      "eval_gu_ersatz_pr_auc": 0.9042562892491328,
+      "eval_gu_opus100_pr_auc": 0.6824983449771624,
+      "eval_ha_opus100_pr_auc": 0.8546976608996285,
+      "eval_he_opus100_pr_auc": 0.851726173880936,
+      "eval_he_ud_pr_auc": 0.9556027299345423,
+      "eval_hi_ersatz_pr_auc": 0.9573156984017168,
+      "eval_hi_opus100_pr_auc": 0.6320383124379766,
+      "eval_hi_ud_pr_auc": 0.9780145195691223,
+      "eval_hu_opus100_pr_auc": 0.8991997230375849,
+      "eval_hu_ud_pr_auc": 0.9742755441146772,
+      "eval_hy_opus100_pr_auc": 0.9008419364748493,
+      "eval_hy_ud_pr_auc": 0.9550980359077552,
+      "eval_id_opus100_pr_auc": 0.8459664621095705,
+      "eval_id_ud_pr_auc": 0.9820313037961698,
+      "eval_ig_opus100_pr_auc": 0.8647885789242306,
+      "eval_is_opus100_pr_auc": 0.9058015947198462,
+      "eval_is_ud_pr_auc": 0.8317023874633124,
+      "eval_it_opus100_pr_auc": 0.8825837507102307,
+      "eval_it_ud_pr_auc": 0.9914155000817022,
+      "eval_ja_ersatz_pr_auc": 0.8140012797686822,
+      "eval_ja_opus100_pr_auc": 0.7628378959760048,
+      "eval_ja_ud_pr_auc": 0.9811524387376304,
+      "eval_jv_ud_pr_auc": 0.9705362334154434,
+      "eval_ka_opus100_pr_auc": 0.8643123263461384,
+      "eval_kk_ersatz_pr_auc": 0.984586951813381,
+      "eval_kk_opus100_pr_auc": 0.7853287405395196,
+      "eval_kk_ud_pr_auc": 0.9652123210219491,
+      "eval_km_ersatz_pr_auc": 0.8963613766095931,
+      "eval_km_opus100_pr_auc": 0.6990658798623193,
+      "eval_kn_opus100_pr_auc": 0.5437940167100531,
+      "eval_ko_opus100_pr_auc": 0.6504482594006584,
+      "eval_ko_ud_pr_auc": 0.9989210782710323,
+      "eval_ku_opus100_pr_auc": 0.7970372369279659,
+      "eval_ky_opus100_pr_auc": 0.8447309005772925,
+      "eval_la_ud_pr_auc": 0.940855363450992,
+      "eval_loss": 0.04049800708889961,
+      "eval_lt_ersatz_pr_auc": 0.9821728373846518,
+      "eval_lt_opus100_pr_auc": 0.8275567779203106,
+      "eval_lt_ud_pr_auc": 0.9728673551074715,
+      "eval_lv_ersatz_pr_auc": 0.9828744967650167,
+      "eval_lv_opus100_pr_auc": 0.8613314205089103,
+      "eval_lv_ud_pr_auc": 0.9529520615691925,
+      "eval_mg_opus100_pr_auc": 0.8869451025505306,
+      "eval_mk_opus100_pr_auc": 0.8907302909572001,
+      "eval_ml_opus100_pr_auc": 0.7241318094591338,
+      "eval_mn_opus100_pr_auc": 0.9423150567833023,
+      "eval_mr_opus100_pr_auc": 0.8896726965552493,
+      "eval_mr_ud_pr_auc": 0.9530767218529519,
+      "eval_ms_opus100_pr_auc": 0.8431034748200623,
+      "eval_mt_opus100_pr_auc": 0.783092049268122,
+      "eval_mt_ud_pr_auc": 0.8497249155582922,
+      "eval_my_opus100_pr_auc": 0.6934208557626523,
+      "eval_ne_opus100_pr_auc": 0.6487961238604034,
+      "eval_nl_opus100_pr_auc": 0.8796385944193598,
+      "eval_nl_ud_pr_auc": 0.9551146162323862,
+      "eval_no_opus100_pr_auc": 0.9060963721796679,
+      "eval_no_ud_pr_auc": 0.9925045760172804,
+      "eval_pa_opus100_pr_auc": 0.6533787095191964,
+      "eval_pl_ersatz_pr_auc": 0.9673421461592517,
+      "eval_pl_opus100_pr_auc": 0.8700936923888235,
+      "eval_pl_ud_pr_auc": 0.949341864807429,
+      "eval_ps_ersatz_pr_auc": 0.9339740096844306,
+      "eval_ps_opus100_pr_auc": 0.694381893797732,
+      "eval_pt_opus100_pr_auc": 0.9021828129322993,
+      "eval_pt_ud_pr_auc": 0.9740179926692383,
+      "eval_ro_ersatz_pr_auc": 0.9873594760989111,
+      "eval_ro_opus100_pr_auc": 0.8653085054509042,
+      "eval_ro_ud_pr_auc": 0.885308698457402,
+      "eval_ru_ersatz_pr_auc": 0.9777290216675716,
+      "eval_ru_opus100_pr_auc": 0.8622621006508385,
+      "eval_ru_ud_pr_auc": 0.8189784535807205,
+      "eval_runtime": 452.4121,
+      "eval_samples_per_second": 166.817,
+      "eval_si_opus100_pr_auc": 0.775780131628384,
+      "eval_sk_opus100_pr_auc": 0.9029745623264093,
+      "eval_sk_ud_pr_auc": 0.966254017132233,
+      "eval_sl_opus100_pr_auc": 0.8324110827299193,
+      "eval_sl_ud_pr_auc": 0.9534578897387601,
+      "eval_sq_opus100_pr_auc": 0.8776643325550944,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8936583934986169,
+      "eval_sr_ud_pr_auc": 0.9886934487390096,
+      "eval_steps_per_second": 5.214,
+      "eval_sv_opus100_pr_auc": 0.8774632406323778,
+      "eval_sv_ud_pr_auc": 0.9324551988298269,
+      "eval_ta_ersatz_pr_auc": 0.9786234254035211,
+      "eval_ta_opus100_pr_auc": 0.6190475516794199,
+      "eval_ta_ud_pr_auc": 0.9973566661116413,
+      "eval_te_opus100_pr_auc": 0.8012838357787786,
+      "eval_tg_opus100_pr_auc": 0.8513162652449977,
+      "eval_th_opus100_pr_auc": 0.6568916268497887,
+      "eval_th_ud_pr_auc": 0.6864419716421799,
+      "eval_tr_ersatz_pr_auc": 0.9487846752635976,
+      "eval_tr_opus100_pr_auc": 0.8740358972513876,
+      "eval_tr_ud_pr_auc": 0.9200514522423856,
+      "eval_uk_opus100_pr_auc": 0.8581633178937869,
+      "eval_uk_ud_pr_auc": 0.9178628800109183,
+      "eval_ur_opus100_pr_auc": 0.4916854723919626,
+      "eval_ur_ud_pr_auc": 0.995361831280178,
+      "eval_uz_opus100_pr_auc": 0.8314741115871165,
+      "eval_vi_opus100_pr_auc": 0.8950899288538947,
+      "eval_vi_ud_pr_auc": 0.9450435811277333,
+      "eval_xh_opus100_pr_auc": 0.828262405693099,
+      "eval_yi_opus100_pr_auc": 0.6326063576539923,
+      "eval_yo_opus100_pr_auc": 0.7899941679285962,
+      "eval_yo_ud_pr_auc": 0.9012902011904541,
+      "eval_zh_ersatz_pr_auc": 0.882910030996243,
+      "eval_zh_opus100_pr_auc": 0.6990940328759965,
+      "eval_zh_ud_pr_auc": 0.9924797055363468,
+      "eval_zu_opus100_pr_auc": 0.8391284635866567,
+      "step": 80000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.226582278481013e-05,
+      "learning_rate_adapter": 8.226582278481013e-05,
+      "loss": 0.0357,
+      "step": 80050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.225316455696202e-05,
+      "learning_rate_adapter": 8.225316455696202e-05,
+      "loss": 0.0366,
+      "step": 80100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.224050632911393e-05,
+      "learning_rate_adapter": 8.224050632911393e-05,
+      "loss": 0.0362,
+      "step": 80150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.222784810126582e-05,
+      "learning_rate_adapter": 8.222784810126582e-05,
+      "loss": 0.0369,
+      "step": 80200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.221518987341773e-05,
+      "learning_rate_adapter": 8.221518987341773e-05,
+      "loss": 0.0364,
+      "step": 80250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.220253164556962e-05,
+      "learning_rate_adapter": 8.220253164556962e-05,
+      "loss": 0.0367,
+      "step": 80300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.218987341772152e-05,
+      "learning_rate_adapter": 8.218987341772152e-05,
+      "loss": 0.0369,
+      "step": 80350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.217721518987343e-05,
+      "learning_rate_adapter": 8.217721518987343e-05,
+      "loss": 0.0364,
+      "step": 80400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.216455696202532e-05,
+      "learning_rate_adapter": 8.216455696202532e-05,
+      "loss": 0.0368,
+      "step": 80450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.215189873417723e-05,
+      "learning_rate_adapter": 8.215189873417723e-05,
+      "loss": 0.0366,
+      "step": 80500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.213924050632912e-05,
+      "learning_rate_adapter": 8.213924050632912e-05,
+      "loss": 0.0362,
+      "step": 80550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.212658227848101e-05,
+      "learning_rate_adapter": 8.212658227848101e-05,
+      "loss": 0.0362,
+      "step": 80600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.211392405063292e-05,
+      "learning_rate_adapter": 8.211392405063292e-05,
+      "loss": 0.0373,
+      "step": 80650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.210126582278481e-05,
+      "learning_rate_adapter": 8.210126582278481e-05,
+      "loss": 0.0362,
+      "step": 80700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.208860759493672e-05,
+      "learning_rate_adapter": 8.208860759493672e-05,
+      "loss": 0.036,
+      "step": 80750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.207594936708861e-05,
+      "learning_rate_adapter": 8.207594936708861e-05,
+      "loss": 0.0361,
+      "step": 80800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.20632911392405e-05,
+      "learning_rate_adapter": 8.20632911392405e-05,
+      "loss": 0.036,
+      "step": 80850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.20506329113924e-05,
+      "learning_rate_adapter": 8.20506329113924e-05,
+      "loss": 0.0366,
+      "step": 80900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.203797468354431e-05,
+      "learning_rate_adapter": 8.203797468354431e-05,
+      "loss": 0.0359,
+      "step": 80950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.202531645569622e-05,
+      "learning_rate_adapter": 8.202531645569622e-05,
+      "loss": 0.0368,
+      "step": 81000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.201265822784811e-05,
+      "learning_rate_adapter": 8.201265822784811e-05,
+      "loss": 0.0363,
+      "step": 81050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0364,
+      "step": 81100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19873417721519e-05,
+      "learning_rate_adapter": 8.19873417721519e-05,
+      "loss": 0.0359,
+      "step": 81150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19746835443038e-05,
+      "learning_rate_adapter": 8.19746835443038e-05,
+      "loss": 0.0365,
+      "step": 81200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19620253164557e-05,
+      "learning_rate_adapter": 8.19620253164557e-05,
+      "loss": 0.0367,
+      "step": 81250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19493670886076e-05,
+      "learning_rate_adapter": 8.19493670886076e-05,
+      "loss": 0.0366,
+      "step": 81300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.193670886075949e-05,
+      "learning_rate_adapter": 8.193670886075949e-05,
+      "loss": 0.0363,
+      "step": 81350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19240506329114e-05,
+      "learning_rate_adapter": 8.19240506329114e-05,
+      "loss": 0.0366,
+      "step": 81400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.191139240506329e-05,
+      "learning_rate_adapter": 8.191139240506329e-05,
+      "loss": 0.0359,
+      "step": 81450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.189873417721519e-05,
+      "learning_rate_adapter": 8.189873417721519e-05,
+      "loss": 0.0363,
+      "step": 81500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.18860759493671e-05,
+      "learning_rate_adapter": 8.18860759493671e-05,
+      "loss": 0.0365,
+      "step": 81550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.1873417721519e-05,
+      "learning_rate_adapter": 8.1873417721519e-05,
+      "loss": 0.0368,
+      "step": 81600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.18607594936709e-05,
+      "learning_rate_adapter": 8.18607594936709e-05,
+      "loss": 0.0366,
+      "step": 81650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.184810126582279e-05,
+      "learning_rate_adapter": 8.184810126582279e-05,
+      "loss": 0.0357,
+      "step": 81700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.183544303797469e-05,
+      "learning_rate_adapter": 8.183544303797469e-05,
+      "loss": 0.0366,
+      "step": 81750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.182278481012658e-05,
+      "learning_rate_adapter": 8.182278481012658e-05,
+      "loss": 0.036,
+      "step": 81800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.181012658227849e-05,
+      "learning_rate_adapter": 8.181012658227849e-05,
+      "loss": 0.0373,
+      "step": 81850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.179746835443038e-05,
+      "learning_rate_adapter": 8.179746835443038e-05,
+      "loss": 0.0359,
+      "step": 81900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.178481012658227e-05,
+      "learning_rate_adapter": 8.178481012658227e-05,
+      "loss": 0.0367,
+      "step": 81950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.177215189873418e-05,
+      "learning_rate_adapter": 8.177215189873418e-05,
+      "loss": 0.0367,
+      "step": 82000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.175949367088607e-05,
+      "learning_rate_adapter": 8.175949367088607e-05,
+      "loss": 0.0367,
+      "step": 82050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.174683544303798e-05,
+      "learning_rate_adapter": 8.174683544303798e-05,
+      "loss": 0.037,
+      "step": 82100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.173417721518988e-05,
+      "learning_rate_adapter": 8.173417721518988e-05,
+      "loss": 0.0372,
+      "step": 82150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.172151898734178e-05,
+      "learning_rate_adapter": 8.172151898734178e-05,
+      "loss": 0.0369,
+      "step": 82200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.170886075949368e-05,
+      "learning_rate_adapter": 8.170886075949368e-05,
+      "loss": 0.0361,
+      "step": 82250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.169620253164557e-05,
+      "learning_rate_adapter": 8.169620253164557e-05,
+      "loss": 0.0371,
+      "step": 82300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.168354430379748e-05,
+      "learning_rate_adapter": 8.168354430379748e-05,
+      "loss": 0.0365,
+      "step": 82350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.167088607594937e-05,
+      "learning_rate_adapter": 8.167088607594937e-05,
+      "loss": 0.0364,
+      "step": 82400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.165822784810126e-05,
+      "learning_rate_adapter": 8.165822784810126e-05,
+      "loss": 0.0363,
+      "step": 82450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.164556962025317e-05,
+      "learning_rate_adapter": 8.164556962025317e-05,
+      "loss": 0.0365,
+      "step": 82500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.163291139240506e-05,
+      "learning_rate_adapter": 8.163291139240506e-05,
+      "loss": 0.0364,
+      "step": 82550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.162025316455697e-05,
+      "learning_rate_adapter": 8.162025316455697e-05,
+      "loss": 0.0365,
+      "step": 82600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.160759493670886e-05,
+      "learning_rate_adapter": 8.160759493670886e-05,
+      "loss": 0.0366,
+      "step": 82650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.159493670886076e-05,
+      "learning_rate_adapter": 8.159493670886076e-05,
+      "loss": 0.036,
+      "step": 82700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.158227848101267e-05,
+      "learning_rate_adapter": 8.158227848101267e-05,
+      "loss": 0.036,
+      "step": 82750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.156962025316456e-05,
+      "learning_rate_adapter": 8.156962025316456e-05,
+      "loss": 0.0367,
+      "step": 82800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.155696202531647e-05,
+      "learning_rate_adapter": 8.155696202531647e-05,
+      "loss": 0.0367,
+      "step": 82850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.154430379746836e-05,
+      "learning_rate_adapter": 8.154430379746836e-05,
+      "loss": 0.0367,
+      "step": 82900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.153164556962025e-05,
+      "learning_rate_adapter": 8.153164556962025e-05,
+      "loss": 0.0359,
+      "step": 82950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.151898734177216e-05,
+      "learning_rate_adapter": 8.151898734177216e-05,
+      "loss": 0.0362,
+      "step": 83000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.150632911392405e-05,
+      "learning_rate_adapter": 8.150632911392405e-05,
+      "loss": 0.0359,
+      "step": 83050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.149367088607596e-05,
+      "learning_rate_adapter": 8.149367088607596e-05,
+      "loss": 0.0367,
+      "step": 83100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.148101265822785e-05,
+      "learning_rate_adapter": 8.148101265822785e-05,
+      "loss": 0.0371,
+      "step": 83150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.146835443037974e-05,
+      "learning_rate_adapter": 8.146835443037974e-05,
+      "loss": 0.0363,
+      "step": 83200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.145569620253164e-05,
+      "learning_rate_adapter": 8.145569620253164e-05,
+      "loss": 0.0369,
+      "step": 83250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.144303797468355e-05,
+      "learning_rate_adapter": 8.144303797468355e-05,
+      "loss": 0.0362,
+      "step": 83300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.143037974683546e-05,
+      "learning_rate_adapter": 8.143037974683546e-05,
+      "loss": 0.0365,
+      "step": 83350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.141772151898735e-05,
+      "learning_rate_adapter": 8.141772151898735e-05,
+      "loss": 0.0368,
+      "step": 83400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.140506329113925e-05,
+      "learning_rate_adapter": 8.140506329113925e-05,
+      "loss": 0.0364,
+      "step": 83450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.139240506329115e-05,
+      "learning_rate_adapter": 8.139240506329115e-05,
+      "loss": 0.037,
+      "step": 83500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.137974683544304e-05,
+      "learning_rate_adapter": 8.137974683544304e-05,
+      "loss": 0.0364,
+      "step": 83550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.136708860759494e-05,
+      "learning_rate_adapter": 8.136708860759494e-05,
+      "loss": 0.0359,
+      "step": 83600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.135443037974684e-05,
+      "learning_rate_adapter": 8.135443037974684e-05,
+      "loss": 0.0365,
+      "step": 83650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.134177215189874e-05,
+      "learning_rate_adapter": 8.134177215189874e-05,
+      "loss": 0.0363,
+      "step": 83700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.132911392405063e-05,
+      "learning_rate_adapter": 8.132911392405063e-05,
+      "loss": 0.0368,
+      "step": 83750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.131645569620253e-05,
+      "learning_rate_adapter": 8.131645569620253e-05,
+      "loss": 0.036,
+      "step": 83800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.130379746835443e-05,
+      "learning_rate_adapter": 8.130379746835443e-05,
+      "loss": 0.0362,
+      "step": 83850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.129113924050634e-05,
+      "learning_rate_adapter": 8.129113924050634e-05,
+      "loss": 0.0363,
+      "step": 83900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.127848101265824e-05,
+      "learning_rate_adapter": 8.127848101265824e-05,
+      "loss": 0.036,
+      "step": 83950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.126582278481013e-05,
+      "learning_rate_adapter": 8.126582278481013e-05,
+      "loss": 0.037,
+      "step": 84000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.125316455696203e-05,
+      "learning_rate_adapter": 8.125316455696203e-05,
+      "loss": 0.0359,
+      "step": 84050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.124050632911393e-05,
+      "learning_rate_adapter": 8.124050632911393e-05,
+      "loss": 0.0359,
+      "step": 84100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.122784810126582e-05,
+      "learning_rate_adapter": 8.122784810126582e-05,
+      "loss": 0.0363,
+      "step": 84150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.121518987341773e-05,
+      "learning_rate_adapter": 8.121518987341773e-05,
+      "loss": 0.0371,
+      "step": 84200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.120253164556962e-05,
+      "learning_rate_adapter": 8.120253164556962e-05,
+      "loss": 0.0367,
+      "step": 84250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.118987341772151e-05,
+      "learning_rate_adapter": 8.118987341772151e-05,
+      "loss": 0.0366,
+      "step": 84300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.117721518987342e-05,
+      "learning_rate_adapter": 8.117721518987342e-05,
+      "loss": 0.0362,
+      "step": 84350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.116455696202531e-05,
+      "learning_rate_adapter": 8.116455696202531e-05,
+      "loss": 0.0371,
+      "step": 84400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.115189873417722e-05,
+      "learning_rate_adapter": 8.115189873417722e-05,
+      "loss": 0.036,
+      "step": 84450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.113924050632912e-05,
+      "learning_rate_adapter": 8.113924050632912e-05,
+      "loss": 0.0369,
+      "step": 84500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.112658227848102e-05,
+      "learning_rate_adapter": 8.112658227848102e-05,
+      "loss": 0.0366,
+      "step": 84550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.111392405063292e-05,
+      "learning_rate_adapter": 8.111392405063292e-05,
+      "loss": 0.036,
+      "step": 84600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.110126582278481e-05,
+      "learning_rate_adapter": 8.110126582278481e-05,
+      "loss": 0.0377,
+      "step": 84650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.108860759493672e-05,
+      "learning_rate_adapter": 8.108860759493672e-05,
+      "loss": 0.0364,
+      "step": 84700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.107594936708861e-05,
+      "learning_rate_adapter": 8.107594936708861e-05,
+      "loss": 0.0363,
+      "step": 84750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10632911392405e-05,
+      "learning_rate_adapter": 8.10632911392405e-05,
+      "loss": 0.0373,
+      "step": 84800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.105063291139241e-05,
+      "learning_rate_adapter": 8.105063291139241e-05,
+      "loss": 0.036,
+      "step": 84850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10379746835443e-05,
+      "learning_rate_adapter": 8.10379746835443e-05,
+      "loss": 0.0362,
+      "step": 84900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10253164556962e-05,
+      "learning_rate_adapter": 8.10253164556962e-05,
+      "loss": 0.0354,
+      "step": 84950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10126582278481e-05,
+      "learning_rate_adapter": 8.10126582278481e-05,
+      "loss": 0.0369,
+      "step": 85000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.7718779169047723,
+      "eval_af_ud_pr_auc": 0.9898021141593688,
+      "eval_am_opus100_pr_auc": 0.5177841572916528,
+      "eval_ar_ersatz_pr_auc": 0.9287525791961164,
+      "eval_ar_opus100_pr_auc": 0.6742068116192769,
+      "eval_ar_ud_pr_auc": 0.8512466992628425,
+      "eval_average_ersatz_pr_auc": 0.9547578152204004,
+      "eval_average_opus100_pr_auc": 0.8111308944622662,
+      "eval_average_ud_pr_auc": 0.9536055714955733,
+      "eval_az_opus100_pr_auc": 0.6677409290973283,
+      "eval_be_opus100_pr_auc": 0.6702551162199435,
+      "eval_be_ud_pr_auc": 0.8872687209786436,
+      "eval_bg_opus100_pr_auc": 0.9071909151275673,
+      "eval_bg_ud_pr_auc": 0.989792139449178,
+      "eval_bn_opus100_pr_auc": 0.7874596785912602,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8770015277337657,
+      "eval_ca_ud_pr_auc": 0.9930385969596854,
+      "eval_ceb_ud_pr_auc": 0.9994050582104103,
+      "eval_cs_ersatz_pr_auc": 0.976260326017667,
+      "eval_cs_opus100_pr_auc": 0.8944964490718921,
+      "eval_cs_ud_pr_auc": 0.9521922337533393,
+      "eval_cy_opus100_pr_auc": 0.7283898434666233,
+      "eval_cy_ud_pr_auc": 0.9937156588897829,
+      "eval_da_opus100_pr_auc": 0.9054764292784674,
+      "eval_da_ud_pr_auc": 0.9750986089173083,
+      "eval_de_ersatz_pr_auc": 0.9666246502156484,
+      "eval_de_opus100_pr_auc": 0.8648486649069403,
+      "eval_de_ud_pr_auc": 0.9809916170278777,
+      "eval_el_opus100_pr_auc": 0.924621584083161,
+      "eval_el_ud_pr_auc": 0.9975625065549415,
+      "eval_en_ersatz_pr_auc": 0.9841709817657611,
+      "eval_en_opus100_pr_auc": 0.9192977546993848,
+      "eval_en_ud_pr_auc": 0.9709513873346337,
+      "eval_eo_opus100_pr_auc": 0.9221974155595606,
+      "eval_es_ersatz_pr_auc": 0.9930637150105777,
+      "eval_es_opus100_pr_auc": 0.9230465770915703,
+      "eval_es_ud_pr_auc": 0.9903950876616346,
+      "eval_et_ersatz_pr_auc": 0.9738141503515655,
+      "eval_et_opus100_pr_auc": 0.8865627678147355,
+      "eval_et_ud_pr_auc": 0.9528202413088579,
+      "eval_eu_opus100_pr_auc": 0.8771236504948072,
+      "eval_eu_ud_pr_auc": 0.9912062620085345,
+      "eval_fa_opus100_pr_auc": 0.5509441477370856,
+      "eval_fa_ud_pr_auc": 0.9981306287878039,
+      "eval_fi_ersatz_pr_auc": 0.9776681196787725,
+      "eval_fi_opus100_pr_auc": 0.9034139770248456,
+      "eval_fi_ud_pr_auc": 0.9577332771139604,
+      "eval_fr_ersatz_pr_auc": 0.9795119773395663,
+      "eval_fr_opus100_pr_auc": 0.9126987599959774,
+      "eval_fr_ud_pr_auc": 0.9731719506929606,
+      "eval_fy_opus100_pr_auc": 0.6960192782969291,
+      "eval_ga_opus100_pr_auc": 0.8654240748901142,
+      "eval_ga_ud_pr_auc": 0.82136767240101,
+      "eval_gd_opus100_pr_auc": 0.5242548515847277,
+      "eval_gd_ud_pr_auc": 0.7201467878048607,
+      "eval_gl_opus100_pr_auc": 0.8888106222772195,
+      "eval_gl_ud_pr_auc": 0.9921099458960718,
+      "eval_gu_ersatz_pr_auc": 0.931145212160219,
+      "eval_gu_opus100_pr_auc": 0.7038842817681696,
+      "eval_ha_opus100_pr_auc": 0.8905559154218227,
+      "eval_he_opus100_pr_auc": 0.85626100424207,
+      "eval_he_ud_pr_auc": 0.9681562180577037,
+      "eval_hi_ersatz_pr_auc": 0.9637997968907176,
+      "eval_hi_opus100_pr_auc": 0.6395708249747342,
+      "eval_hi_ud_pr_auc": 0.9801100568280967,
+      "eval_hu_opus100_pr_auc": 0.9150152440707013,
+      "eval_hu_ud_pr_auc": 0.9772099654787458,
+      "eval_hy_opus100_pr_auc": 0.908165586202431,
+      "eval_hy_ud_pr_auc": 0.9659455697801609,
+      "eval_id_opus100_pr_auc": 0.8800859123588367,
+      "eval_id_ud_pr_auc": 0.985505921700525,
+      "eval_ig_opus100_pr_auc": 0.8720869535590645,
+      "eval_is_opus100_pr_auc": 0.9168307164810165,
+      "eval_is_ud_pr_auc": 0.8832907066635628,
+      "eval_it_opus100_pr_auc": 0.9040625981490142,
+      "eval_it_ud_pr_auc": 0.9908292408186591,
+      "eval_ja_ersatz_pr_auc": 0.7911243389444506,
+      "eval_ja_opus100_pr_auc": 0.8018848255939777,
+      "eval_ja_ud_pr_auc": 0.9820866559876767,
+      "eval_jv_ud_pr_auc": 0.9859075801518964,
+      "eval_ka_opus100_pr_auc": 0.8547279387101989,
+      "eval_kk_ersatz_pr_auc": 0.9866453831397406,
+      "eval_kk_opus100_pr_auc": 0.816243354078907,
+      "eval_kk_ud_pr_auc": 0.9706518194191697,
+      "eval_km_ersatz_pr_auc": 0.895354601398054,
+      "eval_km_opus100_pr_auc": 0.6943211282628393,
+      "eval_kn_opus100_pr_auc": 0.5551697617296827,
+      "eval_ko_opus100_pr_auc": 0.6426623932416741,
+      "eval_ko_ud_pr_auc": 0.9972200523474353,
+      "eval_ku_opus100_pr_auc": 0.7968134089341252,
+      "eval_ky_opus100_pr_auc": 0.8522003145216986,
+      "eval_la_ud_pr_auc": 0.9346899483030314,
+      "eval_loss": 0.04025467857718468,
+      "eval_lt_ersatz_pr_auc": 0.9853374926645536,
+      "eval_lt_opus100_pr_auc": 0.858115445387408,
+      "eval_lt_ud_pr_auc": 0.9779363990648668,
+      "eval_lv_ersatz_pr_auc": 0.9862138306387225,
+      "eval_lv_opus100_pr_auc": 0.8801384936305969,
+      "eval_lv_ud_pr_auc": 0.9593255072561696,
+      "eval_mg_opus100_pr_auc": 0.9048962181206943,
+      "eval_mk_opus100_pr_auc": 0.9003167137550648,
+      "eval_ml_opus100_pr_auc": 0.7478635036108862,
+      "eval_mn_opus100_pr_auc": 0.9423670561365238,
+      "eval_mr_opus100_pr_auc": 0.8995724368985637,
+      "eval_mr_ud_pr_auc": 0.9770467829141737,
+      "eval_ms_opus100_pr_auc": 0.8661511057926854,
+      "eval_mt_opus100_pr_auc": 0.8235865093292601,
+      "eval_mt_ud_pr_auc": 0.8766191034754786,
+      "eval_my_opus100_pr_auc": 0.6831371474546687,
+      "eval_ne_opus100_pr_auc": 0.6657171865495309,
+      "eval_nl_opus100_pr_auc": 0.8892552950258192,
+      "eval_nl_ud_pr_auc": 0.9733357163111501,
+      "eval_no_opus100_pr_auc": 0.917897810857226,
+      "eval_no_ud_pr_auc": 0.9951346207226338,
+      "eval_pa_opus100_pr_auc": 0.6645201255055551,
+      "eval_pl_ersatz_pr_auc": 0.9756783155514686,
+      "eval_pl_opus100_pr_auc": 0.8860048644269745,
+      "eval_pl_ud_pr_auc": 0.9626691808998741,
+      "eval_ps_ersatz_pr_auc": 0.9274045740853897,
+      "eval_ps_opus100_pr_auc": 0.6856217436720977,
+      "eval_pt_opus100_pr_auc": 0.924466311914781,
+      "eval_pt_ud_pr_auc": 0.9778647632759981,
+      "eval_ro_ersatz_pr_auc": 0.9913595187074339,
+      "eval_ro_opus100_pr_auc": 0.8769384110898713,
+      "eval_ro_ud_pr_auc": 0.9536262473995236,
+      "eval_ru_ersatz_pr_auc": 0.9847806340220552,
+      "eval_ru_opus100_pr_auc": 0.8987485931829569,
+      "eval_ru_ud_pr_auc": 0.8463907839834731,
+      "eval_runtime": 453.3076,
+      "eval_samples_per_second": 166.487,
+      "eval_si_opus100_pr_auc": 0.7785661304628584,
+      "eval_sk_opus100_pr_auc": 0.9164136524724468,
+      "eval_sk_ud_pr_auc": 0.9684090808880557,
+      "eval_sl_opus100_pr_auc": 0.8525136355733592,
+      "eval_sl_ud_pr_auc": 0.9642707919596537,
+      "eval_sq_opus100_pr_auc": 0.8849235564591699,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9033369857406669,
+      "eval_sr_ud_pr_auc": 0.9930418463588969,
+      "eval_steps_per_second": 5.204,
+      "eval_sv_opus100_pr_auc": 0.8866789173941085,
+      "eval_sv_ud_pr_auc": 0.9237956882328369,
+      "eval_ta_ersatz_pr_auc": 0.9819289574637142,
+      "eval_ta_opus100_pr_auc": 0.6437130239951692,
+      "eval_ta_ud_pr_auc": 0.9988249440422061,
+      "eval_te_opus100_pr_auc": 0.8142734136746325,
+      "eval_tg_opus100_pr_auc": 0.8758387275206152,
+      "eval_th_opus100_pr_auc": 0.6674316921195961,
+      "eval_th_ud_pr_auc": 0.7002754017969999,
+      "eval_tr_ersatz_pr_auc": 0.9590099753588235,
+      "eval_tr_opus100_pr_auc": 0.888112567470089,
+      "eval_tr_ud_pr_auc": 0.9364919432968026,
+      "eval_uk_opus100_pr_auc": 0.8647715468990007,
+      "eval_uk_ud_pr_auc": 0.9297817139359789,
+      "eval_ur_opus100_pr_auc": 0.48475505253946044,
+      "eval_ur_ud_pr_auc": 0.9922577489065855,
+      "eval_uz_opus100_pr_auc": 0.8461172023986794,
+      "eval_vi_opus100_pr_auc": 0.9029891621394973,
+      "eval_vi_ud_pr_auc": 0.953414605468702,
+      "eval_xh_opus100_pr_auc": 0.8617075053607237,
+      "eval_yi_opus100_pr_auc": 0.667583330365799,
+      "eval_yo_opus100_pr_auc": 0.7729417993826518,
+      "eval_yo_ud_pr_auc": 0.9120745899170177,
+      "eval_zh_ersatz_pr_auc": 0.8650228042477909,
+      "eval_zh_opus100_pr_auc": 0.694437873493758,
+      "eval_zh_ud_pr_auc": 0.9831791844302328,
+      "eval_zu_opus100_pr_auc": 0.8286265349417993,
+      "step": 85000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.037,
+      "step": 85050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.098734177215191e-05,
+      "learning_rate_adapter": 8.098734177215191e-05,
+      "loss": 0.0367,
+      "step": 85100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09746835443038e-05,
+      "learning_rate_adapter": 8.09746835443038e-05,
+      "loss": 0.0366,
+      "step": 85150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.096202531645571e-05,
+      "learning_rate_adapter": 8.096202531645571e-05,
+      "loss": 0.0366,
+      "step": 85200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09493670886076e-05,
+      "learning_rate_adapter": 8.09493670886076e-05,
+      "loss": 0.0371,
+      "step": 85250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09367088607595e-05,
+      "learning_rate_adapter": 8.09367088607595e-05,
+      "loss": 0.0357,
+      "step": 85300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09240506329114e-05,
+      "learning_rate_adapter": 8.09240506329114e-05,
+      "loss": 0.036,
+      "step": 85350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.091139240506329e-05,
+      "learning_rate_adapter": 8.091139240506329e-05,
+      "loss": 0.0357,
+      "step": 85400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.08987341772152e-05,
+      "learning_rate_adapter": 8.08987341772152e-05,
+      "loss": 0.0367,
+      "step": 85450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.088607594936709e-05,
+      "learning_rate_adapter": 8.088607594936709e-05,
+      "loss": 0.0365,
+      "step": 85500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.087341772151899e-05,
+      "learning_rate_adapter": 8.087341772151899e-05,
+      "loss": 0.0364,
+      "step": 85550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.086075949367088e-05,
+      "learning_rate_adapter": 8.086075949367088e-05,
+      "loss": 0.037,
+      "step": 85600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.084810126582279e-05,
+      "learning_rate_adapter": 8.084810126582279e-05,
+      "loss": 0.0359,
+      "step": 85650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.08354430379747e-05,
+      "learning_rate_adapter": 8.08354430379747e-05,
+      "loss": 0.036,
+      "step": 85700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.082278481012659e-05,
+      "learning_rate_adapter": 8.082278481012659e-05,
+      "loss": 0.0363,
+      "step": 85750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.08101265822785e-05,
+      "learning_rate_adapter": 8.08101265822785e-05,
+      "loss": 0.0364,
+      "step": 85800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.079746835443039e-05,
+      "learning_rate_adapter": 8.079746835443039e-05,
+      "loss": 0.0365,
+      "step": 85850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.078481012658228e-05,
+      "learning_rate_adapter": 8.078481012658228e-05,
+      "loss": 0.0361,
+      "step": 85900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.077215189873418e-05,
+      "learning_rate_adapter": 8.077215189873418e-05,
+      "loss": 0.0357,
+      "step": 85950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.075949367088608e-05,
+      "learning_rate_adapter": 8.075949367088608e-05,
+      "loss": 0.0367,
+      "step": 86000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.074683544303798e-05,
+      "learning_rate_adapter": 8.074683544303798e-05,
+      "loss": 0.0367,
+      "step": 86050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.073417721518987e-05,
+      "learning_rate_adapter": 8.073417721518987e-05,
+      "loss": 0.0361,
+      "step": 86100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.072151898734177e-05,
+      "learning_rate_adapter": 8.072151898734177e-05,
+      "loss": 0.0362,
+      "step": 86150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.070886075949367e-05,
+      "learning_rate_adapter": 8.070886075949367e-05,
+      "loss": 0.0359,
+      "step": 86200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.069620253164558e-05,
+      "learning_rate_adapter": 8.069620253164558e-05,
+      "loss": 0.0361,
+      "step": 86250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.068354430379748e-05,
+      "learning_rate_adapter": 8.068354430379748e-05,
+      "loss": 0.0361,
+      "step": 86300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.067088607594937e-05,
+      "learning_rate_adapter": 8.067088607594937e-05,
+      "loss": 0.0371,
+      "step": 86350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.065822784810127e-05,
+      "learning_rate_adapter": 8.065822784810127e-05,
+      "loss": 0.0365,
+      "step": 86400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.064556962025317e-05,
+      "learning_rate_adapter": 8.064556962025317e-05,
+      "loss": 0.0363,
+      "step": 86450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.063291139240506e-05,
+      "learning_rate_adapter": 8.063291139240506e-05,
+      "loss": 0.0363,
+      "step": 86500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.062025316455697e-05,
+      "learning_rate_adapter": 8.062025316455697e-05,
+      "loss": 0.0364,
+      "step": 86550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.060759493670886e-05,
+      "learning_rate_adapter": 8.060759493670886e-05,
+      "loss": 0.0366,
+      "step": 86600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.059493670886077e-05,
+      "learning_rate_adapter": 8.059493670886077e-05,
+      "loss": 0.0363,
+      "step": 86650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.058227848101266e-05,
+      "learning_rate_adapter": 8.058227848101266e-05,
+      "loss": 0.0368,
+      "step": 86700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.056962025316455e-05,
+      "learning_rate_adapter": 8.056962025316455e-05,
+      "loss": 0.0366,
+      "step": 86750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.055696202531646e-05,
+      "learning_rate_adapter": 8.055696202531646e-05,
+      "loss": 0.0359,
+      "step": 86800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.054430379746836e-05,
+      "learning_rate_adapter": 8.054430379746836e-05,
+      "loss": 0.0356,
+      "step": 86850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.053164556962027e-05,
+      "learning_rate_adapter": 8.053164556962027e-05,
+      "loss": 0.0365,
+      "step": 86900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.051898734177216e-05,
+      "learning_rate_adapter": 8.051898734177216e-05,
+      "loss": 0.0354,
+      "step": 86950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.050632911392405e-05,
+      "learning_rate_adapter": 8.050632911392405e-05,
+      "loss": 0.0358,
+      "step": 87000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.049367088607596e-05,
+      "learning_rate_adapter": 8.049367088607596e-05,
+      "loss": 0.0368,
+      "step": 87050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.048101265822785e-05,
+      "learning_rate_adapter": 8.048101265822785e-05,
+      "loss": 0.0359,
+      "step": 87100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.046835443037976e-05,
+      "learning_rate_adapter": 8.046835443037976e-05,
+      "loss": 0.0366,
+      "step": 87150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.045569620253165e-05,
+      "learning_rate_adapter": 8.045569620253165e-05,
+      "loss": 0.0367,
+      "step": 87200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.044303797468354e-05,
+      "learning_rate_adapter": 8.044303797468354e-05,
+      "loss": 0.0353,
+      "step": 87250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.043037974683545e-05,
+      "learning_rate_adapter": 8.043037974683545e-05,
+      "loss": 0.0362,
+      "step": 87300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.041772151898734e-05,
+      "learning_rate_adapter": 8.041772151898734e-05,
+      "loss": 0.036,
+      "step": 87350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.040506329113924e-05,
+      "learning_rate_adapter": 8.040506329113924e-05,
+      "loss": 0.0361,
+      "step": 87400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.039240506329115e-05,
+      "learning_rate_adapter": 8.039240506329115e-05,
+      "loss": 0.0368,
+      "step": 87450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.037974683544304e-05,
+      "learning_rate_adapter": 8.037974683544304e-05,
+      "loss": 0.0365,
+      "step": 87500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.036708860759495e-05,
+      "learning_rate_adapter": 8.036708860759495e-05,
+      "loss": 0.0358,
+      "step": 87550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.035443037974684e-05,
+      "learning_rate_adapter": 8.035443037974684e-05,
+      "loss": 0.0359,
+      "step": 87600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.034177215189874e-05,
+      "learning_rate_adapter": 8.034177215189874e-05,
+      "loss": 0.0355,
+      "step": 87650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.032911392405064e-05,
+      "learning_rate_adapter": 8.032911392405064e-05,
+      "loss": 0.0363,
+      "step": 87700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.031645569620253e-05,
+      "learning_rate_adapter": 8.031645569620253e-05,
+      "loss": 0.0361,
+      "step": 87750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.030379746835443e-05,
+      "learning_rate_adapter": 8.030379746835443e-05,
+      "loss": 0.0359,
+      "step": 87800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.029113924050633e-05,
+      "learning_rate_adapter": 8.029113924050633e-05,
+      "loss": 0.0371,
+      "step": 87850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.027848101265823e-05,
+      "learning_rate_adapter": 8.027848101265823e-05,
+      "loss": 0.0368,
+      "step": 87900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.026582278481012e-05,
+      "learning_rate_adapter": 8.026582278481012e-05,
+      "loss": 0.0365,
+      "step": 87950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.025316455696203e-05,
+      "learning_rate_adapter": 8.025316455696203e-05,
+      "loss": 0.0363,
+      "step": 88000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.024050632911394e-05,
+      "learning_rate_adapter": 8.024050632911394e-05,
+      "loss": 0.0374,
+      "step": 88050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.022784810126583e-05,
+      "learning_rate_adapter": 8.022784810126583e-05,
+      "loss": 0.036,
+      "step": 88100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.021518987341773e-05,
+      "learning_rate_adapter": 8.021518987341773e-05,
+      "loss": 0.0363,
+      "step": 88150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.020253164556962e-05,
+      "learning_rate_adapter": 8.020253164556962e-05,
+      "loss": 0.0368,
+      "step": 88200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.018987341772153e-05,
+      "learning_rate_adapter": 8.018987341772153e-05,
+      "loss": 0.036,
+      "step": 88250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.017721518987342e-05,
+      "learning_rate_adapter": 8.017721518987342e-05,
+      "loss": 0.0356,
+      "step": 88300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.016455696202531e-05,
+      "learning_rate_adapter": 8.016455696202531e-05,
+      "loss": 0.0366,
+      "step": 88350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.015189873417722e-05,
+      "learning_rate_adapter": 8.015189873417722e-05,
+      "loss": 0.0359,
+      "step": 88400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.013924050632911e-05,
+      "learning_rate_adapter": 8.013924050632911e-05,
+      "loss": 0.0353,
+      "step": 88450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.012658227848102e-05,
+      "learning_rate_adapter": 8.012658227848102e-05,
+      "loss": 0.0366,
+      "step": 88500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.011392405063291e-05,
+      "learning_rate_adapter": 8.011392405063291e-05,
+      "loss": 0.0369,
+      "step": 88550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.010126582278482e-05,
+      "learning_rate_adapter": 8.010126582278482e-05,
+      "loss": 0.0365,
+      "step": 88600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.008860759493672e-05,
+      "learning_rate_adapter": 8.008860759493672e-05,
+      "loss": 0.036,
+      "step": 88650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.007594936708861e-05,
+      "learning_rate_adapter": 8.007594936708861e-05,
+      "loss": 0.0353,
+      "step": 88700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.006329113924052e-05,
+      "learning_rate_adapter": 8.006329113924052e-05,
+      "loss": 0.0359,
+      "step": 88750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.005063291139241e-05,
+      "learning_rate_adapter": 8.005063291139241e-05,
+      "loss": 0.0361,
+      "step": 88800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.00379746835443e-05,
+      "learning_rate_adapter": 8.00379746835443e-05,
+      "loss": 0.0365,
+      "step": 88850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.002531645569621e-05,
+      "learning_rate_adapter": 8.002531645569621e-05,
+      "loss": 0.0356,
+      "step": 88900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.00126582278481e-05,
+      "learning_rate_adapter": 8.00126582278481e-05,
+      "loss": 0.036,
+      "step": 88950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0367,
+      "step": 89000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99873417721519e-05,
+      "learning_rate_adapter": 7.99873417721519e-05,
+      "loss": 0.0358,
+      "step": 89050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.997468354430379e-05,
+      "learning_rate_adapter": 7.997468354430379e-05,
+      "loss": 0.0359,
+      "step": 89100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99620253164557e-05,
+      "learning_rate_adapter": 7.99620253164557e-05,
+      "loss": 0.0365,
+      "step": 89150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99493670886076e-05,
+      "learning_rate_adapter": 7.99493670886076e-05,
+      "loss": 0.0358,
+      "step": 89200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.993670886075951e-05,
+      "learning_rate_adapter": 7.993670886075951e-05,
+      "loss": 0.036,
+      "step": 89250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99240506329114e-05,
+      "learning_rate_adapter": 7.99240506329114e-05,
+      "loss": 0.0359,
+      "step": 89300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.991139240506329e-05,
+      "learning_rate_adapter": 7.991139240506329e-05,
+      "loss": 0.0365,
+      "step": 89350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.98987341772152e-05,
+      "learning_rate_adapter": 7.98987341772152e-05,
+      "loss": 0.0357,
+      "step": 89400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.988607594936709e-05,
+      "learning_rate_adapter": 7.988607594936709e-05,
+      "loss": 0.0365,
+      "step": 89450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.9873417721519e-05,
+      "learning_rate_adapter": 7.9873417721519e-05,
+      "loss": 0.0361,
+      "step": 89500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.986075949367089e-05,
+      "learning_rate_adapter": 7.986075949367089e-05,
+      "loss": 0.036,
+      "step": 89550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.984810126582278e-05,
+      "learning_rate_adapter": 7.984810126582278e-05,
+      "loss": 0.0359,
+      "step": 89600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.983544303797468e-05,
+      "learning_rate_adapter": 7.983544303797468e-05,
+      "loss": 0.0355,
+      "step": 89650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.982278481012658e-05,
+      "learning_rate_adapter": 7.982278481012658e-05,
+      "loss": 0.0359,
+      "step": 89700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.981012658227848e-05,
+      "learning_rate_adapter": 7.981012658227848e-05,
+      "loss": 0.0367,
+      "step": 89750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.979746835443039e-05,
+      "learning_rate_adapter": 7.979746835443039e-05,
+      "loss": 0.0362,
+      "step": 89800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.97848101265823e-05,
+      "learning_rate_adapter": 7.97848101265823e-05,
+      "loss": 0.036,
+      "step": 89850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.977215189873419e-05,
+      "learning_rate_adapter": 7.977215189873419e-05,
+      "loss": 0.0357,
+      "step": 89900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.975949367088608e-05,
+      "learning_rate_adapter": 7.975949367088608e-05,
+      "loss": 0.0368,
+      "step": 89950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.974683544303798e-05,
+      "learning_rate_adapter": 7.974683544303798e-05,
+      "loss": 0.0358,
+      "step": 90000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.7499867430099997,
+      "eval_af_ud_pr_auc": 0.9925545130227342,
+      "eval_am_opus100_pr_auc": 0.5489564652315971,
+      "eval_ar_ersatz_pr_auc": 0.9365450309004214,
+      "eval_ar_opus100_pr_auc": 0.6715303983254616,
+      "eval_ar_ud_pr_auc": 0.8525290723478068,
+      "eval_average_ersatz_pr_auc": 0.958654281338609,
+      "eval_average_opus100_pr_auc": 0.8071192785576806,
+      "eval_average_ud_pr_auc": 0.9524123570784214,
+      "eval_az_opus100_pr_auc": 0.7457042405231322,
+      "eval_be_opus100_pr_auc": 0.6527836497484912,
+      "eval_be_ud_pr_auc": 0.8875414041467442,
+      "eval_bg_opus100_pr_auc": 0.8983018819326721,
+      "eval_bg_ud_pr_auc": 0.985123588599604,
+      "eval_bn_opus100_pr_auc": 0.7883020254836259,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8602247101412883,
+      "eval_ca_ud_pr_auc": 0.9934776994139418,
+      "eval_ceb_ud_pr_auc": 0.9998573862448918,
+      "eval_cs_ersatz_pr_auc": 0.980993168107541,
+      "eval_cs_opus100_pr_auc": 0.8803913339044858,
+      "eval_cs_ud_pr_auc": 0.9512114335486057,
+      "eval_cy_opus100_pr_auc": 0.7252214545829684,
+      "eval_cy_ud_pr_auc": 0.9940472261797472,
+      "eval_da_opus100_pr_auc": 0.8842174395170326,
+      "eval_da_ud_pr_auc": 0.9788077294717089,
+      "eval_de_ersatz_pr_auc": 0.972710451239826,
+      "eval_de_opus100_pr_auc": 0.8557942137070056,
+      "eval_de_ud_pr_auc": 0.9783495407989214,
+      "eval_el_opus100_pr_auc": 0.911169663233756,
+      "eval_el_ud_pr_auc": 0.9872673738326336,
+      "eval_en_ersatz_pr_auc": 0.9862568706347816,
+      "eval_en_opus100_pr_auc": 0.913284577847016,
+      "eval_en_ud_pr_auc": 0.969191401618579,
+      "eval_eo_opus100_pr_auc": 0.9148854744903997,
+      "eval_es_ersatz_pr_auc": 0.9926480201043273,
+      "eval_es_opus100_pr_auc": 0.9152290960149205,
+      "eval_es_ud_pr_auc": 0.9862527883013387,
+      "eval_et_ersatz_pr_auc": 0.9800583822580649,
+      "eval_et_opus100_pr_auc": 0.88472521911034,
+      "eval_et_ud_pr_auc": 0.9224380208578199,
+      "eval_eu_opus100_pr_auc": 0.869526285414608,
+      "eval_eu_ud_pr_auc": 0.988710780505094,
+      "eval_fa_opus100_pr_auc": 0.5539343464101298,
+      "eval_fa_ud_pr_auc": 0.9992008435729799,
+      "eval_fi_ersatz_pr_auc": 0.9811024891704712,
+      "eval_fi_opus100_pr_auc": 0.8755906443684952,
+      "eval_fi_ud_pr_auc": 0.9444645343910231,
+      "eval_fr_ersatz_pr_auc": 0.9757284257110586,
+      "eval_fr_opus100_pr_auc": 0.8921047017919741,
+      "eval_fr_ud_pr_auc": 0.9602922555503097,
+      "eval_fy_opus100_pr_auc": 0.6797551682296269,
+      "eval_ga_opus100_pr_auc": 0.8619733098760423,
+      "eval_ga_ud_pr_auc": 0.8230187076519988,
+      "eval_gd_opus100_pr_auc": 0.5521089390093836,
+      "eval_gd_ud_pr_auc": 0.7070093892126198,
+      "eval_gl_opus100_pr_auc": 0.8733123715586495,
+      "eval_gl_ud_pr_auc": 0.9911199183245418,
+      "eval_gu_ersatz_pr_auc": 0.9351276909492404,
+      "eval_gu_opus100_pr_auc": 0.6976195933139034,
+      "eval_ha_opus100_pr_auc": 0.8979202583934499,
+      "eval_he_opus100_pr_auc": 0.8580897597863353,
+      "eval_he_ud_pr_auc": 0.9680262060368904,
+      "eval_hi_ersatz_pr_auc": 0.9654491692475426,
+      "eval_hi_opus100_pr_auc": 0.6329334609777608,
+      "eval_hi_ud_pr_auc": 0.976816907657869,
+      "eval_hu_opus100_pr_auc": 0.9055971534656038,
+      "eval_hu_ud_pr_auc": 0.982969537864268,
+      "eval_hy_opus100_pr_auc": 0.9108673508670937,
+      "eval_hy_ud_pr_auc": 0.9579483197232864,
+      "eval_id_opus100_pr_auc": 0.8622381010286567,
+      "eval_id_ud_pr_auc": 0.9909694325788113,
+      "eval_ig_opus100_pr_auc": 0.8602878099554425,
+      "eval_is_opus100_pr_auc": 0.9100597785763874,
+      "eval_is_ud_pr_auc": 0.896236683551863,
+      "eval_it_opus100_pr_auc": 0.8904072689194739,
+      "eval_it_ud_pr_auc": 0.992166793004883,
+      "eval_ja_ersatz_pr_auc": 0.7776232740775585,
+      "eval_ja_opus100_pr_auc": 0.7534856587491636,
+      "eval_ja_ud_pr_auc": 0.9848761652321238,
+      "eval_jv_ud_pr_auc": 0.9766094037249974,
+      "eval_ka_opus100_pr_auc": 0.8731050371123086,
+      "eval_kk_ersatz_pr_auc": 0.9859159860023388,
+      "eval_kk_opus100_pr_auc": 0.7956551426177467,
+      "eval_kk_ud_pr_auc": 0.9695219107083162,
+      "eval_km_ersatz_pr_auc": 0.8888924475642526,
+      "eval_km_opus100_pr_auc": 0.704553655336306,
+      "eval_kn_opus100_pr_auc": 0.5741569340878968,
+      "eval_ko_opus100_pr_auc": 0.6472890701327381,
+      "eval_ko_ud_pr_auc": 0.9960377225565142,
+      "eval_ku_opus100_pr_auc": 0.8126207881449626,
+      "eval_ky_opus100_pr_auc": 0.8283468562590633,
+      "eval_la_ud_pr_auc": 0.9195212997622461,
+      "eval_loss": 0.03989284113049507,
+      "eval_lt_ersatz_pr_auc": 0.9882288705753257,
+      "eval_lt_opus100_pr_auc": 0.8438434486163633,
+      "eval_lt_ud_pr_auc": 0.9817376363595909,
+      "eval_lv_ersatz_pr_auc": 0.99007988288006,
+      "eval_lv_opus100_pr_auc": 0.8671106911149105,
+      "eval_lv_ud_pr_auc": 0.9649695609841936,
+      "eval_mg_opus100_pr_auc": 0.9067649115939075,
+      "eval_mk_opus100_pr_auc": 0.8962073043478186,
+      "eval_ml_opus100_pr_auc": 0.7314406031977065,
+      "eval_mn_opus100_pr_auc": 0.9416103938325305,
+      "eval_mr_opus100_pr_auc": 0.8923239836267688,
+      "eval_mr_ud_pr_auc": 0.9914400792901513,
+      "eval_ms_opus100_pr_auc": 0.8549737947978128,
+      "eval_mt_opus100_pr_auc": 0.8050819893674201,
+      "eval_mt_ud_pr_auc": 0.8230541865981994,
+      "eval_my_opus100_pr_auc": 0.6770749577104176,
+      "eval_ne_opus100_pr_auc": 0.6639637617442772,
+      "eval_nl_opus100_pr_auc": 0.8844586998887818,
+      "eval_nl_ud_pr_auc": 0.9764525071639557,
+      "eval_no_opus100_pr_auc": 0.9073152787731429,
+      "eval_no_ud_pr_auc": 0.9930329146783187,
+      "eval_pa_opus100_pr_auc": 0.662725147548804,
+      "eval_pl_ersatz_pr_auc": 0.9776736088384237,
+      "eval_pl_opus100_pr_auc": 0.8741191568417118,
+      "eval_pl_ud_pr_auc": 0.9635514548947963,
+      "eval_ps_ersatz_pr_auc": 0.9390619623839868,
+      "eval_ps_opus100_pr_auc": 0.7089119621473725,
+      "eval_pt_opus100_pr_auc": 0.9125614193694944,
+      "eval_pt_ud_pr_auc": 0.9789868461171557,
+      "eval_ro_ersatz_pr_auc": 0.9907934363764059,
+      "eval_ro_opus100_pr_auc": 0.8727247926806526,
+      "eval_ro_ud_pr_auc": 0.9445912446748689,
+      "eval_ru_ersatz_pr_auc": 0.9845616708801045,
+      "eval_ru_opus100_pr_auc": 0.8940591266339954,
+      "eval_ru_ud_pr_auc": 0.850729659438916,
+      "eval_runtime": 460.6724,
+      "eval_samples_per_second": 163.826,
+      "eval_si_opus100_pr_auc": 0.7785455707026124,
+      "eval_sk_opus100_pr_auc": 0.9050880966779756,
+      "eval_sk_ud_pr_auc": 0.9771578742648386,
+      "eval_sl_opus100_pr_auc": 0.8421070042888827,
+      "eval_sl_ud_pr_auc": 0.9751479252585987,
+      "eval_sq_opus100_pr_auc": 0.8869658098619131,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8980119537536899,
+      "eval_sr_ud_pr_auc": 0.9956694560996999,
+      "eval_steps_per_second": 5.121,
+      "eval_sv_opus100_pr_auc": 0.8763463330025778,
+      "eval_sv_ud_pr_auc": 0.9349485909330443,
+      "eval_ta_ersatz_pr_auc": 0.9826149166230914,
+      "eval_ta_opus100_pr_auc": 0.6411861790059187,
+      "eval_ta_ud_pr_auc": 1.0,
+      "eval_te_opus100_pr_auc": 0.8010483971090361,
+      "eval_tg_opus100_pr_auc": 0.8756870365112115,
+      "eval_th_opus100_pr_auc": 0.6681386531029053,
+      "eval_th_ud_pr_auc": 0.7031743533837423,
+      "eval_tr_ersatz_pr_auc": 0.9705769410113178,
+      "eval_tr_opus100_pr_auc": 0.893193911452864,
+      "eval_tr_ud_pr_auc": 0.9406237951026013,
+      "eval_uk_opus100_pr_auc": 0.8580904285175751,
+      "eval_uk_ud_pr_auc": 0.941312992088383,
+      "eval_ur_opus100_pr_auc": 0.471675418596214,
+      "eval_ur_ud_pr_auc": 0.9950260356260282,
+      "eval_uz_opus100_pr_auc": 0.8571149635510729,
+      "eval_vi_opus100_pr_auc": 0.9020227079483074,
+      "eval_vi_ud_pr_auc": 0.9538057406242015,
+      "eval_xh_opus100_pr_auc": 0.856420098238724,
+      "eval_yi_opus100_pr_auc": 0.6909346603616711,
+      "eval_yo_opus100_pr_auc": 0.782958641166122,
+      "eval_yo_ud_pr_auc": 0.9124621663499286,
+      "eval_zh_ersatz_pr_auc": 0.9077514939132574,
+      "eval_zh_opus100_pr_auc": 0.7037697496371115,
+      "eval_zh_ud_pr_auc": 0.9854633435430968,
+      "eval_zu_opus100_pr_auc": 0.8229557732221349,
+      "step": 90000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.973417721518988e-05,
+      "learning_rate_adapter": 7.973417721518988e-05,
+      "loss": 0.0362,
+      "step": 90050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.972151898734178e-05,
+      "learning_rate_adapter": 7.972151898734178e-05,
+      "loss": 0.0357,
+      "step": 90100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.970886075949367e-05,
+      "learning_rate_adapter": 7.970886075949367e-05,
+      "loss": 0.0358,
+      "step": 90150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.969620253164557e-05,
+      "learning_rate_adapter": 7.969620253164557e-05,
+      "loss": 0.0374,
+      "step": 90200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.968354430379747e-05,
+      "learning_rate_adapter": 7.968354430379747e-05,
+      "loss": 0.0367,
+      "step": 90250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.967088607594936e-05,
+      "learning_rate_adapter": 7.967088607594936e-05,
+      "loss": 0.0365,
+      "step": 90300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.965822784810127e-05,
+      "learning_rate_adapter": 7.965822784810127e-05,
+      "loss": 0.036,
+      "step": 90350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.964556962025317e-05,
+      "learning_rate_adapter": 7.964556962025317e-05,
+      "loss": 0.0362,
+      "step": 90400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.963291139240507e-05,
+      "learning_rate_adapter": 7.963291139240507e-05,
+      "loss": 0.036,
+      "step": 90450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.962025316455697e-05,
+      "learning_rate_adapter": 7.962025316455697e-05,
+      "loss": 0.0367,
+      "step": 90500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.960759493670886e-05,
+      "learning_rate_adapter": 7.960759493670886e-05,
+      "loss": 0.0364,
+      "step": 90550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.959493670886077e-05,
+      "learning_rate_adapter": 7.959493670886077e-05,
+      "loss": 0.0364,
+      "step": 90600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.958227848101266e-05,
+      "learning_rate_adapter": 7.958227848101266e-05,
+      "loss": 0.0363,
+      "step": 90650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.956962025316455e-05,
+      "learning_rate_adapter": 7.956962025316455e-05,
+      "loss": 0.0352,
+      "step": 90700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.955696202531646e-05,
+      "learning_rate_adapter": 7.955696202531646e-05,
+      "loss": 0.0358,
+      "step": 90750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.954430379746835e-05,
+      "learning_rate_adapter": 7.954430379746835e-05,
+      "loss": 0.0362,
+      "step": 90800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.953164556962026e-05,
+      "learning_rate_adapter": 7.953164556962026e-05,
+      "loss": 0.0362,
+      "step": 90850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.951898734177215e-05,
+      "learning_rate_adapter": 7.951898734177215e-05,
+      "loss": 0.0362,
+      "step": 90900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.950632911392406e-05,
+      "learning_rate_adapter": 7.950632911392406e-05,
+      "loss": 0.0361,
+      "step": 90950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.949367088607596e-05,
+      "learning_rate_adapter": 7.949367088607596e-05,
+      "loss": 0.0356,
+      "step": 91000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.948101265822785e-05,
+      "learning_rate_adapter": 7.948101265822785e-05,
+      "loss": 0.0367,
+      "step": 91050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.946835443037976e-05,
+      "learning_rate_adapter": 7.946835443037976e-05,
+      "loss": 0.0362,
+      "step": 91100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.945569620253165e-05,
+      "learning_rate_adapter": 7.945569620253165e-05,
+      "loss": 0.0361,
+      "step": 91150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.944303797468354e-05,
+      "learning_rate_adapter": 7.944303797468354e-05,
+      "loss": 0.0365,
+      "step": 91200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.943037974683545e-05,
+      "learning_rate_adapter": 7.943037974683545e-05,
+      "loss": 0.036,
+      "step": 91250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.941772151898734e-05,
+      "learning_rate_adapter": 7.941772151898734e-05,
+      "loss": 0.0365,
+      "step": 91300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.940506329113925e-05,
+      "learning_rate_adapter": 7.940506329113925e-05,
+      "loss": 0.036,
+      "step": 91350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.939240506329114e-05,
+      "learning_rate_adapter": 7.939240506329114e-05,
+      "loss": 0.0355,
+      "step": 91400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.937974683544303e-05,
+      "learning_rate_adapter": 7.937974683544303e-05,
+      "loss": 0.0354,
+      "step": 91450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.936708860759494e-05,
+      "learning_rate_adapter": 7.936708860759494e-05,
+      "loss": 0.0359,
+      "step": 91500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.935443037974684e-05,
+      "learning_rate_adapter": 7.935443037974684e-05,
+      "loss": 0.0365,
+      "step": 91550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.934177215189875e-05,
+      "learning_rate_adapter": 7.934177215189875e-05,
+      "loss": 0.0362,
+      "step": 91600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.932911392405064e-05,
+      "learning_rate_adapter": 7.932911392405064e-05,
+      "loss": 0.0369,
+      "step": 91650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.931645569620254e-05,
+      "learning_rate_adapter": 7.931645569620254e-05,
+      "loss": 0.036,
+      "step": 91700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.930379746835444e-05,
+      "learning_rate_adapter": 7.930379746835444e-05,
+      "loss": 0.0364,
+      "step": 91750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.929113924050633e-05,
+      "learning_rate_adapter": 7.929113924050633e-05,
+      "loss": 0.0364,
+      "step": 91800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.927848101265823e-05,
+      "learning_rate_adapter": 7.927848101265823e-05,
+      "loss": 0.0361,
+      "step": 91850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.926582278481013e-05,
+      "learning_rate_adapter": 7.926582278481013e-05,
+      "loss": 0.0362,
+      "step": 91900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.925316455696203e-05,
+      "learning_rate_adapter": 7.925316455696203e-05,
+      "loss": 0.0352,
+      "step": 91950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.924050632911392e-05,
+      "learning_rate_adapter": 7.924050632911392e-05,
+      "loss": 0.0362,
+      "step": 92000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.922784810126582e-05,
+      "learning_rate_adapter": 7.922784810126582e-05,
+      "loss": 0.0362,
+      "step": 92050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.921518987341772e-05,
+      "learning_rate_adapter": 7.921518987341772e-05,
+      "loss": 0.0354,
+      "step": 92100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.920253164556963e-05,
+      "learning_rate_adapter": 7.920253164556963e-05,
+      "loss": 0.0354,
+      "step": 92150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.918987341772153e-05,
+      "learning_rate_adapter": 7.918987341772153e-05,
+      "loss": 0.0361,
+      "step": 92200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.917721518987343e-05,
+      "learning_rate_adapter": 7.917721518987343e-05,
+      "loss": 0.0363,
+      "step": 92250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.916455696202532e-05,
+      "learning_rate_adapter": 7.916455696202532e-05,
+      "loss": 0.0358,
+      "step": 92300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.915189873417722e-05,
+      "learning_rate_adapter": 7.915189873417722e-05,
+      "loss": 0.0353,
+      "step": 92350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.913924050632912e-05,
+      "learning_rate_adapter": 7.913924050632912e-05,
+      "loss": 0.0363,
+      "step": 92400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.912658227848102e-05,
+      "learning_rate_adapter": 7.912658227848102e-05,
+      "loss": 0.0362,
+      "step": 92450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.911392405063291e-05,
+      "learning_rate_adapter": 7.911392405063291e-05,
+      "loss": 0.0354,
+      "step": 92500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.91012658227848e-05,
+      "learning_rate_adapter": 7.91012658227848e-05,
+      "loss": 0.0363,
+      "step": 92550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.908860759493671e-05,
+      "learning_rate_adapter": 7.908860759493671e-05,
+      "loss": 0.036,
+      "step": 92600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.90759493670886e-05,
+      "learning_rate_adapter": 7.90759493670886e-05,
+      "loss": 0.036,
+      "step": 92650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.906329113924051e-05,
+      "learning_rate_adapter": 7.906329113924051e-05,
+      "loss": 0.0356,
+      "step": 92700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.905063291139241e-05,
+      "learning_rate_adapter": 7.905063291139241e-05,
+      "loss": 0.0359,
+      "step": 92750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.90379746835443e-05,
+      "learning_rate_adapter": 7.90379746835443e-05,
+      "loss": 0.0358,
+      "step": 92800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.902531645569621e-05,
+      "learning_rate_adapter": 7.902531645569621e-05,
+      "loss": 0.0356,
+      "step": 92850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.90126582278481e-05,
+      "learning_rate_adapter": 7.90126582278481e-05,
+      "loss": 0.0356,
+      "step": 92900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0353,
+      "step": 92950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89873417721519e-05,
+      "learning_rate_adapter": 7.89873417721519e-05,
+      "loss": 0.0361,
+      "step": 93000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89746835443038e-05,
+      "learning_rate_adapter": 7.89746835443038e-05,
+      "loss": 0.0357,
+      "step": 93050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89620253164557e-05,
+      "learning_rate_adapter": 7.89620253164557e-05,
+      "loss": 0.0352,
+      "step": 93100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.894936708860759e-05,
+      "learning_rate_adapter": 7.894936708860759e-05,
+      "loss": 0.0359,
+      "step": 93150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89367088607595e-05,
+      "learning_rate_adapter": 7.89367088607595e-05,
+      "loss": 0.0354,
+      "step": 93200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.892405063291139e-05,
+      "learning_rate_adapter": 7.892405063291139e-05,
+      "loss": 0.0351,
+      "step": 93250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89113924050633e-05,
+      "learning_rate_adapter": 7.89113924050633e-05,
+      "loss": 0.0354,
+      "step": 93300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.88987341772152e-05,
+      "learning_rate_adapter": 7.88987341772152e-05,
+      "loss": 0.0366,
+      "step": 93350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.888607594936709e-05,
+      "learning_rate_adapter": 7.888607594936709e-05,
+      "loss": 0.0351,
+      "step": 93400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.8873417721519e-05,
+      "learning_rate_adapter": 7.8873417721519e-05,
+      "loss": 0.0364,
+      "step": 93450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.886075949367089e-05,
+      "learning_rate_adapter": 7.886075949367089e-05,
+      "loss": 0.0364,
+      "step": 93500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.88481012658228e-05,
+      "learning_rate_adapter": 7.88481012658228e-05,
+      "loss": 0.0353,
+      "step": 93550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.883544303797469e-05,
+      "learning_rate_adapter": 7.883544303797469e-05,
+      "loss": 0.0354,
+      "step": 93600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.882278481012658e-05,
+      "learning_rate_adapter": 7.882278481012658e-05,
+      "loss": 0.0352,
+      "step": 93650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.881012658227849e-05,
+      "learning_rate_adapter": 7.881012658227849e-05,
+      "loss": 0.0367,
+      "step": 93700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.879746835443038e-05,
+      "learning_rate_adapter": 7.879746835443038e-05,
+      "loss": 0.0351,
+      "step": 93750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.878481012658228e-05,
+      "learning_rate_adapter": 7.878481012658228e-05,
+      "loss": 0.0362,
+      "step": 93800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.877215189873418e-05,
+      "learning_rate_adapter": 7.877215189873418e-05,
+      "loss": 0.036,
+      "step": 93850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.875949367088608e-05,
+      "learning_rate_adapter": 7.875949367088608e-05,
+      "loss": 0.0365,
+      "step": 93900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.874683544303799e-05,
+      "learning_rate_adapter": 7.874683544303799e-05,
+      "loss": 0.0364,
+      "step": 93950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.873417721518988e-05,
+      "learning_rate_adapter": 7.873417721518988e-05,
+      "loss": 0.0359,
+      "step": 94000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.872151898734178e-05,
+      "learning_rate_adapter": 7.872151898734178e-05,
+      "loss": 0.0358,
+      "step": 94050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.870886075949368e-05,
+      "learning_rate_adapter": 7.870886075949368e-05,
+      "loss": 0.0363,
+      "step": 94100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.869620253164557e-05,
+      "learning_rate_adapter": 7.869620253164557e-05,
+      "loss": 0.0355,
+      "step": 94150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.868354430379747e-05,
+      "learning_rate_adapter": 7.868354430379747e-05,
+      "loss": 0.0352,
+      "step": 94200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.867088607594937e-05,
+      "learning_rate_adapter": 7.867088607594937e-05,
+      "loss": 0.0359,
+      "step": 94250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.865822784810127e-05,
+      "learning_rate_adapter": 7.865822784810127e-05,
+      "loss": 0.0355,
+      "step": 94300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.864556962025316e-05,
+      "learning_rate_adapter": 7.864556962025316e-05,
+      "loss": 0.0365,
+      "step": 94350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.863291139240506e-05,
+      "learning_rate_adapter": 7.863291139240506e-05,
+      "loss": 0.0363,
+      "step": 94400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.862025316455696e-05,
+      "learning_rate_adapter": 7.862025316455696e-05,
+      "loss": 0.0361,
+      "step": 94450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.860759493670887e-05,
+      "learning_rate_adapter": 7.860759493670887e-05,
+      "loss": 0.0361,
+      "step": 94500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.859493670886077e-05,
+      "learning_rate_adapter": 7.859493670886077e-05,
+      "loss": 0.0352,
+      "step": 94550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.858227848101266e-05,
+      "learning_rate_adapter": 7.858227848101266e-05,
+      "loss": 0.0354,
+      "step": 94600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.856962025316456e-05,
+      "learning_rate_adapter": 7.856962025316456e-05,
+      "loss": 0.0357,
+      "step": 94650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.855696202531646e-05,
+      "learning_rate_adapter": 7.855696202531646e-05,
+      "loss": 0.0358,
+      "step": 94700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.854430379746835e-05,
+      "learning_rate_adapter": 7.854430379746835e-05,
+      "loss": 0.0367,
+      "step": 94750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.853164556962026e-05,
+      "learning_rate_adapter": 7.853164556962026e-05,
+      "loss": 0.0358,
+      "step": 94800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.851898734177215e-05,
+      "learning_rate_adapter": 7.851898734177215e-05,
+      "loss": 0.0359,
+      "step": 94850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.850632911392406e-05,
+      "learning_rate_adapter": 7.850632911392406e-05,
+      "loss": 0.0356,
+      "step": 94900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.849367088607595e-05,
+      "learning_rate_adapter": 7.849367088607595e-05,
+      "loss": 0.0363,
+      "step": 94950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.848101265822784e-05,
+      "learning_rate_adapter": 7.848101265822784e-05,
+      "loss": 0.0361,
+      "step": 95000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.7741500521150523,
+      "eval_af_ud_pr_auc": 0.990328871764936,
+      "eval_am_opus100_pr_auc": 0.5137349743164039,
+      "eval_ar_ersatz_pr_auc": 0.9147255348729694,
+      "eval_ar_opus100_pr_auc": 0.670610416764971,
+      "eval_ar_ud_pr_auc": 0.8529640264646335,
+      "eval_average_ersatz_pr_auc": 0.9487166113364164,
+      "eval_average_opus100_pr_auc": 0.8084843207726481,
+      "eval_average_ud_pr_auc": 0.9476833502578023,
+      "eval_az_opus100_pr_auc": 0.7174959336995531,
+      "eval_be_opus100_pr_auc": 0.680055155504905,
+      "eval_be_ud_pr_auc": 0.8420128475787029,
+      "eval_bg_opus100_pr_auc": 0.9022200540884798,
+      "eval_bg_ud_pr_auc": 0.9829361419626764,
+      "eval_bn_opus100_pr_auc": 0.7789769919179335,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8616496053221261,
+      "eval_ca_ud_pr_auc": 0.9851439330504952,
+      "eval_ceb_ud_pr_auc": 0.9999717815047149,
+      "eval_cs_ersatz_pr_auc": 0.9731750845184313,
+      "eval_cs_opus100_pr_auc": 0.8869093866817946,
+      "eval_cs_ud_pr_auc": 0.9431163821844338,
+      "eval_cy_opus100_pr_auc": 0.7238410642717057,
+      "eval_cy_ud_pr_auc": 0.9958378665627475,
+      "eval_da_opus100_pr_auc": 0.8917177857961257,
+      "eval_da_ud_pr_auc": 0.9749259585781964,
+      "eval_de_ersatz_pr_auc": 0.9600675534427164,
+      "eval_de_opus100_pr_auc": 0.8546928986592178,
+      "eval_de_ud_pr_auc": 0.974464710793041,
+      "eval_el_opus100_pr_auc": 0.9116346286169984,
+      "eval_el_ud_pr_auc": 0.9885943040196001,
+      "eval_en_ersatz_pr_auc": 0.9834992847453616,
+      "eval_en_opus100_pr_auc": 0.9154787065293339,
+      "eval_en_ud_pr_auc": 0.9620312761303924,
+      "eval_eo_opus100_pr_auc": 0.9178436484234687,
+      "eval_es_ersatz_pr_auc": 0.9928290064507085,
+      "eval_es_opus100_pr_auc": 0.9132041037685098,
+      "eval_es_ud_pr_auc": 0.9866199054456333,
+      "eval_et_ersatz_pr_auc": 0.9720669971386517,
+      "eval_et_opus100_pr_auc": 0.8811962992579694,
+      "eval_et_ud_pr_auc": 0.9446531570927633,
+      "eval_eu_opus100_pr_auc": 0.8736354083871531,
+      "eval_eu_ud_pr_auc": 0.9806073366783349,
+      "eval_fa_opus100_pr_auc": 0.5556847331760811,
+      "eval_fa_ud_pr_auc": 0.9945383956084173,
+      "eval_fi_ersatz_pr_auc": 0.9705985892565315,
+      "eval_fi_opus100_pr_auc": 0.8878050677585244,
+      "eval_fi_ud_pr_auc": 0.9472924520895741,
+      "eval_fr_ersatz_pr_auc": 0.979114246739296,
+      "eval_fr_opus100_pr_auc": 0.8882314490008568,
+      "eval_fr_ud_pr_auc": 0.9642517391296056,
+      "eval_fy_opus100_pr_auc": 0.7102172331313883,
+      "eval_ga_opus100_pr_auc": 0.8565466453330541,
+      "eval_ga_ud_pr_auc": 0.8078232744233307,
+      "eval_gd_opus100_pr_auc": 0.5371891596758415,
+      "eval_gd_ud_pr_auc": 0.716038865986066,
+      "eval_gl_opus100_pr_auc": 0.8734094330507958,
+      "eval_gl_ud_pr_auc": 0.9881789720204176,
+      "eval_gu_ersatz_pr_auc": 0.9133657274266342,
+      "eval_gu_opus100_pr_auc": 0.7059361190020794,
+      "eval_ha_opus100_pr_auc": 0.8936907877838425,
+      "eval_he_opus100_pr_auc": 0.8542982636193588,
+      "eval_he_ud_pr_auc": 0.9614152388929004,
+      "eval_hi_ersatz_pr_auc": 0.9598805493854781,
+      "eval_hi_opus100_pr_auc": 0.6395961326332011,
+      "eval_hi_ud_pr_auc": 0.9731781130426185,
+      "eval_hu_opus100_pr_auc": 0.9087916234868876,
+      "eval_hu_ud_pr_auc": 0.9806850402409156,
+      "eval_hy_opus100_pr_auc": 0.9074447481391283,
+      "eval_hy_ud_pr_auc": 0.9779953536110337,
+      "eval_id_opus100_pr_auc": 0.860142645083097,
+      "eval_id_ud_pr_auc": 0.9829598674572316,
+      "eval_ig_opus100_pr_auc": 0.8782876143530388,
+      "eval_is_opus100_pr_auc": 0.9145840291529231,
+      "eval_is_ud_pr_auc": 0.9022073408783602,
+      "eval_it_opus100_pr_auc": 0.8826691281136968,
+      "eval_it_ud_pr_auc": 0.9914326510377255,
+      "eval_ja_ersatz_pr_auc": 0.7468790775764931,
+      "eval_ja_opus100_pr_auc": 0.7804027406031988,
+      "eval_ja_ud_pr_auc": 0.9810920767514207,
+      "eval_jv_ud_pr_auc": 0.9667981918776039,
+      "eval_ka_opus100_pr_auc": 0.8850000960757666,
+      "eval_kk_ersatz_pr_auc": 0.9740110278564522,
+      "eval_kk_opus100_pr_auc": 0.8234161953316609,
+      "eval_kk_ud_pr_auc": 0.9639097580152225,
+      "eval_km_ersatz_pr_auc": 0.8914356536474417,
+      "eval_km_opus100_pr_auc": 0.6934595016333054,
+      "eval_kn_opus100_pr_auc": 0.5620292683335697,
+      "eval_ko_opus100_pr_auc": 0.6598414117102422,
+      "eval_ko_ud_pr_auc": 0.996805365014206,
+      "eval_ku_opus100_pr_auc": 0.8363868676697886,
+      "eval_ky_opus100_pr_auc": 0.8802899299106107,
+      "eval_la_ud_pr_auc": 0.937809576658643,
+      "eval_loss": 0.03980598971247673,
+      "eval_lt_ersatz_pr_auc": 0.9800945331642558,
+      "eval_lt_opus100_pr_auc": 0.830475538660691,
+      "eval_lt_ud_pr_auc": 0.9702428044088462,
+      "eval_lv_ersatz_pr_auc": 0.9824282061822524,
+      "eval_lv_opus100_pr_auc": 0.860563134200174,
+      "eval_lv_ud_pr_auc": 0.952866920808647,
+      "eval_mg_opus100_pr_auc": 0.8910900203529046,
+      "eval_mk_opus100_pr_auc": 0.881435291326377,
+      "eval_ml_opus100_pr_auc": 0.7456909816011952,
+      "eval_mn_opus100_pr_auc": 0.9526774615096384,
+      "eval_mr_opus100_pr_auc": 0.8914367537151063,
+      "eval_mr_ud_pr_auc": 0.9665004620813763,
+      "eval_ms_opus100_pr_auc": 0.8585318752283587,
+      "eval_mt_opus100_pr_auc": 0.7821504195431447,
+      "eval_mt_ud_pr_auc": 0.8443343402083663,
+      "eval_my_opus100_pr_auc": 0.6793572640342924,
+      "eval_ne_opus100_pr_auc": 0.6870670590329051,
+      "eval_nl_opus100_pr_auc": 0.8853868362172495,
+      "eval_nl_ud_pr_auc": 0.9754216952126665,
+      "eval_no_opus100_pr_auc": 0.912795766696749,
+      "eval_no_ud_pr_auc": 0.9939254152619924,
+      "eval_pa_opus100_pr_auc": 0.6707676773691446,
+      "eval_pl_ersatz_pr_auc": 0.9617009361847718,
+      "eval_pl_opus100_pr_auc": 0.8756280750354216,
+      "eval_pl_ud_pr_auc": 0.9509658046163628,
+      "eval_ps_ersatz_pr_auc": 0.9288127869376971,
+      "eval_ps_opus100_pr_auc": 0.7347625814338606,
+      "eval_pt_opus100_pr_auc": 0.90186223546374,
+      "eval_pt_ud_pr_auc": 0.9622389522223703,
+      "eval_ro_ersatz_pr_auc": 0.9867402754964607,
+      "eval_ro_opus100_pr_auc": 0.8351980644901075,
+      "eval_ro_ud_pr_auc": 0.9206451203841314,
+      "eval_ru_ersatz_pr_auc": 0.9773446553912917,
+      "eval_ru_opus100_pr_auc": 0.8843697148070171,
+      "eval_ru_ud_pr_auc": 0.8199368882971005,
+      "eval_runtime": 461.8866,
+      "eval_samples_per_second": 163.395,
+      "eval_si_opus100_pr_auc": 0.7926441875225456,
+      "eval_sk_opus100_pr_auc": 0.9072769398750742,
+      "eval_sk_ud_pr_auc": 0.9683580726881663,
+      "eval_sl_opus100_pr_auc": 0.8447790991945633,
+      "eval_sl_ud_pr_auc": 0.9561897764746101,
+      "eval_sq_opus100_pr_auc": 0.8595027846126708,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9011348419241298,
+      "eval_sr_ud_pr_auc": 0.9857223734148315,
+      "eval_steps_per_second": 5.107,
+      "eval_sv_opus100_pr_auc": 0.8756754957833038,
+      "eval_sv_ud_pr_auc": 0.9255477131933277,
+      "eval_ta_ersatz_pr_auc": 0.9785776706674997,
+      "eval_ta_opus100_pr_auc": 0.6346992855859418,
+      "eval_ta_ud_pr_auc": 0.99698969045215,
+      "eval_te_opus100_pr_auc": 0.8162661352874298,
+      "eval_tg_opus100_pr_auc": 0.8645191570666724,
+      "eval_th_opus100_pr_auc": 0.6695083731941198,
+      "eval_th_ud_pr_auc": 0.7019127846360733,
+      "eval_tr_ersatz_pr_auc": 0.9629860812947519,
+      "eval_tr_opus100_pr_auc": 0.8815162395105253,
+      "eval_tr_ud_pr_auc": 0.9384740554106764,
+      "eval_uk_opus100_pr_auc": 0.8610860261993186,
+      "eval_uk_ud_pr_auc": 0.9207730472118193,
+      "eval_ur_opus100_pr_auc": 0.4907345667530395,
+      "eval_ur_ud_pr_auc": 0.9908095080979712,
+      "eval_uz_opus100_pr_auc": 0.8509939302884711,
+      "eval_vi_opus100_pr_auc": 0.9006627983286218,
+      "eval_vi_ud_pr_auc": 0.9452875469912185,
+      "eval_xh_opus100_pr_auc": 0.8539449831590709,
+      "eval_yi_opus100_pr_auc": 0.6820274398887112,
+      "eval_yo_opus100_pr_auc": 0.7716155344211126,
+      "eval_yo_ud_pr_auc": 0.915834628821171,
+      "eval_zh_ersatz_pr_auc": 0.8814319710250119,
+      "eval_zh_opus100_pr_auc": 0.6837114149382719,
+      "eval_zh_ud_pr_auc": 0.9763525912542603,
+      "eval_zu_opus100_pr_auc": 0.8477703812218348,
+      "step": 95000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.846835443037975e-05,
+      "learning_rate_adapter": 7.846835443037975e-05,
+      "loss": 0.0362,
+      "step": 95050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.845569620253165e-05,
+      "learning_rate_adapter": 7.845569620253165e-05,
+      "loss": 0.0359,
+      "step": 95100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.844303797468356e-05,
+      "learning_rate_adapter": 7.844303797468356e-05,
+      "loss": 0.036,
+      "step": 95150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.843037974683545e-05,
+      "learning_rate_adapter": 7.843037974683545e-05,
+      "loss": 0.0349,
+      "step": 95200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.841772151898734e-05,
+      "learning_rate_adapter": 7.841772151898734e-05,
+      "loss": 0.036,
+      "step": 95250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.840506329113925e-05,
+      "learning_rate_adapter": 7.840506329113925e-05,
+      "loss": 0.0363,
+      "step": 95300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.839240506329114e-05,
+      "learning_rate_adapter": 7.839240506329114e-05,
+      "loss": 0.0358,
+      "step": 95350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.837974683544305e-05,
+      "learning_rate_adapter": 7.837974683544305e-05,
+      "loss": 0.0356,
+      "step": 95400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.836708860759494e-05,
+      "learning_rate_adapter": 7.836708860759494e-05,
+      "loss": 0.0353,
+      "step": 95450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.835443037974683e-05,
+      "learning_rate_adapter": 7.835443037974683e-05,
+      "loss": 0.0355,
+      "step": 95500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.834177215189874e-05,
+      "learning_rate_adapter": 7.834177215189874e-05,
+      "loss": 0.0354,
+      "step": 95550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.832911392405063e-05,
+      "learning_rate_adapter": 7.832911392405063e-05,
+      "loss": 0.0349,
+      "step": 95600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.831645569620253e-05,
+      "learning_rate_adapter": 7.831645569620253e-05,
+      "loss": 0.0353,
+      "step": 95650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.830379746835444e-05,
+      "learning_rate_adapter": 7.830379746835444e-05,
+      "loss": 0.0361,
+      "step": 95700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.829113924050633e-05,
+      "learning_rate_adapter": 7.829113924050633e-05,
+      "loss": 0.0355,
+      "step": 95750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.827848101265824e-05,
+      "learning_rate_adapter": 7.827848101265824e-05,
+      "loss": 0.0355,
+      "step": 95800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.826582278481013e-05,
+      "learning_rate_adapter": 7.826582278481013e-05,
+      "loss": 0.0346,
+      "step": 95850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.825316455696204e-05,
+      "learning_rate_adapter": 7.825316455696204e-05,
+      "loss": 0.036,
+      "step": 95900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.824050632911393e-05,
+      "learning_rate_adapter": 7.824050632911393e-05,
+      "loss": 0.0364,
+      "step": 95950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.822784810126582e-05,
+      "learning_rate_adapter": 7.822784810126582e-05,
+      "loss": 0.0354,
+      "step": 96000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.821518987341772e-05,
+      "learning_rate_adapter": 7.821518987341772e-05,
+      "loss": 0.0356,
+      "step": 96050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.820253164556962e-05,
+      "learning_rate_adapter": 7.820253164556962e-05,
+      "loss": 0.0353,
+      "step": 96100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.818987341772152e-05,
+      "learning_rate_adapter": 7.818987341772152e-05,
+      "loss": 0.0362,
+      "step": 96150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.817721518987341e-05,
+      "learning_rate_adapter": 7.817721518987341e-05,
+      "loss": 0.0358,
+      "step": 96200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.816455696202532e-05,
+      "learning_rate_adapter": 7.816455696202532e-05,
+      "loss": 0.0354,
+      "step": 96250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.815189873417723e-05,
+      "learning_rate_adapter": 7.815189873417723e-05,
+      "loss": 0.036,
+      "step": 96300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.813924050632912e-05,
+      "learning_rate_adapter": 7.813924050632912e-05,
+      "loss": 0.0357,
+      "step": 96350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.812658227848102e-05,
+      "learning_rate_adapter": 7.812658227848102e-05,
+      "loss": 0.0356,
+      "step": 96400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.811392405063292e-05,
+      "learning_rate_adapter": 7.811392405063292e-05,
+      "loss": 0.0359,
+      "step": 96450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.810126582278482e-05,
+      "learning_rate_adapter": 7.810126582278482e-05,
+      "loss": 0.0359,
+      "step": 96500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.808860759493671e-05,
+      "learning_rate_adapter": 7.808860759493671e-05,
+      "loss": 0.0356,
+      "step": 96550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80759493670886e-05,
+      "learning_rate_adapter": 7.80759493670886e-05,
+      "loss": 0.0363,
+      "step": 96600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.806329113924051e-05,
+      "learning_rate_adapter": 7.806329113924051e-05,
+      "loss": 0.036,
+      "step": 96650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80506329113924e-05,
+      "learning_rate_adapter": 7.80506329113924e-05,
+      "loss": 0.0355,
+      "step": 96700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.803797468354431e-05,
+      "learning_rate_adapter": 7.803797468354431e-05,
+      "loss": 0.0362,
+      "step": 96750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80253164556962e-05,
+      "learning_rate_adapter": 7.80253164556962e-05,
+      "loss": 0.0356,
+      "step": 96800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80126582278481e-05,
+      "learning_rate_adapter": 7.80126582278481e-05,
+      "loss": 0.0357,
+      "step": 96850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0349,
+      "step": 96900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79873417721519e-05,
+      "learning_rate_adapter": 7.79873417721519e-05,
+      "loss": 0.0354,
+      "step": 96950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.797468354430381e-05,
+      "learning_rate_adapter": 7.797468354430381e-05,
+      "loss": 0.0357,
+      "step": 97000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79620253164557e-05,
+      "learning_rate_adapter": 7.79620253164557e-05,
+      "loss": 0.0359,
+      "step": 97050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79493670886076e-05,
+      "learning_rate_adapter": 7.79493670886076e-05,
+      "loss": 0.0362,
+      "step": 97100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79367088607595e-05,
+      "learning_rate_adapter": 7.79367088607595e-05,
+      "loss": 0.0367,
+      "step": 97150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.792405063291139e-05,
+      "learning_rate_adapter": 7.792405063291139e-05,
+      "loss": 0.0364,
+      "step": 97200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79113924050633e-05,
+      "learning_rate_adapter": 7.79113924050633e-05,
+      "loss": 0.036,
+      "step": 97250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.789873417721519e-05,
+      "learning_rate_adapter": 7.789873417721519e-05,
+      "loss": 0.0349,
+      "step": 97300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.788607594936708e-05,
+      "learning_rate_adapter": 7.788607594936708e-05,
+      "loss": 0.036,
+      "step": 97350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.787341772151899e-05,
+      "learning_rate_adapter": 7.787341772151899e-05,
+      "loss": 0.0361,
+      "step": 97400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.786075949367089e-05,
+      "learning_rate_adapter": 7.786075949367089e-05,
+      "loss": 0.0354,
+      "step": 97450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.78481012658228e-05,
+      "learning_rate_adapter": 7.78481012658228e-05,
+      "loss": 0.0359,
+      "step": 97500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.783544303797469e-05,
+      "learning_rate_adapter": 7.783544303797469e-05,
+      "loss": 0.0352,
+      "step": 97550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.782278481012658e-05,
+      "learning_rate_adapter": 7.782278481012658e-05,
+      "loss": 0.0353,
+      "step": 97600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.781012658227849e-05,
+      "learning_rate_adapter": 7.781012658227849e-05,
+      "loss": 0.0359,
+      "step": 97650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.779746835443038e-05,
+      "learning_rate_adapter": 7.779746835443038e-05,
+      "loss": 0.035,
+      "step": 97700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.778481012658229e-05,
+      "learning_rate_adapter": 7.778481012658229e-05,
+      "loss": 0.0356,
+      "step": 97750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.777215189873418e-05,
+      "learning_rate_adapter": 7.777215189873418e-05,
+      "loss": 0.0351,
+      "step": 97800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.775949367088607e-05,
+      "learning_rate_adapter": 7.775949367088607e-05,
+      "loss": 0.0358,
+      "step": 97850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.774683544303798e-05,
+      "learning_rate_adapter": 7.774683544303798e-05,
+      "loss": 0.0355,
+      "step": 97900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.773417721518987e-05,
+      "learning_rate_adapter": 7.773417721518987e-05,
+      "loss": 0.0352,
+      "step": 97950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.772151898734177e-05,
+      "learning_rate_adapter": 7.772151898734177e-05,
+      "loss": 0.0361,
+      "step": 98000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.770886075949368e-05,
+      "learning_rate_adapter": 7.770886075949368e-05,
+      "loss": 0.0356,
+      "step": 98050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.769620253164558e-05,
+      "learning_rate_adapter": 7.769620253164558e-05,
+      "loss": 0.0361,
+      "step": 98100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.768354430379748e-05,
+      "learning_rate_adapter": 7.768354430379748e-05,
+      "loss": 0.0365,
+      "step": 98150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.767088607594937e-05,
+      "learning_rate_adapter": 7.767088607594937e-05,
+      "loss": 0.0365,
+      "step": 98200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.765822784810127e-05,
+      "learning_rate_adapter": 7.765822784810127e-05,
+      "loss": 0.0358,
+      "step": 98250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.764556962025317e-05,
+      "learning_rate_adapter": 7.764556962025317e-05,
+      "loss": 0.0365,
+      "step": 98300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.763291139240507e-05,
+      "learning_rate_adapter": 7.763291139240507e-05,
+      "loss": 0.0357,
+      "step": 98350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.762025316455696e-05,
+      "learning_rate_adapter": 7.762025316455696e-05,
+      "loss": 0.0358,
+      "step": 98400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.760759493670886e-05,
+      "learning_rate_adapter": 7.760759493670886e-05,
+      "loss": 0.0346,
+      "step": 98450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.759493670886076e-05,
+      "learning_rate_adapter": 7.759493670886076e-05,
+      "loss": 0.0358,
+      "step": 98500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.758227848101265e-05,
+      "learning_rate_adapter": 7.758227848101265e-05,
+      "loss": 0.0352,
+      "step": 98550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.756962025316456e-05,
+      "learning_rate_adapter": 7.756962025316456e-05,
+      "loss": 0.0352,
+      "step": 98600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.755696202531647e-05,
+      "learning_rate_adapter": 7.755696202531647e-05,
+      "loss": 0.0348,
+      "step": 98650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.754430379746836e-05,
+      "learning_rate_adapter": 7.754430379746836e-05,
+      "loss": 0.0363,
+      "step": 98700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.753164556962026e-05,
+      "learning_rate_adapter": 7.753164556962026e-05,
+      "loss": 0.0358,
+      "step": 98750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.751898734177216e-05,
+      "learning_rate_adapter": 7.751898734177216e-05,
+      "loss": 0.0366,
+      "step": 98800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.750632911392406e-05,
+      "learning_rate_adapter": 7.750632911392406e-05,
+      "loss": 0.0352,
+      "step": 98850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.749367088607595e-05,
+      "learning_rate_adapter": 7.749367088607595e-05,
+      "loss": 0.0357,
+      "step": 98900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.748101265822784e-05,
+      "learning_rate_adapter": 7.748101265822784e-05,
+      "loss": 0.0357,
+      "step": 98950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.746835443037975e-05,
+      "learning_rate_adapter": 7.746835443037975e-05,
+      "loss": 0.0361,
+      "step": 99000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.745569620253164e-05,
+      "learning_rate_adapter": 7.745569620253164e-05,
+      "loss": 0.0353,
+      "step": 99050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.744303797468355e-05,
+      "learning_rate_adapter": 7.744303797468355e-05,
+      "loss": 0.0355,
+      "step": 99100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.743037974683544e-05,
+      "learning_rate_adapter": 7.743037974683544e-05,
+      "loss": 0.0359,
+      "step": 99150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.741772151898735e-05,
+      "learning_rate_adapter": 7.741772151898735e-05,
+      "loss": 0.0349,
+      "step": 99200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.740506329113925e-05,
+      "learning_rate_adapter": 7.740506329113925e-05,
+      "loss": 0.0368,
+      "step": 99250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.739240506329114e-05,
+      "learning_rate_adapter": 7.739240506329114e-05,
+      "loss": 0.0353,
+      "step": 99300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.737974683544305e-05,
+      "learning_rate_adapter": 7.737974683544305e-05,
+      "loss": 0.036,
+      "step": 99350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.736708860759494e-05,
+      "learning_rate_adapter": 7.736708860759494e-05,
+      "loss": 0.0358,
+      "step": 99400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.735443037974683e-05,
+      "learning_rate_adapter": 7.735443037974683e-05,
+      "loss": 0.0355,
+      "step": 99450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.734177215189874e-05,
+      "learning_rate_adapter": 7.734177215189874e-05,
+      "loss": 0.036,
+      "step": 99500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.732911392405063e-05,
+      "learning_rate_adapter": 7.732911392405063e-05,
+      "loss": 0.0359,
+      "step": 99550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.731645569620254e-05,
+      "learning_rate_adapter": 7.731645569620254e-05,
+      "loss": 0.0358,
+      "step": 99600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.730379746835443e-05,
+      "learning_rate_adapter": 7.730379746835443e-05,
+      "loss": 0.035,
+      "step": 99650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.729113924050633e-05,
+      "learning_rate_adapter": 7.729113924050633e-05,
+      "loss": 0.0354,
+      "step": 99700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.727848101265823e-05,
+      "learning_rate_adapter": 7.727848101265823e-05,
+      "loss": 0.0357,
+      "step": 99750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.726582278481013e-05,
+      "learning_rate_adapter": 7.726582278481013e-05,
+      "loss": 0.0355,
+      "step": 99800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.725316455696204e-05,
+      "learning_rate_adapter": 7.725316455696204e-05,
+      "loss": 0.035,
+      "step": 99850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.724050632911393e-05,
+      "learning_rate_adapter": 7.724050632911393e-05,
+      "loss": 0.0361,
+      "step": 99900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.722784810126584e-05,
+      "learning_rate_adapter": 7.722784810126584e-05,
+      "loss": 0.0357,
+      "step": 99950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.721518987341773e-05,
+      "learning_rate_adapter": 7.721518987341773e-05,
+      "loss": 0.0354,
+      "step": 100000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.747182908005869,
+      "eval_af_ud_pr_auc": 0.9953160386857626,
+      "eval_am_opus100_pr_auc": 0.5774360905818416,
+      "eval_ar_ersatz_pr_auc": 0.9194280769045057,
+      "eval_ar_opus100_pr_auc": 0.661067740067421,
+      "eval_ar_ud_pr_auc": 0.8624298256262597,
+      "eval_average_ersatz_pr_auc": 0.9553365769227025,
+      "eval_average_opus100_pr_auc": 0.8028051679241365,
+      "eval_average_ud_pr_auc": 0.952573468561173,
+      "eval_az_opus100_pr_auc": 0.7106784665856823,
+      "eval_be_opus100_pr_auc": 0.6572077123931053,
+      "eval_be_ud_pr_auc": 0.8795380778666184,
+      "eval_bg_opus100_pr_auc": 0.8943643688551746,
+      "eval_bg_ud_pr_auc": 0.9878882090255013,
+      "eval_bn_opus100_pr_auc": 0.7786467607937984,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8631849486598628,
+      "eval_ca_ud_pr_auc": 0.9939704272414388,
+      "eval_ceb_ud_pr_auc": 0.9996510756770811,
+      "eval_cs_ersatz_pr_auc": 0.9771775650913765,
+      "eval_cs_opus100_pr_auc": 0.8748007463451442,
+      "eval_cs_ud_pr_auc": 0.9484597198866755,
+      "eval_cy_opus100_pr_auc": 0.7127751028382002,
+      "eval_cy_ud_pr_auc": 0.9940111746253223,
+      "eval_da_opus100_pr_auc": 0.8971439017613437,
+      "eval_da_ud_pr_auc": 0.976107585908606,
+      "eval_de_ersatz_pr_auc": 0.956861846972671,
+      "eval_de_opus100_pr_auc": 0.8605344598551699,
+      "eval_de_ud_pr_auc": 0.9808823784819846,
+      "eval_el_opus100_pr_auc": 0.9045456278439681,
+      "eval_el_ud_pr_auc": 0.9907304995776116,
+      "eval_en_ersatz_pr_auc": 0.986352357929812,
+      "eval_en_opus100_pr_auc": 0.9069227814458172,
+      "eval_en_ud_pr_auc": 0.9651878171057799,
+      "eval_eo_opus100_pr_auc": 0.910953520703931,
+      "eval_es_ersatz_pr_auc": 0.9946479569470739,
+      "eval_es_opus100_pr_auc": 0.9100081564798357,
+      "eval_es_ud_pr_auc": 0.9872349579753509,
+      "eval_et_ersatz_pr_auc": 0.972694084722755,
+      "eval_et_opus100_pr_auc": 0.8833714820587496,
+      "eval_et_ud_pr_auc": 0.9465155599909233,
+      "eval_eu_opus100_pr_auc": 0.8665820416639333,
+      "eval_eu_ud_pr_auc": 0.9876107475460398,
+      "eval_fa_opus100_pr_auc": 0.555239346445387,
+      "eval_fa_ud_pr_auc": 0.9951091291098219,
+      "eval_fi_ersatz_pr_auc": 0.9783633447999132,
+      "eval_fi_opus100_pr_auc": 0.8920516132026141,
+      "eval_fi_ud_pr_auc": 0.9606404438183413,
+      "eval_fr_ersatz_pr_auc": 0.9728339723544119,
+      "eval_fr_opus100_pr_auc": 0.88434967439638,
+      "eval_fr_ud_pr_auc": 0.9694060938216396,
+      "eval_fy_opus100_pr_auc": 0.6847597945104,
+      "eval_ga_opus100_pr_auc": 0.8614031036644042,
+      "eval_ga_ud_pr_auc": 0.8277598120021767,
+      "eval_gd_opus100_pr_auc": 0.5195172615840511,
+      "eval_gd_ud_pr_auc": 0.7320316881255827,
+      "eval_gl_opus100_pr_auc": 0.8606255027392183,
+      "eval_gl_ud_pr_auc": 0.9914998766218083,
+      "eval_gu_ersatz_pr_auc": 0.9331959842229994,
+      "eval_gu_opus100_pr_auc": 0.6873802162893863,
+      "eval_ha_opus100_pr_auc": 0.8988856700063566,
+      "eval_he_opus100_pr_auc": 0.8465330969935212,
+      "eval_he_ud_pr_auc": 0.9567948148980362,
+      "eval_hi_ersatz_pr_auc": 0.9627052418389772,
+      "eval_hi_opus100_pr_auc": 0.6450977885004698,
+      "eval_hi_ud_pr_auc": 0.9776146249051522,
+      "eval_hu_opus100_pr_auc": 0.8928916448676718,
+      "eval_hu_ud_pr_auc": 0.9829458960678916,
+      "eval_hy_opus100_pr_auc": 0.9065991998233041,
+      "eval_hy_ud_pr_auc": 0.9872252049908335,
+      "eval_id_opus100_pr_auc": 0.8361451807828897,
+      "eval_id_ud_pr_auc": 0.9860671044699716,
+      "eval_ig_opus100_pr_auc": 0.8582453929413649,
+      "eval_is_opus100_pr_auc": 0.9082550458438684,
+      "eval_is_ud_pr_auc": 0.8981947478823477,
+      "eval_it_opus100_pr_auc": 0.8767954129878317,
+      "eval_it_ud_pr_auc": 0.9910508960952368,
+      "eval_ja_ersatz_pr_auc": 0.8036901789072796,
+      "eval_ja_opus100_pr_auc": 0.765523710759185,
+      "eval_ja_ud_pr_auc": 0.9850837097213719,
+      "eval_jv_ud_pr_auc": 0.991378448432588,
+      "eval_ka_opus100_pr_auc": 0.8612443017069087,
+      "eval_kk_ersatz_pr_auc": 0.9850691005086945,
+      "eval_kk_opus100_pr_auc": 0.7888944825405335,
+      "eval_kk_ud_pr_auc": 0.9681222396714785,
+      "eval_km_ersatz_pr_auc": 0.8926077402655693,
+      "eval_km_opus100_pr_auc": 0.7096224884691559,
+      "eval_kn_opus100_pr_auc": 0.5529015857208796,
+      "eval_ko_opus100_pr_auc": 0.6200281566005036,
+      "eval_ko_ud_pr_auc": 0.9977177235966482,
+      "eval_ku_opus100_pr_auc": 0.8127487001846758,
+      "eval_ky_opus100_pr_auc": 0.8435807055530598,
+      "eval_la_ud_pr_auc": 0.9248377921698424,
+      "eval_loss": 0.039513494819402695,
+      "eval_lt_ersatz_pr_auc": 0.9872551186119422,
+      "eval_lt_opus100_pr_auc": 0.84298300467723,
+      "eval_lt_ud_pr_auc": 0.9729554878406398,
+      "eval_lv_ersatz_pr_auc": 0.9836606189441568,
+      "eval_lv_opus100_pr_auc": 0.8673480798718114,
+      "eval_lv_ud_pr_auc": 0.953421948814033,
+      "eval_mg_opus100_pr_auc": 0.9041256536212687,
+      "eval_mk_opus100_pr_auc": 0.8848944866100045,
+      "eval_ml_opus100_pr_auc": 0.7271211210392167,
+      "eval_mn_opus100_pr_auc": 0.9411214502300943,
+      "eval_mr_opus100_pr_auc": 0.8992303366792311,
+      "eval_mr_ud_pr_auc": 0.9672843260769478,
+      "eval_ms_opus100_pr_auc": 0.8457885367952191,
+      "eval_mt_opus100_pr_auc": 0.8098378364751072,
+      "eval_mt_ud_pr_auc": 0.847574196182444,
+      "eval_my_opus100_pr_auc": 0.698317102868988,
+      "eval_ne_opus100_pr_auc": 0.6454844804966647,
+      "eval_nl_opus100_pr_auc": 0.881817704991654,
+      "eval_nl_ud_pr_auc": 0.9686829924069928,
+      "eval_no_opus100_pr_auc": 0.9054164368287271,
+      "eval_no_ud_pr_auc": 0.9948726903755142,
+      "eval_pa_opus100_pr_auc": 0.6526097220800235,
+      "eval_pl_ersatz_pr_auc": 0.9735208111903816,
+      "eval_pl_opus100_pr_auc": 0.8718136508600066,
+      "eval_pl_ud_pr_auc": 0.9617877184243093,
+      "eval_ps_ersatz_pr_auc": 0.9124292906524508,
+      "eval_ps_opus100_pr_auc": 0.6849429435684177,
+      "eval_pt_opus100_pr_auc": 0.9114974778826842,
+      "eval_pt_ud_pr_auc": 0.9774380162187838,
+      "eval_ro_ersatz_pr_auc": 0.9921649825916876,
+      "eval_ro_opus100_pr_auc": 0.8552618758164316,
+      "eval_ro_ud_pr_auc": 0.9286389378754458,
+      "eval_ru_ersatz_pr_auc": 0.9850905728058318,
+      "eval_ru_opus100_pr_auc": 0.8936126639089249,
+      "eval_ru_ud_pr_auc": 0.8185003898867255,
+      "eval_runtime": 459.6146,
+      "eval_samples_per_second": 164.203,
+      "eval_si_opus100_pr_auc": 0.784713762579151,
+      "eval_sk_opus100_pr_auc": 0.9032359615746907,
+      "eval_sk_ud_pr_auc": 0.9675517975702123,
+      "eval_sl_opus100_pr_auc": 0.8407605541590646,
+      "eval_sl_ud_pr_auc": 0.9732304472650197,
+      "eval_sq_opus100_pr_auc": 0.8640422743439878,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8906888142195172,
+      "eval_sr_ud_pr_auc": 0.9922572364198853,
+      "eval_steps_per_second": 5.133,
+      "eval_sv_opus100_pr_auc": 0.8731747938718399,
+      "eval_sv_ud_pr_auc": 0.9242474462013642,
+      "eval_ta_ersatz_pr_auc": 0.9815678067150078,
+      "eval_ta_opus100_pr_auc": 0.6380342442449429,
+      "eval_ta_ud_pr_auc": 0.9989330786048503,
+      "eval_te_opus100_pr_auc": 0.8111890336029526,
+      "eval_tg_opus100_pr_auc": 0.8718301662170588,
+      "eval_th_opus100_pr_auc": 0.6590122159436912,
+      "eval_th_ud_pr_auc": 0.7211501811826496,
+      "eval_tr_ersatz_pr_auc": 0.9612202064120007,
+      "eval_tr_opus100_pr_auc": 0.8806120135715225,
+      "eval_tr_ud_pr_auc": 0.9345473498271661,
+      "eval_uk_opus100_pr_auc": 0.8573345668234241,
+      "eval_uk_ud_pr_auc": 0.9326819997948742,
+      "eval_ur_opus100_pr_auc": 0.4953259978871565,
+      "eval_ur_ud_pr_auc": 0.9909610981893882,
+      "eval_uz_opus100_pr_auc": 0.8533034266565657,
+      "eval_vi_opus100_pr_auc": 0.8913435627633921,
+      "eval_vi_ud_pr_auc": 0.9469010379959719,
+      "eval_xh_opus100_pr_auc": 0.8503498403790601,
+      "eval_yi_opus100_pr_auc": 0.6519677184896755,
+      "eval_yo_opus100_pr_auc": 0.7653793106954467,
+      "eval_yo_ud_pr_auc": 0.9095513609063304,
+      "eval_zh_ersatz_pr_auc": 0.9048678329099527,
+      "eval_zh_opus100_pr_auc": 0.7079917151928027,
+      "eval_zh_ud_pr_auc": 0.9945036283055931,
+      "eval_zu_opus100_pr_auc": 0.8297833372086814,
+      "step": 100000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.720253164556962e-05,
+      "learning_rate_adapter": 7.720253164556962e-05,
+      "loss": 0.0351,
+      "step": 100050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.718987341772153e-05,
+      "learning_rate_adapter": 7.718987341772153e-05,
+      "loss": 0.0358,
+      "step": 100100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.717721518987342e-05,
+      "learning_rate_adapter": 7.717721518987342e-05,
+      "loss": 0.0353,
+      "step": 100150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.716455696202532e-05,
+      "learning_rate_adapter": 7.716455696202532e-05,
+      "loss": 0.0361,
+      "step": 100200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.715189873417722e-05,
+      "learning_rate_adapter": 7.715189873417722e-05,
+      "loss": 0.0348,
+      "step": 100250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.713924050632911e-05,
+      "learning_rate_adapter": 7.713924050632911e-05,
+      "loss": 0.0359,
+      "step": 100300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.712658227848101e-05,
+      "learning_rate_adapter": 7.712658227848101e-05,
+      "loss": 0.0364,
+      "step": 100350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.711392405063292e-05,
+      "learning_rate_adapter": 7.711392405063292e-05,
+      "loss": 0.0355,
+      "step": 100400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.710126582278482e-05,
+      "learning_rate_adapter": 7.710126582278482e-05,
+      "loss": 0.0362,
+      "step": 100450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.708860759493672e-05,
+      "learning_rate_adapter": 7.708860759493672e-05,
+      "loss": 0.0357,
+      "step": 100500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.707594936708861e-05,
+      "learning_rate_adapter": 7.707594936708861e-05,
+      "loss": 0.0361,
+      "step": 100550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.706329113924051e-05,
+      "learning_rate_adapter": 7.706329113924051e-05,
+      "loss": 0.035,
+      "step": 100600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.70506329113924e-05,
+      "learning_rate_adapter": 7.70506329113924e-05,
+      "loss": 0.0355,
+      "step": 100650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.703797468354431e-05,
+      "learning_rate_adapter": 7.703797468354431e-05,
+      "loss": 0.0351,
+      "step": 100700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.70253164556962e-05,
+      "learning_rate_adapter": 7.70253164556962e-05,
+      "loss": 0.0363,
+      "step": 100750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.70126582278481e-05,
+      "learning_rate_adapter": 7.70126582278481e-05,
+      "loss": 0.0356,
+      "step": 100800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0359,
+      "step": 100850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69873417721519e-05,
+      "learning_rate_adapter": 7.69873417721519e-05,
+      "loss": 0.0357,
+      "step": 100900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69746835443038e-05,
+      "learning_rate_adapter": 7.69746835443038e-05,
+      "loss": 0.0358,
+      "step": 100950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69620253164557e-05,
+      "learning_rate_adapter": 7.69620253164557e-05,
+      "loss": 0.0353,
+      "step": 101000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69493670886076e-05,
+      "learning_rate_adapter": 7.69493670886076e-05,
+      "loss": 0.0355,
+      "step": 101050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69367088607595e-05,
+      "learning_rate_adapter": 7.69367088607595e-05,
+      "loss": 0.0366,
+      "step": 101100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69240506329114e-05,
+      "learning_rate_adapter": 7.69240506329114e-05,
+      "loss": 0.0354,
+      "step": 101150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69113924050633e-05,
+      "learning_rate_adapter": 7.69113924050633e-05,
+      "loss": 0.0354,
+      "step": 101200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.689873417721519e-05,
+      "learning_rate_adapter": 7.689873417721519e-05,
+      "loss": 0.0355,
+      "step": 101250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.688607594936708e-05,
+      "learning_rate_adapter": 7.688607594936708e-05,
+      "loss": 0.0359,
+      "step": 101300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.687341772151899e-05,
+      "learning_rate_adapter": 7.687341772151899e-05,
+      "loss": 0.0369,
+      "step": 101350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.686075949367088e-05,
+      "learning_rate_adapter": 7.686075949367088e-05,
+      "loss": 0.0352,
+      "step": 101400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.684810126582279e-05,
+      "learning_rate_adapter": 7.684810126582279e-05,
+      "loss": 0.0352,
+      "step": 101450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.683544303797468e-05,
+      "learning_rate_adapter": 7.683544303797468e-05,
+      "loss": 0.0356,
+      "step": 101500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.682278481012659e-05,
+      "learning_rate_adapter": 7.682278481012659e-05,
+      "loss": 0.0361,
+      "step": 101550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.681012658227849e-05,
+      "learning_rate_adapter": 7.681012658227849e-05,
+      "loss": 0.036,
+      "step": 101600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.679746835443038e-05,
+      "learning_rate_adapter": 7.679746835443038e-05,
+      "loss": 0.0349,
+      "step": 101650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.678481012658229e-05,
+      "learning_rate_adapter": 7.678481012658229e-05,
+      "loss": 0.0358,
+      "step": 101700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.677215189873418e-05,
+      "learning_rate_adapter": 7.677215189873418e-05,
+      "loss": 0.0352,
+      "step": 101750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.675949367088609e-05,
+      "learning_rate_adapter": 7.675949367088609e-05,
+      "loss": 0.0346,
+      "step": 101800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.674683544303798e-05,
+      "learning_rate_adapter": 7.674683544303798e-05,
+      "loss": 0.0353,
+      "step": 101850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.673417721518987e-05,
+      "learning_rate_adapter": 7.673417721518987e-05,
+      "loss": 0.0355,
+      "step": 101900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.672151898734178e-05,
+      "learning_rate_adapter": 7.672151898734178e-05,
+      "loss": 0.035,
+      "step": 101950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.670886075949367e-05,
+      "learning_rate_adapter": 7.670886075949367e-05,
+      "loss": 0.0357,
+      "step": 102000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.669620253164557e-05,
+      "learning_rate_adapter": 7.669620253164557e-05,
+      "loss": 0.0347,
+      "step": 102050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.668354430379747e-05,
+      "learning_rate_adapter": 7.668354430379747e-05,
+      "loss": 0.0356,
+      "step": 102100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.667088607594937e-05,
+      "learning_rate_adapter": 7.667088607594937e-05,
+      "loss": 0.0356,
+      "step": 102150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.665822784810128e-05,
+      "learning_rate_adapter": 7.665822784810128e-05,
+      "loss": 0.0353,
+      "step": 102200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.664556962025317e-05,
+      "learning_rate_adapter": 7.664556962025317e-05,
+      "loss": 0.0354,
+      "step": 102250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.663291139240507e-05,
+      "learning_rate_adapter": 7.663291139240507e-05,
+      "loss": 0.035,
+      "step": 102300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.662025316455697e-05,
+      "learning_rate_adapter": 7.662025316455697e-05,
+      "loss": 0.0351,
+      "step": 102350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.660759493670886e-05,
+      "learning_rate_adapter": 7.660759493670886e-05,
+      "loss": 0.0356,
+      "step": 102400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.659493670886076e-05,
+      "learning_rate_adapter": 7.659493670886076e-05,
+      "loss": 0.0351,
+      "step": 102450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.658227848101266e-05,
+      "learning_rate_adapter": 7.658227848101266e-05,
+      "loss": 0.0356,
+      "step": 102500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.656962025316456e-05,
+      "learning_rate_adapter": 7.656962025316456e-05,
+      "loss": 0.0344,
+      "step": 102550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.655696202531645e-05,
+      "learning_rate_adapter": 7.655696202531645e-05,
+      "loss": 0.0352,
+      "step": 102600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.654430379746835e-05,
+      "learning_rate_adapter": 7.654430379746835e-05,
+      "loss": 0.0356,
+      "step": 102650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.653164556962025e-05,
+      "learning_rate_adapter": 7.653164556962025e-05,
+      "loss": 0.0358,
+      "step": 102700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.651898734177216e-05,
+      "learning_rate_adapter": 7.651898734177216e-05,
+      "loss": 0.0353,
+      "step": 102750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.650632911392406e-05,
+      "learning_rate_adapter": 7.650632911392406e-05,
+      "loss": 0.0351,
+      "step": 102800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.649367088607596e-05,
+      "learning_rate_adapter": 7.649367088607596e-05,
+      "loss": 0.0358,
+      "step": 102850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.648101265822785e-05,
+      "learning_rate_adapter": 7.648101265822785e-05,
+      "loss": 0.0357,
+      "step": 102900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.646835443037975e-05,
+      "learning_rate_adapter": 7.646835443037975e-05,
+      "loss": 0.035,
+      "step": 102950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.645569620253165e-05,
+      "learning_rate_adapter": 7.645569620253165e-05,
+      "loss": 0.0359,
+      "step": 103000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.644303797468355e-05,
+      "learning_rate_adapter": 7.644303797468355e-05,
+      "loss": 0.0363,
+      "step": 103050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.643037974683544e-05,
+      "learning_rate_adapter": 7.643037974683544e-05,
+      "loss": 0.0352,
+      "step": 103100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.641772151898735e-05,
+      "learning_rate_adapter": 7.641772151898735e-05,
+      "loss": 0.0349,
+      "step": 103150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.640506329113924e-05,
+      "learning_rate_adapter": 7.640506329113924e-05,
+      "loss": 0.0349,
+      "step": 103200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.639240506329113e-05,
+      "learning_rate_adapter": 7.639240506329113e-05,
+      "loss": 0.0345,
+      "step": 103250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.637974683544304e-05,
+      "learning_rate_adapter": 7.637974683544304e-05,
+      "loss": 0.0355,
+      "step": 103300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.636708860759494e-05,
+      "learning_rate_adapter": 7.636708860759494e-05,
+      "loss": 0.0348,
+      "step": 103350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.635443037974685e-05,
+      "learning_rate_adapter": 7.635443037974685e-05,
+      "loss": 0.0353,
+      "step": 103400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.634177215189874e-05,
+      "learning_rate_adapter": 7.634177215189874e-05,
+      "loss": 0.0349,
+      "step": 103450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.632911392405063e-05,
+      "learning_rate_adapter": 7.632911392405063e-05,
+      "loss": 0.0357,
+      "step": 103500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.631645569620254e-05,
+      "learning_rate_adapter": 7.631645569620254e-05,
+      "loss": 0.0353,
+      "step": 103550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.630379746835443e-05,
+      "learning_rate_adapter": 7.630379746835443e-05,
+      "loss": 0.0353,
+      "step": 103600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.629113924050634e-05,
+      "learning_rate_adapter": 7.629113924050634e-05,
+      "loss": 0.0348,
+      "step": 103650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.627848101265823e-05,
+      "learning_rate_adapter": 7.627848101265823e-05,
+      "loss": 0.0364,
+      "step": 103700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.626582278481012e-05,
+      "learning_rate_adapter": 7.626582278481012e-05,
+      "loss": 0.0345,
+      "step": 103750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.625316455696203e-05,
+      "learning_rate_adapter": 7.625316455696203e-05,
+      "loss": 0.0353,
+      "step": 103800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.624050632911392e-05,
+      "learning_rate_adapter": 7.624050632911392e-05,
+      "loss": 0.0357,
+      "step": 103850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.622784810126582e-05,
+      "learning_rate_adapter": 7.622784810126582e-05,
+      "loss": 0.0356,
+      "step": 103900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.621518987341773e-05,
+      "learning_rate_adapter": 7.621518987341773e-05,
+      "loss": 0.0347,
+      "step": 103950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.620253164556962e-05,
+      "learning_rate_adapter": 7.620253164556962e-05,
+      "loss": 0.0357,
+      "step": 104000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.618987341772153e-05,
+      "learning_rate_adapter": 7.618987341772153e-05,
+      "loss": 0.0354,
+      "step": 104050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.617721518987342e-05,
+      "learning_rate_adapter": 7.617721518987342e-05,
+      "loss": 0.0351,
+      "step": 104100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.616455696202533e-05,
+      "learning_rate_adapter": 7.616455696202533e-05,
+      "loss": 0.0357,
+      "step": 104150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.615189873417722e-05,
+      "learning_rate_adapter": 7.615189873417722e-05,
+      "loss": 0.0354,
+      "step": 104200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.613924050632911e-05,
+      "learning_rate_adapter": 7.613924050632911e-05,
+      "loss": 0.0348,
+      "step": 104250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.612658227848102e-05,
+      "learning_rate_adapter": 7.612658227848102e-05,
+      "loss": 0.0358,
+      "step": 104300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.611392405063291e-05,
+      "learning_rate_adapter": 7.611392405063291e-05,
+      "loss": 0.0353,
+      "step": 104350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.610126582278481e-05,
+      "learning_rate_adapter": 7.610126582278481e-05,
+      "loss": 0.0352,
+      "step": 104400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.60886075949367e-05,
+      "learning_rate_adapter": 7.60886075949367e-05,
+      "loss": 0.0358,
+      "step": 104450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.607594936708861e-05,
+      "learning_rate_adapter": 7.607594936708861e-05,
+      "loss": 0.0351,
+      "step": 104500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.606329113924052e-05,
+      "learning_rate_adapter": 7.606329113924052e-05,
+      "loss": 0.0355,
+      "step": 104550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.605063291139241e-05,
+      "learning_rate_adapter": 7.605063291139241e-05,
+      "loss": 0.0357,
+      "step": 104600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.603797468354431e-05,
+      "learning_rate_adapter": 7.603797468354431e-05,
+      "loss": 0.0355,
+      "step": 104650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.60253164556962e-05,
+      "learning_rate_adapter": 7.60253164556962e-05,
+      "loss": 0.0344,
+      "step": 104700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.601265822784811e-05,
+      "learning_rate_adapter": 7.601265822784811e-05,
+      "loss": 0.0348,
+      "step": 104750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0355,
+      "step": 104800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59873417721519e-05,
+      "learning_rate_adapter": 7.59873417721519e-05,
+      "loss": 0.035,
+      "step": 104850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59746835443038e-05,
+      "learning_rate_adapter": 7.59746835443038e-05,
+      "loss": 0.0348,
+      "step": 104900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59620253164557e-05,
+      "learning_rate_adapter": 7.59620253164557e-05,
+      "loss": 0.0353,
+      "step": 104950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59493670886076e-05,
+      "learning_rate_adapter": 7.59493670886076e-05,
+      "loss": 0.0354,
+      "step": 105000
+    },
+    {
+      "epoch": 0.09,
+      "eval_af_opus100_pr_auc": 0.7644808803025709,
+      "eval_af_ud_pr_auc": 0.9932891920212832,
+      "eval_am_opus100_pr_auc": 0.5755848854811633,
+      "eval_ar_ersatz_pr_auc": 0.9416578927501889,
+      "eval_ar_opus100_pr_auc": 0.690112320963405,
+      "eval_ar_ud_pr_auc": 0.8567894440520526,
+      "eval_average_ersatz_pr_auc": 0.9605196430949665,
+      "eval_average_opus100_pr_auc": 0.8174802560959117,
+      "eval_average_ud_pr_auc": 0.9581964517579054,
+      "eval_az_opus100_pr_auc": 0.7285449227738595,
+      "eval_be_opus100_pr_auc": 0.676791271602245,
+      "eval_be_ud_pr_auc": 0.8908502950886232,
+      "eval_bg_opus100_pr_auc": 0.9080887171160671,
+      "eval_bg_ud_pr_auc": 0.9892622352801809,
+      "eval_bn_opus100_pr_auc": 0.8060837710282183,
+      "eval_bn_ud_pr_auc": 0.999378835018581,
+      "eval_ca_opus100_pr_auc": 0.8741202799493312,
+      "eval_ca_ud_pr_auc": 0.9956611028682292,
+      "eval_ceb_ud_pr_auc": 0.999914891397832,
+      "eval_cs_ersatz_pr_auc": 0.9791468926456398,
+      "eval_cs_opus100_pr_auc": 0.9091385667128515,
+      "eval_cs_ud_pr_auc": 0.9550577294640412,
+      "eval_cy_opus100_pr_auc": 0.7272615915802667,
+      "eval_cy_ud_pr_auc": 0.9946034832835391,
+      "eval_da_opus100_pr_auc": 0.9148376179132816,
+      "eval_da_ud_pr_auc": 0.981551229967777,
+      "eval_de_ersatz_pr_auc": 0.9683093723136661,
+      "eval_de_opus100_pr_auc": 0.8718474006037792,
+      "eval_de_ud_pr_auc": 0.9818656082932653,
+      "eval_el_opus100_pr_auc": 0.9228186758161384,
+      "eval_el_ud_pr_auc": 0.9919915949187137,
+      "eval_en_ersatz_pr_auc": 0.9876683943821929,
+      "eval_en_opus100_pr_auc": 0.9255959984930776,
+      "eval_en_ud_pr_auc": 0.959108544204823,
+      "eval_eo_opus100_pr_auc": 0.929041164932492,
+      "eval_es_ersatz_pr_auc": 0.9962816155334877,
+      "eval_es_opus100_pr_auc": 0.9191039091344548,
+      "eval_es_ud_pr_auc": 0.9930669079209307,
+      "eval_et_ersatz_pr_auc": 0.9778722174658347,
+      "eval_et_opus100_pr_auc": 0.9069892075208073,
+      "eval_et_ud_pr_auc": 0.9518721876943707,
+      "eval_eu_opus100_pr_auc": 0.880790804313099,
+      "eval_eu_ud_pr_auc": 0.9933867323755907,
+      "eval_fa_opus100_pr_auc": 0.5650264648651908,
+      "eval_fa_ud_pr_auc": 0.997782357477043,
+      "eval_fi_ersatz_pr_auc": 0.9835319107937146,
+      "eval_fi_opus100_pr_auc": 0.9036686709054925,
+      "eval_fi_ud_pr_auc": 0.9642059811989249,
+      "eval_fr_ersatz_pr_auc": 0.9822685487797598,
+      "eval_fr_opus100_pr_auc": 0.9043796679333904,
+      "eval_fr_ud_pr_auc": 0.9722420856207428,
+      "eval_fy_opus100_pr_auc": 0.6938716998002286,
+      "eval_ga_opus100_pr_auc": 0.8655638473981225,
+      "eval_ga_ud_pr_auc": 0.8564225369039621,
+      "eval_gd_opus100_pr_auc": 0.5463060139703816,
+      "eval_gd_ud_pr_auc": 0.7126707809312873,
+      "eval_gl_opus100_pr_auc": 0.8899765248838319,
+      "eval_gl_ud_pr_auc": 0.9941988817603876,
+      "eval_gu_ersatz_pr_auc": 0.9423159019347862,
+      "eval_gu_opus100_pr_auc": 0.6945895214675843,
+      "eval_ha_opus100_pr_auc": 0.9041367421262392,
+      "eval_he_opus100_pr_auc": 0.8726805528687978,
+      "eval_he_ud_pr_auc": 0.9714665407681257,
+      "eval_hi_ersatz_pr_auc": 0.9695873637844987,
+      "eval_hi_opus100_pr_auc": 0.6499918170655614,
+      "eval_hi_ud_pr_auc": 0.9872522710263365,
+      "eval_hu_opus100_pr_auc": 0.9175224119494764,
+      "eval_hu_ud_pr_auc": 0.9818023779618903,
+      "eval_hy_opus100_pr_auc": 0.9082447921685308,
+      "eval_hy_ud_pr_auc": 0.9873066886976277,
+      "eval_id_opus100_pr_auc": 0.8604152878005995,
+      "eval_id_ud_pr_auc": 0.9876050918911633,
+      "eval_ig_opus100_pr_auc": 0.8702210840073639,
+      "eval_is_opus100_pr_auc": 0.9141354692726423,
+      "eval_is_ud_pr_auc": 0.9202329610596824,
+      "eval_it_opus100_pr_auc": 0.907371246811121,
+      "eval_it_ud_pr_auc": 0.9937701456296163,
+      "eval_ja_ersatz_pr_auc": 0.7705033433811461,
+      "eval_ja_opus100_pr_auc": 0.790929299060701,
+      "eval_ja_ud_pr_auc": 0.9824568673087651,
+      "eval_jv_ud_pr_auc": 0.9985414090694059,
+      "eval_ka_opus100_pr_auc": 0.8699193957128628,
+      "eval_kk_ersatz_pr_auc": 0.9901926690030121,
+      "eval_kk_opus100_pr_auc": 0.8013802970323596,
+      "eval_kk_ud_pr_auc": 0.9743849104847313,
+      "eval_km_ersatz_pr_auc": 0.8933027061329238,
+      "eval_km_opus100_pr_auc": 0.6987387229766164,
+      "eval_kn_opus100_pr_auc": 0.5613026796471627,
+      "eval_ko_opus100_pr_auc": 0.6572680132041748,
+      "eval_ko_ud_pr_auc": 0.9991050852955072,
+      "eval_ku_opus100_pr_auc": 0.8181122115658113,
+      "eval_ky_opus100_pr_auc": 0.8393327233932477,
+      "eval_la_ud_pr_auc": 0.9397898637308132,
+      "eval_loss": 0.03937312215566635,
+      "eval_lt_ersatz_pr_auc": 0.9898015928140573,
+      "eval_lt_opus100_pr_auc": 0.8736697422865437,
+      "eval_lt_ud_pr_auc": 0.9777669754943278,
+      "eval_lv_ersatz_pr_auc": 0.9873526472606543,
+      "eval_lv_opus100_pr_auc": 0.891831357850473,
+      "eval_lv_ud_pr_auc": 0.9723702279121424,
+      "eval_mg_opus100_pr_auc": 0.9184894245946743,
+      "eval_mk_opus100_pr_auc": 0.9044268617551542,
+      "eval_ml_opus100_pr_auc": 0.7507713855560414,
+      "eval_mn_opus100_pr_auc": 0.9467708766644345,
+      "eval_mr_opus100_pr_auc": 0.9070383342441726,
+      "eval_mr_ud_pr_auc": 0.9977850896954003,
+      "eval_ms_opus100_pr_auc": 0.8719081435799348,
+      "eval_mt_opus100_pr_auc": 0.836316728752031,
+      "eval_mt_ud_pr_auc": 0.8620904902845504,
+      "eval_my_opus100_pr_auc": 0.6922092611738073,
+      "eval_ne_opus100_pr_auc": 0.6732892078676118,
+      "eval_nl_opus100_pr_auc": 0.8905313946324721,
+      "eval_nl_ud_pr_auc": 0.9694463528065648,
+      "eval_no_opus100_pr_auc": 0.9169822783174078,
+      "eval_no_ud_pr_auc": 0.9954916593789757,
+      "eval_pa_opus100_pr_auc": 0.6678377577137581,
+      "eval_pl_ersatz_pr_auc": 0.979326942754687,
+      "eval_pl_opus100_pr_auc": 0.8861695471125745,
+      "eval_pl_ud_pr_auc": 0.9686907968620214,
+      "eval_ps_ersatz_pr_auc": 0.9366229678255976,
+      "eval_ps_opus100_pr_auc": 0.694181106729416,
+      "eval_pt_opus100_pr_auc": 0.9248560550569516,
+      "eval_pt_ud_pr_auc": 0.9779757683568173,
+      "eval_ro_ersatz_pr_auc": 0.9921877229253151,
+      "eval_ro_opus100_pr_auc": 0.8875804347026832,
+      "eval_ro_ud_pr_auc": 0.9452079423418936,
+      "eval_ru_ersatz_pr_auc": 0.9882437533559656,
+      "eval_ru_opus100_pr_auc": 0.9123709076583868,
+      "eval_ru_ud_pr_auc": 0.8565615224270813,
+      "eval_runtime": 454.1489,
+      "eval_samples_per_second": 166.179,
+      "eval_si_opus100_pr_auc": 0.799596938870473,
+      "eval_sk_opus100_pr_auc": 0.923469009912779,
+      "eval_sk_ud_pr_auc": 0.9768626474072563,
+      "eval_sl_opus100_pr_auc": 0.8520352412494023,
+      "eval_sl_ud_pr_auc": 0.9745917414687321,
+      "eval_sq_opus100_pr_auc": 0.8847410850077377,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9046331139771494,
+      "eval_sr_ud_pr_auc": 0.9939911412100285,
+      "eval_steps_per_second": 5.194,
+      "eval_sv_opus100_pr_auc": 0.889031598144318,
+      "eval_sv_ud_pr_auc": 0.9330948328814146,
+      "eval_ta_ersatz_pr_auc": 0.9801311482171631,
+      "eval_ta_opus100_pr_auc": 0.6280013793817155,
+      "eval_ta_ud_pr_auc": 0.9991610129719153,
+      "eval_te_opus100_pr_auc": 0.8257609626113289,
+      "eval_tg_opus100_pr_auc": 0.8915252519318082,
+      "eval_th_opus100_pr_auc": 0.6762878719711242,
+      "eval_th_ud_pr_auc": 0.7258609291615217,
+      "eval_tr_ersatz_pr_auc": 0.9718159281113576,
+      "eval_tr_opus100_pr_auc": 0.8947787478089331,
+      "eval_tr_ud_pr_auc": 0.9455114935609907,
+      "eval_uk_opus100_pr_auc": 0.8794671682857642,
+      "eval_uk_ud_pr_auc": 0.9321101934828044,
+      "eval_ur_opus100_pr_auc": 0.49910957565222874,
+      "eval_ur_ud_pr_auc": 0.9966889250002691,
+      "eval_uz_opus100_pr_auc": 0.8551182325457247,
+      "eval_vi_opus100_pr_auc": 0.9028170634494106,
+      "eval_vi_ud_pr_auc": 0.9654832860909235,
+      "eval_xh_opus100_pr_auc": 0.8543521720517366,
+      "eval_yi_opus100_pr_auc": 0.6741059539633733,
+      "eval_yo_opus100_pr_auc": 0.7854662083831376,
+      "eval_yo_ud_pr_auc": 0.9120166304830283,
+      "eval_zh_ersatz_pr_auc": 0.92331061592361,
+      "eval_zh_opus100_pr_auc": 0.6986371100298099,
+      "eval_zh_ud_pr_auc": 0.9895512402560908,
+      "eval_zu_opus100_pr_auc": 0.8308983642636792,
+      "step": 105000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.593670886075949e-05,
+      "learning_rate_adapter": 7.593670886075949e-05,
+      "loss": 0.0347,
+      "step": 105050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59240506329114e-05,
+      "learning_rate_adapter": 7.59240506329114e-05,
+      "loss": 0.0354,
+      "step": 105100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59113924050633e-05,
+      "learning_rate_adapter": 7.59113924050633e-05,
+      "loss": 0.0353,
+      "step": 105150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.58987341772152e-05,
+      "learning_rate_adapter": 7.58987341772152e-05,
+      "loss": 0.0349,
+      "step": 105200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.58860759493671e-05,
+      "learning_rate_adapter": 7.58860759493671e-05,
+      "loss": 0.0359,
+      "step": 105250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.587341772151899e-05,
+      "learning_rate_adapter": 7.587341772151899e-05,
+      "loss": 0.0352,
+      "step": 105300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.586075949367088e-05,
+      "learning_rate_adapter": 7.586075949367088e-05,
+      "loss": 0.0361,
+      "step": 105350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.584810126582279e-05,
+      "learning_rate_adapter": 7.584810126582279e-05,
+      "loss": 0.0351,
+      "step": 105400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.583544303797468e-05,
+      "learning_rate_adapter": 7.583544303797468e-05,
+      "loss": 0.0349,
+      "step": 105450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.582278481012659e-05,
+      "learning_rate_adapter": 7.582278481012659e-05,
+      "loss": 0.0345,
+      "step": 105500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.581012658227848e-05,
+      "learning_rate_adapter": 7.581012658227848e-05,
+      "loss": 0.0359,
+      "step": 105550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.579746835443037e-05,
+      "learning_rate_adapter": 7.579746835443037e-05,
+      "loss": 0.0347,
+      "step": 105600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.578481012658228e-05,
+      "learning_rate_adapter": 7.578481012658228e-05,
+      "loss": 0.0349,
+      "step": 105650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.577215189873418e-05,
+      "learning_rate_adapter": 7.577215189873418e-05,
+      "loss": 0.0351,
+      "step": 105700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.575949367088609e-05,
+      "learning_rate_adapter": 7.575949367088609e-05,
+      "loss": 0.0352,
+      "step": 105750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.574683544303798e-05,
+      "learning_rate_adapter": 7.574683544303798e-05,
+      "loss": 0.0352,
+      "step": 105800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.573417721518987e-05,
+      "learning_rate_adapter": 7.573417721518987e-05,
+      "loss": 0.035,
+      "step": 105850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.572151898734178e-05,
+      "learning_rate_adapter": 7.572151898734178e-05,
+      "loss": 0.0359,
+      "step": 105900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.570886075949367e-05,
+      "learning_rate_adapter": 7.570886075949367e-05,
+      "loss": 0.0351,
+      "step": 105950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.569620253164558e-05,
+      "learning_rate_adapter": 7.569620253164558e-05,
+      "loss": 0.0348,
+      "step": 106000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.568354430379747e-05,
+      "learning_rate_adapter": 7.568354430379747e-05,
+      "loss": 0.0347,
+      "step": 106050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.567088607594936e-05,
+      "learning_rate_adapter": 7.567088607594936e-05,
+      "loss": 0.0348,
+      "step": 106100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.565822784810127e-05,
+      "learning_rate_adapter": 7.565822784810127e-05,
+      "loss": 0.0347,
+      "step": 106150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.564556962025316e-05,
+      "learning_rate_adapter": 7.564556962025316e-05,
+      "loss": 0.0357,
+      "step": 106200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.563291139240506e-05,
+      "learning_rate_adapter": 7.563291139240506e-05,
+      "loss": 0.0353,
+      "step": 106250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.562025316455697e-05,
+      "learning_rate_adapter": 7.562025316455697e-05,
+      "loss": 0.0358,
+      "step": 106300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.560759493670888e-05,
+      "learning_rate_adapter": 7.560759493670888e-05,
+      "loss": 0.035,
+      "step": 106350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.559493670886077e-05,
+      "learning_rate_adapter": 7.559493670886077e-05,
+      "loss": 0.0349,
+      "step": 106400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.558227848101266e-05,
+      "learning_rate_adapter": 7.558227848101266e-05,
+      "loss": 0.0348,
+      "step": 106450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.556962025316457e-05,
+      "learning_rate_adapter": 7.556962025316457e-05,
+      "loss": 0.035,
+      "step": 106500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.555696202531646e-05,
+      "learning_rate_adapter": 7.555696202531646e-05,
+      "loss": 0.0357,
+      "step": 106550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.554430379746836e-05,
+      "learning_rate_adapter": 7.554430379746836e-05,
+      "loss": 0.035,
+      "step": 106600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.553164556962026e-05,
+      "learning_rate_adapter": 7.553164556962026e-05,
+      "loss": 0.0351,
+      "step": 106650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.551898734177215e-05,
+      "learning_rate_adapter": 7.551898734177215e-05,
+      "loss": 0.035,
+      "step": 106700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.550632911392405e-05,
+      "learning_rate_adapter": 7.550632911392405e-05,
+      "loss": 0.0344,
+      "step": 106750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.549367088607594e-05,
+      "learning_rate_adapter": 7.549367088607594e-05,
+      "loss": 0.0359,
+      "step": 106800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.548101265822785e-05,
+      "learning_rate_adapter": 7.548101265822785e-05,
+      "loss": 0.0353,
+      "step": 106850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.546835443037976e-05,
+      "learning_rate_adapter": 7.546835443037976e-05,
+      "loss": 0.0356,
+      "step": 106900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.545569620253165e-05,
+      "learning_rate_adapter": 7.545569620253165e-05,
+      "loss": 0.0349,
+      "step": 106950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.544303797468355e-05,
+      "learning_rate_adapter": 7.544303797468355e-05,
+      "loss": 0.0355,
+      "step": 107000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.543037974683545e-05,
+      "learning_rate_adapter": 7.543037974683545e-05,
+      "loss": 0.0357,
+      "step": 107050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.541772151898735e-05,
+      "learning_rate_adapter": 7.541772151898735e-05,
+      "loss": 0.0353,
+      "step": 107100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.540506329113924e-05,
+      "learning_rate_adapter": 7.540506329113924e-05,
+      "loss": 0.0354,
+      "step": 107150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.539240506329114e-05,
+      "learning_rate_adapter": 7.539240506329114e-05,
+      "loss": 0.0352,
+      "step": 107200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.537974683544304e-05,
+      "learning_rate_adapter": 7.537974683544304e-05,
+      "loss": 0.0343,
+      "step": 107250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.536708860759493e-05,
+      "learning_rate_adapter": 7.536708860759493e-05,
+      "loss": 0.0352,
+      "step": 107300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.535443037974684e-05,
+      "learning_rate_adapter": 7.535443037974684e-05,
+      "loss": 0.0356,
+      "step": 107350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.534177215189873e-05,
+      "learning_rate_adapter": 7.534177215189873e-05,
+      "loss": 0.0351,
+      "step": 107400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.532911392405064e-05,
+      "learning_rate_adapter": 7.532911392405064e-05,
+      "loss": 0.034,
+      "step": 107450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.531645569620254e-05,
+      "learning_rate_adapter": 7.531645569620254e-05,
+      "loss": 0.0356,
+      "step": 107500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.530379746835443e-05,
+      "learning_rate_adapter": 7.530379746835443e-05,
+      "loss": 0.0348,
+      "step": 107550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.529113924050634e-05,
+      "learning_rate_adapter": 7.529113924050634e-05,
+      "loss": 0.0346,
+      "step": 107600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.527848101265823e-05,
+      "learning_rate_adapter": 7.527848101265823e-05,
+      "loss": 0.0348,
+      "step": 107650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.526582278481012e-05,
+      "learning_rate_adapter": 7.526582278481012e-05,
+      "loss": 0.0361,
+      "step": 107700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.525316455696203e-05,
+      "learning_rate_adapter": 7.525316455696203e-05,
+      "loss": 0.0353,
+      "step": 107750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.524050632911392e-05,
+      "learning_rate_adapter": 7.524050632911392e-05,
+      "loss": 0.0349,
+      "step": 107800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.522784810126583e-05,
+      "learning_rate_adapter": 7.522784810126583e-05,
+      "loss": 0.035,
+      "step": 107850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.521518987341772e-05,
+      "learning_rate_adapter": 7.521518987341772e-05,
+      "loss": 0.0355,
+      "step": 107900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.520253164556963e-05,
+      "learning_rate_adapter": 7.520253164556963e-05,
+      "loss": 0.0351,
+      "step": 107950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.518987341772152e-05,
+      "learning_rate_adapter": 7.518987341772152e-05,
+      "loss": 0.0348,
+      "step": 108000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.517721518987342e-05,
+      "learning_rate_adapter": 7.517721518987342e-05,
+      "loss": 0.0351,
+      "step": 108050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.516455696202533e-05,
+      "learning_rate_adapter": 7.516455696202533e-05,
+      "loss": 0.0345,
+      "step": 108100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.515189873417722e-05,
+      "learning_rate_adapter": 7.515189873417722e-05,
+      "loss": 0.0344,
+      "step": 108150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.513924050632913e-05,
+      "learning_rate_adapter": 7.513924050632913e-05,
+      "loss": 0.0347,
+      "step": 108200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.512658227848102e-05,
+      "learning_rate_adapter": 7.512658227848102e-05,
+      "loss": 0.0347,
+      "step": 108250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.511392405063291e-05,
+      "learning_rate_adapter": 7.511392405063291e-05,
+      "loss": 0.035,
+      "step": 108300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.510126582278482e-05,
+      "learning_rate_adapter": 7.510126582278482e-05,
+      "loss": 0.0354,
+      "step": 108350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.508860759493671e-05,
+      "learning_rate_adapter": 7.508860759493671e-05,
+      "loss": 0.0354,
+      "step": 108400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.507594936708861e-05,
+      "learning_rate_adapter": 7.507594936708861e-05,
+      "loss": 0.0346,
+      "step": 108450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.50632911392405e-05,
+      "learning_rate_adapter": 7.50632911392405e-05,
+      "loss": 0.0351,
+      "step": 108500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.50506329113924e-05,
+      "learning_rate_adapter": 7.50506329113924e-05,
+      "loss": 0.0359,
+      "step": 108550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.50379746835443e-05,
+      "learning_rate_adapter": 7.50379746835443e-05,
+      "loss": 0.0357,
+      "step": 108600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.502531645569621e-05,
+      "learning_rate_adapter": 7.502531645569621e-05,
+      "loss": 0.0356,
+      "step": 108650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.501265822784811e-05,
+      "learning_rate_adapter": 7.501265822784811e-05,
+      "loss": 0.0344,
+      "step": 108700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0348,
+      "step": 108750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49873417721519e-05,
+      "learning_rate_adapter": 7.49873417721519e-05,
+      "loss": 0.0359,
+      "step": 108800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49746835443038e-05,
+      "learning_rate_adapter": 7.49746835443038e-05,
+      "loss": 0.0357,
+      "step": 108850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49620253164557e-05,
+      "learning_rate_adapter": 7.49620253164557e-05,
+      "loss": 0.0352,
+      "step": 108900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49493670886076e-05,
+      "learning_rate_adapter": 7.49493670886076e-05,
+      "loss": 0.0347,
+      "step": 108950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49367088607595e-05,
+      "learning_rate_adapter": 7.49367088607595e-05,
+      "loss": 0.0359,
+      "step": 109000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.492405063291139e-05,
+      "learning_rate_adapter": 7.492405063291139e-05,
+      "loss": 0.0354,
+      "step": 109050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.491139240506329e-05,
+      "learning_rate_adapter": 7.491139240506329e-05,
+      "loss": 0.0351,
+      "step": 109100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.489873417721518e-05,
+      "learning_rate_adapter": 7.489873417721518e-05,
+      "loss": 0.0352,
+      "step": 109150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.488607594936709e-05,
+      "learning_rate_adapter": 7.488607594936709e-05,
+      "loss": 0.0358,
+      "step": 109200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.4873417721519e-05,
+      "learning_rate_adapter": 7.4873417721519e-05,
+      "loss": 0.0358,
+      "step": 109250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.486075949367089e-05,
+      "learning_rate_adapter": 7.486075949367089e-05,
+      "loss": 0.0351,
+      "step": 109300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.48481012658228e-05,
+      "learning_rate_adapter": 7.48481012658228e-05,
+      "loss": 0.035,
+      "step": 109350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.483544303797469e-05,
+      "learning_rate_adapter": 7.483544303797469e-05,
+      "loss": 0.035,
+      "step": 109400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.482278481012659e-05,
+      "learning_rate_adapter": 7.482278481012659e-05,
+      "loss": 0.0352,
+      "step": 109450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.481012658227848e-05,
+      "learning_rate_adapter": 7.481012658227848e-05,
+      "loss": 0.0352,
+      "step": 109500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.479746835443038e-05,
+      "learning_rate_adapter": 7.479746835443038e-05,
+      "loss": 0.0351,
+      "step": 109550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.478481012658228e-05,
+      "learning_rate_adapter": 7.478481012658228e-05,
+      "loss": 0.0359,
+      "step": 109600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.477215189873417e-05,
+      "learning_rate_adapter": 7.477215189873417e-05,
+      "loss": 0.035,
+      "step": 109650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.475949367088608e-05,
+      "learning_rate_adapter": 7.475949367088608e-05,
+      "loss": 0.0347,
+      "step": 109700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.474683544303797e-05,
+      "learning_rate_adapter": 7.474683544303797e-05,
+      "loss": 0.0354,
+      "step": 109750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.473417721518988e-05,
+      "learning_rate_adapter": 7.473417721518988e-05,
+      "loss": 0.0358,
+      "step": 109800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.472151898734178e-05,
+      "learning_rate_adapter": 7.472151898734178e-05,
+      "loss": 0.0354,
+      "step": 109850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.470886075949367e-05,
+      "learning_rate_adapter": 7.470886075949367e-05,
+      "loss": 0.0353,
+      "step": 109900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.469620253164558e-05,
+      "learning_rate_adapter": 7.469620253164558e-05,
+      "loss": 0.0346,
+      "step": 109950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.468354430379747e-05,
+      "learning_rate_adapter": 7.468354430379747e-05,
+      "loss": 0.0345,
+      "step": 110000
+    },
+    {
+      "epoch": 0.09,
+      "eval_af_opus100_pr_auc": 0.7694780513124222,
+      "eval_af_ud_pr_auc": 0.9795806871380572,
+      "eval_am_opus100_pr_auc": 0.5251185665583806,
+      "eval_ar_ersatz_pr_auc": 0.9379685805398689,
+      "eval_ar_opus100_pr_auc": 0.671230295054185,
+      "eval_ar_ud_pr_auc": 0.8541185581235865,
+      "eval_average_ersatz_pr_auc": 0.9548790588776946,
+      "eval_average_opus100_pr_auc": 0.8124012376681243,
+      "eval_average_ud_pr_auc": 0.9501439874412868,
+      "eval_az_opus100_pr_auc": 0.7410298755448312,
+      "eval_be_opus100_pr_auc": 0.6889247573667094,
+      "eval_be_ud_pr_auc": 0.8585312151596648,
+      "eval_bg_opus100_pr_auc": 0.9025643992396942,
+      "eval_bg_ud_pr_auc": 0.9885559299776683,
+      "eval_bn_opus100_pr_auc": 0.7894250163166949,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8686551114957597,
+      "eval_ca_ud_pr_auc": 0.9868406584733067,
+      "eval_ceb_ud_pr_auc": 0.9998862165321634,
+      "eval_cs_ersatz_pr_auc": 0.9695408275355201,
+      "eval_cs_opus100_pr_auc": 0.8895729047632333,
+      "eval_cs_ud_pr_auc": 0.9409199664448573,
+      "eval_cy_opus100_pr_auc": 0.7476295149945749,
+      "eval_cy_ud_pr_auc": 0.99298602874309,
+      "eval_da_opus100_pr_auc": 0.9082867553827524,
+      "eval_da_ud_pr_auc": 0.9701558704416952,
+      "eval_de_ersatz_pr_auc": 0.9579588049513843,
+      "eval_de_opus100_pr_auc": 0.8619562016978783,
+      "eval_de_ud_pr_auc": 0.9762610696059725,
+      "eval_el_opus100_pr_auc": 0.9248766540555075,
+      "eval_el_ud_pr_auc": 0.985506876950307,
+      "eval_en_ersatz_pr_auc": 0.9839862256884697,
+      "eval_en_opus100_pr_auc": 0.9293577242598309,
+      "eval_en_ud_pr_auc": 0.9682914978706301,
+      "eval_eo_opus100_pr_auc": 0.9262365728382501,
+      "eval_es_ersatz_pr_auc": 0.992950285299847,
+      "eval_es_opus100_pr_auc": 0.9165234205119414,
+      "eval_es_ud_pr_auc": 0.9883682349441659,
+      "eval_et_ersatz_pr_auc": 0.9706007534851162,
+      "eval_et_opus100_pr_auc": 0.8883846804172033,
+      "eval_et_ud_pr_auc": 0.9503377184496894,
+      "eval_eu_opus100_pr_auc": 0.8785927860437364,
+      "eval_eu_ud_pr_auc": 0.9880844925281752,
+      "eval_fa_opus100_pr_auc": 0.5523450890835512,
+      "eval_fa_ud_pr_auc": 0.9970770504262463,
+      "eval_fi_ersatz_pr_auc": 0.9749891556576542,
+      "eval_fi_opus100_pr_auc": 0.8944486658146618,
+      "eval_fi_ud_pr_auc": 0.9494894784723257,
+      "eval_fr_ersatz_pr_auc": 0.9770983682297131,
+      "eval_fr_opus100_pr_auc": 0.897802900739398,
+      "eval_fr_ud_pr_auc": 0.9746253025397938,
+      "eval_fy_opus100_pr_auc": 0.6980245209125618,
+      "eval_ga_opus100_pr_auc": 0.8643269916966926,
+      "eval_ga_ud_pr_auc": 0.8123377829948015,
+      "eval_gd_opus100_pr_auc": 0.5598600536418719,
+      "eval_gd_ud_pr_auc": 0.7137850408076689,
+      "eval_gl_opus100_pr_auc": 0.8850029329846284,
+      "eval_gl_ud_pr_auc": 0.99350539356243,
+      "eval_gu_ersatz_pr_auc": 0.9256668337992268,
+      "eval_gu_opus100_pr_auc": 0.7029392445237622,
+      "eval_ha_opus100_pr_auc": 0.8881264413248268,
+      "eval_he_opus100_pr_auc": 0.8568261693878731,
+      "eval_he_ud_pr_auc": 0.955385143089489,
+      "eval_hi_ersatz_pr_auc": 0.9645681124515117,
+      "eval_hi_opus100_pr_auc": 0.6333574628844246,
+      "eval_hi_ud_pr_auc": 0.9712278761171749,
+      "eval_hu_opus100_pr_auc": 0.9125773729029117,
+      "eval_hu_ud_pr_auc": 0.9803266028579963,
+      "eval_hy_opus100_pr_auc": 0.9023783911604406,
+      "eval_hy_ud_pr_auc": 0.9838434171388897,
+      "eval_id_opus100_pr_auc": 0.8585290895961716,
+      "eval_id_ud_pr_auc": 0.987499406394468,
+      "eval_ig_opus100_pr_auc": 0.8801079482724928,
+      "eval_is_opus100_pr_auc": 0.9147153976779562,
+      "eval_is_ud_pr_auc": 0.8841345790842817,
+      "eval_it_opus100_pr_auc": 0.8967610831775421,
+      "eval_it_ud_pr_auc": 0.9917292766788123,
+      "eval_ja_ersatz_pr_auc": 0.8064130389984023,
+      "eval_ja_opus100_pr_auc": 0.7899851651240284,
+      "eval_ja_ud_pr_auc": 0.9814685777585568,
+      "eval_jv_ud_pr_auc": 0.9785225732981022,
+      "eval_ka_opus100_pr_auc": 0.8686859698572891,
+      "eval_kk_ersatz_pr_auc": 0.9837561142637573,
+      "eval_kk_opus100_pr_auc": 0.8090933535908039,
+      "eval_kk_ud_pr_auc": 0.9709058745053356,
+      "eval_km_ersatz_pr_auc": 0.8995304262030956,
+      "eval_km_opus100_pr_auc": 0.6910590926313142,
+      "eval_kn_opus100_pr_auc": 0.5699997602600626,
+      "eval_ko_opus100_pr_auc": 0.6479677893754432,
+      "eval_ko_ud_pr_auc": 0.997702523819948,
+      "eval_ku_opus100_pr_auc": 0.8105377930451666,
+      "eval_ky_opus100_pr_auc": 0.8554626896131003,
+      "eval_la_ud_pr_auc": 0.9244683770903575,
+      "eval_loss": 0.03913586586713791,
+      "eval_lt_ersatz_pr_auc": 0.9803542764298047,
+      "eval_lt_opus100_pr_auc": 0.8432581559537027,
+      "eval_lt_ud_pr_auc": 0.9833620862665811,
+      "eval_lv_ersatz_pr_auc": 0.978629474193668,
+      "eval_lv_opus100_pr_auc": 0.8711558324086616,
+      "eval_lv_ud_pr_auc": 0.9564962839152908,
+      "eval_mg_opus100_pr_auc": 0.9017958852904926,
+      "eval_mk_opus100_pr_auc": 0.9013255935898459,
+      "eval_ml_opus100_pr_auc": 0.7380347365264474,
+      "eval_mn_opus100_pr_auc": 0.9494963984546413,
+      "eval_mr_opus100_pr_auc": 0.8955659104725975,
+      "eval_mr_ud_pr_auc": 0.985909332017273,
+      "eval_ms_opus100_pr_auc": 0.8548198111243102,
+      "eval_mt_opus100_pr_auc": 0.8264599098065605,
+      "eval_mt_ud_pr_auc": 0.8972348671113528,
+      "eval_my_opus100_pr_auc": 0.6924121972731361,
+      "eval_ne_opus100_pr_auc": 0.6764611693839961,
+      "eval_nl_opus100_pr_auc": 0.8857639268181712,
+      "eval_nl_ud_pr_auc": 0.9690553659568415,
+      "eval_no_opus100_pr_auc": 0.918515228668304,
+      "eval_no_ud_pr_auc": 0.9932669667761358,
+      "eval_pa_opus100_pr_auc": 0.6719768735726663,
+      "eval_pl_ersatz_pr_auc": 0.9640108706818256,
+      "eval_pl_opus100_pr_auc": 0.8836583099708132,
+      "eval_pl_ud_pr_auc": 0.9605890964246125,
+      "eval_ps_ersatz_pr_auc": 0.9347108834316066,
+      "eval_ps_opus100_pr_auc": 0.7046445575600262,
+      "eval_pt_opus100_pr_auc": 0.9174828206091153,
+      "eval_pt_ud_pr_auc": 0.9776096239341696,
+      "eval_ro_ersatz_pr_auc": 0.9896860403054819,
+      "eval_ro_opus100_pr_auc": 0.8722153323173205,
+      "eval_ro_ud_pr_auc": 0.9193191866872749,
+      "eval_ru_ersatz_pr_auc": 0.9825000085251612,
+      "eval_ru_opus100_pr_auc": 0.9021820152387228,
+      "eval_ru_ud_pr_auc": 0.8274318188033469,
+      "eval_runtime": 452.845,
+      "eval_samples_per_second": 166.657,
+      "eval_si_opus100_pr_auc": 0.7833924271734817,
+      "eval_sk_opus100_pr_auc": 0.9074687387766229,
+      "eval_sk_ud_pr_auc": 0.975245235850332,
+      "eval_sl_opus100_pr_auc": 0.8478055322492021,
+      "eval_sl_ud_pr_auc": 0.9532095715462252,
+      "eval_sq_opus100_pr_auc": 0.8812581974436172,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9012140740838257,
+      "eval_sr_ud_pr_auc": 0.9884678728992577,
+      "eval_steps_per_second": 5.209,
+      "eval_sv_opus100_pr_auc": 0.8848867721496492,
+      "eval_sv_ud_pr_auc": 0.9246434866915128,
+      "eval_ta_ersatz_pr_auc": 0.9760049066186118,
+      "eval_ta_opus100_pr_auc": 0.6275813811948958,
+      "eval_ta_ud_pr_auc": 0.9968621207370953,
+      "eval_te_opus100_pr_auc": 0.8166497800888116,
+      "eval_tg_opus100_pr_auc": 0.880863057951967,
+      "eval_th_opus100_pr_auc": 0.6646767861741328,
+      "eval_th_ud_pr_auc": 0.691776407912092,
+      "eval_tr_ersatz_pr_auc": 0.9600959134864075,
+      "eval_tr_opus100_pr_auc": 0.8852420774557286,
+      "eval_tr_ud_pr_auc": 0.936568318255208,
+      "eval_uk_opus100_pr_auc": 0.8617928295079731,
+      "eval_uk_ud_pr_auc": 0.9166462881127766,
+      "eval_ur_opus100_pr_auc": 0.4924521762468316,
+      "eval_ur_ud_pr_auc": 0.9929154202385042,
+      "eval_uz_opus100_pr_auc": 0.8581965070473113,
+      "eval_vi_opus100_pr_auc": 0.901881579917566,
+      "eval_vi_ud_pr_auc": 0.9448457310249606,
+      "eval_xh_opus100_pr_auc": 0.8515109859626661,
+      "eval_yi_opus100_pr_auc": 0.6221944415475968,
+      "eval_yo_opus100_pr_auc": 0.7976703353948349,
+      "eval_yo_ud_pr_auc": 0.9061678913305979,
+      "eval_zh_ersatz_pr_auc": 0.8963193945331491,
+      "eval_zh_opus100_pr_auc": 0.7166153178145411,
+      "eval_zh_ud_pr_auc": 0.9841250136422004,
+      "eval_zu_opus100_pr_auc": 0.8575591684328361,
+      "step": 110000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.467088607594938e-05,
+      "learning_rate_adapter": 7.467088607594938e-05,
+      "loss": 0.0348,
+      "step": 110050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.465822784810127e-05,
+      "learning_rate_adapter": 7.465822784810127e-05,
+      "loss": 0.0352,
+      "step": 110100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.464556962025316e-05,
+      "learning_rate_adapter": 7.464556962025316e-05,
+      "loss": 0.0355,
+      "step": 110150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.463291139240507e-05,
+      "learning_rate_adapter": 7.463291139240507e-05,
+      "loss": 0.0352,
+      "step": 110200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.462025316455696e-05,
+      "learning_rate_adapter": 7.462025316455696e-05,
+      "loss": 0.0343,
+      "step": 110250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.460759493670886e-05,
+      "learning_rate_adapter": 7.460759493670886e-05,
+      "loss": 0.0341,
+      "step": 110300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.459493670886076e-05,
+      "learning_rate_adapter": 7.459493670886076e-05,
+      "loss": 0.0349,
+      "step": 110350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.458227848101266e-05,
+      "learning_rate_adapter": 7.458227848101266e-05,
+      "loss": 0.0352,
+      "step": 110400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.456962025316457e-05,
+      "learning_rate_adapter": 7.456962025316457e-05,
+      "loss": 0.0343,
+      "step": 110450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.455696202531646e-05,
+      "learning_rate_adapter": 7.455696202531646e-05,
+      "loss": 0.0353,
+      "step": 110500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.454430379746837e-05,
+      "learning_rate_adapter": 7.454430379746837e-05,
+      "loss": 0.0346,
+      "step": 110550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.453164556962026e-05,
+      "learning_rate_adapter": 7.453164556962026e-05,
+      "loss": 0.0356,
+      "step": 110600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.451898734177215e-05,
+      "learning_rate_adapter": 7.451898734177215e-05,
+      "loss": 0.0354,
+      "step": 110650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.450632911392406e-05,
+      "learning_rate_adapter": 7.450632911392406e-05,
+      "loss": 0.0347,
+      "step": 110700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.449367088607595e-05,
+      "learning_rate_adapter": 7.449367088607595e-05,
+      "loss": 0.0354,
+      "step": 110750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.448101265822785e-05,
+      "learning_rate_adapter": 7.448101265822785e-05,
+      "loss": 0.0357,
+      "step": 110800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.446835443037975e-05,
+      "learning_rate_adapter": 7.446835443037975e-05,
+      "loss": 0.0359,
+      "step": 110850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.445569620253164e-05,
+      "learning_rate_adapter": 7.445569620253164e-05,
+      "loss": 0.036,
+      "step": 110900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.444303797468354e-05,
+      "learning_rate_adapter": 7.444303797468354e-05,
+      "loss": 0.035,
+      "step": 110950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.443037974683545e-05,
+      "learning_rate_adapter": 7.443037974683545e-05,
+      "loss": 0.0351,
+      "step": 111000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.441772151898735e-05,
+      "learning_rate_adapter": 7.441772151898735e-05,
+      "loss": 0.0356,
+      "step": 111050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.440506329113925e-05,
+      "learning_rate_adapter": 7.440506329113925e-05,
+      "loss": 0.035,
+      "step": 111100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.439240506329114e-05,
+      "learning_rate_adapter": 7.439240506329114e-05,
+      "loss": 0.0348,
+      "step": 111150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.437974683544304e-05,
+      "learning_rate_adapter": 7.437974683544304e-05,
+      "loss": 0.0347,
+      "step": 111200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.436708860759494e-05,
+      "learning_rate_adapter": 7.436708860759494e-05,
+      "loss": 0.0355,
+      "step": 111250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.435443037974684e-05,
+      "learning_rate_adapter": 7.435443037974684e-05,
+      "loss": 0.0346,
+      "step": 111300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.434177215189873e-05,
+      "learning_rate_adapter": 7.434177215189873e-05,
+      "loss": 0.0344,
+      "step": 111350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.432911392405064e-05,
+      "learning_rate_adapter": 7.432911392405064e-05,
+      "loss": 0.0349,
+      "step": 111400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.431645569620253e-05,
+      "learning_rate_adapter": 7.431645569620253e-05,
+      "loss": 0.0352,
+      "step": 111450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.430379746835442e-05,
+      "learning_rate_adapter": 7.430379746835442e-05,
+      "loss": 0.0348,
+      "step": 111500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.429113924050633e-05,
+      "learning_rate_adapter": 7.429113924050633e-05,
+      "loss": 0.035,
+      "step": 111550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.427848101265823e-05,
+      "learning_rate_adapter": 7.427848101265823e-05,
+      "loss": 0.0346,
+      "step": 111600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.426582278481014e-05,
+      "learning_rate_adapter": 7.426582278481014e-05,
+      "loss": 0.0351,
+      "step": 111650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.425316455696203e-05,
+      "learning_rate_adapter": 7.425316455696203e-05,
+      "loss": 0.0348,
+      "step": 111700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.424050632911392e-05,
+      "learning_rate_adapter": 7.424050632911392e-05,
+      "loss": 0.0345,
+      "step": 111750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.422784810126583e-05,
+      "learning_rate_adapter": 7.422784810126583e-05,
+      "loss": 0.0341,
+      "step": 111800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.421518987341772e-05,
+      "learning_rate_adapter": 7.421518987341772e-05,
+      "loss": 0.0354,
+      "step": 111850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.420253164556963e-05,
+      "learning_rate_adapter": 7.420253164556963e-05,
+      "loss": 0.0351,
+      "step": 111900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.418987341772152e-05,
+      "learning_rate_adapter": 7.418987341772152e-05,
+      "loss": 0.0352,
+      "step": 111950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.417721518987341e-05,
+      "learning_rate_adapter": 7.417721518987341e-05,
+      "loss": 0.0353,
+      "step": 112000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.416455696202532e-05,
+      "learning_rate_adapter": 7.416455696202532e-05,
+      "loss": 0.0352,
+      "step": 112050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.415189873417721e-05,
+      "learning_rate_adapter": 7.415189873417721e-05,
+      "loss": 0.0347,
+      "step": 112100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.413924050632912e-05,
+      "learning_rate_adapter": 7.413924050632912e-05,
+      "loss": 0.0347,
+      "step": 112150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.412658227848102e-05,
+      "learning_rate_adapter": 7.412658227848102e-05,
+      "loss": 0.0348,
+      "step": 112200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.411392405063291e-05,
+      "learning_rate_adapter": 7.411392405063291e-05,
+      "loss": 0.0342,
+      "step": 112250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.410126582278482e-05,
+      "learning_rate_adapter": 7.410126582278482e-05,
+      "loss": 0.0354,
+      "step": 112300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.408860759493671e-05,
+      "learning_rate_adapter": 7.408860759493671e-05,
+      "loss": 0.0345,
+      "step": 112350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.407594936708862e-05,
+      "learning_rate_adapter": 7.407594936708862e-05,
+      "loss": 0.0352,
+      "step": 112400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.406329113924051e-05,
+      "learning_rate_adapter": 7.406329113924051e-05,
+      "loss": 0.035,
+      "step": 112450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40506329113924e-05,
+      "learning_rate_adapter": 7.40506329113924e-05,
+      "loss": 0.0353,
+      "step": 112500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40379746835443e-05,
+      "learning_rate_adapter": 7.40379746835443e-05,
+      "loss": 0.0352,
+      "step": 112550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40253164556962e-05,
+      "learning_rate_adapter": 7.40253164556962e-05,
+      "loss": 0.0352,
+      "step": 112600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40126582278481e-05,
+      "learning_rate_adapter": 7.40126582278481e-05,
+      "loss": 0.0353,
+      "step": 112650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.0342,
+      "step": 112700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39873417721519e-05,
+      "learning_rate_adapter": 7.39873417721519e-05,
+      "loss": 0.0353,
+      "step": 112750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.397468354430381e-05,
+      "learning_rate_adapter": 7.397468354430381e-05,
+      "loss": 0.0345,
+      "step": 112800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39620253164557e-05,
+      "learning_rate_adapter": 7.39620253164557e-05,
+      "loss": 0.0347,
+      "step": 112850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39493670886076e-05,
+      "learning_rate_adapter": 7.39493670886076e-05,
+      "loss": 0.0353,
+      "step": 112900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39367088607595e-05,
+      "learning_rate_adapter": 7.39367088607595e-05,
+      "loss": 0.0351,
+      "step": 112950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39240506329114e-05,
+      "learning_rate_adapter": 7.39240506329114e-05,
+      "loss": 0.0353,
+      "step": 113000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39113924050633e-05,
+      "learning_rate_adapter": 7.39113924050633e-05,
+      "loss": 0.0354,
+      "step": 113050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.389873417721519e-05,
+      "learning_rate_adapter": 7.389873417721519e-05,
+      "loss": 0.0356,
+      "step": 113100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.388607594936709e-05,
+      "learning_rate_adapter": 7.388607594936709e-05,
+      "loss": 0.0347,
+      "step": 113150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.387341772151898e-05,
+      "learning_rate_adapter": 7.387341772151898e-05,
+      "loss": 0.0353,
+      "step": 113200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.386075949367089e-05,
+      "learning_rate_adapter": 7.386075949367089e-05,
+      "loss": 0.0346,
+      "step": 113250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.384810126582278e-05,
+      "learning_rate_adapter": 7.384810126582278e-05,
+      "loss": 0.0349,
+      "step": 113300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.383544303797469e-05,
+      "learning_rate_adapter": 7.383544303797469e-05,
+      "loss": 0.0349,
+      "step": 113350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.38227848101266e-05,
+      "learning_rate_adapter": 7.38227848101266e-05,
+      "loss": 0.0352,
+      "step": 113400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.381012658227849e-05,
+      "learning_rate_adapter": 7.381012658227849e-05,
+      "loss": 0.035,
+      "step": 113450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.379746835443039e-05,
+      "learning_rate_adapter": 7.379746835443039e-05,
+      "loss": 0.0354,
+      "step": 113500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.378481012658228e-05,
+      "learning_rate_adapter": 7.378481012658228e-05,
+      "loss": 0.0356,
+      "step": 113550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.377215189873418e-05,
+      "learning_rate_adapter": 7.377215189873418e-05,
+      "loss": 0.0345,
+      "step": 113600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.375949367088608e-05,
+      "learning_rate_adapter": 7.375949367088608e-05,
+      "loss": 0.035,
+      "step": 113650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.374683544303797e-05,
+      "learning_rate_adapter": 7.374683544303797e-05,
+      "loss": 0.0344,
+      "step": 113700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.373417721518988e-05,
+      "learning_rate_adapter": 7.373417721518988e-05,
+      "loss": 0.0351,
+      "step": 113750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.372151898734177e-05,
+      "learning_rate_adapter": 7.372151898734177e-05,
+      "loss": 0.0338,
+      "step": 113800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.370886075949366e-05,
+      "learning_rate_adapter": 7.370886075949366e-05,
+      "loss": 0.0352,
+      "step": 113850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.369620253164557e-05,
+      "learning_rate_adapter": 7.369620253164557e-05,
+      "loss": 0.0346,
+      "step": 113900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.368354430379747e-05,
+      "learning_rate_adapter": 7.368354430379747e-05,
+      "loss": 0.0347,
+      "step": 113950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.367088607594938e-05,
+      "learning_rate_adapter": 7.367088607594938e-05,
+      "loss": 0.0346,
+      "step": 114000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.365822784810127e-05,
+      "learning_rate_adapter": 7.365822784810127e-05,
+      "loss": 0.0356,
+      "step": 114050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.364556962025316e-05,
+      "learning_rate_adapter": 7.364556962025316e-05,
+      "loss": 0.0351,
+      "step": 114100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.363291139240507e-05,
+      "learning_rate_adapter": 7.363291139240507e-05,
+      "loss": 0.035,
+      "step": 114150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.362025316455696e-05,
+      "learning_rate_adapter": 7.362025316455696e-05,
+      "loss": 0.0342,
+      "step": 114200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.360759493670887e-05,
+      "learning_rate_adapter": 7.360759493670887e-05,
+      "loss": 0.0343,
+      "step": 114250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.359493670886076e-05,
+      "learning_rate_adapter": 7.359493670886076e-05,
+      "loss": 0.0348,
+      "step": 114300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.358227848101265e-05,
+      "learning_rate_adapter": 7.358227848101265e-05,
+      "loss": 0.0351,
+      "step": 114350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.356962025316456e-05,
+      "learning_rate_adapter": 7.356962025316456e-05,
+      "loss": 0.0354,
+      "step": 114400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.355696202531645e-05,
+      "learning_rate_adapter": 7.355696202531645e-05,
+      "loss": 0.0345,
+      "step": 114450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.354430379746836e-05,
+      "learning_rate_adapter": 7.354430379746836e-05,
+      "loss": 0.0344,
+      "step": 114500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.353164556962026e-05,
+      "learning_rate_adapter": 7.353164556962026e-05,
+      "loss": 0.035,
+      "step": 114550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.351898734177217e-05,
+      "learning_rate_adapter": 7.351898734177217e-05,
+      "loss": 0.0352,
+      "step": 114600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.350632911392406e-05,
+      "learning_rate_adapter": 7.350632911392406e-05,
+      "loss": 0.0355,
+      "step": 114650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.349367088607595e-05,
+      "learning_rate_adapter": 7.349367088607595e-05,
+      "loss": 0.035,
+      "step": 114700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.348101265822786e-05,
+      "learning_rate_adapter": 7.348101265822786e-05,
+      "loss": 0.0355,
+      "step": 114750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.346835443037975e-05,
+      "learning_rate_adapter": 7.346835443037975e-05,
+      "loss": 0.035,
+      "step": 114800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.345569620253165e-05,
+      "learning_rate_adapter": 7.345569620253165e-05,
+      "loss": 0.0345,
+      "step": 114850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.344303797468355e-05,
+      "learning_rate_adapter": 7.344303797468355e-05,
+      "loss": 0.0354,
+      "step": 114900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.343037974683544e-05,
+      "learning_rate_adapter": 7.343037974683544e-05,
+      "loss": 0.0349,
+      "step": 114950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.341772151898734e-05,
+      "learning_rate_adapter": 7.341772151898734e-05,
+      "loss": 0.0347,
+      "step": 115000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.7653655861300793,
+      "eval_af_ud_pr_auc": 0.9904009677650356,
+      "eval_am_opus100_pr_auc": 0.5899572207241848,
+      "eval_ar_ersatz_pr_auc": 0.9396969126480718,
+      "eval_ar_opus100_pr_auc": 0.6898367401888463,
+      "eval_ar_ud_pr_auc": 0.8540311663307624,
+      "eval_average_ersatz_pr_auc": 0.9619053909160473,
+      "eval_average_opus100_pr_auc": 0.817453666770323,
+      "eval_average_ud_pr_auc": 0.9573639659995732,
+      "eval_az_opus100_pr_auc": 0.7755821856917884,
+      "eval_be_opus100_pr_auc": 0.671992640851105,
+      "eval_be_ud_pr_auc": 0.8839379388555633,
+      "eval_bg_opus100_pr_auc": 0.9000728760597451,
+      "eval_bg_ud_pr_auc": 0.9907828420962215,
+      "eval_bn_opus100_pr_auc": 0.7902507059711087,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8784533217077397,
+      "eval_ca_ud_pr_auc": 0.9927516638772196,
+      "eval_ceb_ud_pr_auc": 0.9999717815047149,
+      "eval_cs_ersatz_pr_auc": 0.9809591054003337,
+      "eval_cs_opus100_pr_auc": 0.8974391481639562,
+      "eval_cs_ud_pr_auc": 0.9551028910583601,
+      "eval_cy_opus100_pr_auc": 0.7306124908204363,
+      "eval_cy_ud_pr_auc": 0.9958504731795262,
+      "eval_da_opus100_pr_auc": 0.9158497112395387,
+      "eval_da_ud_pr_auc": 0.9828865566241045,
+      "eval_de_ersatz_pr_auc": 0.972484901951554,
+      "eval_de_opus100_pr_auc": 0.8691344027000696,
+      "eval_de_ud_pr_auc": 0.9838871789237564,
+      "eval_el_opus100_pr_auc": 0.9213342836974191,
+      "eval_el_ud_pr_auc": 0.9929708096084188,
+      "eval_en_ersatz_pr_auc": 0.9836182245539505,
+      "eval_en_opus100_pr_auc": 0.9242327707547826,
+      "eval_en_ud_pr_auc": 0.9763335924701284,
+      "eval_eo_opus100_pr_auc": 0.9246895172452999,
+      "eval_es_ersatz_pr_auc": 0.9960461062286359,
+      "eval_es_opus100_pr_auc": 0.9179444886023871,
+      "eval_es_ud_pr_auc": 0.9912894450251262,
+      "eval_et_ersatz_pr_auc": 0.9765755213591665,
+      "eval_et_opus100_pr_auc": 0.9033887895958824,
+      "eval_et_ud_pr_auc": 0.9432795862108329,
+      "eval_eu_opus100_pr_auc": 0.8769137735081807,
+      "eval_eu_ud_pr_auc": 0.9885178890644675,
+      "eval_fa_opus100_pr_auc": 0.5665623299332159,
+      "eval_fa_ud_pr_auc": 0.9977734109285754,
+      "eval_fi_ersatz_pr_auc": 0.9816064007061083,
+      "eval_fi_opus100_pr_auc": 0.8959029131807239,
+      "eval_fi_ud_pr_auc": 0.9543188846927702,
+      "eval_fr_ersatz_pr_auc": 0.9877314647633714,
+      "eval_fr_opus100_pr_auc": 0.8953536539280484,
+      "eval_fr_ud_pr_auc": 0.969983007717294,
+      "eval_fy_opus100_pr_auc": 0.66966742048921,
+      "eval_ga_opus100_pr_auc": 0.860331128355379,
+      "eval_ga_ud_pr_auc": 0.8264338610636354,
+      "eval_gd_opus100_pr_auc": 0.5272944835785515,
+      "eval_gd_ud_pr_auc": 0.7382051023930405,
+      "eval_gl_opus100_pr_auc": 0.8813453039385775,
+      "eval_gl_ud_pr_auc": 0.9931887668245414,
+      "eval_gu_ersatz_pr_auc": 0.9449238808299906,
+      "eval_gu_opus100_pr_auc": 0.7066469419622813,
+      "eval_ha_opus100_pr_auc": 0.9044835056324665,
+      "eval_he_opus100_pr_auc": 0.8585849468762797,
+      "eval_he_ud_pr_auc": 0.9790235899529963,
+      "eval_hi_ersatz_pr_auc": 0.9708828979285072,
+      "eval_hi_opus100_pr_auc": 0.6534567993604063,
+      "eval_hi_ud_pr_auc": 0.990622639390806,
+      "eval_hu_opus100_pr_auc": 0.9231228320771293,
+      "eval_hu_ud_pr_auc": 0.9804040655526041,
+      "eval_hy_opus100_pr_auc": 0.9096206346308982,
+      "eval_hy_ud_pr_auc": 0.9792089519287324,
+      "eval_id_opus100_pr_auc": 0.8587704648327932,
+      "eval_id_ud_pr_auc": 0.9874016872960995,
+      "eval_ig_opus100_pr_auc": 0.8715813810918012,
+      "eval_is_opus100_pr_auc": 0.9149929629948264,
+      "eval_is_ud_pr_auc": 0.9099972582286215,
+      "eval_it_opus100_pr_auc": 0.8960239699809894,
+      "eval_it_ud_pr_auc": 0.9917578977247934,
+      "eval_ja_ersatz_pr_auc": 0.7996930707324325,
+      "eval_ja_opus100_pr_auc": 0.7938592485596258,
+      "eval_ja_ud_pr_auc": 0.9846843282983027,
+      "eval_jv_ud_pr_auc": 0.9964837433490655,
+      "eval_ka_opus100_pr_auc": 0.8719801396752115,
+      "eval_kk_ersatz_pr_auc": 0.98660866571317,
+      "eval_kk_opus100_pr_auc": 0.8012113151241224,
+      "eval_kk_ud_pr_auc": 0.9721763669308536,
+      "eval_km_ersatz_pr_auc": 0.8959832951584619,
+      "eval_km_opus100_pr_auc": 0.712336209836572,
+      "eval_kn_opus100_pr_auc": 0.5570078067191602,
+      "eval_ko_opus100_pr_auc": 0.6644616558392904,
+      "eval_ko_ud_pr_auc": 0.9990150396885779,
+      "eval_ku_opus100_pr_auc": 0.8196601446224987,
+      "eval_ky_opus100_pr_auc": 0.853420080541813,
+      "eval_la_ud_pr_auc": 0.9478701485476639,
+      "eval_loss": 0.03886309638619423,
+      "eval_lt_ersatz_pr_auc": 0.9905579011875936,
+      "eval_lt_opus100_pr_auc": 0.8576466442404296,
+      "eval_lt_ud_pr_auc": 0.9870615235513079,
+      "eval_lv_ersatz_pr_auc": 0.9877155834377274,
+      "eval_lv_opus100_pr_auc": 0.8729505650791843,
+      "eval_lv_ud_pr_auc": 0.9573680830967695,
+      "eval_mg_opus100_pr_auc": 0.9192336565195853,
+      "eval_mk_opus100_pr_auc": 0.8974890712222567,
+      "eval_ml_opus100_pr_auc": 0.7476273173719041,
+      "eval_mn_opus100_pr_auc": 0.9464527544408873,
+      "eval_mr_opus100_pr_auc": 0.8875673883267113,
+      "eval_mr_ud_pr_auc": 0.9797514379226634,
+      "eval_ms_opus100_pr_auc": 0.866954684299408,
+      "eval_mt_opus100_pr_auc": 0.8241596086432114,
+      "eval_mt_ud_pr_auc": 0.8400561807331502,
+      "eval_my_opus100_pr_auc": 0.7009908758067838,
+      "eval_ne_opus100_pr_auc": 0.6867770352973143,
+      "eval_nl_opus100_pr_auc": 0.886835582160856,
+      "eval_nl_ud_pr_auc": 0.9785494642260231,
+      "eval_no_opus100_pr_auc": 0.9167665187209975,
+      "eval_no_ud_pr_auc": 0.9954017777983042,
+      "eval_pa_opus100_pr_auc": 0.6660517993504542,
+      "eval_pl_ersatz_pr_auc": 0.9791029176451204,
+      "eval_pl_opus100_pr_auc": 0.8865555538363995,
+      "eval_pl_ud_pr_auc": 0.9663144616388714,
+      "eval_ps_ersatz_pr_auc": 0.9422663146957521,
+      "eval_ps_opus100_pr_auc": 0.7049302801031182,
+      "eval_pt_opus100_pr_auc": 0.9233209683364403,
+      "eval_pt_ud_pr_auc": 0.9851500096684838,
+      "eval_ro_ersatz_pr_auc": 0.9950323210748886,
+      "eval_ro_opus100_pr_auc": 0.8814764386247264,
+      "eval_ro_ud_pr_auc": 0.9408455762312202,
+      "eval_ru_ersatz_pr_auc": 0.9871484273736453,
+      "eval_ru_opus100_pr_auc": 0.9049868723188608,
+      "eval_ru_ud_pr_auc": 0.8366198280371343,
+      "eval_runtime": 452.6168,
+      "eval_samples_per_second": 166.742,
+      "eval_si_opus100_pr_auc": 0.793168028107553,
+      "eval_sk_opus100_pr_auc": 0.9212013928899191,
+      "eval_sk_ud_pr_auc": 0.9758305446717264,
+      "eval_sl_opus100_pr_auc": 0.8536961899417873,
+      "eval_sl_ud_pr_auc": 0.9808714521945159,
+      "eval_sq_opus100_pr_auc": 0.892160990415959,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8991587112055518,
+      "eval_sr_ud_pr_auc": 0.9955100345534299,
+      "eval_steps_per_second": 5.212,
+      "eval_sv_opus100_pr_auc": 0.8868213171019563,
+      "eval_sv_ud_pr_auc": 0.938634151060636,
+      "eval_ta_ersatz_pr_auc": 0.9810455598066219,
+      "eval_ta_opus100_pr_auc": 0.6347859961900628,
+      "eval_ta_ud_pr_auc": 0.9986376942518967,
+      "eval_te_opus100_pr_auc": 0.8152549373070416,
+      "eval_tg_opus100_pr_auc": 0.8734061005569798,
+      "eval_th_opus100_pr_auc": 0.6707203853043123,
+      "eval_th_ud_pr_auc": 0.7491028351731482,
+      "eval_tr_ersatz_pr_auc": 0.969876097207329,
+      "eval_tr_opus100_pr_auc": 0.8959682126787911,
+      "eval_tr_ud_pr_auc": 0.9479560928135199,
+      "eval_uk_opus100_pr_auc": 0.8702019475052668,
+      "eval_uk_ud_pr_auc": 0.9322593690646712,
+      "eval_ur_opus100_pr_auc": 0.5187208308663167,
+      "eval_ur_ud_pr_auc": 0.9977495173039731,
+      "eval_uz_opus100_pr_auc": 0.8534427162526249,
+      "eval_vi_opus100_pr_auc": 0.907466688992106,
+      "eval_vi_ud_pr_auc": 0.9627418501117366,
+      "eval_xh_opus100_pr_auc": 0.8676178624294846,
+      "eval_yi_opus100_pr_auc": 0.7364054888081333,
+      "eval_yo_opus100_pr_auc": 0.7764464113972935,
+      "eval_yo_ud_pr_auc": 0.9151675634091014,
+      "eval_zh_ersatz_pr_auc": 0.9123630297506135,
+      "eval_zh_opus100_pr_auc": 0.7407783973030363,
+      "eval_zh_ud_pr_auc": 0.9876230813601754,
+      "eval_zu_opus100_pr_auc": 0.8342755277983681,
+      "step": 115000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.340506329113924e-05,
+      "learning_rate_adapter": 7.340506329113924e-05,
+      "loss": 0.0347,
+      "step": 115050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.339240506329114e-05,
+      "learning_rate_adapter": 7.339240506329114e-05,
+      "loss": 0.0352,
+      "step": 115100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.337974683544305e-05,
+      "learning_rate_adapter": 7.337974683544305e-05,
+      "loss": 0.0355,
+      "step": 115150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.336708860759494e-05,
+      "learning_rate_adapter": 7.336708860759494e-05,
+      "loss": 0.0351,
+      "step": 115200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.335443037974684e-05,
+      "learning_rate_adapter": 7.335443037974684e-05,
+      "loss": 0.0343,
+      "step": 115250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.334177215189874e-05,
+      "learning_rate_adapter": 7.334177215189874e-05,
+      "loss": 0.0343,
+      "step": 115300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.332911392405064e-05,
+      "learning_rate_adapter": 7.332911392405064e-05,
+      "loss": 0.0341,
+      "step": 115350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.331645569620253e-05,
+      "learning_rate_adapter": 7.331645569620253e-05,
+      "loss": 0.0348,
+      "step": 115400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.330379746835443e-05,
+      "learning_rate_adapter": 7.330379746835443e-05,
+      "loss": 0.0352,
+      "step": 115450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.329113924050633e-05,
+      "learning_rate_adapter": 7.329113924050633e-05,
+      "loss": 0.0353,
+      "step": 115500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.327848101265822e-05,
+      "learning_rate_adapter": 7.327848101265822e-05,
+      "loss": 0.0346,
+      "step": 115550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.326582278481013e-05,
+      "learning_rate_adapter": 7.326582278481013e-05,
+      "loss": 0.0354,
+      "step": 115600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.325316455696202e-05,
+      "learning_rate_adapter": 7.325316455696202e-05,
+      "loss": 0.0358,
+      "step": 115650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.324050632911393e-05,
+      "learning_rate_adapter": 7.324050632911393e-05,
+      "loss": 0.0353,
+      "step": 115700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.322784810126583e-05,
+      "learning_rate_adapter": 7.322784810126583e-05,
+      "loss": 0.0356,
+      "step": 115750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.321518987341773e-05,
+      "learning_rate_adapter": 7.321518987341773e-05,
+      "loss": 0.0342,
+      "step": 115800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.320253164556963e-05,
+      "learning_rate_adapter": 7.320253164556963e-05,
+      "loss": 0.0347,
+      "step": 115850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.318987341772152e-05,
+      "learning_rate_adapter": 7.318987341772152e-05,
+      "loss": 0.0351,
+      "step": 115900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.317721518987342e-05,
+      "learning_rate_adapter": 7.317721518987342e-05,
+      "loss": 0.0351,
+      "step": 115950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.316455696202532e-05,
+      "learning_rate_adapter": 7.316455696202532e-05,
+      "loss": 0.0349,
+      "step": 116000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.315189873417721e-05,
+      "learning_rate_adapter": 7.315189873417721e-05,
+      "loss": 0.0348,
+      "step": 116050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.313924050632912e-05,
+      "learning_rate_adapter": 7.313924050632912e-05,
+      "loss": 0.0352,
+      "step": 116100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.312658227848101e-05,
+      "learning_rate_adapter": 7.312658227848101e-05,
+      "loss": 0.0355,
+      "step": 116150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.311392405063292e-05,
+      "learning_rate_adapter": 7.311392405063292e-05,
+      "loss": 0.0357,
+      "step": 116200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.310126582278481e-05,
+      "learning_rate_adapter": 7.310126582278481e-05,
+      "loss": 0.0347,
+      "step": 116250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.308860759493671e-05,
+      "learning_rate_adapter": 7.308860759493671e-05,
+      "loss": 0.0344,
+      "step": 116300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.307594936708862e-05,
+      "learning_rate_adapter": 7.307594936708862e-05,
+      "loss": 0.0353,
+      "step": 116350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.306329113924051e-05,
+      "learning_rate_adapter": 7.306329113924051e-05,
+      "loss": 0.0346,
+      "step": 116400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.305063291139242e-05,
+      "learning_rate_adapter": 7.305063291139242e-05,
+      "loss": 0.0356,
+      "step": 116450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.303797468354431e-05,
+      "learning_rate_adapter": 7.303797468354431e-05,
+      "loss": 0.0352,
+      "step": 116500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.30253164556962e-05,
+      "learning_rate_adapter": 7.30253164556962e-05,
+      "loss": 0.0361,
+      "step": 116550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.301265822784811e-05,
+      "learning_rate_adapter": 7.301265822784811e-05,
+      "loss": 0.0344,
+      "step": 116600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0354,
+      "step": 116650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29873417721519e-05,
+      "learning_rate_adapter": 7.29873417721519e-05,
+      "loss": 0.034,
+      "step": 116700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29746835443038e-05,
+      "learning_rate_adapter": 7.29746835443038e-05,
+      "loss": 0.0348,
+      "step": 116750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.296202531645569e-05,
+      "learning_rate_adapter": 7.296202531645569e-05,
+      "loss": 0.0349,
+      "step": 116800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29493670886076e-05,
+      "learning_rate_adapter": 7.29493670886076e-05,
+      "loss": 0.0355,
+      "step": 116850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29367088607595e-05,
+      "learning_rate_adapter": 7.29367088607595e-05,
+      "loss": 0.0353,
+      "step": 116900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29240506329114e-05,
+      "learning_rate_adapter": 7.29240506329114e-05,
+      "loss": 0.0348,
+      "step": 116950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29113924050633e-05,
+      "learning_rate_adapter": 7.29113924050633e-05,
+      "loss": 0.0347,
+      "step": 117000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.289873417721519e-05,
+      "learning_rate_adapter": 7.289873417721519e-05,
+      "loss": 0.0349,
+      "step": 117050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.28860759493671e-05,
+      "learning_rate_adapter": 7.28860759493671e-05,
+      "loss": 0.0353,
+      "step": 117100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.287341772151899e-05,
+      "learning_rate_adapter": 7.287341772151899e-05,
+      "loss": 0.0344,
+      "step": 117150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.286075949367089e-05,
+      "learning_rate_adapter": 7.286075949367089e-05,
+      "loss": 0.0353,
+      "step": 117200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.284810126582279e-05,
+      "learning_rate_adapter": 7.284810126582279e-05,
+      "loss": 0.0349,
+      "step": 117250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.283544303797468e-05,
+      "learning_rate_adapter": 7.283544303797468e-05,
+      "loss": 0.0352,
+      "step": 117300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.282278481012658e-05,
+      "learning_rate_adapter": 7.282278481012658e-05,
+      "loss": 0.0348,
+      "step": 117350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.281012658227848e-05,
+      "learning_rate_adapter": 7.281012658227848e-05,
+      "loss": 0.0354,
+      "step": 117400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.279746835443038e-05,
+      "learning_rate_adapter": 7.279746835443038e-05,
+      "loss": 0.0349,
+      "step": 117450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.278481012658229e-05,
+      "learning_rate_adapter": 7.278481012658229e-05,
+      "loss": 0.0345,
+      "step": 117500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.277215189873418e-05,
+      "learning_rate_adapter": 7.277215189873418e-05,
+      "loss": 0.035,
+      "step": 117550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.275949367088608e-05,
+      "learning_rate_adapter": 7.275949367088608e-05,
+      "loss": 0.0348,
+      "step": 117600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.274683544303798e-05,
+      "learning_rate_adapter": 7.274683544303798e-05,
+      "loss": 0.0357,
+      "step": 117650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.273417721518988e-05,
+      "learning_rate_adapter": 7.273417721518988e-05,
+      "loss": 0.0343,
+      "step": 117700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.272151898734177e-05,
+      "learning_rate_adapter": 7.272151898734177e-05,
+      "loss": 0.0344,
+      "step": 117750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.270886075949367e-05,
+      "learning_rate_adapter": 7.270886075949367e-05,
+      "loss": 0.0349,
+      "step": 117800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.269620253164557e-05,
+      "learning_rate_adapter": 7.269620253164557e-05,
+      "loss": 0.0348,
+      "step": 117850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.268354430379746e-05,
+      "learning_rate_adapter": 7.268354430379746e-05,
+      "loss": 0.035,
+      "step": 117900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.267088607594937e-05,
+      "learning_rate_adapter": 7.267088607594937e-05,
+      "loss": 0.0348,
+      "step": 117950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.265822784810126e-05,
+      "learning_rate_adapter": 7.265822784810126e-05,
+      "loss": 0.0344,
+      "step": 118000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.264556962025317e-05,
+      "learning_rate_adapter": 7.264556962025317e-05,
+      "loss": 0.036,
+      "step": 118050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.263291139240507e-05,
+      "learning_rate_adapter": 7.263291139240507e-05,
+      "loss": 0.0356,
+      "step": 118100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.262025316455696e-05,
+      "learning_rate_adapter": 7.262025316455696e-05,
+      "loss": 0.0351,
+      "step": 118150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.260759493670887e-05,
+      "learning_rate_adapter": 7.260759493670887e-05,
+      "loss": 0.035,
+      "step": 118200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.259493670886076e-05,
+      "learning_rate_adapter": 7.259493670886076e-05,
+      "loss": 0.0352,
+      "step": 118250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.258227848101267e-05,
+      "learning_rate_adapter": 7.258227848101267e-05,
+      "loss": 0.0353,
+      "step": 118300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.256962025316456e-05,
+      "learning_rate_adapter": 7.256962025316456e-05,
+      "loss": 0.0341,
+      "step": 118350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.255696202531645e-05,
+      "learning_rate_adapter": 7.255696202531645e-05,
+      "loss": 0.035,
+      "step": 118400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.254430379746836e-05,
+      "learning_rate_adapter": 7.254430379746836e-05,
+      "loss": 0.0345,
+      "step": 118450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.253164556962025e-05,
+      "learning_rate_adapter": 7.253164556962025e-05,
+      "loss": 0.0343,
+      "step": 118500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.251898734177216e-05,
+      "learning_rate_adapter": 7.251898734177216e-05,
+      "loss": 0.0342,
+      "step": 118550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.250632911392405e-05,
+      "learning_rate_adapter": 7.250632911392405e-05,
+      "loss": 0.0345,
+      "step": 118600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.249367088607595e-05,
+      "learning_rate_adapter": 7.249367088607595e-05,
+      "loss": 0.035,
+      "step": 118650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.248101265822786e-05,
+      "learning_rate_adapter": 7.248101265822786e-05,
+      "loss": 0.0348,
+      "step": 118700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.246835443037975e-05,
+      "learning_rate_adapter": 7.246835443037975e-05,
+      "loss": 0.0344,
+      "step": 118750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.245569620253166e-05,
+      "learning_rate_adapter": 7.245569620253166e-05,
+      "loss": 0.0351,
+      "step": 118800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.244303797468355e-05,
+      "learning_rate_adapter": 7.244303797468355e-05,
+      "loss": 0.0353,
+      "step": 118850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.243037974683544e-05,
+      "learning_rate_adapter": 7.243037974683544e-05,
+      "loss": 0.035,
+      "step": 118900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.241772151898735e-05,
+      "learning_rate_adapter": 7.241772151898735e-05,
+      "loss": 0.0353,
+      "step": 118950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.240506329113924e-05,
+      "learning_rate_adapter": 7.240506329113924e-05,
+      "loss": 0.0346,
+      "step": 119000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.239240506329114e-05,
+      "learning_rate_adapter": 7.239240506329114e-05,
+      "loss": 0.0344,
+      "step": 119050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.237974683544304e-05,
+      "learning_rate_adapter": 7.237974683544304e-05,
+      "loss": 0.0346,
+      "step": 119100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.236708860759494e-05,
+      "learning_rate_adapter": 7.236708860759494e-05,
+      "loss": 0.0343,
+      "step": 119150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.235443037974683e-05,
+      "learning_rate_adapter": 7.235443037974683e-05,
+      "loss": 0.0345,
+      "step": 119200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.234177215189874e-05,
+      "learning_rate_adapter": 7.234177215189874e-05,
+      "loss": 0.0344,
+      "step": 119250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.232911392405065e-05,
+      "learning_rate_adapter": 7.232911392405065e-05,
+      "loss": 0.0343,
+      "step": 119300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.231645569620254e-05,
+      "learning_rate_adapter": 7.231645569620254e-05,
+      "loss": 0.0349,
+      "step": 119350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.230379746835443e-05,
+      "learning_rate_adapter": 7.230379746835443e-05,
+      "loss": 0.0349,
+      "step": 119400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.229113924050633e-05,
+      "learning_rate_adapter": 7.229113924050633e-05,
+      "loss": 0.0348,
+      "step": 119450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.227848101265823e-05,
+      "learning_rate_adapter": 7.227848101265823e-05,
+      "loss": 0.0345,
+      "step": 119500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.226582278481013e-05,
+      "learning_rate_adapter": 7.226582278481013e-05,
+      "loss": 0.0346,
+      "step": 119550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.225316455696202e-05,
+      "learning_rate_adapter": 7.225316455696202e-05,
+      "loss": 0.0352,
+      "step": 119600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.224050632911393e-05,
+      "learning_rate_adapter": 7.224050632911393e-05,
+      "loss": 0.0345,
+      "step": 119650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.222784810126582e-05,
+      "learning_rate_adapter": 7.222784810126582e-05,
+      "loss": 0.0345,
+      "step": 119700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.221518987341771e-05,
+      "learning_rate_adapter": 7.221518987341771e-05,
+      "loss": 0.0346,
+      "step": 119750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.220253164556962e-05,
+      "learning_rate_adapter": 7.220253164556962e-05,
+      "loss": 0.0346,
+      "step": 119800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.218987341772153e-05,
+      "learning_rate_adapter": 7.218987341772153e-05,
+      "loss": 0.0351,
+      "step": 119850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.217721518987343e-05,
+      "learning_rate_adapter": 7.217721518987343e-05,
+      "loss": 0.0348,
+      "step": 119900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.216455696202532e-05,
+      "learning_rate_adapter": 7.216455696202532e-05,
+      "loss": 0.0353,
+      "step": 119950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.215189873417722e-05,
+      "learning_rate_adapter": 7.215189873417722e-05,
+      "loss": 0.0344,
+      "step": 120000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.7663776785345477,
+      "eval_af_ud_pr_auc": 0.9942339466609351,
+      "eval_am_opus100_pr_auc": 0.5386000698365212,
+      "eval_ar_ersatz_pr_auc": 0.9358724779623077,
+      "eval_ar_opus100_pr_auc": 0.6850105395449024,
+      "eval_ar_ud_pr_auc": 0.8617471113821668,
+      "eval_average_ersatz_pr_auc": 0.9574107728046498,
+      "eval_average_opus100_pr_auc": 0.8078945781060941,
+      "eval_average_ud_pr_auc": 0.9555370214692657,
+      "eval_az_opus100_pr_auc": 0.7215442992578809,
+      "eval_be_opus100_pr_auc": 0.6440460160836133,
+      "eval_be_ud_pr_auc": 0.8781608711398329,
+      "eval_bg_opus100_pr_auc": 0.8972870714992428,
+      "eval_bg_ud_pr_auc": 0.991404222284027,
+      "eval_bn_opus100_pr_auc": 0.8006905026640755,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8634359523599086,
+      "eval_ca_ud_pr_auc": 0.9946194751355665,
+      "eval_ceb_ud_pr_auc": 0.9998573854182528,
+      "eval_cs_ersatz_pr_auc": 0.9767298512176947,
+      "eval_cs_opus100_pr_auc": 0.8793409608774253,
+      "eval_cs_ud_pr_auc": 0.9441475818102509,
+      "eval_cy_opus100_pr_auc": 0.7302995457442099,
+      "eval_cy_ud_pr_auc": 0.9963782542907802,
+      "eval_da_opus100_pr_auc": 0.9030468932400016,
+      "eval_da_ud_pr_auc": 0.9758197110551476,
+      "eval_de_ersatz_pr_auc": 0.9714458966013765,
+      "eval_de_opus100_pr_auc": 0.8659383450928924,
+      "eval_de_ud_pr_auc": 0.9834153523666068,
+      "eval_el_opus100_pr_auc": 0.9111181914349592,
+      "eval_el_ud_pr_auc": 0.9931260111449868,
+      "eval_en_ersatz_pr_auc": 0.9844278421315694,
+      "eval_en_opus100_pr_auc": 0.9110702330659787,
+      "eval_en_ud_pr_auc": 0.9585854272126377,
+      "eval_eo_opus100_pr_auc": 0.9173805698794723,
+      "eval_es_ersatz_pr_auc": 0.9936413609107763,
+      "eval_es_opus100_pr_auc": 0.9113311580868366,
+      "eval_es_ud_pr_auc": 0.9884450300860778,
+      "eval_et_ersatz_pr_auc": 0.9768400691179057,
+      "eval_et_opus100_pr_auc": 0.8801189047486103,
+      "eval_et_ud_pr_auc": 0.9569735789596393,
+      "eval_eu_opus100_pr_auc": 0.8724705908821688,
+      "eval_eu_ud_pr_auc": 0.9891366701382356,
+      "eval_fa_opus100_pr_auc": 0.5474589670852932,
+      "eval_fa_ud_pr_auc": 0.9968420489652813,
+      "eval_fi_ersatz_pr_auc": 0.9848926087991099,
+      "eval_fi_opus100_pr_auc": 0.883492759607333,
+      "eval_fi_ud_pr_auc": 0.95769919740531,
+      "eval_fr_ersatz_pr_auc": 0.9863246675820607,
+      "eval_fr_opus100_pr_auc": 0.8916677405597896,
+      "eval_fr_ud_pr_auc": 0.9714667818585407,
+      "eval_fy_opus100_pr_auc": 0.6917889440518883,
+      "eval_ga_opus100_pr_auc": 0.8558170696169684,
+      "eval_ga_ud_pr_auc": 0.8223682803632846,
+      "eval_gd_opus100_pr_auc": 0.5354818819023036,
+      "eval_gd_ud_pr_auc": 0.7334736616824967,
+      "eval_gl_opus100_pr_auc": 0.8666034423027541,
+      "eval_gl_ud_pr_auc": 0.9919724362151462,
+      "eval_gu_ersatz_pr_auc": 0.9350488916688663,
+      "eval_gu_opus100_pr_auc": 0.7128111182496619,
+      "eval_ha_opus100_pr_auc": 0.8941789318917301,
+      "eval_he_opus100_pr_auc": 0.8508634880622237,
+      "eval_he_ud_pr_auc": 0.9702186639956951,
+      "eval_hi_ersatz_pr_auc": 0.9712550560749709,
+      "eval_hi_opus100_pr_auc": 0.6447387341257312,
+      "eval_hi_ud_pr_auc": 0.9773976384394689,
+      "eval_hu_opus100_pr_auc": 0.9039389118538469,
+      "eval_hu_ud_pr_auc": 0.9801769483800993,
+      "eval_hy_opus100_pr_auc": 0.902235095102498,
+      "eval_hy_ud_pr_auc": 0.9738491886275025,
+      "eval_id_opus100_pr_auc": 0.8547724585288742,
+      "eval_id_ud_pr_auc": 0.9910090312257999,
+      "eval_ig_opus100_pr_auc": 0.8752788968481964,
+      "eval_is_opus100_pr_auc": 0.9077148417972236,
+      "eval_is_ud_pr_auc": 0.9080943626438658,
+      "eval_it_opus100_pr_auc": 0.8852185416129996,
+      "eval_it_ud_pr_auc": 0.9918727175014961,
+      "eval_ja_ersatz_pr_auc": 0.7647040785200755,
+      "eval_ja_opus100_pr_auc": 0.7870908723247929,
+      "eval_ja_ud_pr_auc": 0.9779478253349075,
+      "eval_jv_ud_pr_auc": 0.9948452989206126,
+      "eval_ka_opus100_pr_auc": 0.8646775714864636,
+      "eval_kk_ersatz_pr_auc": 0.9870937917857383,
+      "eval_kk_opus100_pr_auc": 0.7846886641783154,
+      "eval_kk_ud_pr_auc": 0.9715570508686588,
+      "eval_km_ersatz_pr_auc": 0.901488593192262,
+      "eval_km_opus100_pr_auc": 0.7272205094509454,
+      "eval_kn_opus100_pr_auc": 0.5373413004907502,
+      "eval_ko_opus100_pr_auc": 0.6662569262188747,
+      "eval_ko_ud_pr_auc": 0.9987430724747127,
+      "eval_ku_opus100_pr_auc": 0.8116685776578618,
+      "eval_ky_opus100_pr_auc": 0.833743223675965,
+      "eval_la_ud_pr_auc": 0.9299249557760731,
+      "eval_loss": 0.03884579986333847,
+      "eval_lt_ersatz_pr_auc": 0.9834143102712242,
+      "eval_lt_opus100_pr_auc": 0.8464114387107183,
+      "eval_lt_ud_pr_auc": 0.9803897502718677,
+      "eval_lv_ersatz_pr_auc": 0.9857652915812676,
+      "eval_lv_opus100_pr_auc": 0.867931830460389,
+      "eval_lv_ud_pr_auc": 0.9568735545452327,
+      "eval_mg_opus100_pr_auc": 0.898990514845065,
+      "eval_mk_opus100_pr_auc": 0.8957238480777395,
+      "eval_ml_opus100_pr_auc": 0.7379894952805478,
+      "eval_mn_opus100_pr_auc": 0.9475657929065727,
+      "eval_mr_opus100_pr_auc": 0.8910913630600428,
+      "eval_mr_ud_pr_auc": 0.9908025371945622,
+      "eval_ms_opus100_pr_auc": 0.85451172692313,
+      "eval_mt_opus100_pr_auc": 0.8093744026617115,
+      "eval_mt_ud_pr_auc": 0.8667892857930517,
+      "eval_my_opus100_pr_auc": 0.7065442208045991,
+      "eval_ne_opus100_pr_auc": 0.68276176953184,
+      "eval_nl_opus100_pr_auc": 0.8817213056529357,
+      "eval_nl_ud_pr_auc": 0.9794362052016751,
+      "eval_no_opus100_pr_auc": 0.9093127151711985,
+      "eval_no_ud_pr_auc": 0.9948845707564905,
+      "eval_pa_opus100_pr_auc": 0.6485158018281874,
+      "eval_pl_ersatz_pr_auc": 0.972949301377559,
+      "eval_pl_opus100_pr_auc": 0.8728505920988028,
+      "eval_pl_ud_pr_auc": 0.9554405738306743,
+      "eval_ps_ersatz_pr_auc": 0.9351076596230242,
+      "eval_ps_opus100_pr_auc": 0.6843227573442319,
+      "eval_pt_opus100_pr_auc": 0.912866165416316,
+      "eval_pt_ud_pr_auc": 0.9830282868976528,
+      "eval_ro_ersatz_pr_auc": 0.9918262664720839,
+      "eval_ro_opus100_pr_auc": 0.8565306939209854,
+      "eval_ro_ud_pr_auc": 0.9682976286621175,
+      "eval_ru_ersatz_pr_auc": 0.9857233820373373,
+      "eval_ru_opus100_pr_auc": 0.899840512990726,
+      "eval_ru_ud_pr_auc": 0.8509012161084997,
+      "eval_runtime": 452.2676,
+      "eval_samples_per_second": 166.87,
+      "eval_si_opus100_pr_auc": 0.7899168883271284,
+      "eval_sk_opus100_pr_auc": 0.9103444792866069,
+      "eval_sk_ud_pr_auc": 0.9660013439485995,
+      "eval_sl_opus100_pr_auc": 0.8428502716623332,
+      "eval_sl_ud_pr_auc": 0.9663427238852609,
+      "eval_sq_opus100_pr_auc": 0.8842720813076499,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8943759225585177,
+      "eval_sr_ud_pr_auc": 0.9931783825125369,
+      "eval_steps_per_second": 5.216,
+      "eval_sv_opus100_pr_auc": 0.8800827241159663,
+      "eval_sv_ud_pr_auc": 0.9360229723513046,
+      "eval_ta_ersatz_pr_auc": 0.9852367411448423,
+      "eval_ta_opus100_pr_auc": 0.6354074880282773,
+      "eval_ta_ud_pr_auc": 0.9993830772311771,
+      "eval_te_opus100_pr_auc": 0.8166126175755535,
+      "eval_tg_opus100_pr_auc": 0.8730776954045378,
+      "eval_th_opus100_pr_auc": 0.664155598084312,
+      "eval_th_ud_pr_auc": 0.7241355607264611,
+      "eval_tr_ersatz_pr_auc": 0.9712534311748566,
+      "eval_tr_opus100_pr_auc": 0.8873571572122516,
+      "eval_tr_ud_pr_auc": 0.9514848665238644,
+      "eval_uk_opus100_pr_auc": 0.8541345358765282,
+      "eval_uk_ud_pr_auc": 0.9307428659240494,
+      "eval_ur_opus100_pr_auc": 0.49164779117471624,
+      "eval_ur_ud_pr_auc": 0.9964846584930499,
+      "eval_uz_opus100_pr_auc": 0.8505310706655483,
+      "eval_vi_opus100_pr_auc": 0.9010869261854458,
+      "eval_vi_ud_pr_auc": 0.945816200974406,
+      "eval_xh_opus100_pr_auc": 0.8420903306384193,
+      "eval_yi_opus100_pr_auc": 0.6846742707214379,
+      "eval_yo_opus100_pr_auc": 0.7785426178339598,
+      "eval_yo_ud_pr_auc": 0.9005259206262062,
+      "eval_zh_ersatz_pr_auc": 0.8819954324553879,
+      "eval_zh_opus100_pr_auc": 0.7023540392462518,
+      "eval_zh_ud_pr_auc": 0.9831382515253124,
+      "eval_zu_opus100_pr_auc": 0.8431269595920192,
+      "step": 120000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.213924050632912e-05,
+      "learning_rate_adapter": 7.213924050632912e-05,
+      "loss": 0.0349,
+      "step": 120050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.212658227848101e-05,
+      "learning_rate_adapter": 7.212658227848101e-05,
+      "loss": 0.0345,
+      "step": 120100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.211392405063292e-05,
+      "learning_rate_adapter": 7.211392405063292e-05,
+      "loss": 0.0341,
+      "step": 120150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.210126582278481e-05,
+      "learning_rate_adapter": 7.210126582278481e-05,
+      "loss": 0.0345,
+      "step": 120200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20886075949367e-05,
+      "learning_rate_adapter": 7.20886075949367e-05,
+      "loss": 0.0339,
+      "step": 120250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.207594936708861e-05,
+      "learning_rate_adapter": 7.207594936708861e-05,
+      "loss": 0.0353,
+      "step": 120300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20632911392405e-05,
+      "learning_rate_adapter": 7.20632911392405e-05,
+      "loss": 0.0353,
+      "step": 120350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20506329113924e-05,
+      "learning_rate_adapter": 7.20506329113924e-05,
+      "loss": 0.0346,
+      "step": 120400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.203797468354431e-05,
+      "learning_rate_adapter": 7.203797468354431e-05,
+      "loss": 0.0346,
+      "step": 120450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20253164556962e-05,
+      "learning_rate_adapter": 7.20253164556962e-05,
+      "loss": 0.0347,
+      "step": 120500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.201265822784811e-05,
+      "learning_rate_adapter": 7.201265822784811e-05,
+      "loss": 0.0348,
+      "step": 120550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.0344,
+      "step": 120600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.198734177215191e-05,
+      "learning_rate_adapter": 7.198734177215191e-05,
+      "loss": 0.0343,
+      "step": 120650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.19746835443038e-05,
+      "learning_rate_adapter": 7.19746835443038e-05,
+      "loss": 0.0356,
+      "step": 120700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.196202531645569e-05,
+      "learning_rate_adapter": 7.196202531645569e-05,
+      "loss": 0.035,
+      "step": 120750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.19493670886076e-05,
+      "learning_rate_adapter": 7.19493670886076e-05,
+      "loss": 0.0345,
+      "step": 120800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.193670886075949e-05,
+      "learning_rate_adapter": 7.193670886075949e-05,
+      "loss": 0.035,
+      "step": 120850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.19240506329114e-05,
+      "learning_rate_adapter": 7.19240506329114e-05,
+      "loss": 0.0343,
+      "step": 120900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.191139240506329e-05,
+      "learning_rate_adapter": 7.191139240506329e-05,
+      "loss": 0.0339,
+      "step": 120950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.189873417721519e-05,
+      "learning_rate_adapter": 7.189873417721519e-05,
+      "loss": 0.0346,
+      "step": 121000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.18860759493671e-05,
+      "learning_rate_adapter": 7.18860759493671e-05,
+      "loss": 0.0351,
+      "step": 121050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.187341772151899e-05,
+      "learning_rate_adapter": 7.187341772151899e-05,
+      "loss": 0.0349,
+      "step": 121100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.18607594936709e-05,
+      "learning_rate_adapter": 7.18607594936709e-05,
+      "loss": 0.0347,
+      "step": 121150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.184810126582279e-05,
+      "learning_rate_adapter": 7.184810126582279e-05,
+      "loss": 0.0356,
+      "step": 121200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.18354430379747e-05,
+      "learning_rate_adapter": 7.18354430379747e-05,
+      "loss": 0.0354,
+      "step": 121250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.182278481012659e-05,
+      "learning_rate_adapter": 7.182278481012659e-05,
+      "loss": 0.0347,
+      "step": 121300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.181012658227848e-05,
+      "learning_rate_adapter": 7.181012658227848e-05,
+      "loss": 0.0351,
+      "step": 121350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.179746835443038e-05,
+      "learning_rate_adapter": 7.179746835443038e-05,
+      "loss": 0.0343,
+      "step": 121400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.178481012658228e-05,
+      "learning_rate_adapter": 7.178481012658228e-05,
+      "loss": 0.0337,
+      "step": 121450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.177215189873418e-05,
+      "learning_rate_adapter": 7.177215189873418e-05,
+      "loss": 0.0352,
+      "step": 121500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.175949367088607e-05,
+      "learning_rate_adapter": 7.175949367088607e-05,
+      "loss": 0.0343,
+      "step": 121550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.174683544303798e-05,
+      "learning_rate_adapter": 7.174683544303798e-05,
+      "loss": 0.0342,
+      "step": 121600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.173417721518988e-05,
+      "learning_rate_adapter": 7.173417721518988e-05,
+      "loss": 0.0341,
+      "step": 121650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.172151898734178e-05,
+      "learning_rate_adapter": 7.172151898734178e-05,
+      "loss": 0.0341,
+      "step": 121700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.170886075949368e-05,
+      "learning_rate_adapter": 7.170886075949368e-05,
+      "loss": 0.0345,
+      "step": 121750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.169620253164557e-05,
+      "learning_rate_adapter": 7.169620253164557e-05,
+      "loss": 0.034,
+      "step": 121800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.168354430379747e-05,
+      "learning_rate_adapter": 7.168354430379747e-05,
+      "loss": 0.0351,
+      "step": 121850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.167088607594937e-05,
+      "learning_rate_adapter": 7.167088607594937e-05,
+      "loss": 0.034,
+      "step": 121900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.165822784810126e-05,
+      "learning_rate_adapter": 7.165822784810126e-05,
+      "loss": 0.0349,
+      "step": 121950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.164556962025317e-05,
+      "learning_rate_adapter": 7.164556962025317e-05,
+      "loss": 0.0348,
+      "step": 122000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.163291139240506e-05,
+      "learning_rate_adapter": 7.163291139240506e-05,
+      "loss": 0.0341,
+      "step": 122050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.162025316455697e-05,
+      "learning_rate_adapter": 7.162025316455697e-05,
+      "loss": 0.0352,
+      "step": 122100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.160759493670886e-05,
+      "learning_rate_adapter": 7.160759493670886e-05,
+      "loss": 0.0345,
+      "step": 122150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.159493670886077e-05,
+      "learning_rate_adapter": 7.159493670886077e-05,
+      "loss": 0.0351,
+      "step": 122200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.158227848101267e-05,
+      "learning_rate_adapter": 7.158227848101267e-05,
+      "loss": 0.035,
+      "step": 122250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.156962025316456e-05,
+      "learning_rate_adapter": 7.156962025316456e-05,
+      "loss": 0.0346,
+      "step": 122300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.155696202531645e-05,
+      "learning_rate_adapter": 7.155696202531645e-05,
+      "loss": 0.0348,
+      "step": 122350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.154430379746836e-05,
+      "learning_rate_adapter": 7.154430379746836e-05,
+      "loss": 0.0352,
+      "step": 122400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.153164556962025e-05,
+      "learning_rate_adapter": 7.153164556962025e-05,
+      "loss": 0.0345,
+      "step": 122450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.151898734177216e-05,
+      "learning_rate_adapter": 7.151898734177216e-05,
+      "loss": 0.0345,
+      "step": 122500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.150632911392405e-05,
+      "learning_rate_adapter": 7.150632911392405e-05,
+      "loss": 0.0345,
+      "step": 122550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.149367088607594e-05,
+      "learning_rate_adapter": 7.149367088607594e-05,
+      "loss": 0.0356,
+      "step": 122600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.148101265822785e-05,
+      "learning_rate_adapter": 7.148101265822785e-05,
+      "loss": 0.0351,
+      "step": 122650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.146835443037975e-05,
+      "learning_rate_adapter": 7.146835443037975e-05,
+      "loss": 0.0344,
+      "step": 122700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.145569620253165e-05,
+      "learning_rate_adapter": 7.145569620253165e-05,
+      "loss": 0.0341,
+      "step": 122750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.144303797468355e-05,
+      "learning_rate_adapter": 7.144303797468355e-05,
+      "loss": 0.0344,
+      "step": 122800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.143037974683546e-05,
+      "learning_rate_adapter": 7.143037974683546e-05,
+      "loss": 0.0341,
+      "step": 122850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.141772151898735e-05,
+      "learning_rate_adapter": 7.141772151898735e-05,
+      "loss": 0.0347,
+      "step": 122900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.140506329113924e-05,
+      "learning_rate_adapter": 7.140506329113924e-05,
+      "loss": 0.0348,
+      "step": 122950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.139240506329115e-05,
+      "learning_rate_adapter": 7.139240506329115e-05,
+      "loss": 0.0338,
+      "step": 123000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.137974683544304e-05,
+      "learning_rate_adapter": 7.137974683544304e-05,
+      "loss": 0.0347,
+      "step": 123050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.136708860759494e-05,
+      "learning_rate_adapter": 7.136708860759494e-05,
+      "loss": 0.035,
+      "step": 123100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.135443037974684e-05,
+      "learning_rate_adapter": 7.135443037974684e-05,
+      "loss": 0.0349,
+      "step": 123150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.134177215189873e-05,
+      "learning_rate_adapter": 7.134177215189873e-05,
+      "loss": 0.0346,
+      "step": 123200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.132911392405063e-05,
+      "learning_rate_adapter": 7.132911392405063e-05,
+      "loss": 0.0348,
+      "step": 123250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.131645569620253e-05,
+      "learning_rate_adapter": 7.131645569620253e-05,
+      "loss": 0.0337,
+      "step": 123300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.130379746835443e-05,
+      "learning_rate_adapter": 7.130379746835443e-05,
+      "loss": 0.0342,
+      "step": 123350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.129113924050634e-05,
+      "learning_rate_adapter": 7.129113924050634e-05,
+      "loss": 0.0343,
+      "step": 123400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.127848101265823e-05,
+      "learning_rate_adapter": 7.127848101265823e-05,
+      "loss": 0.0342,
+      "step": 123450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.126582278481014e-05,
+      "learning_rate_adapter": 7.126582278481014e-05,
+      "loss": 0.0351,
+      "step": 123500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.125316455696203e-05,
+      "learning_rate_adapter": 7.125316455696203e-05,
+      "loss": 0.0348,
+      "step": 123550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.124050632911393e-05,
+      "learning_rate_adapter": 7.124050632911393e-05,
+      "loss": 0.0352,
+      "step": 123600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.122784810126583e-05,
+      "learning_rate_adapter": 7.122784810126583e-05,
+      "loss": 0.0341,
+      "step": 123650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.121518987341772e-05,
+      "learning_rate_adapter": 7.121518987341772e-05,
+      "loss": 0.0344,
+      "step": 123700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.120253164556962e-05,
+      "learning_rate_adapter": 7.120253164556962e-05,
+      "loss": 0.0351,
+      "step": 123750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.118987341772152e-05,
+      "learning_rate_adapter": 7.118987341772152e-05,
+      "loss": 0.0344,
+      "step": 123800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.117721518987342e-05,
+      "learning_rate_adapter": 7.117721518987342e-05,
+      "loss": 0.0343,
+      "step": 123850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.116455696202531e-05,
+      "learning_rate_adapter": 7.116455696202531e-05,
+      "loss": 0.0344,
+      "step": 123900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.115189873417722e-05,
+      "learning_rate_adapter": 7.115189873417722e-05,
+      "loss": 0.0343,
+      "step": 123950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.113924050632912e-05,
+      "learning_rate_adapter": 7.113924050632912e-05,
+      "loss": 0.0343,
+      "step": 124000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.112658227848102e-05,
+      "learning_rate_adapter": 7.112658227848102e-05,
+      "loss": 0.0354,
+      "step": 124050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.111392405063292e-05,
+      "learning_rate_adapter": 7.111392405063292e-05,
+      "loss": 0.0348,
+      "step": 124100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.110126582278481e-05,
+      "learning_rate_adapter": 7.110126582278481e-05,
+      "loss": 0.035,
+      "step": 124150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10886075949367e-05,
+      "learning_rate_adapter": 7.10886075949367e-05,
+      "loss": 0.0347,
+      "step": 124200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.107594936708861e-05,
+      "learning_rate_adapter": 7.107594936708861e-05,
+      "loss": 0.0351,
+      "step": 124250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10632911392405e-05,
+      "learning_rate_adapter": 7.10632911392405e-05,
+      "loss": 0.0345,
+      "step": 124300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.105063291139241e-05,
+      "learning_rate_adapter": 7.105063291139241e-05,
+      "loss": 0.0346,
+      "step": 124350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10379746835443e-05,
+      "learning_rate_adapter": 7.10379746835443e-05,
+      "loss": 0.0353,
+      "step": 124400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.102531645569621e-05,
+      "learning_rate_adapter": 7.102531645569621e-05,
+      "loss": 0.0344,
+      "step": 124450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10126582278481e-05,
+      "learning_rate_adapter": 7.10126582278481e-05,
+      "loss": 0.0343,
+      "step": 124500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0352,
+      "step": 124550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.098734177215191e-05,
+      "learning_rate_adapter": 7.098734177215191e-05,
+      "loss": 0.0346,
+      "step": 124600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.09746835443038e-05,
+      "learning_rate_adapter": 7.09746835443038e-05,
+      "loss": 0.0348,
+      "step": 124650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.096202531645571e-05,
+      "learning_rate_adapter": 7.096202531645571e-05,
+      "loss": 0.0347,
+      "step": 124700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.09493670886076e-05,
+      "learning_rate_adapter": 7.09493670886076e-05,
+      "loss": 0.0343,
+      "step": 124750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.093670886075949e-05,
+      "learning_rate_adapter": 7.093670886075949e-05,
+      "loss": 0.0344,
+      "step": 124800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.09240506329114e-05,
+      "learning_rate_adapter": 7.09240506329114e-05,
+      "loss": 0.0343,
+      "step": 124850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.091139240506329e-05,
+      "learning_rate_adapter": 7.091139240506329e-05,
+      "loss": 0.0346,
+      "step": 124900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.08987341772152e-05,
+      "learning_rate_adapter": 7.08987341772152e-05,
+      "loss": 0.034,
+      "step": 124950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.088607594936709e-05,
+      "learning_rate_adapter": 7.088607594936709e-05,
+      "loss": 0.0345,
+      "step": 125000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7671734907661322,
+      "eval_af_ud_pr_auc": 0.9864828944557633,
+      "eval_am_opus100_pr_auc": 0.5561303271773439,
+      "eval_ar_ersatz_pr_auc": 0.9258025734481115,
+      "eval_ar_opus100_pr_auc": 0.680278066254345,
+      "eval_ar_ud_pr_auc": 0.8527085674935723,
+      "eval_average_ersatz_pr_auc": 0.9553229864670336,
+      "eval_average_opus100_pr_auc": 0.8117666591113092,
+      "eval_average_ud_pr_auc": 0.9551268477955598,
+      "eval_az_opus100_pr_auc": 0.698991230980024,
+      "eval_be_opus100_pr_auc": 0.658286699315674,
+      "eval_be_ud_pr_auc": 0.8632043240484154,
+      "eval_bg_opus100_pr_auc": 0.9018210481166865,
+      "eval_bg_ud_pr_auc": 0.9920125627445081,
+      "eval_bn_opus100_pr_auc": 0.788018098081785,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8641024425949813,
+      "eval_ca_ud_pr_auc": 0.993192589668231,
+      "eval_ceb_ud_pr_auc": 0.9994676384279851,
+      "eval_cs_ersatz_pr_auc": 0.9831372546174533,
+      "eval_cs_opus100_pr_auc": 0.8925764210208715,
+      "eval_cs_ud_pr_auc": 0.9549393551459219,
+      "eval_cy_opus100_pr_auc": 0.7075086902518724,
+      "eval_cy_ud_pr_auc": 0.9968033131760476,
+      "eval_da_opus100_pr_auc": 0.9089653127378184,
+      "eval_da_ud_pr_auc": 0.9749018999492132,
+      "eval_de_ersatz_pr_auc": 0.9810326822448686,
+      "eval_de_opus100_pr_auc": 0.8677068543344629,
+      "eval_de_ud_pr_auc": 0.9808168148819537,
+      "eval_el_opus100_pr_auc": 0.9148607578739018,
+      "eval_el_ud_pr_auc": 0.9967146396384927,
+      "eval_en_ersatz_pr_auc": 0.9874814354364481,
+      "eval_en_opus100_pr_auc": 0.9229498747753201,
+      "eval_en_ud_pr_auc": 0.96413673618082,
+      "eval_eo_opus100_pr_auc": 0.9202687838763188,
+      "eval_es_ersatz_pr_auc": 0.9948543647974231,
+      "eval_es_opus100_pr_auc": 0.9160253101419353,
+      "eval_es_ud_pr_auc": 0.9905622714254038,
+      "eval_et_ersatz_pr_auc": 0.9760975032007578,
+      "eval_et_opus100_pr_auc": 0.8873171908162261,
+      "eval_et_ud_pr_auc": 0.9563530666928953,
+      "eval_eu_opus100_pr_auc": 0.8727929973512679,
+      "eval_eu_ud_pr_auc": 0.9877783383185434,
+      "eval_fa_opus100_pr_auc": 0.5586824230093708,
+      "eval_fa_ud_pr_auc": 0.9965507829248871,
+      "eval_fi_ersatz_pr_auc": 0.982741370385482,
+      "eval_fi_opus100_pr_auc": 0.8955247298620697,
+      "eval_fi_ud_pr_auc": 0.9643536329839304,
+      "eval_fr_ersatz_pr_auc": 0.9875587932494219,
+      "eval_fr_opus100_pr_auc": 0.8976154964862474,
+      "eval_fr_ud_pr_auc": 0.9743781296105722,
+      "eval_fy_opus100_pr_auc": 0.6881289489805559,
+      "eval_ga_opus100_pr_auc": 0.8549341786230322,
+      "eval_ga_ud_pr_auc": 0.8509100239744711,
+      "eval_gd_opus100_pr_auc": 0.5194446577525628,
+      "eval_gd_ud_pr_auc": 0.738141783183804,
+      "eval_gl_opus100_pr_auc": 0.8761551791541261,
+      "eval_gl_ud_pr_auc": 0.9942988667106414,
+      "eval_gu_ersatz_pr_auc": 0.9271865266155215,
+      "eval_gu_opus100_pr_auc": 0.7037820324562092,
+      "eval_ha_opus100_pr_auc": 0.8927887928678917,
+      "eval_he_opus100_pr_auc": 0.8651737131781493,
+      "eval_he_ud_pr_auc": 0.9742328109003452,
+      "eval_hi_ersatz_pr_auc": 0.9683616065570919,
+      "eval_hi_opus100_pr_auc": 0.6436264547130167,
+      "eval_hi_ud_pr_auc": 0.9763448419046217,
+      "eval_hu_opus100_pr_auc": 0.9124859108960679,
+      "eval_hu_ud_pr_auc": 0.9810211553700907,
+      "eval_hy_opus100_pr_auc": 0.9065261767573223,
+      "eval_hy_ud_pr_auc": 0.9873831532915595,
+      "eval_id_opus100_pr_auc": 0.8647119912742607,
+      "eval_id_ud_pr_auc": 0.9937856794911464,
+      "eval_ig_opus100_pr_auc": 0.8665191100647069,
+      "eval_is_opus100_pr_auc": 0.910239736796072,
+      "eval_is_ud_pr_auc": 0.9055881250706105,
+      "eval_it_opus100_pr_auc": 0.8933092530482377,
+      "eval_it_ud_pr_auc": 0.9948081929222633,
+      "eval_ja_ersatz_pr_auc": 0.7185953537374027,
+      "eval_ja_opus100_pr_auc": 0.7924910236492485,
+      "eval_ja_ud_pr_auc": 0.972240117785383,
+      "eval_jv_ud_pr_auc": 0.9981978459069122,
+      "eval_ka_opus100_pr_auc": 0.8824413746220173,
+      "eval_kk_ersatz_pr_auc": 0.986477067969699,
+      "eval_kk_opus100_pr_auc": 0.7931822819626692,
+      "eval_kk_ud_pr_auc": 0.9686649988557864,
+      "eval_km_ersatz_pr_auc": 0.89669045568161,
+      "eval_km_opus100_pr_auc": 0.7152975477438743,
+      "eval_kn_opus100_pr_auc": 0.5527426558979213,
+      "eval_ko_opus100_pr_auc": 0.6640673884657072,
+      "eval_ko_ud_pr_auc": 0.9995902132925677,
+      "eval_ku_opus100_pr_auc": 0.8400076059641046,
+      "eval_ky_opus100_pr_auc": 0.8409901633667821,
+      "eval_la_ud_pr_auc": 0.9338660372454786,
+      "eval_loss": 0.038522832095623016,
+      "eval_lt_ersatz_pr_auc": 0.9910012386423035,
+      "eval_lt_opus100_pr_auc": 0.8574492798311691,
+      "eval_lt_ud_pr_auc": 0.9830092807450751,
+      "eval_lv_ersatz_pr_auc": 0.9890838166221109,
+      "eval_lv_opus100_pr_auc": 0.8807332674213166,
+      "eval_lv_ud_pr_auc": 0.9560316578414665,
+      "eval_mg_opus100_pr_auc": 0.9019509844234433,
+      "eval_mk_opus100_pr_auc": 0.901206500140381,
+      "eval_ml_opus100_pr_auc": 0.7336403484961272,
+      "eval_mn_opus100_pr_auc": 0.9358064390482315,
+      "eval_mr_opus100_pr_auc": 0.8790407608927684,
+      "eval_mr_ud_pr_auc": 0.9712812144149319,
+      "eval_ms_opus100_pr_auc": 0.8570075007129376,
+      "eval_mt_opus100_pr_auc": 0.8232959662591036,
+      "eval_mt_ud_pr_auc": 0.8479103975085615,
+      "eval_my_opus100_pr_auc": 0.7051026741956137,
+      "eval_ne_opus100_pr_auc": 0.6846518790219585,
+      "eval_nl_opus100_pr_auc": 0.885319397801441,
+      "eval_nl_ud_pr_auc": 0.9755484873656691,
+      "eval_no_opus100_pr_auc": 0.911642468784396,
+      "eval_no_ud_pr_auc": 0.9945888988181727,
+      "eval_pa_opus100_pr_auc": 0.6695252879477849,
+      "eval_pl_ersatz_pr_auc": 0.974223960900621,
+      "eval_pl_opus100_pr_auc": 0.884449356562571,
+      "eval_pl_ud_pr_auc": 0.9636940619215729,
+      "eval_ps_ersatz_pr_auc": 0.9363742188637033,
+      "eval_ps_opus100_pr_auc": 0.7215917855909096,
+      "eval_pt_opus100_pr_auc": 0.9241518995830322,
+      "eval_pt_ud_pr_auc": 0.980646596343863,
+      "eval_ro_ersatz_pr_auc": 0.9940196767537129,
+      "eval_ro_opus100_pr_auc": 0.8742519980433853,
+      "eval_ro_ud_pr_auc": 0.9359173265411469,
+      "eval_ru_ersatz_pr_auc": 0.9876244444489098,
+      "eval_ru_opus100_pr_auc": 0.9006425308664524,
+      "eval_ru_ud_pr_auc": 0.823710426838027,
+      "eval_runtime": 453.1649,
+      "eval_samples_per_second": 166.54,
+      "eval_si_opus100_pr_auc": 0.7886311866859601,
+      "eval_sk_opus100_pr_auc": 0.9156970358034671,
+      "eval_sk_ud_pr_auc": 0.9765334881646517,
+      "eval_sl_opus100_pr_auc": 0.8508719090532254,
+      "eval_sl_ud_pr_auc": 0.9686928392189063,
+      "eval_sq_opus100_pr_auc": 0.8914499089387871,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9023309394078838,
+      "eval_sr_ud_pr_auc": 0.9928559957287469,
+      "eval_steps_per_second": 5.206,
+      "eval_sv_opus100_pr_auc": 0.8859792826222225,
+      "eval_sv_ud_pr_auc": 0.9321213531444683,
+      "eval_ta_ersatz_pr_auc": 0.9782217280895118,
+      "eval_ta_opus100_pr_auc": 0.6387062817942887,
+      "eval_ta_ud_pr_auc": 0.9921504529784425,
+      "eval_te_opus100_pr_auc": 0.8161476498348413,
+      "eval_tg_opus100_pr_auc": 0.8669446073807647,
+      "eval_th_opus100_pr_auc": 0.6659799922675921,
+      "eval_th_ud_pr_auc": 0.7275501545193871,
+      "eval_tr_ersatz_pr_auc": 0.9650120366319739,
+      "eval_tr_opus100_pr_auc": 0.8895271791348867,
+      "eval_tr_ud_pr_auc": 0.9558992925888833,
+      "eval_uk_opus100_pr_auc": 0.8659974125716745,
+      "eval_uk_ud_pr_auc": 0.9233599698133944,
+      "eval_ur_opus100_pr_auc": 0.5143528893019687,
+      "eval_ur_ud_pr_auc": 0.9970615155554501,
+      "eval_uz_opus100_pr_auc": 0.8590127787033885,
+      "eval_vi_opus100_pr_auc": 0.900137331159061,
+      "eval_vi_ud_pr_auc": 0.9610600445112203,
+      "eval_xh_opus100_pr_auc": 0.841321734303482,
+      "eval_yi_opus100_pr_auc": 0.6730336108162261,
+      "eval_yo_opus100_pr_auc": 0.7685867867861738,
+      "eval_yo_ud_pr_auc": 0.9058819000787025,
+      "eval_zh_ersatz_pr_auc": 0.8855275933805997,
+      "eval_zh_opus100_pr_auc": 0.7216522824200804,
+      "eval_zh_ud_pr_auc": 0.9822935660333255,
+      "eval_zu_opus100_pr_auc": 0.8204024984591528,
+      "step": 125000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.087341772151899e-05,
+      "learning_rate_adapter": 7.087341772151899e-05,
+      "loss": 0.0335,
+      "step": 125050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.086075949367089e-05,
+      "learning_rate_adapter": 7.086075949367089e-05,
+      "loss": 0.0336,
+      "step": 125100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.084810126582279e-05,
+      "learning_rate_adapter": 7.084810126582279e-05,
+      "loss": 0.0344,
+      "step": 125150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.08354430379747e-05,
+      "learning_rate_adapter": 7.08354430379747e-05,
+      "loss": 0.0357,
+      "step": 125200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.082278481012659e-05,
+      "learning_rate_adapter": 7.082278481012659e-05,
+      "loss": 0.0343,
+      "step": 125250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.081012658227848e-05,
+      "learning_rate_adapter": 7.081012658227848e-05,
+      "loss": 0.035,
+      "step": 125300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.079746835443039e-05,
+      "learning_rate_adapter": 7.079746835443039e-05,
+      "loss": 0.0344,
+      "step": 125350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.078481012658228e-05,
+      "learning_rate_adapter": 7.078481012658228e-05,
+      "loss": 0.0341,
+      "step": 125400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.077215189873418e-05,
+      "learning_rate_adapter": 7.077215189873418e-05,
+      "loss": 0.0345,
+      "step": 125450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.075949367088608e-05,
+      "learning_rate_adapter": 7.075949367088608e-05,
+      "loss": 0.0342,
+      "step": 125500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.074683544303797e-05,
+      "learning_rate_adapter": 7.074683544303797e-05,
+      "loss": 0.0341,
+      "step": 125550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.073417721518987e-05,
+      "learning_rate_adapter": 7.073417721518987e-05,
+      "loss": 0.0338,
+      "step": 125600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.072151898734178e-05,
+      "learning_rate_adapter": 7.072151898734178e-05,
+      "loss": 0.0339,
+      "step": 125650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.070886075949367e-05,
+      "learning_rate_adapter": 7.070886075949367e-05,
+      "loss": 0.033,
+      "step": 125700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.069620253164558e-05,
+      "learning_rate_adapter": 7.069620253164558e-05,
+      "loss": 0.0347,
+      "step": 125750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.068354430379747e-05,
+      "learning_rate_adapter": 7.068354430379747e-05,
+      "loss": 0.0347,
+      "step": 125800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.067088607594937e-05,
+      "learning_rate_adapter": 7.067088607594937e-05,
+      "loss": 0.0346,
+      "step": 125850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.065822784810127e-05,
+      "learning_rate_adapter": 7.065822784810127e-05,
+      "loss": 0.0338,
+      "step": 125900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.064556962025317e-05,
+      "learning_rate_adapter": 7.064556962025317e-05,
+      "loss": 0.0347,
+      "step": 125950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.063291139240506e-05,
+      "learning_rate_adapter": 7.063291139240506e-05,
+      "loss": 0.0346,
+      "step": 126000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.062025316455697e-05,
+      "learning_rate_adapter": 7.062025316455697e-05,
+      "loss": 0.0343,
+      "step": 126050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.060759493670886e-05,
+      "learning_rate_adapter": 7.060759493670886e-05,
+      "loss": 0.0345,
+      "step": 126100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.059493670886075e-05,
+      "learning_rate_adapter": 7.059493670886075e-05,
+      "loss": 0.0347,
+      "step": 126150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.058227848101266e-05,
+      "learning_rate_adapter": 7.058227848101266e-05,
+      "loss": 0.0341,
+      "step": 126200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.056962025316457e-05,
+      "learning_rate_adapter": 7.056962025316457e-05,
+      "loss": 0.0351,
+      "step": 126250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.055696202531646e-05,
+      "learning_rate_adapter": 7.055696202531646e-05,
+      "loss": 0.0344,
+      "step": 126300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.054430379746836e-05,
+      "learning_rate_adapter": 7.054430379746836e-05,
+      "loss": 0.0345,
+      "step": 126350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.053164556962026e-05,
+      "learning_rate_adapter": 7.053164556962026e-05,
+      "loss": 0.0352,
+      "step": 126400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.051898734177216e-05,
+      "learning_rate_adapter": 7.051898734177216e-05,
+      "loss": 0.0343,
+      "step": 126450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.050632911392405e-05,
+      "learning_rate_adapter": 7.050632911392405e-05,
+      "loss": 0.0345,
+      "step": 126500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.049367088607596e-05,
+      "learning_rate_adapter": 7.049367088607596e-05,
+      "loss": 0.0345,
+      "step": 126550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.048101265822785e-05,
+      "learning_rate_adapter": 7.048101265822785e-05,
+      "loss": 0.034,
+      "step": 126600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.046835443037974e-05,
+      "learning_rate_adapter": 7.046835443037974e-05,
+      "loss": 0.0348,
+      "step": 126650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.045569620253165e-05,
+      "learning_rate_adapter": 7.045569620253165e-05,
+      "loss": 0.0344,
+      "step": 126700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.044303797468354e-05,
+      "learning_rate_adapter": 7.044303797468354e-05,
+      "loss": 0.0346,
+      "step": 126750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.043037974683545e-05,
+      "learning_rate_adapter": 7.043037974683545e-05,
+      "loss": 0.0341,
+      "step": 126800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.041772151898734e-05,
+      "learning_rate_adapter": 7.041772151898734e-05,
+      "loss": 0.0349,
+      "step": 126850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.040506329113924e-05,
+      "learning_rate_adapter": 7.040506329113924e-05,
+      "loss": 0.0345,
+      "step": 126900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.039240506329115e-05,
+      "learning_rate_adapter": 7.039240506329115e-05,
+      "loss": 0.0344,
+      "step": 126950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.037974683544304e-05,
+      "learning_rate_adapter": 7.037974683544304e-05,
+      "loss": 0.034,
+      "step": 127000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.036708860759495e-05,
+      "learning_rate_adapter": 7.036708860759495e-05,
+      "loss": 0.0349,
+      "step": 127050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.035443037974684e-05,
+      "learning_rate_adapter": 7.035443037974684e-05,
+      "loss": 0.0343,
+      "step": 127100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.034177215189873e-05,
+      "learning_rate_adapter": 7.034177215189873e-05,
+      "loss": 0.0353,
+      "step": 127150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.032911392405064e-05,
+      "learning_rate_adapter": 7.032911392405064e-05,
+      "loss": 0.0349,
+      "step": 127200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.031645569620253e-05,
+      "learning_rate_adapter": 7.031645569620253e-05,
+      "loss": 0.0349,
+      "step": 127250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.030379746835443e-05,
+      "learning_rate_adapter": 7.030379746835443e-05,
+      "loss": 0.0347,
+      "step": 127300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.029113924050633e-05,
+      "learning_rate_adapter": 7.029113924050633e-05,
+      "loss": 0.0346,
+      "step": 127350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.027848101265823e-05,
+      "learning_rate_adapter": 7.027848101265823e-05,
+      "loss": 0.0338,
+      "step": 127400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.026582278481012e-05,
+      "learning_rate_adapter": 7.026582278481012e-05,
+      "loss": 0.0347,
+      "step": 127450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.025316455696203e-05,
+      "learning_rate_adapter": 7.025316455696203e-05,
+      "loss": 0.0337,
+      "step": 127500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.024050632911394e-05,
+      "learning_rate_adapter": 7.024050632911394e-05,
+      "loss": 0.0341,
+      "step": 127550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.022784810126583e-05,
+      "learning_rate_adapter": 7.022784810126583e-05,
+      "loss": 0.0341,
+      "step": 127600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.021518987341772e-05,
+      "learning_rate_adapter": 7.021518987341772e-05,
+      "loss": 0.0344,
+      "step": 127650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.020253164556963e-05,
+      "learning_rate_adapter": 7.020253164556963e-05,
+      "loss": 0.0346,
+      "step": 127700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.018987341772152e-05,
+      "learning_rate_adapter": 7.018987341772152e-05,
+      "loss": 0.0342,
+      "step": 127750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.017721518987342e-05,
+      "learning_rate_adapter": 7.017721518987342e-05,
+      "loss": 0.0343,
+      "step": 127800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.016455696202532e-05,
+      "learning_rate_adapter": 7.016455696202532e-05,
+      "loss": 0.0349,
+      "step": 127850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.015189873417722e-05,
+      "learning_rate_adapter": 7.015189873417722e-05,
+      "loss": 0.0339,
+      "step": 127900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.013924050632911e-05,
+      "learning_rate_adapter": 7.013924050632911e-05,
+      "loss": 0.0341,
+      "step": 127950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.012658227848102e-05,
+      "learning_rate_adapter": 7.012658227848102e-05,
+      "loss": 0.0346,
+      "step": 128000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.011392405063291e-05,
+      "learning_rate_adapter": 7.011392405063291e-05,
+      "loss": 0.0347,
+      "step": 128050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.010126582278482e-05,
+      "learning_rate_adapter": 7.010126582278482e-05,
+      "loss": 0.0346,
+      "step": 128100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.008860759493672e-05,
+      "learning_rate_adapter": 7.008860759493672e-05,
+      "loss": 0.0337,
+      "step": 128150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.007594936708861e-05,
+      "learning_rate_adapter": 7.007594936708861e-05,
+      "loss": 0.0351,
+      "step": 128200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.00632911392405e-05,
+      "learning_rate_adapter": 7.00632911392405e-05,
+      "loss": 0.034,
+      "step": 128250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.005063291139241e-05,
+      "learning_rate_adapter": 7.005063291139241e-05,
+      "loss": 0.0344,
+      "step": 128300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.00379746835443e-05,
+      "learning_rate_adapter": 7.00379746835443e-05,
+      "loss": 0.0344,
+      "step": 128350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.002531645569621e-05,
+      "learning_rate_adapter": 7.002531645569621e-05,
+      "loss": 0.0345,
+      "step": 128400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.00126582278481e-05,
+      "learning_rate_adapter": 7.00126582278481e-05,
+      "loss": 0.0343,
+      "step": 128450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0344,
+      "step": 128500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99873417721519e-05,
+      "learning_rate_adapter": 6.99873417721519e-05,
+      "loss": 0.0349,
+      "step": 128550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99746835443038e-05,
+      "learning_rate_adapter": 6.99746835443038e-05,
+      "loss": 0.035,
+      "step": 128600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99620253164557e-05,
+      "learning_rate_adapter": 6.99620253164557e-05,
+      "loss": 0.0347,
+      "step": 128650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99493670886076e-05,
+      "learning_rate_adapter": 6.99493670886076e-05,
+      "loss": 0.0341,
+      "step": 128700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99367088607595e-05,
+      "learning_rate_adapter": 6.99367088607595e-05,
+      "loss": 0.0344,
+      "step": 128750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99240506329114e-05,
+      "learning_rate_adapter": 6.99240506329114e-05,
+      "loss": 0.0346,
+      "step": 128800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.991139240506329e-05,
+      "learning_rate_adapter": 6.991139240506329e-05,
+      "loss": 0.0347,
+      "step": 128850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.98987341772152e-05,
+      "learning_rate_adapter": 6.98987341772152e-05,
+      "loss": 0.0346,
+      "step": 128900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.988607594936709e-05,
+      "learning_rate_adapter": 6.988607594936709e-05,
+      "loss": 0.0343,
+      "step": 128950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.987341772151898e-05,
+      "learning_rate_adapter": 6.987341772151898e-05,
+      "loss": 0.0341,
+      "step": 129000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.986075949367089e-05,
+      "learning_rate_adapter": 6.986075949367089e-05,
+      "loss": 0.0348,
+      "step": 129050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.984810126582278e-05,
+      "learning_rate_adapter": 6.984810126582278e-05,
+      "loss": 0.0357,
+      "step": 129100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.983544303797469e-05,
+      "learning_rate_adapter": 6.983544303797469e-05,
+      "loss": 0.0343,
+      "step": 129150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.982278481012659e-05,
+      "learning_rate_adapter": 6.982278481012659e-05,
+      "loss": 0.0343,
+      "step": 129200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.981012658227848e-05,
+      "learning_rate_adapter": 6.981012658227848e-05,
+      "loss": 0.0345,
+      "step": 129250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.979746835443039e-05,
+      "learning_rate_adapter": 6.979746835443039e-05,
+      "loss": 0.035,
+      "step": 129300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.978481012658228e-05,
+      "learning_rate_adapter": 6.978481012658228e-05,
+      "loss": 0.0341,
+      "step": 129350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.977215189873419e-05,
+      "learning_rate_adapter": 6.977215189873419e-05,
+      "loss": 0.034,
+      "step": 129400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.975949367088608e-05,
+      "learning_rate_adapter": 6.975949367088608e-05,
+      "loss": 0.0342,
+      "step": 129450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.974683544303798e-05,
+      "learning_rate_adapter": 6.974683544303798e-05,
+      "loss": 0.0345,
+      "step": 129500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.973417721518988e-05,
+      "learning_rate_adapter": 6.973417721518988e-05,
+      "loss": 0.0337,
+      "step": 129550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.972151898734177e-05,
+      "learning_rate_adapter": 6.972151898734177e-05,
+      "loss": 0.0336,
+      "step": 129600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.970886075949367e-05,
+      "learning_rate_adapter": 6.970886075949367e-05,
+      "loss": 0.0333,
+      "step": 129650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.969620253164557e-05,
+      "learning_rate_adapter": 6.969620253164557e-05,
+      "loss": 0.0346,
+      "step": 129700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.968354430379747e-05,
+      "learning_rate_adapter": 6.968354430379747e-05,
+      "loss": 0.0348,
+      "step": 129750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.967088607594938e-05,
+      "learning_rate_adapter": 6.967088607594938e-05,
+      "loss": 0.0338,
+      "step": 129800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.965822784810127e-05,
+      "learning_rate_adapter": 6.965822784810127e-05,
+      "loss": 0.0341,
+      "step": 129850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.964556962025318e-05,
+      "learning_rate_adapter": 6.964556962025318e-05,
+      "loss": 0.0343,
+      "step": 129900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.963291139240507e-05,
+      "learning_rate_adapter": 6.963291139240507e-05,
+      "loss": 0.0343,
+      "step": 129950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.962025316455697e-05,
+      "learning_rate_adapter": 6.962025316455697e-05,
+      "loss": 0.034,
+      "step": 130000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7571621670871665,
+      "eval_af_ud_pr_auc": 0.9846953877904147,
+      "eval_am_opus100_pr_auc": 0.5703945447857318,
+      "eval_ar_ersatz_pr_auc": 0.9343803436082218,
+      "eval_ar_opus100_pr_auc": 0.6845880997556584,
+      "eval_ar_ud_pr_auc": 0.8559670590337984,
+      "eval_average_ersatz_pr_auc": 0.9581209094878731,
+      "eval_average_opus100_pr_auc": 0.8146821706533988,
+      "eval_average_ud_pr_auc": 0.9547708921225739,
+      "eval_az_opus100_pr_auc": 0.7347194899184825,
+      "eval_be_opus100_pr_auc": 0.6957971503765464,
+      "eval_be_ud_pr_auc": 0.8694326172354018,
+      "eval_bg_opus100_pr_auc": 0.9032458486923551,
+      "eval_bg_ud_pr_auc": 0.9885026963364053,
+      "eval_bn_opus100_pr_auc": 0.7977272799952114,
+      "eval_bn_ud_pr_auc": 0.9999999999999999,
+      "eval_ca_opus100_pr_auc": 0.870400125090924,
+      "eval_ca_ud_pr_auc": 0.9927268326679338,
+      "eval_ceb_ud_pr_auc": 0.9999434125086534,
+      "eval_cs_ersatz_pr_auc": 0.9807269871474165,
+      "eval_cs_opus100_pr_auc": 0.889157665123708,
+      "eval_cs_ud_pr_auc": 0.9503007550318284,
+      "eval_cy_opus100_pr_auc": 0.722485926323395,
+      "eval_cy_ud_pr_auc": 0.9948528041490482,
+      "eval_da_opus100_pr_auc": 0.9058660117755465,
+      "eval_da_ud_pr_auc": 0.9756849915172764,
+      "eval_de_ersatz_pr_auc": 0.9701933100810666,
+      "eval_de_opus100_pr_auc": 0.8741960632777888,
+      "eval_de_ud_pr_auc": 0.9832566898284125,
+      "eval_el_opus100_pr_auc": 0.9203201508072915,
+      "eval_el_ud_pr_auc": 0.9873955865095927,
+      "eval_en_ersatz_pr_auc": 0.984258114137839,
+      "eval_en_opus100_pr_auc": 0.924142366914574,
+      "eval_en_ud_pr_auc": 0.9629462707525682,
+      "eval_eo_opus100_pr_auc": 0.921635159297689,
+      "eval_es_ersatz_pr_auc": 0.9948956472245984,
+      "eval_es_opus100_pr_auc": 0.9131551249081935,
+      "eval_es_ud_pr_auc": 0.990573038853763,
+      "eval_et_ersatz_pr_auc": 0.9730281361998907,
+      "eval_et_opus100_pr_auc": 0.8832744810171076,
+      "eval_et_ud_pr_auc": 0.954131021033814,
+      "eval_eu_opus100_pr_auc": 0.8745230425133228,
+      "eval_eu_ud_pr_auc": 0.9917624691473292,
+      "eval_fa_opus100_pr_auc": 0.5582153911211422,
+      "eval_fa_ud_pr_auc": 0.9967528051536196,
+      "eval_fi_ersatz_pr_auc": 0.9836768253132386,
+      "eval_fi_opus100_pr_auc": 0.8923993990114863,
+      "eval_fi_ud_pr_auc": 0.9573489626980402,
+      "eval_fr_ersatz_pr_auc": 0.9835300496212684,
+      "eval_fr_opus100_pr_auc": 0.8983665235842655,
+      "eval_fr_ud_pr_auc": 0.9708133375884026,
+      "eval_fy_opus100_pr_auc": 0.6710782505218525,
+      "eval_ga_opus100_pr_auc": 0.8480918711647526,
+      "eval_ga_ud_pr_auc": 0.8304020865525532,
+      "eval_gd_opus100_pr_auc": 0.5442172110096609,
+      "eval_gd_ud_pr_auc": 0.7342511023906851,
+      "eval_gl_opus100_pr_auc": 0.8831029349921885,
+      "eval_gl_ud_pr_auc": 0.989991499699711,
+      "eval_gu_ersatz_pr_auc": 0.9327600210248346,
+      "eval_gu_opus100_pr_auc": 0.7141623315775395,
+      "eval_ha_opus100_pr_auc": 0.8957809934726594,
+      "eval_he_opus100_pr_auc": 0.8663928494490482,
+      "eval_he_ud_pr_auc": 0.966716853577061,
+      "eval_hi_ersatz_pr_auc": 0.9660969453718233,
+      "eval_hi_opus100_pr_auc": 0.6456528980268806,
+      "eval_hi_ud_pr_auc": 0.9771280692950387,
+      "eval_hu_opus100_pr_auc": 0.9134589745220765,
+      "eval_hu_ud_pr_auc": 0.9788003991527287,
+      "eval_hy_opus100_pr_auc": 0.9101322743612497,
+      "eval_hy_ud_pr_auc": 0.9674791678886007,
+      "eval_id_opus100_pr_auc": 0.8426278398362179,
+      "eval_id_ud_pr_auc": 0.9893354639472284,
+      "eval_ig_opus100_pr_auc": 0.8619044882136027,
+      "eval_is_opus100_pr_auc": 0.917145873963043,
+      "eval_is_ud_pr_auc": 0.9164918302445736,
+      "eval_it_opus100_pr_auc": 0.8931220824792585,
+      "eval_it_ud_pr_auc": 0.995596911685602,
+      "eval_ja_ersatz_pr_auc": 0.7766159249031981,
+      "eval_ja_opus100_pr_auc": 0.7879154527075962,
+      "eval_ja_ud_pr_auc": 0.9735941470223074,
+      "eval_jv_ud_pr_auc": 0.9899060070751591,
+      "eval_ka_opus100_pr_auc": 0.8699882868235408,
+      "eval_kk_ersatz_pr_auc": 0.9874980084653726,
+      "eval_kk_opus100_pr_auc": 0.8165943558431908,
+      "eval_kk_ud_pr_auc": 0.9690139591584414,
+      "eval_km_ersatz_pr_auc": 0.8981490188331346,
+      "eval_km_opus100_pr_auc": 0.7087415122666877,
+      "eval_kn_opus100_pr_auc": 0.5990554914070266,
+      "eval_ko_opus100_pr_auc": 0.6639601580456094,
+      "eval_ko_ud_pr_auc": 0.9969060263177852,
+      "eval_ku_opus100_pr_auc": 0.8285077314747755,
+      "eval_ky_opus100_pr_auc": 0.8398174777494015,
+      "eval_la_ud_pr_auc": 0.9265098334667481,
+      "eval_loss": 0.03852052614092827,
+      "eval_lt_ersatz_pr_auc": 0.9864466935111262,
+      "eval_lt_opus100_pr_auc": 0.8492921902717352,
+      "eval_lt_ud_pr_auc": 0.9836328846107903,
+      "eval_lv_ersatz_pr_auc": 0.9865743202461389,
+      "eval_lv_opus100_pr_auc": 0.8688274483961097,
+      "eval_lv_ud_pr_auc": 0.9587321801091665,
+      "eval_mg_opus100_pr_auc": 0.8990185902976222,
+      "eval_mk_opus100_pr_auc": 0.9019323697658553,
+      "eval_ml_opus100_pr_auc": 0.7532765060089139,
+      "eval_mn_opus100_pr_auc": 0.9536978930784318,
+      "eval_mr_opus100_pr_auc": 0.8988880144408763,
+      "eval_mr_ud_pr_auc": 0.9778707750174049,
+      "eval_ms_opus100_pr_auc": 0.8473217482745793,
+      "eval_mt_opus100_pr_auc": 0.816747927261114,
+      "eval_mt_ud_pr_auc": 0.8479042422712358,
+      "eval_my_opus100_pr_auc": 0.7004598948783385,
+      "eval_ne_opus100_pr_auc": 0.698079933656772,
+      "eval_nl_opus100_pr_auc": 0.8857382139506129,
+      "eval_nl_ud_pr_auc": 0.9666994999912493,
+      "eval_no_opus100_pr_auc": 0.9217115361565185,
+      "eval_no_ud_pr_auc": 0.9942974281564927,
+      "eval_pa_opus100_pr_auc": 0.6810596891939179,
+      "eval_pl_ersatz_pr_auc": 0.9721076133383769,
+      "eval_pl_opus100_pr_auc": 0.8805624462322119,
+      "eval_pl_ud_pr_auc": 0.9647868744873422,
+      "eval_ps_ersatz_pr_auc": 0.9367263243648615,
+      "eval_ps_opus100_pr_auc": 0.7062652853450586,
+      "eval_pt_opus100_pr_auc": 0.9166348646596203,
+      "eval_pt_ud_pr_auc": 0.9848154717451972,
+      "eval_ro_ersatz_pr_auc": 0.9936848044207898,
+      "eval_ro_opus100_pr_auc": 0.859014898586728,
+      "eval_ro_ud_pr_auc": 0.9530914650952808,
+      "eval_ru_ersatz_pr_auc": 0.9866094016418457,
+      "eval_ru_opus100_pr_auc": 0.8997952745605307,
+      "eval_ru_ud_pr_auc": 0.8454048005200517,
+      "eval_runtime": 452.381,
+      "eval_samples_per_second": 166.828,
+      "eval_si_opus100_pr_auc": 0.7942900265813936,
+      "eval_sk_opus100_pr_auc": 0.9150444686903665,
+      "eval_sk_ud_pr_auc": 0.9671328162231383,
+      "eval_sl_opus100_pr_auc": 0.8486896580227178,
+      "eval_sl_ud_pr_auc": 0.9721743099818445,
+      "eval_sq_opus100_pr_auc": 0.8856181851753755,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9031298848707981,
+      "eval_sr_ud_pr_auc": 0.9938875542360124,
+      "eval_steps_per_second": 5.215,
+      "eval_sv_opus100_pr_auc": 0.891934049849755,
+      "eval_sv_ud_pr_auc": 0.9394560106663788,
+      "eval_ta_ersatz_pr_auc": 0.9792607140233132,
+      "eval_ta_opus100_pr_auc": 0.647041676974695,
+      "eval_ta_ud_pr_auc": 0.9953423041863803,
+      "eval_te_opus100_pr_auc": 0.8259854580980299,
+      "eval_tg_opus100_pr_auc": 0.8773855496984687,
+      "eval_th_opus100_pr_auc": 0.674455084560718,
+      "eval_th_ud_pr_auc": 0.7641105649154762,
+      "eval_tr_ersatz_pr_auc": 0.9669475674883035,
+      "eval_tr_opus100_pr_auc": 0.8938079912383482,
+      "eval_tr_ud_pr_auc": 0.9504949286119801,
+      "eval_uk_opus100_pr_auc": 0.8589722615909631,
+      "eval_uk_ud_pr_auc": 0.9184719913581562,
+      "eval_ur_opus100_pr_auc": 0.5091202100343476,
+      "eval_ur_ud_pr_auc": 0.9954044262298619,
+      "eval_uz_opus100_pr_auc": 0.8556093227476014,
+      "eval_vi_opus100_pr_auc": 0.8984704921264347,
+      "eval_vi_ud_pr_auc": 0.9580432830595318,
+      "eval_xh_opus100_pr_auc": 0.8215879992545894,
+      "eval_yi_opus100_pr_auc": 0.7364056189225057,
+      "eval_yo_opus100_pr_auc": 0.763933719322162,
+      "eval_yo_ud_pr_auc": 0.8995984064441069,
+      "eval_zh_ersatz_pr_auc": 0.9044932377665471,
+      "eval_zh_opus100_pr_auc": 0.724914028698075,
+      "eval_zh_ud_pr_auc": 0.9813785377591161,
+      "eval_zu_opus100_pr_auc": 0.8259942308203553,
+      "step": 130000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.960759493670887e-05,
+      "learning_rate_adapter": 6.960759493670887e-05,
+      "loss": 0.0334,
+      "step": 130050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.959493670886076e-05,
+      "learning_rate_adapter": 6.959493670886076e-05,
+      "loss": 0.0343,
+      "step": 130100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.958227848101266e-05,
+      "learning_rate_adapter": 6.958227848101266e-05,
+      "loss": 0.0339,
+      "step": 130150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.956962025316455e-05,
+      "learning_rate_adapter": 6.956962025316455e-05,
+      "loss": 0.0351,
+      "step": 130200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.955696202531646e-05,
+      "learning_rate_adapter": 6.955696202531646e-05,
+      "loss": 0.0351,
+      "step": 130250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.954430379746835e-05,
+      "learning_rate_adapter": 6.954430379746835e-05,
+      "loss": 0.035,
+      "step": 130300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.953164556962026e-05,
+      "learning_rate_adapter": 6.953164556962026e-05,
+      "loss": 0.0353,
+      "step": 130350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.951898734177215e-05,
+      "learning_rate_adapter": 6.951898734177215e-05,
+      "loss": 0.0345,
+      "step": 130400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.950632911392406e-05,
+      "learning_rate_adapter": 6.950632911392406e-05,
+      "loss": 0.0344,
+      "step": 130450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.949367088607596e-05,
+      "learning_rate_adapter": 6.949367088607596e-05,
+      "loss": 0.0337,
+      "step": 130500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.948101265822785e-05,
+      "learning_rate_adapter": 6.948101265822785e-05,
+      "loss": 0.0341,
+      "step": 130550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.946835443037975e-05,
+      "learning_rate_adapter": 6.946835443037975e-05,
+      "loss": 0.0343,
+      "step": 130600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.945569620253165e-05,
+      "learning_rate_adapter": 6.945569620253165e-05,
+      "loss": 0.034,
+      "step": 130650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.944303797468354e-05,
+      "learning_rate_adapter": 6.944303797468354e-05,
+      "loss": 0.0338,
+      "step": 130700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.943037974683545e-05,
+      "learning_rate_adapter": 6.943037974683545e-05,
+      "loss": 0.0347,
+      "step": 130750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.941772151898734e-05,
+      "learning_rate_adapter": 6.941772151898734e-05,
+      "loss": 0.0349,
+      "step": 130800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.940506329113923e-05,
+      "learning_rate_adapter": 6.940506329113923e-05,
+      "loss": 0.0346,
+      "step": 130850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.939240506329114e-05,
+      "learning_rate_adapter": 6.939240506329114e-05,
+      "loss": 0.0347,
+      "step": 130900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.937974683544304e-05,
+      "learning_rate_adapter": 6.937974683544304e-05,
+      "loss": 0.0342,
+      "step": 130950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.936708860759494e-05,
+      "learning_rate_adapter": 6.936708860759494e-05,
+      "loss": 0.0336,
+      "step": 131000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.935443037974684e-05,
+      "learning_rate_adapter": 6.935443037974684e-05,
+      "loss": 0.0343,
+      "step": 131050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.934177215189875e-05,
+      "learning_rate_adapter": 6.934177215189875e-05,
+      "loss": 0.0349,
+      "step": 131100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.932911392405064e-05,
+      "learning_rate_adapter": 6.932911392405064e-05,
+      "loss": 0.0346,
+      "step": 131150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.931645569620253e-05,
+      "learning_rate_adapter": 6.931645569620253e-05,
+      "loss": 0.0339,
+      "step": 131200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.930379746835444e-05,
+      "learning_rate_adapter": 6.930379746835444e-05,
+      "loss": 0.0338,
+      "step": 131250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.929113924050633e-05,
+      "learning_rate_adapter": 6.929113924050633e-05,
+      "loss": 0.0343,
+      "step": 131300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.927848101265824e-05,
+      "learning_rate_adapter": 6.927848101265824e-05,
+      "loss": 0.0343,
+      "step": 131350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.926582278481013e-05,
+      "learning_rate_adapter": 6.926582278481013e-05,
+      "loss": 0.0347,
+      "step": 131400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.925316455696202e-05,
+      "learning_rate_adapter": 6.925316455696202e-05,
+      "loss": 0.0349,
+      "step": 131450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.924050632911393e-05,
+      "learning_rate_adapter": 6.924050632911393e-05,
+      "loss": 0.0338,
+      "step": 131500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.922784810126583e-05,
+      "learning_rate_adapter": 6.922784810126583e-05,
+      "loss": 0.0355,
+      "step": 131550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.921518987341772e-05,
+      "learning_rate_adapter": 6.921518987341772e-05,
+      "loss": 0.0342,
+      "step": 131600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.920253164556963e-05,
+      "learning_rate_adapter": 6.920253164556963e-05,
+      "loss": 0.0346,
+      "step": 131650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.918987341772152e-05,
+      "learning_rate_adapter": 6.918987341772152e-05,
+      "loss": 0.0337,
+      "step": 131700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.917721518987343e-05,
+      "learning_rate_adapter": 6.917721518987343e-05,
+      "loss": 0.0347,
+      "step": 131750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.916455696202532e-05,
+      "learning_rate_adapter": 6.916455696202532e-05,
+      "loss": 0.0344,
+      "step": 131800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.915189873417722e-05,
+      "learning_rate_adapter": 6.915189873417722e-05,
+      "loss": 0.0345,
+      "step": 131850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.913924050632912e-05,
+      "learning_rate_adapter": 6.913924050632912e-05,
+      "loss": 0.0341,
+      "step": 131900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.912658227848101e-05,
+      "learning_rate_adapter": 6.912658227848101e-05,
+      "loss": 0.0343,
+      "step": 131950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.911392405063291e-05,
+      "learning_rate_adapter": 6.911392405063291e-05,
+      "loss": 0.0343,
+      "step": 132000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.91012658227848e-05,
+      "learning_rate_adapter": 6.91012658227848e-05,
+      "loss": 0.034,
+      "step": 132050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.908860759493671e-05,
+      "learning_rate_adapter": 6.908860759493671e-05,
+      "loss": 0.0347,
+      "step": 132100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.907594936708862e-05,
+      "learning_rate_adapter": 6.907594936708862e-05,
+      "loss": 0.0337,
+      "step": 132150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.906329113924051e-05,
+      "learning_rate_adapter": 6.906329113924051e-05,
+      "loss": 0.0343,
+      "step": 132200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.905063291139241e-05,
+      "learning_rate_adapter": 6.905063291139241e-05,
+      "loss": 0.0342,
+      "step": 132250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.903797468354431e-05,
+      "learning_rate_adapter": 6.903797468354431e-05,
+      "loss": 0.0344,
+      "step": 132300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.902531645569621e-05,
+      "learning_rate_adapter": 6.902531645569621e-05,
+      "loss": 0.0338,
+      "step": 132350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.90126582278481e-05,
+      "learning_rate_adapter": 6.90126582278481e-05,
+      "loss": 0.0345,
+      "step": 132400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.0343,
+      "step": 132450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89873417721519e-05,
+      "learning_rate_adapter": 6.89873417721519e-05,
+      "loss": 0.0339,
+      "step": 132500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89746835443038e-05,
+      "learning_rate_adapter": 6.89746835443038e-05,
+      "loss": 0.0345,
+      "step": 132550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89620253164557e-05,
+      "learning_rate_adapter": 6.89620253164557e-05,
+      "loss": 0.0341,
+      "step": 132600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.894936708860759e-05,
+      "learning_rate_adapter": 6.894936708860759e-05,
+      "loss": 0.0338,
+      "step": 132650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89367088607595e-05,
+      "learning_rate_adapter": 6.89367088607595e-05,
+      "loss": 0.0355,
+      "step": 132700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89240506329114e-05,
+      "learning_rate_adapter": 6.89240506329114e-05,
+      "loss": 0.0348,
+      "step": 132750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89113924050633e-05,
+      "learning_rate_adapter": 6.89113924050633e-05,
+      "loss": 0.0347,
+      "step": 132800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.88987341772152e-05,
+      "learning_rate_adapter": 6.88987341772152e-05,
+      "loss": 0.0344,
+      "step": 132850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.888607594936709e-05,
+      "learning_rate_adapter": 6.888607594936709e-05,
+      "loss": 0.0337,
+      "step": 132900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.8873417721519e-05,
+      "learning_rate_adapter": 6.8873417721519e-05,
+      "loss": 0.0342,
+      "step": 132950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.886075949367089e-05,
+      "learning_rate_adapter": 6.886075949367089e-05,
+      "loss": 0.0338,
+      "step": 133000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.884810126582278e-05,
+      "learning_rate_adapter": 6.884810126582278e-05,
+      "loss": 0.0343,
+      "step": 133050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.883544303797469e-05,
+      "learning_rate_adapter": 6.883544303797469e-05,
+      "loss": 0.0343,
+      "step": 133100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.882278481012658e-05,
+      "learning_rate_adapter": 6.882278481012658e-05,
+      "loss": 0.0343,
+      "step": 133150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.881012658227849e-05,
+      "learning_rate_adapter": 6.881012658227849e-05,
+      "loss": 0.0341,
+      "step": 133200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.879746835443038e-05,
+      "learning_rate_adapter": 6.879746835443038e-05,
+      "loss": 0.0341,
+      "step": 133250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.878481012658228e-05,
+      "learning_rate_adapter": 6.878481012658228e-05,
+      "loss": 0.0331,
+      "step": 133300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.877215189873419e-05,
+      "learning_rate_adapter": 6.877215189873419e-05,
+      "loss": 0.0345,
+      "step": 133350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.875949367088608e-05,
+      "learning_rate_adapter": 6.875949367088608e-05,
+      "loss": 0.0343,
+      "step": 133400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.874683544303799e-05,
+      "learning_rate_adapter": 6.874683544303799e-05,
+      "loss": 0.0335,
+      "step": 133450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.873417721518988e-05,
+      "learning_rate_adapter": 6.873417721518988e-05,
+      "loss": 0.0338,
+      "step": 133500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.872151898734177e-05,
+      "learning_rate_adapter": 6.872151898734177e-05,
+      "loss": 0.0338,
+      "step": 133550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.870886075949368e-05,
+      "learning_rate_adapter": 6.870886075949368e-05,
+      "loss": 0.0345,
+      "step": 133600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.869620253164557e-05,
+      "learning_rate_adapter": 6.869620253164557e-05,
+      "loss": 0.0339,
+      "step": 133650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.868354430379747e-05,
+      "learning_rate_adapter": 6.868354430379747e-05,
+      "loss": 0.0339,
+      "step": 133700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.867088607594937e-05,
+      "learning_rate_adapter": 6.867088607594937e-05,
+      "loss": 0.0331,
+      "step": 133750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.865822784810126e-05,
+      "learning_rate_adapter": 6.865822784810126e-05,
+      "loss": 0.0353,
+      "step": 133800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.864556962025316e-05,
+      "learning_rate_adapter": 6.864556962025316e-05,
+      "loss": 0.0347,
+      "step": 133850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.863291139240507e-05,
+      "learning_rate_adapter": 6.863291139240507e-05,
+      "loss": 0.0338,
+      "step": 133900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.862025316455696e-05,
+      "learning_rate_adapter": 6.862025316455696e-05,
+      "loss": 0.0341,
+      "step": 133950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.860759493670887e-05,
+      "learning_rate_adapter": 6.860759493670887e-05,
+      "loss": 0.0336,
+      "step": 134000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.859493670886076e-05,
+      "learning_rate_adapter": 6.859493670886076e-05,
+      "loss": 0.0347,
+      "step": 134050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.858227848101267e-05,
+      "learning_rate_adapter": 6.858227848101267e-05,
+      "loss": 0.0337,
+      "step": 134100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.856962025316456e-05,
+      "learning_rate_adapter": 6.856962025316456e-05,
+      "loss": 0.0343,
+      "step": 134150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.855696202531646e-05,
+      "learning_rate_adapter": 6.855696202531646e-05,
+      "loss": 0.0339,
+      "step": 134200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.854430379746836e-05,
+      "learning_rate_adapter": 6.854430379746836e-05,
+      "loss": 0.0343,
+      "step": 134250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.853164556962026e-05,
+      "learning_rate_adapter": 6.853164556962026e-05,
+      "loss": 0.0336,
+      "step": 134300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.851898734177215e-05,
+      "learning_rate_adapter": 6.851898734177215e-05,
+      "loss": 0.034,
+      "step": 134350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.850632911392405e-05,
+      "learning_rate_adapter": 6.850632911392405e-05,
+      "loss": 0.034,
+      "step": 134400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.849367088607595e-05,
+      "learning_rate_adapter": 6.849367088607595e-05,
+      "loss": 0.0341,
+      "step": 134450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.848101265822786e-05,
+      "learning_rate_adapter": 6.848101265822786e-05,
+      "loss": 0.0343,
+      "step": 134500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.846835443037975e-05,
+      "learning_rate_adapter": 6.846835443037975e-05,
+      "loss": 0.0342,
+      "step": 134550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.845569620253165e-05,
+      "learning_rate_adapter": 6.845569620253165e-05,
+      "loss": 0.0338,
+      "step": 134600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.844303797468355e-05,
+      "learning_rate_adapter": 6.844303797468355e-05,
+      "loss": 0.0343,
+      "step": 134650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.843037974683545e-05,
+      "learning_rate_adapter": 6.843037974683545e-05,
+      "loss": 0.0339,
+      "step": 134700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.841772151898734e-05,
+      "learning_rate_adapter": 6.841772151898734e-05,
+      "loss": 0.034,
+      "step": 134750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.840506329113925e-05,
+      "learning_rate_adapter": 6.840506329113925e-05,
+      "loss": 0.0349,
+      "step": 134800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.839240506329114e-05,
+      "learning_rate_adapter": 6.839240506329114e-05,
+      "loss": 0.0339,
+      "step": 134850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.837974683544303e-05,
+      "learning_rate_adapter": 6.837974683544303e-05,
+      "loss": 0.0341,
+      "step": 134900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.836708860759494e-05,
+      "learning_rate_adapter": 6.836708860759494e-05,
+      "loss": 0.0342,
+      "step": 134950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.835443037974683e-05,
+      "learning_rate_adapter": 6.835443037974683e-05,
+      "loss": 0.0341,
+      "step": 135000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7565463720118814,
+      "eval_af_ud_pr_auc": 0.9930901295449421,
+      "eval_am_opus100_pr_auc": 0.5564568179230722,
+      "eval_ar_ersatz_pr_auc": 0.9287036692269389,
+      "eval_ar_opus100_pr_auc": 0.6830648440450392,
+      "eval_ar_ud_pr_auc": 0.8609218785561578,
+      "eval_average_ersatz_pr_auc": 0.961525989036677,
+      "eval_average_opus100_pr_auc": 0.8130526031666104,
+      "eval_average_ud_pr_auc": 0.9554196122638102,
+      "eval_az_opus100_pr_auc": 0.7330335342220237,
+      "eval_be_opus100_pr_auc": 0.6460741749965416,
+      "eval_be_ud_pr_auc": 0.9020506102000254,
+      "eval_bg_opus100_pr_auc": 0.9035277682194428,
+      "eval_bg_ud_pr_auc": 0.9893154029290847,
+      "eval_bn_opus100_pr_auc": 0.7939068089171974,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8812111675617114,
+      "eval_ca_ud_pr_auc": 0.9937087896849198,
+      "eval_ceb_ud_pr_auc": 0.9995601482159415,
+      "eval_cs_ersatz_pr_auc": 0.9802941932747313,
+      "eval_cs_opus100_pr_auc": 0.9038147400137398,
+      "eval_cs_ud_pr_auc": 0.9543812592680457,
+      "eval_cy_opus100_pr_auc": 0.7303512460162036,
+      "eval_cy_ud_pr_auc": 0.9959468783601001,
+      "eval_da_opus100_pr_auc": 0.9034757320428711,
+      "eval_da_ud_pr_auc": 0.9788706420795372,
+      "eval_de_ersatz_pr_auc": 0.9735025155145707,
+      "eval_de_opus100_pr_auc": 0.8731357699910913,
+      "eval_de_ud_pr_auc": 0.9816061826077187,
+      "eval_el_opus100_pr_auc": 0.9163610295513125,
+      "eval_el_ud_pr_auc": 0.9892123419841663,
+      "eval_en_ersatz_pr_auc": 0.9829545187680514,
+      "eval_en_opus100_pr_auc": 0.9211438816944538,
+      "eval_en_ud_pr_auc": 0.9604866625561477,
+      "eval_eo_opus100_pr_auc": 0.9227184084826701,
+      "eval_es_ersatz_pr_auc": 0.9935725951096213,
+      "eval_es_opus100_pr_auc": 0.915636915997035,
+      "eval_es_ud_pr_auc": 0.9878087201673635,
+      "eval_et_ersatz_pr_auc": 0.9757477304515458,
+      "eval_et_opus100_pr_auc": 0.8895749971761185,
+      "eval_et_ud_pr_auc": 0.9448465356791956,
+      "eval_eu_opus100_pr_auc": 0.876758845748091,
+      "eval_eu_ud_pr_auc": 0.9904680128471062,
+      "eval_fa_opus100_pr_auc": 0.5728963011567807,
+      "eval_fa_ud_pr_auc": 0.9981589743074897,
+      "eval_fi_ersatz_pr_auc": 0.9798937924330147,
+      "eval_fi_opus100_pr_auc": 0.8994097552928941,
+      "eval_fi_ud_pr_auc": 0.9547986414830449,
+      "eval_fr_ersatz_pr_auc": 0.9833863386915414,
+      "eval_fr_opus100_pr_auc": 0.8902472916943407,
+      "eval_fr_ud_pr_auc": 0.9682082471352151,
+      "eval_fy_opus100_pr_auc": 0.6368006851167651,
+      "eval_ga_opus100_pr_auc": 0.8677910691511336,
+      "eval_ga_ud_pr_auc": 0.8179991908417708,
+      "eval_gd_opus100_pr_auc": 0.5343281874112548,
+      "eval_gd_ud_pr_auc": 0.7178017296541365,
+      "eval_gl_opus100_pr_auc": 0.8839667307491539,
+      "eval_gl_ud_pr_auc": 0.9918673659529603,
+      "eval_gu_ersatz_pr_auc": 0.923989849796892,
+      "eval_gu_opus100_pr_auc": 0.7095405195792436,
+      "eval_ha_opus100_pr_auc": 0.8985692669609016,
+      "eval_he_opus100_pr_auc": 0.858819074853904,
+      "eval_he_ud_pr_auc": 0.9607172625042226,
+      "eval_hi_ersatz_pr_auc": 0.9628612070872373,
+      "eval_hi_opus100_pr_auc": 0.6388211442829497,
+      "eval_hi_ud_pr_auc": 0.971679457834544,
+      "eval_hu_opus100_pr_auc": 0.9134480549863375,
+      "eval_hu_ud_pr_auc": 0.9793676414852369,
+      "eval_hy_opus100_pr_auc": 0.9020617002961389,
+      "eval_hy_ud_pr_auc": 0.9811444400329661,
+      "eval_id_opus100_pr_auc": 0.8482434864897563,
+      "eval_id_ud_pr_auc": 0.9872307593573149,
+      "eval_ig_opus100_pr_auc": 0.8584304401829969,
+      "eval_is_opus100_pr_auc": 0.9131066882543977,
+      "eval_is_ud_pr_auc": 0.9107661580148397,
+      "eval_it_opus100_pr_auc": 0.8954464292428234,
+      "eval_it_ud_pr_auc": 0.9989258701455179,
+      "eval_ja_ersatz_pr_auc": 0.8229039925914369,
+      "eval_ja_opus100_pr_auc": 0.7796260950630889,
+      "eval_ja_ud_pr_auc": 0.9833159106515299,
+      "eval_jv_ud_pr_auc": 0.9923517396633141,
+      "eval_ka_opus100_pr_auc": 0.8672821950720387,
+      "eval_kk_ersatz_pr_auc": 0.9884453172906824,
+      "eval_kk_opus100_pr_auc": 0.7885372271502046,
+      "eval_kk_ud_pr_auc": 0.9682335806960607,
+      "eval_km_ersatz_pr_auc": 0.9024454093892367,
+      "eval_km_opus100_pr_auc": 0.7000765112479022,
+      "eval_kn_opus100_pr_auc": 0.5672219907582398,
+      "eval_ko_opus100_pr_auc": 0.6577952199079712,
+      "eval_ko_ud_pr_auc": 0.9980246999610477,
+      "eval_ku_opus100_pr_auc": 0.8221692959767247,
+      "eval_ky_opus100_pr_auc": 0.8309154441568115,
+      "eval_la_ud_pr_auc": 0.930169989353048,
+      "eval_loss": 0.03806697949767113,
+      "eval_lt_ersatz_pr_auc": 0.9848233343753905,
+      "eval_lt_opus100_pr_auc": 0.8466658808557517,
+      "eval_lt_ud_pr_auc": 0.9834344435765549,
+      "eval_lv_ersatz_pr_auc": 0.9876735381483318,
+      "eval_lv_opus100_pr_auc": 0.8702730263103753,
+      "eval_lv_ud_pr_auc": 0.9611725475968927,
+      "eval_mg_opus100_pr_auc": 0.9165704678293303,
+      "eval_mk_opus100_pr_auc": 0.892353497754783,
+      "eval_ml_opus100_pr_auc": 0.7558800606915962,
+      "eval_mn_opus100_pr_auc": 0.9376520479783853,
+      "eval_mr_opus100_pr_auc": 0.8953110444090686,
+      "eval_mr_ud_pr_auc": 0.9875369909578908,
+      "eval_ms_opus100_pr_auc": 0.860613073084926,
+      "eval_mt_opus100_pr_auc": 0.8310832541046573,
+      "eval_mt_ud_pr_auc": 0.8387337996612239,
+      "eval_my_opus100_pr_auc": 0.6836768005718934,
+      "eval_ne_opus100_pr_auc": 0.6950386242713608,
+      "eval_nl_opus100_pr_auc": 0.8898484514090133,
+      "eval_nl_ud_pr_auc": 0.96510707031994,
+      "eval_no_opus100_pr_auc": 0.9130737033244821,
+      "eval_no_ud_pr_auc": 0.9953023972545324,
+      "eval_pa_opus100_pr_auc": 0.6613513370163921,
+      "eval_pl_ersatz_pr_auc": 0.9777985456710209,
+      "eval_pl_opus100_pr_auc": 0.8875525137597978,
+      "eval_pl_ud_pr_auc": 0.9608961756923946,
+      "eval_ps_ersatz_pr_auc": 0.9327487291062647,
+      "eval_ps_opus100_pr_auc": 0.6951716514581814,
+      "eval_pt_opus100_pr_auc": 0.9142396750837138,
+      "eval_pt_ud_pr_auc": 0.9819240284547897,
+      "eval_ro_ersatz_pr_auc": 0.9925763361820039,
+      "eval_ro_opus100_pr_auc": 0.8582878837164443,
+      "eval_ro_ud_pr_auc": 0.947765661081403,
+      "eval_ru_ersatz_pr_auc": 0.9893586096141138,
+      "eval_ru_opus100_pr_auc": 0.9052375912435361,
+      "eval_ru_ud_pr_auc": 0.8593545634588683,
+      "eval_runtime": 463.9952,
+      "eval_samples_per_second": 162.653,
+      "eval_si_opus100_pr_auc": 0.7960317051120949,
+      "eval_sk_opus100_pr_auc": 0.9233698388644405,
+      "eval_sk_ud_pr_auc": 0.9738369943662581,
+      "eval_sl_opus100_pr_auc": 0.853033086277203,
+      "eval_sl_ud_pr_auc": 0.9659247138919743,
+      "eval_sq_opus100_pr_auc": 0.8717339695614424,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9033213730916216,
+      "eval_sr_ud_pr_auc": 0.9932819324395881,
+      "eval_steps_per_second": 5.084,
+      "eval_sv_opus100_pr_auc": 0.8838425445762009,
+      "eval_sv_ud_pr_auc": 0.9309671741636121,
+      "eval_ta_ersatz_pr_auc": 0.9810005726530724,
+      "eval_ta_opus100_pr_auc": 0.6408247419505141,
+      "eval_ta_ud_pr_auc": 0.998612320642218,
+      "eval_te_opus100_pr_auc": 0.825415017647487,
+      "eval_tg_opus100_pr_auc": 0.8754098661374836,
+      "eval_th_opus100_pr_auc": 0.6716865173167924,
+      "eval_th_ud_pr_auc": 0.762298913223937,
+      "eval_tr_ersatz_pr_auc": 0.9662511880404081,
+      "eval_tr_opus100_pr_auc": 0.8961370694580433,
+      "eval_tr_ud_pr_auc": 0.9379759063234626,
+      "eval_uk_opus100_pr_auc": 0.8772203256502616,
+      "eval_uk_ud_pr_auc": 0.9340421411462735,
+      "eval_ur_opus100_pr_auc": 0.49916762343555865,
+      "eval_ur_ud_pr_auc": 0.9968591534177454,
+      "eval_uz_opus100_pr_auc": 0.8604783632196159,
+      "eval_vi_opus100_pr_auc": 0.9019039933125985,
+      "eval_vi_ud_pr_auc": 0.953096229671411,
+      "eval_xh_opus100_pr_auc": 0.8531633818545935,
+      "eval_yi_opus100_pr_auc": 0.7234072243417894,
+      "eval_yo_opus100_pr_auc": 0.7699032627185718,
+      "eval_yo_ud_pr_auc": 0.9019410809984943,
+      "eval_zh_ersatz_pr_auc": 0.9426397753907804,
+      "eval_zh_opus100_pr_auc": 0.760241725092076,
+      "eval_zh_ud_pr_auc": 0.9958178069429988,
+      "eval_zu_opus100_pr_auc": 0.8317973855247442,
+      "step": 135000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.834177215189874e-05,
+      "learning_rate_adapter": 6.834177215189874e-05,
+      "loss": 0.0345,
+      "step": 135050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.832911392405064e-05,
+      "learning_rate_adapter": 6.832911392405064e-05,
+      "loss": 0.0339,
+      "step": 135100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.831645569620253e-05,
+      "learning_rate_adapter": 6.831645569620253e-05,
+      "loss": 0.0341,
+      "step": 135150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.830379746835444e-05,
+      "learning_rate_adapter": 6.830379746835444e-05,
+      "loss": 0.0344,
+      "step": 135200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.829113924050633e-05,
+      "learning_rate_adapter": 6.829113924050633e-05,
+      "loss": 0.0337,
+      "step": 135250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.827848101265824e-05,
+      "learning_rate_adapter": 6.827848101265824e-05,
+      "loss": 0.0343,
+      "step": 135300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.826582278481013e-05,
+      "learning_rate_adapter": 6.826582278481013e-05,
+      "loss": 0.0344,
+      "step": 135350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.825316455696202e-05,
+      "learning_rate_adapter": 6.825316455696202e-05,
+      "loss": 0.0346,
+      "step": 135400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.824050632911393e-05,
+      "learning_rate_adapter": 6.824050632911393e-05,
+      "loss": 0.033,
+      "step": 135450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.822784810126582e-05,
+      "learning_rate_adapter": 6.822784810126582e-05,
+      "loss": 0.0344,
+      "step": 135500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.821518987341773e-05,
+      "learning_rate_adapter": 6.821518987341773e-05,
+      "loss": 0.0337,
+      "step": 135550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.820253164556962e-05,
+      "learning_rate_adapter": 6.820253164556962e-05,
+      "loss": 0.0349,
+      "step": 135600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.818987341772152e-05,
+      "learning_rate_adapter": 6.818987341772152e-05,
+      "loss": 0.0338,
+      "step": 135650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.817721518987343e-05,
+      "learning_rate_adapter": 6.817721518987343e-05,
+      "loss": 0.034,
+      "step": 135700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.816455696202532e-05,
+      "learning_rate_adapter": 6.816455696202532e-05,
+      "loss": 0.0339,
+      "step": 135750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.815189873417723e-05,
+      "learning_rate_adapter": 6.815189873417723e-05,
+      "loss": 0.0334,
+      "step": 135800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.813924050632912e-05,
+      "learning_rate_adapter": 6.813924050632912e-05,
+      "loss": 0.034,
+      "step": 135850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.812658227848101e-05,
+      "learning_rate_adapter": 6.812658227848101e-05,
+      "loss": 0.0339,
+      "step": 135900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.811392405063292e-05,
+      "learning_rate_adapter": 6.811392405063292e-05,
+      "loss": 0.0344,
+      "step": 135950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.810126582278481e-05,
+      "learning_rate_adapter": 6.810126582278481e-05,
+      "loss": 0.0349,
+      "step": 136000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.808860759493671e-05,
+      "learning_rate_adapter": 6.808860759493671e-05,
+      "loss": 0.033,
+      "step": 136050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.80759493670886e-05,
+      "learning_rate_adapter": 6.80759493670886e-05,
+      "loss": 0.0334,
+      "step": 136100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.806329113924051e-05,
+      "learning_rate_adapter": 6.806329113924051e-05,
+      "loss": 0.034,
+      "step": 136150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.80506329113924e-05,
+      "learning_rate_adapter": 6.80506329113924e-05,
+      "loss": 0.0344,
+      "step": 136200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.803797468354431e-05,
+      "learning_rate_adapter": 6.803797468354431e-05,
+      "loss": 0.0332,
+      "step": 136250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.802531645569622e-05,
+      "learning_rate_adapter": 6.802531645569622e-05,
+      "loss": 0.0337,
+      "step": 136300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.801265822784811e-05,
+      "learning_rate_adapter": 6.801265822784811e-05,
+      "loss": 0.0338,
+      "step": 136350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0332,
+      "step": 136400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.79873417721519e-05,
+      "learning_rate_adapter": 6.79873417721519e-05,
+      "loss": 0.0336,
+      "step": 136450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79746835443038e-05,
+      "learning_rate_adapter": 6.79746835443038e-05,
+      "loss": 0.0346,
+      "step": 136500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79620253164557e-05,
+      "learning_rate_adapter": 6.79620253164557e-05,
+      "loss": 0.0341,
+      "step": 136550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79493670886076e-05,
+      "learning_rate_adapter": 6.79493670886076e-05,
+      "loss": 0.0347,
+      "step": 136600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79367088607595e-05,
+      "learning_rate_adapter": 6.79367088607595e-05,
+      "loss": 0.0351,
+      "step": 136650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.792405063291139e-05,
+      "learning_rate_adapter": 6.792405063291139e-05,
+      "loss": 0.0345,
+      "step": 136700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.791139240506328e-05,
+      "learning_rate_adapter": 6.791139240506328e-05,
+      "loss": 0.0337,
+      "step": 136750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.789873417721519e-05,
+      "learning_rate_adapter": 6.789873417721519e-05,
+      "loss": 0.0346,
+      "step": 136800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.78860759493671e-05,
+      "learning_rate_adapter": 6.78860759493671e-05,
+      "loss": 0.0347,
+      "step": 136850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.7873417721519e-05,
+      "learning_rate_adapter": 6.7873417721519e-05,
+      "loss": 0.0332,
+      "step": 136900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.78607594936709e-05,
+      "learning_rate_adapter": 6.78607594936709e-05,
+      "loss": 0.0344,
+      "step": 136950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.784810126582279e-05,
+      "learning_rate_adapter": 6.784810126582279e-05,
+      "loss": 0.0344,
+      "step": 137000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.783544303797469e-05,
+      "learning_rate_adapter": 6.783544303797469e-05,
+      "loss": 0.034,
+      "step": 137050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.782278481012658e-05,
+      "learning_rate_adapter": 6.782278481012658e-05,
+      "loss": 0.0343,
+      "step": 137100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.781012658227849e-05,
+      "learning_rate_adapter": 6.781012658227849e-05,
+      "loss": 0.0339,
+      "step": 137150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.779746835443038e-05,
+      "learning_rate_adapter": 6.779746835443038e-05,
+      "loss": 0.034,
+      "step": 137200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.778481012658227e-05,
+      "learning_rate_adapter": 6.778481012658227e-05,
+      "loss": 0.0348,
+      "step": 137250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.777215189873418e-05,
+      "learning_rate_adapter": 6.777215189873418e-05,
+      "loss": 0.0341,
+      "step": 137300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.775949367088607e-05,
+      "learning_rate_adapter": 6.775949367088607e-05,
+      "loss": 0.0334,
+      "step": 137350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.774683544303798e-05,
+      "learning_rate_adapter": 6.774683544303798e-05,
+      "loss": 0.0342,
+      "step": 137400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.773417721518988e-05,
+      "learning_rate_adapter": 6.773417721518988e-05,
+      "loss": 0.0346,
+      "step": 137450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.772151898734177e-05,
+      "learning_rate_adapter": 6.772151898734177e-05,
+      "loss": 0.0341,
+      "step": 137500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.770886075949368e-05,
+      "learning_rate_adapter": 6.770886075949368e-05,
+      "loss": 0.0344,
+      "step": 137550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.769620253164557e-05,
+      "learning_rate_adapter": 6.769620253164557e-05,
+      "loss": 0.0346,
+      "step": 137600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.768354430379748e-05,
+      "learning_rate_adapter": 6.768354430379748e-05,
+      "loss": 0.0336,
+      "step": 137650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.767088607594937e-05,
+      "learning_rate_adapter": 6.767088607594937e-05,
+      "loss": 0.0337,
+      "step": 137700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.765822784810128e-05,
+      "learning_rate_adapter": 6.765822784810128e-05,
+      "loss": 0.0349,
+      "step": 137750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.764556962025317e-05,
+      "learning_rate_adapter": 6.764556962025317e-05,
+      "loss": 0.0342,
+      "step": 137800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.763291139240506e-05,
+      "learning_rate_adapter": 6.763291139240506e-05,
+      "loss": 0.0343,
+      "step": 137850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.762025316455697e-05,
+      "learning_rate_adapter": 6.762025316455697e-05,
+      "loss": 0.0338,
+      "step": 137900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.760759493670886e-05,
+      "learning_rate_adapter": 6.760759493670886e-05,
+      "loss": 0.0334,
+      "step": 137950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.759493670886076e-05,
+      "learning_rate_adapter": 6.759493670886076e-05,
+      "loss": 0.0342,
+      "step": 138000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.758227848101267e-05,
+      "learning_rate_adapter": 6.758227848101267e-05,
+      "loss": 0.0341,
+      "step": 138050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.756962025316456e-05,
+      "learning_rate_adapter": 6.756962025316456e-05,
+      "loss": 0.0342,
+      "step": 138100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.755696202531647e-05,
+      "learning_rate_adapter": 6.755696202531647e-05,
+      "loss": 0.0337,
+      "step": 138150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.754430379746836e-05,
+      "learning_rate_adapter": 6.754430379746836e-05,
+      "loss": 0.0342,
+      "step": 138200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.753164556962026e-05,
+      "learning_rate_adapter": 6.753164556962026e-05,
+      "loss": 0.0339,
+      "step": 138250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.751898734177216e-05,
+      "learning_rate_adapter": 6.751898734177216e-05,
+      "loss": 0.0336,
+      "step": 138300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.750632911392405e-05,
+      "learning_rate_adapter": 6.750632911392405e-05,
+      "loss": 0.0337,
+      "step": 138350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.749367088607595e-05,
+      "learning_rate_adapter": 6.749367088607595e-05,
+      "loss": 0.0348,
+      "step": 138400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.748101265822785e-05,
+      "learning_rate_adapter": 6.748101265822785e-05,
+      "loss": 0.0345,
+      "step": 138450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.746835443037975e-05,
+      "learning_rate_adapter": 6.746835443037975e-05,
+      "loss": 0.0336,
+      "step": 138500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.745569620253164e-05,
+      "learning_rate_adapter": 6.745569620253164e-05,
+      "loss": 0.034,
+      "step": 138550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.744303797468355e-05,
+      "learning_rate_adapter": 6.744303797468355e-05,
+      "loss": 0.034,
+      "step": 138600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.743037974683545e-05,
+      "learning_rate_adapter": 6.743037974683545e-05,
+      "loss": 0.0336,
+      "step": 138650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.741772151898735e-05,
+      "learning_rate_adapter": 6.741772151898735e-05,
+      "loss": 0.0347,
+      "step": 138700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.740506329113925e-05,
+      "learning_rate_adapter": 6.740506329113925e-05,
+      "loss": 0.0342,
+      "step": 138750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.739240506329114e-05,
+      "learning_rate_adapter": 6.739240506329114e-05,
+      "loss": 0.0336,
+      "step": 138800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.737974683544304e-05,
+      "learning_rate_adapter": 6.737974683544304e-05,
+      "loss": 0.0334,
+      "step": 138850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.736708860759494e-05,
+      "learning_rate_adapter": 6.736708860759494e-05,
+      "loss": 0.0343,
+      "step": 138900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.735443037974683e-05,
+      "learning_rate_adapter": 6.735443037974683e-05,
+      "loss": 0.0341,
+      "step": 138950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.734177215189874e-05,
+      "learning_rate_adapter": 6.734177215189874e-05,
+      "loss": 0.0346,
+      "step": 139000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.732911392405063e-05,
+      "learning_rate_adapter": 6.732911392405063e-05,
+      "loss": 0.0344,
+      "step": 139050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.731645569620252e-05,
+      "learning_rate_adapter": 6.731645569620252e-05,
+      "loss": 0.0333,
+      "step": 139100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.730379746835443e-05,
+      "learning_rate_adapter": 6.730379746835443e-05,
+      "loss": 0.0341,
+      "step": 139150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.729113924050634e-05,
+      "learning_rate_adapter": 6.729113924050634e-05,
+      "loss": 0.0344,
+      "step": 139200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.727848101265824e-05,
+      "learning_rate_adapter": 6.727848101265824e-05,
+      "loss": 0.0337,
+      "step": 139250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.726582278481013e-05,
+      "learning_rate_adapter": 6.726582278481013e-05,
+      "loss": 0.034,
+      "step": 139300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.725316455696204e-05,
+      "learning_rate_adapter": 6.725316455696204e-05,
+      "loss": 0.0327,
+      "step": 139350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.724050632911393e-05,
+      "learning_rate_adapter": 6.724050632911393e-05,
+      "loss": 0.0345,
+      "step": 139400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.722784810126582e-05,
+      "learning_rate_adapter": 6.722784810126582e-05,
+      "loss": 0.0344,
+      "step": 139450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.721518987341773e-05,
+      "learning_rate_adapter": 6.721518987341773e-05,
+      "loss": 0.0341,
+      "step": 139500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.720253164556962e-05,
+      "learning_rate_adapter": 6.720253164556962e-05,
+      "loss": 0.0346,
+      "step": 139550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.718987341772153e-05,
+      "learning_rate_adapter": 6.718987341772153e-05,
+      "loss": 0.0337,
+      "step": 139600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.717721518987342e-05,
+      "learning_rate_adapter": 6.717721518987342e-05,
+      "loss": 0.0333,
+      "step": 139650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.716455696202531e-05,
+      "learning_rate_adapter": 6.716455696202531e-05,
+      "loss": 0.0335,
+      "step": 139700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.715189873417722e-05,
+      "learning_rate_adapter": 6.715189873417722e-05,
+      "loss": 0.0344,
+      "step": 139750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.713924050632912e-05,
+      "learning_rate_adapter": 6.713924050632912e-05,
+      "loss": 0.0335,
+      "step": 139800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.712658227848103e-05,
+      "learning_rate_adapter": 6.712658227848103e-05,
+      "loss": 0.0344,
+      "step": 139850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.711392405063292e-05,
+      "learning_rate_adapter": 6.711392405063292e-05,
+      "loss": 0.0339,
+      "step": 139900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.710126582278481e-05,
+      "learning_rate_adapter": 6.710126582278481e-05,
+      "loss": 0.0339,
+      "step": 139950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.708860759493672e-05,
+      "learning_rate_adapter": 6.708860759493672e-05,
+      "loss": 0.0343,
+      "step": 140000
+    },
+    {
+      "epoch": 0.12,
+      "eval_af_opus100_pr_auc": 0.7584499959195516,
+      "eval_af_ud_pr_auc": 0.9878383004681973,
+      "eval_am_opus100_pr_auc": 0.5549448463561167,
+      "eval_ar_ersatz_pr_auc": 0.9320634338848606,
+      "eval_ar_opus100_pr_auc": 0.6878558652038941,
+      "eval_ar_ud_pr_auc": 0.8670056016831171,
+      "eval_average_ersatz_pr_auc": 0.9542781925828724,
+      "eval_average_opus100_pr_auc": 0.8092278209059227,
+      "eval_average_ud_pr_auc": 0.9539388903404717,
+      "eval_az_opus100_pr_auc": 0.7458691821867247,
+      "eval_be_opus100_pr_auc": 0.6697814873662346,
+      "eval_be_ud_pr_auc": 0.8447429188436184,
+      "eval_bg_opus100_pr_auc": 0.894827585697176,
+      "eval_bg_ud_pr_auc": 0.9921429604413222,
+      "eval_bn_opus100_pr_auc": 0.7944336995157613,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8634297257255318,
+      "eval_ca_ud_pr_auc": 0.9907383014780069,
+      "eval_ceb_ud_pr_auc": 0.9999999999999999,
+      "eval_cs_ersatz_pr_auc": 0.9798721335325883,
+      "eval_cs_opus100_pr_auc": 0.8787705028673662,
+      "eval_cs_ud_pr_auc": 0.9503999094430411,
+      "eval_cy_opus100_pr_auc": 0.727280788155753,
+      "eval_cy_ud_pr_auc": 0.9956344269509932,
+      "eval_da_opus100_pr_auc": 0.8958600497795037,
+      "eval_da_ud_pr_auc": 0.9749637914410103,
+      "eval_de_ersatz_pr_auc": 0.9689171903860854,
+      "eval_de_opus100_pr_auc": 0.8515989942070896,
+      "eval_de_ud_pr_auc": 0.9804562302684341,
+      "eval_el_opus100_pr_auc": 0.9116994250595103,
+      "eval_el_ud_pr_auc": 0.9915202460798686,
+      "eval_en_ersatz_pr_auc": 0.9863430958900075,
+      "eval_en_opus100_pr_auc": 0.9222521158915508,
+      "eval_en_ud_pr_auc": 0.9598379618556446,
+      "eval_eo_opus100_pr_auc": 0.9231804245407176,
+      "eval_es_ersatz_pr_auc": 0.9947452296416712,
+      "eval_es_opus100_pr_auc": 0.9158112487662895,
+      "eval_es_ud_pr_auc": 0.9895908344790842,
+      "eval_et_ersatz_pr_auc": 0.9752595276873705,
+      "eval_et_opus100_pr_auc": 0.8755374604211018,
+      "eval_et_ud_pr_auc": 0.9531845026369844,
+      "eval_eu_opus100_pr_auc": 0.8721478453336786,
+      "eval_eu_ud_pr_auc": 0.9878156650963953,
+      "eval_fa_opus100_pr_auc": 0.5710587122922522,
+      "eval_fa_ud_pr_auc": 0.998026861809622,
+      "eval_fi_ersatz_pr_auc": 0.9812997742039806,
+      "eval_fi_opus100_pr_auc": 0.8870108687654226,
+      "eval_fi_ud_pr_auc": 0.9601101565801045,
+      "eval_fr_ersatz_pr_auc": 0.991664103504065,
+      "eval_fr_opus100_pr_auc": 0.8880447321924835,
+      "eval_fr_ud_pr_auc": 0.9761185891891134,
+      "eval_fy_opus100_pr_auc": 0.6782804402103964,
+      "eval_ga_opus100_pr_auc": 0.8542186026646091,
+      "eval_ga_ud_pr_auc": 0.8160824800352353,
+      "eval_gd_opus100_pr_auc": 0.5446805778853991,
+      "eval_gd_ud_pr_auc": 0.7219397264598459,
+      "eval_gl_opus100_pr_auc": 0.8723335845724731,
+      "eval_gl_ud_pr_auc": 0.9938792097208824,
+      "eval_gu_ersatz_pr_auc": 0.9214857083073911,
+      "eval_gu_opus100_pr_auc": 0.6889029248151204,
+      "eval_ha_opus100_pr_auc": 0.8943670603923705,
+      "eval_he_opus100_pr_auc": 0.8405869577195466,
+      "eval_he_ud_pr_auc": 0.9644934109088152,
+      "eval_hi_ersatz_pr_auc": 0.9693280758747693,
+      "eval_hi_opus100_pr_auc": 0.6375263389973693,
+      "eval_hi_ud_pr_auc": 0.9678947752603292,
+      "eval_hu_opus100_pr_auc": 0.9059996173249013,
+      "eval_hu_ud_pr_auc": 0.9796455091481188,
+      "eval_hy_opus100_pr_auc": 0.8883494592312582,
+      "eval_hy_ud_pr_auc": 0.9791822327290729,
+      "eval_id_opus100_pr_auc": 0.8652090729212386,
+      "eval_id_ud_pr_auc": 0.9914436236908146,
+      "eval_ig_opus100_pr_auc": 0.8485334074589416,
+      "eval_is_opus100_pr_auc": 0.9142406231028287,
+      "eval_is_ud_pr_auc": 0.915936904213617,
+      "eval_it_opus100_pr_auc": 0.8810262823705403,
+      "eval_it_ud_pr_auc": 0.9959441094704604,
+      "eval_ja_ersatz_pr_auc": 0.7303894509280744,
+      "eval_ja_opus100_pr_auc": 0.7980415063510301,
+      "eval_ja_ud_pr_auc": 0.9617301938669549,
+      "eval_jv_ud_pr_auc": 0.9812421534875324,
+      "eval_ka_opus100_pr_auc": 0.8606742491463208,
+      "eval_kk_ersatz_pr_auc": 0.9867106420374527,
+      "eval_kk_opus100_pr_auc": 0.7890459666461123,
+      "eval_kk_ud_pr_auc": 0.9700336771579761,
+      "eval_km_ersatz_pr_auc": 0.8997388038480619,
+      "eval_km_opus100_pr_auc": 0.6819063144192379,
+      "eval_kn_opus100_pr_auc": 0.5557723034810843,
+      "eval_ko_opus100_pr_auc": 0.6740104542964972,
+      "eval_ko_ud_pr_auc": 0.9962818180720974,
+      "eval_ku_opus100_pr_auc": 0.8382962895941825,
+      "eval_ky_opus100_pr_auc": 0.8494581110957529,
+      "eval_la_ud_pr_auc": 0.9421815059853536,
+      "eval_loss": 0.03809390589594841,
+      "eval_lt_ersatz_pr_auc": 0.9878217978053603,
+      "eval_lt_opus100_pr_auc": 0.8448659662453274,
+      "eval_lt_ud_pr_auc": 0.9901468353372823,
+      "eval_lv_ersatz_pr_auc": 0.9878599110352793,
+      "eval_lv_opus100_pr_auc": 0.8674378331981157,
+      "eval_lv_ud_pr_auc": 0.94886571326275,
+      "eval_mg_opus100_pr_auc": 0.9170486337956778,
+      "eval_mk_opus100_pr_auc": 0.8866707803515151,
+      "eval_ml_opus100_pr_auc": 0.7506099770966654,
+      "eval_mn_opus100_pr_auc": 0.9495815707332176,
+      "eval_mr_opus100_pr_auc": 0.8964493546813519,
+      "eval_mr_ud_pr_auc": 0.9886992281830922,
+      "eval_ms_opus100_pr_auc": 0.8520791474036846,
+      "eval_mt_opus100_pr_auc": 0.7946125907546714,
+      "eval_mt_ud_pr_auc": 0.8721306947882757,
+      "eval_my_opus100_pr_auc": 0.6820432597388757,
+      "eval_ne_opus100_pr_auc": 0.6876365521155909,
+      "eval_nl_opus100_pr_auc": 0.8840537522588983,
+      "eval_nl_ud_pr_auc": 0.9720608289060068,
+      "eval_no_opus100_pr_auc": 0.9104878785319493,
+      "eval_no_ud_pr_auc": 0.995519054332307,
+      "eval_pa_opus100_pr_auc": 0.6681995507290082,
+      "eval_pl_ersatz_pr_auc": 0.9702902200117746,
+      "eval_pl_opus100_pr_auc": 0.8756817697941411,
+      "eval_pl_ud_pr_auc": 0.9608539713007307,
+      "eval_ps_ersatz_pr_auc": 0.9269599258350696,
+      "eval_ps_opus100_pr_auc": 0.6769206888556398,
+      "eval_pt_opus100_pr_auc": 0.9129311290366566,
+      "eval_pt_ud_pr_auc": 0.9814938545892112,
+      "eval_ro_ersatz_pr_auc": 0.9936683118562287,
+      "eval_ro_opus100_pr_auc": 0.8345934705761177,
+      "eval_ro_ud_pr_auc": 0.9498932216854985,
+      "eval_ru_ersatz_pr_auc": 0.9853784421519503,
+      "eval_ru_opus100_pr_auc": 0.8898348712859371,
+      "eval_ru_ud_pr_auc": 0.8444036590840303,
+      "eval_runtime": 455.0626,
+      "eval_samples_per_second": 165.845,
+      "eval_si_opus100_pr_auc": 0.7949468833101715,
+      "eval_sk_opus100_pr_auc": 0.9105483760385356,
+      "eval_sk_ud_pr_auc": 0.9770344289216205,
+      "eval_sl_opus100_pr_auc": 0.8408364537238388,
+      "eval_sl_ud_pr_auc": 0.9617874838322457,
+      "eval_sq_opus100_pr_auc": 0.886487442791862,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8981121309703148,
+      "eval_sr_ud_pr_auc": 0.9927512376615948,
+      "eval_steps_per_second": 5.184,
+      "eval_sv_opus100_pr_auc": 0.8800397648205714,
+      "eval_sv_ud_pr_auc": 0.9401817191428974,
+      "eval_ta_ersatz_pr_auc": 0.9800117525258398,
+      "eval_ta_opus100_pr_auc": 0.6357491038507483,
+      "eval_ta_ud_pr_auc": 0.9991001816937557,
+      "eval_te_opus100_pr_auc": 0.8161945698155196,
+      "eval_tg_opus100_pr_auc": 0.8664088424775025,
+      "eval_th_opus100_pr_auc": 0.6665995216770229,
+      "eval_th_ud_pr_auc": 0.7370303085140164,
+      "eval_tr_ersatz_pr_auc": 0.9697667691342773,
+      "eval_tr_opus100_pr_auc": 0.8928976692694518,
+      "eval_tr_ud_pr_auc": 0.9549231006987662,
+      "eval_uk_opus100_pr_auc": 0.856453543871541,
+      "eval_uk_ud_pr_auc": 0.9205230105025465,
+      "eval_ur_opus100_pr_auc": 0.5175051396532746,
+      "eval_ur_ud_pr_auc": 0.9958906044698441,
+      "eval_uz_opus100_pr_auc": 0.8534512722935904,
+      "eval_vi_opus100_pr_auc": 0.8999324957610897,
+      "eval_vi_ud_pr_auc": 0.9462200249945595,
+      "eval_xh_opus100_pr_auc": 0.8516180279776792,
+      "eval_yi_opus100_pr_auc": 0.7745833616410834,
+      "eval_yo_opus100_pr_auc": 0.7585540647819018,
+      "eval_yo_ud_pr_auc": 0.8967982363334097,
+      "eval_zh_ersatz_pr_auc": 0.8745459367410324,
+      "eval_zh_opus100_pr_auc": 0.6980227421363696,
+      "eval_zh_ud_pr_auc": 0.9701707622207836,
+      "eval_zu_opus100_pr_auc": 0.8246954292996335,
+      "step": 140000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.707594936708861e-05,
+      "learning_rate_adapter": 6.707594936708861e-05,
+      "loss": 0.0338,
+      "step": 140050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.706329113924051e-05,
+      "learning_rate_adapter": 6.706329113924051e-05,
+      "loss": 0.0341,
+      "step": 140100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.705063291139241e-05,
+      "learning_rate_adapter": 6.705063291139241e-05,
+      "loss": 0.035,
+      "step": 140150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.70379746835443e-05,
+      "learning_rate_adapter": 6.70379746835443e-05,
+      "loss": 0.034,
+      "step": 140200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.70253164556962e-05,
+      "learning_rate_adapter": 6.70253164556962e-05,
+      "loss": 0.0341,
+      "step": 140250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.70126582278481e-05,
+      "learning_rate_adapter": 6.70126582278481e-05,
+      "loss": 0.0337,
+      "step": 140300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0345,
+      "step": 140350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.698734177215191e-05,
+      "learning_rate_adapter": 6.698734177215191e-05,
+      "loss": 0.0336,
+      "step": 140400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69746835443038e-05,
+      "learning_rate_adapter": 6.69746835443038e-05,
+      "loss": 0.0332,
+      "step": 140450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69620253164557e-05,
+      "learning_rate_adapter": 6.69620253164557e-05,
+      "loss": 0.0338,
+      "step": 140500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69493670886076e-05,
+      "learning_rate_adapter": 6.69493670886076e-05,
+      "loss": 0.0341,
+      "step": 140550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69367088607595e-05,
+      "learning_rate_adapter": 6.69367088607595e-05,
+      "loss": 0.0346,
+      "step": 140600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69240506329114e-05,
+      "learning_rate_adapter": 6.69240506329114e-05,
+      "loss": 0.0335,
+      "step": 140650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.691139240506329e-05,
+      "learning_rate_adapter": 6.691139240506329e-05,
+      "loss": 0.0335,
+      "step": 140700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.689873417721519e-05,
+      "learning_rate_adapter": 6.689873417721519e-05,
+      "loss": 0.0343,
+      "step": 140750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.688607594936709e-05,
+      "learning_rate_adapter": 6.688607594936709e-05,
+      "loss": 0.0336,
+      "step": 140800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.687341772151899e-05,
+      "learning_rate_adapter": 6.687341772151899e-05,
+      "loss": 0.033,
+      "step": 140850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.686075949367088e-05,
+      "learning_rate_adapter": 6.686075949367088e-05,
+      "loss": 0.0338,
+      "step": 140900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.684810126582279e-05,
+      "learning_rate_adapter": 6.684810126582279e-05,
+      "loss": 0.0338,
+      "step": 140950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.68354430379747e-05,
+      "learning_rate_adapter": 6.68354430379747e-05,
+      "loss": 0.0337,
+      "step": 141000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.682278481012659e-05,
+      "learning_rate_adapter": 6.682278481012659e-05,
+      "loss": 0.0346,
+      "step": 141050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.681012658227849e-05,
+      "learning_rate_adapter": 6.681012658227849e-05,
+      "loss": 0.034,
+      "step": 141100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.679746835443038e-05,
+      "learning_rate_adapter": 6.679746835443038e-05,
+      "loss": 0.0341,
+      "step": 141150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.678481012658229e-05,
+      "learning_rate_adapter": 6.678481012658229e-05,
+      "loss": 0.034,
+      "step": 141200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.677215189873418e-05,
+      "learning_rate_adapter": 6.677215189873418e-05,
+      "loss": 0.034,
+      "step": 141250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.675949367088607e-05,
+      "learning_rate_adapter": 6.675949367088607e-05,
+      "loss": 0.0346,
+      "step": 141300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.674683544303798e-05,
+      "learning_rate_adapter": 6.674683544303798e-05,
+      "loss": 0.0337,
+      "step": 141350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.673417721518987e-05,
+      "learning_rate_adapter": 6.673417721518987e-05,
+      "loss": 0.0346,
+      "step": 141400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.672151898734178e-05,
+      "learning_rate_adapter": 6.672151898734178e-05,
+      "loss": 0.0336,
+      "step": 141450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.670886075949367e-05,
+      "learning_rate_adapter": 6.670886075949367e-05,
+      "loss": 0.0341,
+      "step": 141500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.669620253164557e-05,
+      "learning_rate_adapter": 6.669620253164557e-05,
+      "loss": 0.0346,
+      "step": 141550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.668354430379748e-05,
+      "learning_rate_adapter": 6.668354430379748e-05,
+      "loss": 0.0341,
+      "step": 141600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.667088607594937e-05,
+      "learning_rate_adapter": 6.667088607594937e-05,
+      "loss": 0.0338,
+      "step": 141650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.665822784810128e-05,
+      "learning_rate_adapter": 6.665822784810128e-05,
+      "loss": 0.0336,
+      "step": 141700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.664556962025317e-05,
+      "learning_rate_adapter": 6.664556962025317e-05,
+      "loss": 0.0341,
+      "step": 141750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.663291139240506e-05,
+      "learning_rate_adapter": 6.663291139240506e-05,
+      "loss": 0.0342,
+      "step": 141800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.662025316455697e-05,
+      "learning_rate_adapter": 6.662025316455697e-05,
+      "loss": 0.0338,
+      "step": 141850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.660759493670886e-05,
+      "learning_rate_adapter": 6.660759493670886e-05,
+      "loss": 0.0343,
+      "step": 141900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.659493670886077e-05,
+      "learning_rate_adapter": 6.659493670886077e-05,
+      "loss": 0.0344,
+      "step": 141950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.658227848101266e-05,
+      "learning_rate_adapter": 6.658227848101266e-05,
+      "loss": 0.0342,
+      "step": 142000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.656962025316455e-05,
+      "learning_rate_adapter": 6.656962025316455e-05,
+      "loss": 0.034,
+      "step": 142050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.655696202531646e-05,
+      "learning_rate_adapter": 6.655696202531646e-05,
+      "loss": 0.0339,
+      "step": 142100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.654430379746836e-05,
+      "learning_rate_adapter": 6.654430379746836e-05,
+      "loss": 0.0342,
+      "step": 142150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.653164556962027e-05,
+      "learning_rate_adapter": 6.653164556962027e-05,
+      "loss": 0.034,
+      "step": 142200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.651898734177216e-05,
+      "learning_rate_adapter": 6.651898734177216e-05,
+      "loss": 0.0336,
+      "step": 142250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.650632911392405e-05,
+      "learning_rate_adapter": 6.650632911392405e-05,
+      "loss": 0.0338,
+      "step": 142300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.649367088607596e-05,
+      "learning_rate_adapter": 6.649367088607596e-05,
+      "loss": 0.0342,
+      "step": 142350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.648101265822785e-05,
+      "learning_rate_adapter": 6.648101265822785e-05,
+      "loss": 0.0338,
+      "step": 142400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.646835443037975e-05,
+      "learning_rate_adapter": 6.646835443037975e-05,
+      "loss": 0.0337,
+      "step": 142450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.645569620253165e-05,
+      "learning_rate_adapter": 6.645569620253165e-05,
+      "loss": 0.0333,
+      "step": 142500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.644303797468355e-05,
+      "learning_rate_adapter": 6.644303797468355e-05,
+      "loss": 0.0341,
+      "step": 142550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.643037974683544e-05,
+      "learning_rate_adapter": 6.643037974683544e-05,
+      "loss": 0.0338,
+      "step": 142600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.641772151898734e-05,
+      "learning_rate_adapter": 6.641772151898734e-05,
+      "loss": 0.0341,
+      "step": 142650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.640506329113924e-05,
+      "learning_rate_adapter": 6.640506329113924e-05,
+      "loss": 0.0334,
+      "step": 142700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.639240506329115e-05,
+      "learning_rate_adapter": 6.639240506329115e-05,
+      "loss": 0.0342,
+      "step": 142750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.637974683544305e-05,
+      "learning_rate_adapter": 6.637974683544305e-05,
+      "loss": 0.0333,
+      "step": 142800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.636708860759495e-05,
+      "learning_rate_adapter": 6.636708860759495e-05,
+      "loss": 0.0338,
+      "step": 142850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.635443037974684e-05,
+      "learning_rate_adapter": 6.635443037974684e-05,
+      "loss": 0.0338,
+      "step": 142900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.634177215189874e-05,
+      "learning_rate_adapter": 6.634177215189874e-05,
+      "loss": 0.0332,
+      "step": 142950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.632911392405063e-05,
+      "learning_rate_adapter": 6.632911392405063e-05,
+      "loss": 0.0344,
+      "step": 143000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.631645569620254e-05,
+      "learning_rate_adapter": 6.631645569620254e-05,
+      "loss": 0.0334,
+      "step": 143050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.630379746835443e-05,
+      "learning_rate_adapter": 6.630379746835443e-05,
+      "loss": 0.0345,
+      "step": 143100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.629113924050632e-05,
+      "learning_rate_adapter": 6.629113924050632e-05,
+      "loss": 0.0336,
+      "step": 143150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.627848101265823e-05,
+      "learning_rate_adapter": 6.627848101265823e-05,
+      "loss": 0.0343,
+      "step": 143200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.626582278481012e-05,
+      "learning_rate_adapter": 6.626582278481012e-05,
+      "loss": 0.0332,
+      "step": 143250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.625316455696203e-05,
+      "learning_rate_adapter": 6.625316455696203e-05,
+      "loss": 0.034,
+      "step": 143300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.624050632911393e-05,
+      "learning_rate_adapter": 6.624050632911393e-05,
+      "loss": 0.0339,
+      "step": 143350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.622784810126583e-05,
+      "learning_rate_adapter": 6.622784810126583e-05,
+      "loss": 0.0339,
+      "step": 143400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.621518987341773e-05,
+      "learning_rate_adapter": 6.621518987341773e-05,
+      "loss": 0.0332,
+      "step": 143450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.620253164556962e-05,
+      "learning_rate_adapter": 6.620253164556962e-05,
+      "loss": 0.0339,
+      "step": 143500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.618987341772153e-05,
+      "learning_rate_adapter": 6.618987341772153e-05,
+      "loss": 0.0342,
+      "step": 143550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.617721518987342e-05,
+      "learning_rate_adapter": 6.617721518987342e-05,
+      "loss": 0.0333,
+      "step": 143600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.616455696202531e-05,
+      "learning_rate_adapter": 6.616455696202531e-05,
+      "loss": 0.0347,
+      "step": 143650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.615189873417722e-05,
+      "learning_rate_adapter": 6.615189873417722e-05,
+      "loss": 0.034,
+      "step": 143700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.613924050632911e-05,
+      "learning_rate_adapter": 6.613924050632911e-05,
+      "loss": 0.0343,
+      "step": 143750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.612658227848102e-05,
+      "learning_rate_adapter": 6.612658227848102e-05,
+      "loss": 0.034,
+      "step": 143800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.611392405063291e-05,
+      "learning_rate_adapter": 6.611392405063291e-05,
+      "loss": 0.0341,
+      "step": 143850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.610126582278481e-05,
+      "learning_rate_adapter": 6.610126582278481e-05,
+      "loss": 0.0339,
+      "step": 143900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.608860759493672e-05,
+      "learning_rate_adapter": 6.608860759493672e-05,
+      "loss": 0.0333,
+      "step": 143950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.607594936708861e-05,
+      "learning_rate_adapter": 6.607594936708861e-05,
+      "loss": 0.0341,
+      "step": 144000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.606329113924052e-05,
+      "learning_rate_adapter": 6.606329113924052e-05,
+      "loss": 0.0335,
+      "step": 144050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.605063291139241e-05,
+      "learning_rate_adapter": 6.605063291139241e-05,
+      "loss": 0.0339,
+      "step": 144100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.603797468354432e-05,
+      "learning_rate_adapter": 6.603797468354432e-05,
+      "loss": 0.0341,
+      "step": 144150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.602531645569621e-05,
+      "learning_rate_adapter": 6.602531645569621e-05,
+      "loss": 0.0331,
+      "step": 144200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.60126582278481e-05,
+      "learning_rate_adapter": 6.60126582278481e-05,
+      "loss": 0.0333,
+      "step": 144250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.0339,
+      "step": 144300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59873417721519e-05,
+      "learning_rate_adapter": 6.59873417721519e-05,
+      "loss": 0.0348,
+      "step": 144350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59746835443038e-05,
+      "learning_rate_adapter": 6.59746835443038e-05,
+      "loss": 0.0332,
+      "step": 144400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59620253164557e-05,
+      "learning_rate_adapter": 6.59620253164557e-05,
+      "loss": 0.0334,
+      "step": 144450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59493670886076e-05,
+      "learning_rate_adapter": 6.59493670886076e-05,
+      "loss": 0.0338,
+      "step": 144500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59367088607595e-05,
+      "learning_rate_adapter": 6.59367088607595e-05,
+      "loss": 0.033,
+      "step": 144550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59240506329114e-05,
+      "learning_rate_adapter": 6.59240506329114e-05,
+      "loss": 0.0343,
+      "step": 144600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59113924050633e-05,
+      "learning_rate_adapter": 6.59113924050633e-05,
+      "loss": 0.0344,
+      "step": 144650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.58987341772152e-05,
+      "learning_rate_adapter": 6.58987341772152e-05,
+      "loss": 0.0337,
+      "step": 144700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.588607594936709e-05,
+      "learning_rate_adapter": 6.588607594936709e-05,
+      "loss": 0.0342,
+      "step": 144750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.5873417721519e-05,
+      "learning_rate_adapter": 6.5873417721519e-05,
+      "loss": 0.0338,
+      "step": 144800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.586075949367089e-05,
+      "learning_rate_adapter": 6.586075949367089e-05,
+      "loss": 0.0346,
+      "step": 144850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.584810126582279e-05,
+      "learning_rate_adapter": 6.584810126582279e-05,
+      "loss": 0.0336,
+      "step": 144900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.583544303797468e-05,
+      "learning_rate_adapter": 6.583544303797468e-05,
+      "loss": 0.0332,
+      "step": 144950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.582278481012658e-05,
+      "learning_rate_adapter": 6.582278481012658e-05,
+      "loss": 0.0335,
+      "step": 145000
+    },
+    {
+      "epoch": 0.12,
+      "eval_af_opus100_pr_auc": 0.7513838774871647,
+      "eval_af_ud_pr_auc": 0.9866971159072845,
+      "eval_am_opus100_pr_auc": 0.5426372992297771,
+      "eval_ar_ersatz_pr_auc": 0.9408256219218625,
+      "eval_ar_opus100_pr_auc": 0.6879126882950481,
+      "eval_ar_ud_pr_auc": 0.8661570796631413,
+      "eval_average_ersatz_pr_auc": 0.9618428485196017,
+      "eval_average_opus100_pr_auc": 0.81242001561599,
+      "eval_average_ud_pr_auc": 0.9590221537971817,
+      "eval_az_opus100_pr_auc": 0.7471091262816679,
+      "eval_be_opus100_pr_auc": 0.6294084977935613,
+      "eval_be_ud_pr_auc": 0.8822191338587841,
+      "eval_bg_opus100_pr_auc": 0.9026655742799315,
+      "eval_bg_ud_pr_auc": 0.9922253797189601,
+      "eval_bn_opus100_pr_auc": 0.8019034068520403,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8728930248669744,
+      "eval_ca_ud_pr_auc": 0.9903409866376108,
+      "eval_ceb_ud_pr_auc": 0.9999434125086536,
+      "eval_cs_ersatz_pr_auc": 0.9823779500977541,
+      "eval_cs_opus100_pr_auc": 0.8994022367960108,
+      "eval_cs_ud_pr_auc": 0.9594421317969308,
+      "eval_cy_opus100_pr_auc": 0.7189397386333777,
+      "eval_cy_ud_pr_auc": 0.9957220200567866,
+      "eval_da_opus100_pr_auc": 0.9051098436668916,
+      "eval_da_ud_pr_auc": 0.979162111095668,
+      "eval_de_ersatz_pr_auc": 0.9755032371592706,
+      "eval_de_opus100_pr_auc": 0.872778013075151,
+      "eval_de_ud_pr_auc": 0.9821561523285465,
+      "eval_el_opus100_pr_auc": 0.9183480849384213,
+      "eval_el_ud_pr_auc": 0.9901182369420534,
+      "eval_en_ersatz_pr_auc": 0.9860929853067356,
+      "eval_en_opus100_pr_auc": 0.9184744072243631,
+      "eval_en_ud_pr_auc": 0.9596958510197029,
+      "eval_eo_opus100_pr_auc": 0.9217932514039203,
+      "eval_es_ersatz_pr_auc": 0.9939944915346921,
+      "eval_es_opus100_pr_auc": 0.9153595042120481,
+      "eval_es_ud_pr_auc": 0.9886658898626562,
+      "eval_et_ersatz_pr_auc": 0.9763790816266747,
+      "eval_et_opus100_pr_auc": 0.8968601645207899,
+      "eval_et_ud_pr_auc": 0.9686721462716401,
+      "eval_eu_opus100_pr_auc": 0.868972882817296,
+      "eval_eu_ud_pr_auc": 0.9856125524592747,
+      "eval_fa_opus100_pr_auc": 0.5792036895772898,
+      "eval_fa_ud_pr_auc": 0.9970395557541437,
+      "eval_fi_ersatz_pr_auc": 0.9863079441518301,
+      "eval_fi_opus100_pr_auc": 0.9004935207062653,
+      "eval_fi_ud_pr_auc": 0.964078215988605,
+      "eval_fr_ersatz_pr_auc": 0.9887111866082066,
+      "eval_fr_opus100_pr_auc": 0.8891785561434254,
+      "eval_fr_ud_pr_auc": 0.9745110507125551,
+      "eval_fy_opus100_pr_auc": 0.6388766812531763,
+      "eval_ga_opus100_pr_auc": 0.8609471503964897,
+      "eval_ga_ud_pr_auc": 0.8250922920657784,
+      "eval_gd_opus100_pr_auc": 0.5550156501816667,
+      "eval_gd_ud_pr_auc": 0.7403510679230355,
+      "eval_gl_opus100_pr_auc": 0.8850743758942168,
+      "eval_gl_ud_pr_auc": 0.9914892543141488,
+      "eval_gu_ersatz_pr_auc": 0.9453022202441831,
+      "eval_gu_opus100_pr_auc": 0.6991546442223708,
+      "eval_ha_opus100_pr_auc": 0.9077460705405137,
+      "eval_he_opus100_pr_auc": 0.8541730368346346,
+      "eval_he_ud_pr_auc": 0.9745224217919158,
+      "eval_hi_ersatz_pr_auc": 0.9741499377151353,
+      "eval_hi_opus100_pr_auc": 0.6626130205778835,
+      "eval_hi_ud_pr_auc": 0.9879239393221559,
+      "eval_hu_opus100_pr_auc": 0.9069439297345886,
+      "eval_hu_ud_pr_auc": 0.980868310283988,
+      "eval_hy_opus100_pr_auc": 0.8984612444399585,
+      "eval_hy_ud_pr_auc": 0.9848955950133167,
+      "eval_id_opus100_pr_auc": 0.8631545041761345,
+      "eval_id_ud_pr_auc": 0.989907450897461,
+      "eval_ig_opus100_pr_auc": 0.8639625627624541,
+      "eval_is_opus100_pr_auc": 0.9124152246557249,
+      "eval_is_ud_pr_auc": 0.9292943364642002,
+      "eval_it_opus100_pr_auc": 0.8985143636195558,
+      "eval_it_ud_pr_auc": 0.9915448235537352,
+      "eval_ja_ersatz_pr_auc": 0.7867331087608279,
+      "eval_ja_opus100_pr_auc": 0.7966715894164078,
+      "eval_ja_ud_pr_auc": 0.9779631651391429,
+      "eval_jv_ud_pr_auc": 0.9741168764068366,
+      "eval_ka_opus100_pr_auc": 0.8775113455047734,
+      "eval_kk_ersatz_pr_auc": 0.9854770732501642,
+      "eval_kk_opus100_pr_auc": 0.7811708218636246,
+      "eval_kk_ud_pr_auc": 0.9709247346636989,
+      "eval_km_ersatz_pr_auc": 0.9007249670528058,
+      "eval_km_opus100_pr_auc": 0.700707616753446,
+      "eval_kn_opus100_pr_auc": 0.5281100848445867,
+      "eval_ko_opus100_pr_auc": 0.6695889643870877,
+      "eval_ko_ud_pr_auc": 0.9987091142235661,
+      "eval_ku_opus100_pr_auc": 0.8180291734504812,
+      "eval_ky_opus100_pr_auc": 0.8367328952299118,
+      "eval_la_ud_pr_auc": 0.9348205508588919,
+      "eval_loss": 0.03790838271379471,
+      "eval_lt_ersatz_pr_auc": 0.9891856966395467,
+      "eval_lt_opus100_pr_auc": 0.856856176353852,
+      "eval_lt_ud_pr_auc": 0.9863309915343246,
+      "eval_lv_ersatz_pr_auc": 0.9876147467304213,
+      "eval_lv_opus100_pr_auc": 0.8814204757951601,
+      "eval_lv_ud_pr_auc": 0.9611955465321504,
+      "eval_mg_opus100_pr_auc": 0.9144405303468874,
+      "eval_mk_opus100_pr_auc": 0.8995892673793865,
+      "eval_ml_opus100_pr_auc": 0.7441901967624364,
+      "eval_mn_opus100_pr_auc": 0.9549129727588621,
+      "eval_mr_opus100_pr_auc": 0.8978435979297328,
+      "eval_mr_ud_pr_auc": 0.9959638456848419,
+      "eval_ms_opus100_pr_auc": 0.8617441520858262,
+      "eval_mt_opus100_pr_auc": 0.8343429212199409,
+      "eval_mt_ud_pr_auc": 0.9055291158270704,
+      "eval_my_opus100_pr_auc": 0.6909529017716276,
+      "eval_ne_opus100_pr_auc": 0.6770250006705142,
+      "eval_nl_opus100_pr_auc": 0.8850980042423116,
+      "eval_nl_ud_pr_auc": 0.9791868435035236,
+      "eval_no_opus100_pr_auc": 0.9151928730067211,
+      "eval_no_ud_pr_auc": 0.9958916419151114,
+      "eval_pa_opus100_pr_auc": 0.642204147428199,
+      "eval_pl_ersatz_pr_auc": 0.979040589622944,
+      "eval_pl_opus100_pr_auc": 0.8782681040924415,
+      "eval_pl_ud_pr_auc": 0.9655120488673297,
+      "eval_ps_ersatz_pr_auc": 0.9460469516170147,
+      "eval_ps_opus100_pr_auc": 0.6823059115108795,
+      "eval_pt_opus100_pr_auc": 0.9232478169818532,
+      "eval_pt_ud_pr_auc": 0.9819196795168601,
+      "eval_ro_ersatz_pr_auc": 0.9955130996670652,
+      "eval_ro_opus100_pr_auc": 0.8778452614229223,
+      "eval_ro_ud_pr_auc": 0.9588322207935068,
+      "eval_ru_ersatz_pr_auc": 0.9904521533070272,
+      "eval_ru_opus100_pr_auc": 0.9060921952593644,
+      "eval_ru_ud_pr_auc": 0.8616314432072398,
+      "eval_runtime": 453.6693,
+      "eval_samples_per_second": 166.355,
+      "eval_si_opus100_pr_auc": 0.7925439429816847,
+      "eval_sk_opus100_pr_auc": 0.9204021108664882,
+      "eval_sk_ud_pr_auc": 0.9767570470381579,
+      "eval_sl_opus100_pr_auc": 0.8476409607313974,
+      "eval_sl_ud_pr_auc": 0.9794671231376959,
+      "eval_sq_opus100_pr_auc": 0.8950833678360717,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8988278369254364,
+      "eval_sr_ud_pr_auc": 0.9961099104631422,
+      "eval_steps_per_second": 5.2,
+      "eval_sv_opus100_pr_auc": 0.8851851114656473,
+      "eval_sv_ud_pr_auc": 0.9403675400574469,
+      "eval_ta_ersatz_pr_auc": 0.9820447896853132,
+      "eval_ta_opus100_pr_auc": 0.6378922442281667,
+      "eval_ta_ud_pr_auc": 0.9979400611574458,
+      "eval_te_opus100_pr_auc": 0.8262681033833826,
+      "eval_tg_opus100_pr_auc": 0.8632196098383413,
+      "eval_th_opus100_pr_auc": 0.6737293756694127,
+      "eval_th_ud_pr_auc": 0.7323860713157496,
+      "eval_tr_ersatz_pr_auc": 0.9683670841853836,
+      "eval_tr_opus100_pr_auc": 0.8927979940175264,
+      "eval_tr_ud_pr_auc": 0.9565790433978855,
+      "eval_uk_opus100_pr_auc": 0.8706782962961443,
+      "eval_uk_ud_pr_auc": 0.9296693781848139,
+      "eval_ur_opus100_pr_auc": 0.5214633300086051,
+      "eval_ur_ud_pr_auc": 0.9961912577282261,
+      "eval_uz_opus100_pr_auc": 0.8484521422863364,
+      "eval_vi_opus100_pr_auc": 0.9030339236844094,
+      "eval_vi_ud_pr_auc": 0.9582774533120544,
+      "eval_xh_opus100_pr_auc": 0.852852381803693,
+      "eval_yi_opus100_pr_auc": 0.717830906032684,
+      "eval_yo_opus100_pr_auc": 0.7795871962211607,
+      "eval_yo_ud_pr_auc": 0.9047645788385066,
+      "eval_zh_ersatz_pr_auc": 0.8996977505463786,
+      "eval_zh_opus100_pr_auc": 0.6843346687546117,
+      "eval_zh_ud_pr_auc": 0.9888769689214112,
+      "eval_zu_opus100_pr_auc": 0.8266429309199472,
+      "step": 145000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.581012658227848e-05,
+      "learning_rate_adapter": 6.581012658227848e-05,
+      "loss": 0.0339,
+      "step": 145050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.579746835443039e-05,
+      "learning_rate_adapter": 6.579746835443039e-05,
+      "loss": 0.034,
+      "step": 145100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.578481012658229e-05,
+      "learning_rate_adapter": 6.578481012658229e-05,
+      "loss": 0.0336,
+      "step": 145150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.577215189873418e-05,
+      "learning_rate_adapter": 6.577215189873418e-05,
+      "loss": 0.0333,
+      "step": 145200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.575949367088608e-05,
+      "learning_rate_adapter": 6.575949367088608e-05,
+      "loss": 0.0338,
+      "step": 145250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.574683544303798e-05,
+      "learning_rate_adapter": 6.574683544303798e-05,
+      "loss": 0.0333,
+      "step": 145300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.573417721518987e-05,
+      "learning_rate_adapter": 6.573417721518987e-05,
+      "loss": 0.0333,
+      "step": 145350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.572151898734178e-05,
+      "learning_rate_adapter": 6.572151898734178e-05,
+      "loss": 0.0331,
+      "step": 145400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.570886075949367e-05,
+      "learning_rate_adapter": 6.570886075949367e-05,
+      "loss": 0.0332,
+      "step": 145450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.569620253164556e-05,
+      "learning_rate_adapter": 6.569620253164556e-05,
+      "loss": 0.0341,
+      "step": 145500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.568354430379747e-05,
+      "learning_rate_adapter": 6.568354430379747e-05,
+      "loss": 0.0338,
+      "step": 145550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.567088607594936e-05,
+      "learning_rate_adapter": 6.567088607594936e-05,
+      "loss": 0.0341,
+      "step": 145600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.565822784810127e-05,
+      "learning_rate_adapter": 6.565822784810127e-05,
+      "loss": 0.0335,
+      "step": 145650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.564556962025317e-05,
+      "learning_rate_adapter": 6.564556962025317e-05,
+      "loss": 0.0349,
+      "step": 145700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.563291139240507e-05,
+      "learning_rate_adapter": 6.563291139240507e-05,
+      "loss": 0.0335,
+      "step": 145750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.562025316455697e-05,
+      "learning_rate_adapter": 6.562025316455697e-05,
+      "loss": 0.0334,
+      "step": 145800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.560759493670886e-05,
+      "learning_rate_adapter": 6.560759493670886e-05,
+      "loss": 0.0335,
+      "step": 145850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.559493670886077e-05,
+      "learning_rate_adapter": 6.559493670886077e-05,
+      "loss": 0.034,
+      "step": 145900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.558227848101266e-05,
+      "learning_rate_adapter": 6.558227848101266e-05,
+      "loss": 0.033,
+      "step": 145950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.556962025316457e-05,
+      "learning_rate_adapter": 6.556962025316457e-05,
+      "loss": 0.0335,
+      "step": 146000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.555696202531646e-05,
+      "learning_rate_adapter": 6.555696202531646e-05,
+      "loss": 0.0336,
+      "step": 146050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.554430379746835e-05,
+      "learning_rate_adapter": 6.554430379746835e-05,
+      "loss": 0.0336,
+      "step": 146100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.553164556962026e-05,
+      "learning_rate_adapter": 6.553164556962026e-05,
+      "loss": 0.0333,
+      "step": 146150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.551898734177215e-05,
+      "learning_rate_adapter": 6.551898734177215e-05,
+      "loss": 0.0331,
+      "step": 146200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.550632911392405e-05,
+      "learning_rate_adapter": 6.550632911392405e-05,
+      "loss": 0.0344,
+      "step": 146250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.549367088607596e-05,
+      "learning_rate_adapter": 6.549367088607596e-05,
+      "loss": 0.0332,
+      "step": 146300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.548101265822785e-05,
+      "learning_rate_adapter": 6.548101265822785e-05,
+      "loss": 0.0335,
+      "step": 146350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.546835443037976e-05,
+      "learning_rate_adapter": 6.546835443037976e-05,
+      "loss": 0.0338,
+      "step": 146400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.545569620253165e-05,
+      "learning_rate_adapter": 6.545569620253165e-05,
+      "loss": 0.0336,
+      "step": 146450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.544303797468355e-05,
+      "learning_rate_adapter": 6.544303797468355e-05,
+      "loss": 0.0338,
+      "step": 146500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.543037974683545e-05,
+      "learning_rate_adapter": 6.543037974683545e-05,
+      "loss": 0.0335,
+      "step": 146550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.541772151898734e-05,
+      "learning_rate_adapter": 6.541772151898734e-05,
+      "loss": 0.034,
+      "step": 146600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.540506329113924e-05,
+      "learning_rate_adapter": 6.540506329113924e-05,
+      "loss": 0.0337,
+      "step": 146650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.539240506329114e-05,
+      "learning_rate_adapter": 6.539240506329114e-05,
+      "loss": 0.0338,
+      "step": 146700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.537974683544304e-05,
+      "learning_rate_adapter": 6.537974683544304e-05,
+      "loss": 0.0333,
+      "step": 146750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.536708860759493e-05,
+      "learning_rate_adapter": 6.536708860759493e-05,
+      "loss": 0.0334,
+      "step": 146800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.535443037974684e-05,
+      "learning_rate_adapter": 6.535443037974684e-05,
+      "loss": 0.0337,
+      "step": 146850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.534177215189875e-05,
+      "learning_rate_adapter": 6.534177215189875e-05,
+      "loss": 0.0341,
+      "step": 146900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.532911392405064e-05,
+      "learning_rate_adapter": 6.532911392405064e-05,
+      "loss": 0.0336,
+      "step": 146950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.531645569620254e-05,
+      "learning_rate_adapter": 6.531645569620254e-05,
+      "loss": 0.0337,
+      "step": 147000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.530379746835444e-05,
+      "learning_rate_adapter": 6.530379746835444e-05,
+      "loss": 0.0336,
+      "step": 147050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.529113924050633e-05,
+      "learning_rate_adapter": 6.529113924050633e-05,
+      "loss": 0.0341,
+      "step": 147100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.527848101265823e-05,
+      "learning_rate_adapter": 6.527848101265823e-05,
+      "loss": 0.0339,
+      "step": 147150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.526582278481013e-05,
+      "learning_rate_adapter": 6.526582278481013e-05,
+      "loss": 0.0345,
+      "step": 147200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.525316455696203e-05,
+      "learning_rate_adapter": 6.525316455696203e-05,
+      "loss": 0.0331,
+      "step": 147250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.524050632911392e-05,
+      "learning_rate_adapter": 6.524050632911392e-05,
+      "loss": 0.0333,
+      "step": 147300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.522784810126581e-05,
+      "learning_rate_adapter": 6.522784810126581e-05,
+      "loss": 0.0336,
+      "step": 147350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.521518987341772e-05,
+      "learning_rate_adapter": 6.521518987341772e-05,
+      "loss": 0.0337,
+      "step": 147400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.520253164556963e-05,
+      "learning_rate_adapter": 6.520253164556963e-05,
+      "loss": 0.0335,
+      "step": 147450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.518987341772153e-05,
+      "learning_rate_adapter": 6.518987341772153e-05,
+      "loss": 0.0344,
+      "step": 147500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.517721518987342e-05,
+      "learning_rate_adapter": 6.517721518987342e-05,
+      "loss": 0.0331,
+      "step": 147550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.516455696202533e-05,
+      "learning_rate_adapter": 6.516455696202533e-05,
+      "loss": 0.0337,
+      "step": 147600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.515189873417722e-05,
+      "learning_rate_adapter": 6.515189873417722e-05,
+      "loss": 0.0342,
+      "step": 147650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.513924050632911e-05,
+      "learning_rate_adapter": 6.513924050632911e-05,
+      "loss": 0.0339,
+      "step": 147700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.512658227848102e-05,
+      "learning_rate_adapter": 6.512658227848102e-05,
+      "loss": 0.0338,
+      "step": 147750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.511392405063291e-05,
+      "learning_rate_adapter": 6.511392405063291e-05,
+      "loss": 0.0343,
+      "step": 147800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.510126582278482e-05,
+      "learning_rate_adapter": 6.510126582278482e-05,
+      "loss": 0.0335,
+      "step": 147850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.508860759493671e-05,
+      "learning_rate_adapter": 6.508860759493671e-05,
+      "loss": 0.034,
+      "step": 147900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.50759493670886e-05,
+      "learning_rate_adapter": 6.50759493670886e-05,
+      "loss": 0.0335,
+      "step": 147950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.506329113924051e-05,
+      "learning_rate_adapter": 6.506329113924051e-05,
+      "loss": 0.0328,
+      "step": 148000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.505063291139241e-05,
+      "learning_rate_adapter": 6.505063291139241e-05,
+      "loss": 0.0336,
+      "step": 148050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.503797468354432e-05,
+      "learning_rate_adapter": 6.503797468354432e-05,
+      "loss": 0.034,
+      "step": 148100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.502531645569621e-05,
+      "learning_rate_adapter": 6.502531645569621e-05,
+      "loss": 0.0343,
+      "step": 148150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.50126582278481e-05,
+      "learning_rate_adapter": 6.50126582278481e-05,
+      "loss": 0.0338,
+      "step": 148200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0332,
+      "step": 148250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.49873417721519e-05,
+      "learning_rate_adapter": 6.49873417721519e-05,
+      "loss": 0.0336,
+      "step": 148300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.49746835443038e-05,
+      "learning_rate_adapter": 6.49746835443038e-05,
+      "loss": 0.0336,
+      "step": 148350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.49620253164557e-05,
+      "learning_rate_adapter": 6.49620253164557e-05,
+      "loss": 0.0334,
+      "step": 148400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.494936708860759e-05,
+      "learning_rate_adapter": 6.494936708860759e-05,
+      "loss": 0.0339,
+      "step": 148450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.49367088607595e-05,
+      "learning_rate_adapter": 6.49367088607595e-05,
+      "loss": 0.0337,
+      "step": 148500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.492405063291139e-05,
+      "learning_rate_adapter": 6.492405063291139e-05,
+      "loss": 0.0343,
+      "step": 148550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.491139240506329e-05,
+      "learning_rate_adapter": 6.491139240506329e-05,
+      "loss": 0.0337,
+      "step": 148600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.48987341772152e-05,
+      "learning_rate_adapter": 6.48987341772152e-05,
+      "loss": 0.0336,
+      "step": 148650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.488607594936709e-05,
+      "learning_rate_adapter": 6.488607594936709e-05,
+      "loss": 0.0333,
+      "step": 148700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.4873417721519e-05,
+      "learning_rate_adapter": 6.4873417721519e-05,
+      "loss": 0.0335,
+      "step": 148750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.486075949367089e-05,
+      "learning_rate_adapter": 6.486075949367089e-05,
+      "loss": 0.0347,
+      "step": 148800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.48481012658228e-05,
+      "learning_rate_adapter": 6.48481012658228e-05,
+      "loss": 0.0337,
+      "step": 148850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.483544303797469e-05,
+      "learning_rate_adapter": 6.483544303797469e-05,
+      "loss": 0.0336,
+      "step": 148900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.482278481012658e-05,
+      "learning_rate_adapter": 6.482278481012658e-05,
+      "loss": 0.0335,
+      "step": 148950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.481012658227848e-05,
+      "learning_rate_adapter": 6.481012658227848e-05,
+      "loss": 0.0337,
+      "step": 149000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.479746835443038e-05,
+      "learning_rate_adapter": 6.479746835443038e-05,
+      "loss": 0.0332,
+      "step": 149050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.478481012658228e-05,
+      "learning_rate_adapter": 6.478481012658228e-05,
+      "loss": 0.0334,
+      "step": 149100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.477215189873417e-05,
+      "learning_rate_adapter": 6.477215189873417e-05,
+      "loss": 0.0335,
+      "step": 149150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.475949367088608e-05,
+      "learning_rate_adapter": 6.475949367088608e-05,
+      "loss": 0.0343,
+      "step": 149200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.474683544303798e-05,
+      "learning_rate_adapter": 6.474683544303798e-05,
+      "loss": 0.0339,
+      "step": 149250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.473417721518988e-05,
+      "learning_rate_adapter": 6.473417721518988e-05,
+      "loss": 0.034,
+      "step": 149300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.472151898734178e-05,
+      "learning_rate_adapter": 6.472151898734178e-05,
+      "loss": 0.0338,
+      "step": 149350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.470886075949367e-05,
+      "learning_rate_adapter": 6.470886075949367e-05,
+      "loss": 0.0336,
+      "step": 149400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.469620253164558e-05,
+      "learning_rate_adapter": 6.469620253164558e-05,
+      "loss": 0.0342,
+      "step": 149450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.468354430379747e-05,
+      "learning_rate_adapter": 6.468354430379747e-05,
+      "loss": 0.0342,
+      "step": 149500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.467088607594936e-05,
+      "learning_rate_adapter": 6.467088607594936e-05,
+      "loss": 0.0336,
+      "step": 149550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.465822784810127e-05,
+      "learning_rate_adapter": 6.465822784810127e-05,
+      "loss": 0.0339,
+      "step": 149600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.464556962025316e-05,
+      "learning_rate_adapter": 6.464556962025316e-05,
+      "loss": 0.0337,
+      "step": 149650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.463291139240507e-05,
+      "learning_rate_adapter": 6.463291139240507e-05,
+      "loss": 0.0332,
+      "step": 149700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.462025316455696e-05,
+      "learning_rate_adapter": 6.462025316455696e-05,
+      "loss": 0.0339,
+      "step": 149750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.460759493670887e-05,
+      "learning_rate_adapter": 6.460759493670887e-05,
+      "loss": 0.0336,
+      "step": 149800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.459493670886077e-05,
+      "learning_rate_adapter": 6.459493670886077e-05,
+      "loss": 0.0332,
+      "step": 149850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.458227848101266e-05,
+      "learning_rate_adapter": 6.458227848101266e-05,
+      "loss": 0.0339,
+      "step": 149900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.456962025316457e-05,
+      "learning_rate_adapter": 6.456962025316457e-05,
+      "loss": 0.033,
+      "step": 149950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.455696202531646e-05,
+      "learning_rate_adapter": 6.455696202531646e-05,
+      "loss": 0.034,
+      "step": 150000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7715044723315518,
+      "eval_af_ud_pr_auc": 0.992421370631207,
+      "eval_am_opus100_pr_auc": 0.5668597349248173,
+      "eval_ar_ersatz_pr_auc": 0.930877800703895,
+      "eval_ar_opus100_pr_auc": 0.6734728300429504,
+      "eval_ar_ud_pr_auc": 0.8659113416145333,
+      "eval_average_ersatz_pr_auc": 0.9594796260248895,
+      "eval_average_opus100_pr_auc": 0.8126722954251653,
+      "eval_average_ud_pr_auc": 0.9543907782792675,
+      "eval_az_opus100_pr_auc": 0.7472373588509796,
+      "eval_be_opus100_pr_auc": 0.6732954639457498,
+      "eval_be_ud_pr_auc": 0.8790311776568799,
+      "eval_bg_opus100_pr_auc": 0.8984829870644386,
+      "eval_bg_ud_pr_auc": 0.9918786435203537,
+      "eval_bn_opus100_pr_auc": 0.7945525313536468,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8702678635333565,
+      "eval_ca_ud_pr_auc": 0.987620163102624,
+      "eval_ceb_ud_pr_auc": 0.9998573862448917,
+      "eval_cs_ersatz_pr_auc": 0.9792594589943721,
+      "eval_cs_opus100_pr_auc": 0.8904835253059427,
+      "eval_cs_ud_pr_auc": 0.9487192446617595,
+      "eval_cy_opus100_pr_auc": 0.7222969240404027,
+      "eval_cy_ud_pr_auc": 0.9938101546543832,
+      "eval_da_opus100_pr_auc": 0.8978787282325243,
+      "eval_da_ud_pr_auc": 0.9720586570805119,
+      "eval_de_ersatz_pr_auc": 0.9646368838353874,
+      "eval_de_opus100_pr_auc": 0.8732913584228849,
+      "eval_de_ud_pr_auc": 0.9815068983939449,
+      "eval_el_opus100_pr_auc": 0.9171305780302547,
+      "eval_el_ud_pr_auc": 0.9904150508993254,
+      "eval_en_ersatz_pr_auc": 0.9847432237996195,
+      "eval_en_opus100_pr_auc": 0.918825552679335,
+      "eval_en_ud_pr_auc": 0.9585275797452292,
+      "eval_eo_opus100_pr_auc": 0.9223485136236211,
+      "eval_es_ersatz_pr_auc": 0.9943487980959302,
+      "eval_es_opus100_pr_auc": 0.9105828743645233,
+      "eval_es_ud_pr_auc": 0.9882543468201831,
+      "eval_et_ersatz_pr_auc": 0.9733165178292514,
+      "eval_et_opus100_pr_auc": 0.8835385771900003,
+      "eval_et_ud_pr_auc": 0.9563338392825305,
+      "eval_eu_opus100_pr_auc": 0.8736081389499147,
+      "eval_eu_ud_pr_auc": 0.9879170874504833,
+      "eval_fa_opus100_pr_auc": 0.5650163443985613,
+      "eval_fa_ud_pr_auc": 0.9957274440978701,
+      "eval_fi_ersatz_pr_auc": 0.9831762808931401,
+      "eval_fi_opus100_pr_auc": 0.8825936545325922,
+      "eval_fi_ud_pr_auc": 0.934682427297692,
+      "eval_fr_ersatz_pr_auc": 0.9782160683428889,
+      "eval_fr_opus100_pr_auc": 0.8952178617964832,
+      "eval_fr_ud_pr_auc": 0.9709312422062265,
+      "eval_fy_opus100_pr_auc": 0.662091829695797,
+      "eval_ga_opus100_pr_auc": 0.8640126442117527,
+      "eval_ga_ud_pr_auc": 0.8152911295744827,
+      "eval_gd_opus100_pr_auc": 0.5568592046989762,
+      "eval_gd_ud_pr_auc": 0.737483103642794,
+      "eval_gl_opus100_pr_auc": 0.8701325678628682,
+      "eval_gl_ud_pr_auc": 0.9934575596146753,
+      "eval_gu_ersatz_pr_auc": 0.9190308498135806,
+      "eval_gu_opus100_pr_auc": 0.7122372388902865,
+      "eval_ha_opus100_pr_auc": 0.8939308974982998,
+      "eval_he_opus100_pr_auc": 0.8555802008507737,
+      "eval_he_ud_pr_auc": 0.9738554454201314,
+      "eval_hi_ersatz_pr_auc": 0.9702290982752015,
+      "eval_hi_opus100_pr_auc": 0.6449822839107269,
+      "eval_hi_ud_pr_auc": 0.9795690285945472,
+      "eval_hu_opus100_pr_auc": 0.903708275010476,
+      "eval_hu_ud_pr_auc": 0.9786742727345183,
+      "eval_hy_opus100_pr_auc": 0.9044216055975387,
+      "eval_hy_ud_pr_auc": 0.980599400415649,
+      "eval_id_opus100_pr_auc": 0.8460171644067429,
+      "eval_id_ud_pr_auc": 0.989763912642782,
+      "eval_ig_opus100_pr_auc": 0.871139685808254,
+      "eval_is_opus100_pr_auc": 0.9109171052519236,
+      "eval_is_ud_pr_auc": 0.9009279411096592,
+      "eval_it_opus100_pr_auc": 0.8948405234433269,
+      "eval_it_ud_pr_auc": 0.9924015477348287,
+      "eval_ja_ersatz_pr_auc": 0.800565030965638,
+      "eval_ja_opus100_pr_auc": 0.7872679141244844,
+      "eval_ja_ud_pr_auc": 0.9750347166877701,
+      "eval_jv_ud_pr_auc": 0.9873906286311696,
+      "eval_ka_opus100_pr_auc": 0.8524835844320455,
+      "eval_kk_ersatz_pr_auc": 0.9850727741501961,
+      "eval_kk_opus100_pr_auc": 0.7977468676958598,
+      "eval_kk_ud_pr_auc": 0.9690436850010908,
+      "eval_km_ersatz_pr_auc": 0.9033430980848731,
+      "eval_km_opus100_pr_auc": 0.6950952956825567,
+      "eval_kn_opus100_pr_auc": 0.5665017731658767,
+      "eval_ko_opus100_pr_auc": 0.6586802526606563,
+      "eval_ko_ud_pr_auc": 0.9961482157924314,
+      "eval_ku_opus100_pr_auc": 0.8234624257451699,
+      "eval_ky_opus100_pr_auc": 0.8511176030719022,
+      "eval_la_ud_pr_auc": 0.9344951128769301,
+      "eval_loss": 0.03764200210571289,
+      "eval_lt_ersatz_pr_auc": 0.9881738172607584,
+      "eval_lt_opus100_pr_auc": 0.8500851532969725,
+      "eval_lt_ud_pr_auc": 0.9882274566046692,
+      "eval_lv_ersatz_pr_auc": 0.9873541835608839,
+      "eval_lv_opus100_pr_auc": 0.8690687020370708,
+      "eval_lv_ud_pr_auc": 0.9557512900153236,
+      "eval_mg_opus100_pr_auc": 0.9112519566039514,
+      "eval_mk_opus100_pr_auc": 0.8990701246375886,
+      "eval_ml_opus100_pr_auc": 0.7358335857253375,
+      "eval_mn_opus100_pr_auc": 0.9511320943571436,
+      "eval_mr_opus100_pr_auc": 0.8946271538258501,
+      "eval_mr_ud_pr_auc": 0.9817768939923782,
+      "eval_ms_opus100_pr_auc": 0.8502944955261296,
+      "eval_mt_opus100_pr_auc": 0.8376064545305558,
+      "eval_mt_ud_pr_auc": 0.8785819812098945,
+      "eval_my_opus100_pr_auc": 0.6910331604548506,
+      "eval_ne_opus100_pr_auc": 0.6867654959521249,
+      "eval_nl_opus100_pr_auc": 0.8842380723957186,
+      "eval_nl_ud_pr_auc": 0.9589857310991629,
+      "eval_no_opus100_pr_auc": 0.9106621381190412,
+      "eval_no_ud_pr_auc": 0.9950111432059126,
+      "eval_pa_opus100_pr_auc": 0.6619318339544227,
+      "eval_pl_ersatz_pr_auc": 0.972449670132926,
+      "eval_pl_opus100_pr_auc": 0.8799958900425716,
+      "eval_pl_ud_pr_auc": 0.9581183685678999,
+      "eval_ps_ersatz_pr_auc": 0.9350237879271563,
+      "eval_ps_opus100_pr_auc": 0.68321494362679,
+      "eval_pt_opus100_pr_auc": 0.9124349221196622,
+      "eval_pt_ud_pr_auc": 0.9797600887303567,
+      "eval_ro_ersatz_pr_auc": 0.992901546526722,
+      "eval_ro_opus100_pr_auc": 0.8574531604023913,
+      "eval_ro_ud_pr_auc": 0.934196434240372,
+      "eval_ru_ersatz_pr_auc": 0.9865447603621244,
+      "eval_ru_opus100_pr_auc": 0.902834573046107,
+      "eval_ru_ud_pr_auc": 0.8437131804125135,
+      "eval_runtime": 453.7282,
+      "eval_samples_per_second": 166.333,
+      "eval_si_opus100_pr_auc": 0.7869220424386484,
+      "eval_sk_opus100_pr_auc": 0.9136345032578229,
+      "eval_sk_ud_pr_auc": 0.9740381507539124,
+      "eval_sl_opus100_pr_auc": 0.8440360371476535,
+      "eval_sl_ud_pr_auc": 0.971045265938914,
+      "eval_sq_opus100_pr_auc": 0.8792953565036112,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8970991192776179,
+      "eval_sr_ud_pr_auc": 0.9949764614521284,
+      "eval_steps_per_second": 5.199,
+      "eval_sv_opus100_pr_auc": 0.8784654043207907,
+      "eval_sv_ud_pr_auc": 0.9309698819848055,
+      "eval_ta_ersatz_pr_auc": 0.9790248515137758,
+      "eval_ta_opus100_pr_auc": 0.6483433975947956,
+      "eval_ta_ud_pr_auc": 0.9967808351559492,
+      "eval_te_opus100_pr_auc": 0.8206017813163065,
+      "eval_tg_opus100_pr_auc": 0.8755721497081795,
+      "eval_th_opus100_pr_auc": 0.6628333249558949,
+      "eval_th_ud_pr_auc": 0.7501137926921545,
+      "eval_tr_ersatz_pr_auc": 0.9591668441542782,
+      "eval_tr_opus100_pr_auc": 0.8894282633822732,
+      "eval_tr_ud_pr_auc": 0.9421315060432245,
+      "eval_uk_opus100_pr_auc": 0.8683155144736618,
+      "eval_uk_ud_pr_auc": 0.9276613880986146,
+      "eval_ur_opus100_pr_auc": 0.5128607138364147,
+      "eval_ur_ud_pr_auc": 0.9953902991299565,
+      "eval_uz_opus100_pr_auc": 0.8687326276691819,
+      "eval_vi_opus100_pr_auc": 0.8984691953880084,
+      "eval_vi_ud_pr_auc": 0.9505627087490052,
+      "eval_xh_opus100_pr_auc": 0.8545185569544986,
+      "eval_yi_opus100_pr_auc": 0.7400307097409263,
+      "eval_yo_opus100_pr_auc": 0.7896587051997268,
+      "eval_yo_ud_pr_auc": 0.9046519189831128,
+      "eval_zh_ersatz_pr_auc": 0.941096427324963,
+      "eval_zh_opus100_pr_auc": 0.7379913310541109,
+      "eval_zh_ud_pr_auc": 0.9880898290239083,
+      "eval_zu_opus100_pr_auc": 0.8310727626583222,
+      "step": 150000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.454430379746835e-05,
+      "learning_rate_adapter": 6.454430379746835e-05,
+      "loss": 0.0332,
+      "step": 150050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.453164556962026e-05,
+      "learning_rate_adapter": 6.453164556962026e-05,
+      "loss": 0.0338,
+      "step": 150100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.451898734177215e-05,
+      "learning_rate_adapter": 6.451898734177215e-05,
+      "loss": 0.0332,
+      "step": 150150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.450632911392406e-05,
+      "learning_rate_adapter": 6.450632911392406e-05,
+      "loss": 0.0333,
+      "step": 150200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.449367088607595e-05,
+      "learning_rate_adapter": 6.449367088607595e-05,
+      "loss": 0.0335,
+      "step": 150250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.448101265822784e-05,
+      "learning_rate_adapter": 6.448101265822784e-05,
+      "loss": 0.034,
+      "step": 150300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.446835443037975e-05,
+      "learning_rate_adapter": 6.446835443037975e-05,
+      "loss": 0.0334,
+      "step": 150350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.445569620253165e-05,
+      "learning_rate_adapter": 6.445569620253165e-05,
+      "loss": 0.0341,
+      "step": 150400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.444303797468356e-05,
+      "learning_rate_adapter": 6.444303797468356e-05,
+      "loss": 0.0335,
+      "step": 150450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.443037974683545e-05,
+      "learning_rate_adapter": 6.443037974683545e-05,
+      "loss": 0.0336,
+      "step": 150500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.441772151898734e-05,
+      "learning_rate_adapter": 6.441772151898734e-05,
+      "loss": 0.0327,
+      "step": 150550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.440506329113925e-05,
+      "learning_rate_adapter": 6.440506329113925e-05,
+      "loss": 0.0342,
+      "step": 150600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.439240506329114e-05,
+      "learning_rate_adapter": 6.439240506329114e-05,
+      "loss": 0.0337,
+      "step": 150650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.437974683544304e-05,
+      "learning_rate_adapter": 6.437974683544304e-05,
+      "loss": 0.0327,
+      "step": 150700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.436708860759494e-05,
+      "learning_rate_adapter": 6.436708860759494e-05,
+      "loss": 0.0338,
+      "step": 150750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.435443037974684e-05,
+      "learning_rate_adapter": 6.435443037974684e-05,
+      "loss": 0.0336,
+      "step": 150800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.434177215189873e-05,
+      "learning_rate_adapter": 6.434177215189873e-05,
+      "loss": 0.0335,
+      "step": 150850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.432911392405063e-05,
+      "learning_rate_adapter": 6.432911392405063e-05,
+      "loss": 0.0334,
+      "step": 150900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.431645569620253e-05,
+      "learning_rate_adapter": 6.431645569620253e-05,
+      "loss": 0.0334,
+      "step": 150950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.430379746835444e-05,
+      "learning_rate_adapter": 6.430379746835444e-05,
+      "loss": 0.0343,
+      "step": 151000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.429113924050634e-05,
+      "learning_rate_adapter": 6.429113924050634e-05,
+      "loss": 0.0335,
+      "step": 151050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.427848101265824e-05,
+      "learning_rate_adapter": 6.427848101265824e-05,
+      "loss": 0.0336,
+      "step": 151100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.426582278481013e-05,
+      "learning_rate_adapter": 6.426582278481013e-05,
+      "loss": 0.0336,
+      "step": 151150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.425316455696203e-05,
+      "learning_rate_adapter": 6.425316455696203e-05,
+      "loss": 0.0339,
+      "step": 151200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.424050632911393e-05,
+      "learning_rate_adapter": 6.424050632911393e-05,
+      "loss": 0.0346,
+      "step": 151250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.422784810126583e-05,
+      "learning_rate_adapter": 6.422784810126583e-05,
+      "loss": 0.0344,
+      "step": 151300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.421518987341772e-05,
+      "learning_rate_adapter": 6.421518987341772e-05,
+      "loss": 0.0337,
+      "step": 151350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.420253164556962e-05,
+      "learning_rate_adapter": 6.420253164556962e-05,
+      "loss": 0.034,
+      "step": 151400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.418987341772152e-05,
+      "learning_rate_adapter": 6.418987341772152e-05,
+      "loss": 0.0336,
+      "step": 151450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.417721518987341e-05,
+      "learning_rate_adapter": 6.417721518987341e-05,
+      "loss": 0.0343,
+      "step": 151500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.416455696202532e-05,
+      "learning_rate_adapter": 6.416455696202532e-05,
+      "loss": 0.0341,
+      "step": 151550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.415189873417722e-05,
+      "learning_rate_adapter": 6.415189873417722e-05,
+      "loss": 0.0341,
+      "step": 151600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.413924050632912e-05,
+      "learning_rate_adapter": 6.413924050632912e-05,
+      "loss": 0.0339,
+      "step": 151650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.412658227848102e-05,
+      "learning_rate_adapter": 6.412658227848102e-05,
+      "loss": 0.0327,
+      "step": 151700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.411392405063291e-05,
+      "learning_rate_adapter": 6.411392405063291e-05,
+      "loss": 0.0337,
+      "step": 151750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.410126582278482e-05,
+      "learning_rate_adapter": 6.410126582278482e-05,
+      "loss": 0.0345,
+      "step": 151800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.408860759493671e-05,
+      "learning_rate_adapter": 6.408860759493671e-05,
+      "loss": 0.0337,
+      "step": 151850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40759493670886e-05,
+      "learning_rate_adapter": 6.40759493670886e-05,
+      "loss": 0.0328,
+      "step": 151900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.406329113924051e-05,
+      "learning_rate_adapter": 6.406329113924051e-05,
+      "loss": 0.034,
+      "step": 151950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40506329113924e-05,
+      "learning_rate_adapter": 6.40506329113924e-05,
+      "loss": 0.0331,
+      "step": 152000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.403797468354431e-05,
+      "learning_rate_adapter": 6.403797468354431e-05,
+      "loss": 0.0337,
+      "step": 152050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40253164556962e-05,
+      "learning_rate_adapter": 6.40253164556962e-05,
+      "loss": 0.0333,
+      "step": 152100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40126582278481e-05,
+      "learning_rate_adapter": 6.40126582278481e-05,
+      "loss": 0.0335,
+      "step": 152150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0334,
+      "step": 152200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39873417721519e-05,
+      "learning_rate_adapter": 6.39873417721519e-05,
+      "loss": 0.0332,
+      "step": 152250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.397468354430381e-05,
+      "learning_rate_adapter": 6.397468354430381e-05,
+      "loss": 0.0329,
+      "step": 152300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39620253164557e-05,
+      "learning_rate_adapter": 6.39620253164557e-05,
+      "loss": 0.0334,
+      "step": 152350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39493670886076e-05,
+      "learning_rate_adapter": 6.39493670886076e-05,
+      "loss": 0.033,
+      "step": 152400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39367088607595e-05,
+      "learning_rate_adapter": 6.39367088607595e-05,
+      "loss": 0.0336,
+      "step": 152450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.392405063291139e-05,
+      "learning_rate_adapter": 6.392405063291139e-05,
+      "loss": 0.0341,
+      "step": 152500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39113924050633e-05,
+      "learning_rate_adapter": 6.39113924050633e-05,
+      "loss": 0.0331,
+      "step": 152550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.389873417721519e-05,
+      "learning_rate_adapter": 6.389873417721519e-05,
+      "loss": 0.0338,
+      "step": 152600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.38860759493671e-05,
+      "learning_rate_adapter": 6.38860759493671e-05,
+      "loss": 0.0334,
+      "step": 152650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.387341772151899e-05,
+      "learning_rate_adapter": 6.387341772151899e-05,
+      "loss": 0.0336,
+      "step": 152700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.386075949367089e-05,
+      "learning_rate_adapter": 6.386075949367089e-05,
+      "loss": 0.0334,
+      "step": 152750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.38481012658228e-05,
+      "learning_rate_adapter": 6.38481012658228e-05,
+      "loss": 0.033,
+      "step": 152800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.383544303797469e-05,
+      "learning_rate_adapter": 6.383544303797469e-05,
+      "loss": 0.0338,
+      "step": 152850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.38227848101266e-05,
+      "learning_rate_adapter": 6.38227848101266e-05,
+      "loss": 0.0336,
+      "step": 152900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.381012658227849e-05,
+      "learning_rate_adapter": 6.381012658227849e-05,
+      "loss": 0.0331,
+      "step": 152950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.379746835443038e-05,
+      "learning_rate_adapter": 6.379746835443038e-05,
+      "loss": 0.0341,
+      "step": 153000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.378481012658228e-05,
+      "learning_rate_adapter": 6.378481012658228e-05,
+      "loss": 0.033,
+      "step": 153050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.377215189873418e-05,
+      "learning_rate_adapter": 6.377215189873418e-05,
+      "loss": 0.0334,
+      "step": 153100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.375949367088608e-05,
+      "learning_rate_adapter": 6.375949367088608e-05,
+      "loss": 0.0334,
+      "step": 153150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.374683544303797e-05,
+      "learning_rate_adapter": 6.374683544303797e-05,
+      "loss": 0.033,
+      "step": 153200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.373417721518987e-05,
+      "learning_rate_adapter": 6.373417721518987e-05,
+      "loss": 0.0333,
+      "step": 153250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.372151898734177e-05,
+      "learning_rate_adapter": 6.372151898734177e-05,
+      "loss": 0.0341,
+      "step": 153300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.370886075949368e-05,
+      "learning_rate_adapter": 6.370886075949368e-05,
+      "loss": 0.0333,
+      "step": 153350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.369620253164558e-05,
+      "learning_rate_adapter": 6.369620253164558e-05,
+      "loss": 0.0337,
+      "step": 153400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.368354430379748e-05,
+      "learning_rate_adapter": 6.368354430379748e-05,
+      "loss": 0.0339,
+      "step": 153450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.367088607594937e-05,
+      "learning_rate_adapter": 6.367088607594937e-05,
+      "loss": 0.0338,
+      "step": 153500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.365822784810127e-05,
+      "learning_rate_adapter": 6.365822784810127e-05,
+      "loss": 0.0331,
+      "step": 153550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.364556962025317e-05,
+      "learning_rate_adapter": 6.364556962025317e-05,
+      "loss": 0.0335,
+      "step": 153600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.363291139240507e-05,
+      "learning_rate_adapter": 6.363291139240507e-05,
+      "loss": 0.0338,
+      "step": 153650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.362025316455696e-05,
+      "learning_rate_adapter": 6.362025316455696e-05,
+      "loss": 0.0335,
+      "step": 153700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.360759493670885e-05,
+      "learning_rate_adapter": 6.360759493670885e-05,
+      "loss": 0.0334,
+      "step": 153750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.359493670886076e-05,
+      "learning_rate_adapter": 6.359493670886076e-05,
+      "loss": 0.0335,
+      "step": 153800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.358227848101265e-05,
+      "learning_rate_adapter": 6.358227848101265e-05,
+      "loss": 0.0333,
+      "step": 153850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.356962025316456e-05,
+      "learning_rate_adapter": 6.356962025316456e-05,
+      "loss": 0.0343,
+      "step": 153900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.355696202531646e-05,
+      "learning_rate_adapter": 6.355696202531646e-05,
+      "loss": 0.0336,
+      "step": 153950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.354430379746836e-05,
+      "learning_rate_adapter": 6.354430379746836e-05,
+      "loss": 0.0342,
+      "step": 154000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.353164556962026e-05,
+      "learning_rate_adapter": 6.353164556962026e-05,
+      "loss": 0.0341,
+      "step": 154050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.351898734177215e-05,
+      "learning_rate_adapter": 6.351898734177215e-05,
+      "loss": 0.0336,
+      "step": 154100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.350632911392406e-05,
+      "learning_rate_adapter": 6.350632911392406e-05,
+      "loss": 0.0337,
+      "step": 154150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.349367088607595e-05,
+      "learning_rate_adapter": 6.349367088607595e-05,
+      "loss": 0.0348,
+      "step": 154200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.348101265822786e-05,
+      "learning_rate_adapter": 6.348101265822786e-05,
+      "loss": 0.0334,
+      "step": 154250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.346835443037975e-05,
+      "learning_rate_adapter": 6.346835443037975e-05,
+      "loss": 0.0343,
+      "step": 154300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.345569620253164e-05,
+      "learning_rate_adapter": 6.345569620253164e-05,
+      "loss": 0.0344,
+      "step": 154350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.344303797468355e-05,
+      "learning_rate_adapter": 6.344303797468355e-05,
+      "loss": 0.0337,
+      "step": 154400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.343037974683544e-05,
+      "learning_rate_adapter": 6.343037974683544e-05,
+      "loss": 0.0333,
+      "step": 154450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.341772151898734e-05,
+      "learning_rate_adapter": 6.341772151898734e-05,
+      "loss": 0.0338,
+      "step": 154500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.340506329113925e-05,
+      "learning_rate_adapter": 6.340506329113925e-05,
+      "loss": 0.0337,
+      "step": 154550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.339240506329114e-05,
+      "learning_rate_adapter": 6.339240506329114e-05,
+      "loss": 0.0336,
+      "step": 154600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.337974683544305e-05,
+      "learning_rate_adapter": 6.337974683544305e-05,
+      "loss": 0.0336,
+      "step": 154650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.336708860759494e-05,
+      "learning_rate_adapter": 6.336708860759494e-05,
+      "loss": 0.0337,
+      "step": 154700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.335443037974685e-05,
+      "learning_rate_adapter": 6.335443037974685e-05,
+      "loss": 0.0339,
+      "step": 154750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.334177215189874e-05,
+      "learning_rate_adapter": 6.334177215189874e-05,
+      "loss": 0.034,
+      "step": 154800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.332911392405063e-05,
+      "learning_rate_adapter": 6.332911392405063e-05,
+      "loss": 0.0335,
+      "step": 154850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.331645569620254e-05,
+      "learning_rate_adapter": 6.331645569620254e-05,
+      "loss": 0.034,
+      "step": 154900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.330379746835443e-05,
+      "learning_rate_adapter": 6.330379746835443e-05,
+      "loss": 0.0339,
+      "step": 154950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.329113924050633e-05,
+      "learning_rate_adapter": 6.329113924050633e-05,
+      "loss": 0.0341,
+      "step": 155000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7490100467147983,
+      "eval_af_ud_pr_auc": 0.9894308346171633,
+      "eval_am_opus100_pr_auc": 0.5601794228607249,
+      "eval_ar_ersatz_pr_auc": 0.9320458041948467,
+      "eval_ar_opus100_pr_auc": 0.6800935902506587,
+      "eval_ar_ud_pr_auc": 0.8646655387406575,
+      "eval_average_ersatz_pr_auc": 0.958619928597404,
+      "eval_average_opus100_pr_auc": 0.8088347373451314,
+      "eval_average_ud_pr_auc": 0.9547224279758638,
+      "eval_az_opus100_pr_auc": 0.7372472139477413,
+      "eval_be_opus100_pr_auc": 0.6457265191759879,
+      "eval_be_ud_pr_auc": 0.8915439537236257,
+      "eval_bg_opus100_pr_auc": 0.8984766871375948,
+      "eval_bg_ud_pr_auc": 0.9911215012988069,
+      "eval_bn_opus100_pr_auc": 0.7992494414571415,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8582917567537828,
+      "eval_ca_ud_pr_auc": 0.9959237767052764,
+      "eval_ceb_ud_pr_auc": 0.9999717815047147,
+      "eval_cs_ersatz_pr_auc": 0.9800988355431601,
+      "eval_cs_opus100_pr_auc": 0.8863814149919648,
+      "eval_cs_ud_pr_auc": 0.9505979129993167,
+      "eval_cy_opus100_pr_auc": 0.7075978932501191,
+      "eval_cy_ud_pr_auc": 0.9956713413762973,
+      "eval_da_opus100_pr_auc": 0.8979453512023268,
+      "eval_da_ud_pr_auc": 0.9749444651202726,
+      "eval_de_ersatz_pr_auc": 0.9727357369692844,
+      "eval_de_opus100_pr_auc": 0.8650744223679281,
+      "eval_de_ud_pr_auc": 0.9819255751822337,
+      "eval_el_opus100_pr_auc": 0.9099672527061836,
+      "eval_el_ud_pr_auc": 0.9864983934396058,
+      "eval_en_ersatz_pr_auc": 0.9866025266170306,
+      "eval_en_opus100_pr_auc": 0.9127945102419168,
+      "eval_en_ud_pr_auc": 0.9691942709062012,
+      "eval_eo_opus100_pr_auc": 0.9123062148356816,
+      "eval_es_ersatz_pr_auc": 0.9938688126910667,
+      "eval_es_opus100_pr_auc": 0.9111948679927571,
+      "eval_es_ud_pr_auc": 0.9881873138476743,
+      "eval_et_ersatz_pr_auc": 0.9777578551113619,
+      "eval_et_opus100_pr_auc": 0.8826653828120591,
+      "eval_et_ud_pr_auc": 0.9632686445788057,
+      "eval_eu_opus100_pr_auc": 0.8679609957883331,
+      "eval_eu_ud_pr_auc": 0.990609364599893,
+      "eval_fa_opus100_pr_auc": 0.5522749583472372,
+      "eval_fa_ud_pr_auc": 0.9979558017137274,
+      "eval_fi_ersatz_pr_auc": 0.982970370518599,
+      "eval_fi_opus100_pr_auc": 0.8798906707191472,
+      "eval_fi_ud_pr_auc": 0.9534162502242163,
+      "eval_fr_ersatz_pr_auc": 0.9891552881152207,
+      "eval_fr_opus100_pr_auc": 0.8941171524651538,
+      "eval_fr_ud_pr_auc": 0.9772126965981458,
+      "eval_fy_opus100_pr_auc": 0.6747955770990162,
+      "eval_ga_opus100_pr_auc": 0.8527971598214552,
+      "eval_ga_ud_pr_auc": 0.8157653469487288,
+      "eval_gd_opus100_pr_auc": 0.5380941443326046,
+      "eval_gd_ud_pr_auc": 0.7193434793592084,
+      "eval_gl_opus100_pr_auc": 0.8620212021306531,
+      "eval_gl_ud_pr_auc": 0.9919483860630318,
+      "eval_gu_ersatz_pr_auc": 0.9365333738847391,
+      "eval_gu_opus100_pr_auc": 0.7023008120085606,
+      "eval_ha_opus100_pr_auc": 0.8922395031551158,
+      "eval_he_opus100_pr_auc": 0.8658304322126774,
+      "eval_he_ud_pr_auc": 0.970923521080277,
+      "eval_hi_ersatz_pr_auc": 0.9707074550678761,
+      "eval_hi_opus100_pr_auc": 0.6290003958357776,
+      "eval_hi_ud_pr_auc": 0.975999229294967,
+      "eval_hu_opus100_pr_auc": 0.903694603226274,
+      "eval_hu_ud_pr_auc": 0.9777478139953317,
+      "eval_hy_opus100_pr_auc": 0.9043106223859028,
+      "eval_hy_ud_pr_auc": 0.9825581457968929,
+      "eval_id_opus100_pr_auc": 0.8482455789329347,
+      "eval_id_ud_pr_auc": 0.9864190661936538,
+      "eval_ig_opus100_pr_auc": 0.8542412097492547,
+      "eval_is_opus100_pr_auc": 0.9093340457157008,
+      "eval_is_ud_pr_auc": 0.9077435707658064,
+      "eval_it_opus100_pr_auc": 0.8861815329765461,
+      "eval_it_ud_pr_auc": 0.9881464285625972,
+      "eval_ja_ersatz_pr_auc": 0.7715124439124138,
+      "eval_ja_opus100_pr_auc": 0.792208667089599,
+      "eval_ja_ud_pr_auc": 0.9782340019589337,
+      "eval_jv_ud_pr_auc": 0.9741587280836835,
+      "eval_ka_opus100_pr_auc": 0.866143198384559,
+      "eval_kk_ersatz_pr_auc": 0.9856739712603119,
+      "eval_kk_opus100_pr_auc": 0.7772391262134115,
+      "eval_kk_ud_pr_auc": 0.9669093032493354,
+      "eval_km_ersatz_pr_auc": 0.9055728771978555,
+      "eval_km_opus100_pr_auc": 0.7199902193112593,
+      "eval_kn_opus100_pr_auc": 0.5499335642313161,
+      "eval_ko_opus100_pr_auc": 0.6495754565132374,
+      "eval_ko_ud_pr_auc": 0.997518004360793,
+      "eval_ku_opus100_pr_auc": 0.8236899745335537,
+      "eval_ky_opus100_pr_auc": 0.8378575741002227,
+      "eval_la_ud_pr_auc": 0.9224576580765113,
+      "eval_loss": 0.03741481527686119,
+      "eval_lt_ersatz_pr_auc": 0.9886651698420054,
+      "eval_lt_opus100_pr_auc": 0.8586175910416572,
+      "eval_lt_ud_pr_auc": 0.9858777320908567,
+      "eval_lv_ersatz_pr_auc": 0.9880526421922592,
+      "eval_lv_opus100_pr_auc": 0.8749433795467821,
+      "eval_lv_ud_pr_auc": 0.957771013680012,
+      "eval_mg_opus100_pr_auc": 0.9087867573221148,
+      "eval_mk_opus100_pr_auc": 0.8989200145353637,
+      "eval_ml_opus100_pr_auc": 0.7446502916195773,
+      "eval_mn_opus100_pr_auc": 0.9508112630436825,
+      "eval_mr_opus100_pr_auc": 0.8935236436150349,
+      "eval_mr_ud_pr_auc": 0.9666346214784475,
+      "eval_ms_opus100_pr_auc": 0.8463046355036107,
+      "eval_mt_opus100_pr_auc": 0.8179657037465984,
+      "eval_mt_ud_pr_auc": 0.8888350090791673,
+      "eval_my_opus100_pr_auc": 0.7188087080418697,
+      "eval_ne_opus100_pr_auc": 0.6836914740457412,
+      "eval_nl_opus100_pr_auc": 0.8854144877836859,
+      "eval_nl_ud_pr_auc": 0.9808240596978987,
+      "eval_no_opus100_pr_auc": 0.9096926149573685,
+      "eval_no_ud_pr_auc": 0.9960503259680046,
+      "eval_pa_opus100_pr_auc": 0.6553322137140407,
+      "eval_pl_ersatz_pr_auc": 0.9727352502931104,
+      "eval_pl_opus100_pr_auc": 0.8745250851238123,
+      "eval_pl_ud_pr_auc": 0.959679237195098,
+      "eval_ps_ersatz_pr_auc": 0.9282824885512511,
+      "eval_ps_opus100_pr_auc": 0.7090555463937124,
+      "eval_pt_opus100_pr_auc": 0.9161631662936183,
+      "eval_pt_ud_pr_auc": 0.9832410157513682,
+      "eval_ro_ersatz_pr_auc": 0.9931852034388755,
+      "eval_ro_opus100_pr_auc": 0.8719901394294793,
+      "eval_ro_ud_pr_auc": 0.960158788823087,
+      "eval_ru_ersatz_pr_auc": 0.986404887572781,
+      "eval_ru_opus100_pr_auc": 0.9068451956165388,
+      "eval_ru_ud_pr_auc": 0.8439142715691059,
+      "eval_runtime": 459.8945,
+      "eval_samples_per_second": 164.103,
+      "eval_si_opus100_pr_auc": 0.7915267081779387,
+      "eval_sk_opus100_pr_auc": 0.9134177444559548,
+      "eval_sk_ud_pr_auc": 0.9756151472254431,
+      "eval_sl_opus100_pr_auc": 0.8434670187592088,
+      "eval_sl_ud_pr_auc": 0.9765023000680818,
+      "eval_sq_opus100_pr_auc": 0.8942864670159484,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8988886864804073,
+      "eval_sr_ud_pr_auc": 0.993576376722442,
+      "eval_steps_per_second": 5.129,
+      "eval_sv_opus100_pr_auc": 0.8783105198570184,
+      "eval_sv_ud_pr_auc": 0.9377676483675346,
+      "eval_ta_ersatz_pr_auc": 0.9778495832443599,
+      "eval_ta_opus100_pr_auc": 0.6206481320498726,
+      "eval_ta_ud_pr_auc": 0.9954505460787486,
+      "eval_te_opus100_pr_auc": 0.8189855784617767,
+      "eval_tg_opus100_pr_auc": 0.8567648859949512,
+      "eval_th_opus100_pr_auc": 0.6796792525166804,
+      "eval_th_ud_pr_auc": 0.6944194456371802,
+      "eval_tr_ersatz_pr_auc": 0.9561244918146474,
+      "eval_tr_opus100_pr_auc": 0.8868084290643592,
+      "eval_tr_ud_pr_auc": 0.9374334503288514,
+      "eval_uk_opus100_pr_auc": 0.8508495139993314,
+      "eval_uk_ud_pr_auc": 0.9350532257921053,
+      "eval_ur_opus100_pr_auc": 0.49415984262119894,
+      "eval_ur_ud_pr_auc": 0.9960084300366889,
+      "eval_uz_opus100_pr_auc": 0.8451630241372203,
+      "eval_vi_opus100_pr_auc": 0.8924437184379916,
+      "eval_vi_ud_pr_auc": 0.950263710790344,
+      "eval_xh_opus100_pr_auc": 0.834062066272154,
+      "eval_yi_opus100_pr_auc": 0.7653469211234332,
+      "eval_yo_opus100_pr_auc": 0.7676501308522854,
+      "eval_yo_ud_pr_auc": 0.9015771081314138,
+      "eval_zh_ersatz_pr_auc": 0.9131033611098245,
+      "eval_zh_opus100_pr_auc": 0.6958009825370252,
+      "eval_zh_ud_pr_auc": 0.9845128291459683,
+      "eval_zu_opus100_pr_auc": 0.8219765621328544,
+      "step": 155000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.327848101265823e-05,
+      "learning_rate_adapter": 6.327848101265823e-05,
+      "loss": 0.0339,
+      "step": 155050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.326582278481013e-05,
+      "learning_rate_adapter": 6.326582278481013e-05,
+      "loss": 0.0333,
+      "step": 155100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.325316455696204e-05,
+      "learning_rate_adapter": 6.325316455696204e-05,
+      "loss": 0.0331,
+      "step": 155150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.324050632911393e-05,
+      "learning_rate_adapter": 6.324050632911393e-05,
+      "loss": 0.0334,
+      "step": 155200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.322784810126583e-05,
+      "learning_rate_adapter": 6.322784810126583e-05,
+      "loss": 0.0335,
+      "step": 155250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.321518987341773e-05,
+      "learning_rate_adapter": 6.321518987341773e-05,
+      "loss": 0.0336,
+      "step": 155300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.320253164556962e-05,
+      "learning_rate_adapter": 6.320253164556962e-05,
+      "loss": 0.0341,
+      "step": 155350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.318987341772152e-05,
+      "learning_rate_adapter": 6.318987341772152e-05,
+      "loss": 0.0336,
+      "step": 155400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.317721518987342e-05,
+      "learning_rate_adapter": 6.317721518987342e-05,
+      "loss": 0.0341,
+      "step": 155450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.316455696202532e-05,
+      "learning_rate_adapter": 6.316455696202532e-05,
+      "loss": 0.0342,
+      "step": 155500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.315189873417721e-05,
+      "learning_rate_adapter": 6.315189873417721e-05,
+      "loss": 0.0337,
+      "step": 155550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.31392405063291e-05,
+      "learning_rate_adapter": 6.31392405063291e-05,
+      "loss": 0.034,
+      "step": 155600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.312658227848101e-05,
+      "learning_rate_adapter": 6.312658227848101e-05,
+      "loss": 0.0337,
+      "step": 155650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.311392405063292e-05,
+      "learning_rate_adapter": 6.311392405063292e-05,
+      "loss": 0.0332,
+      "step": 155700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.310126582278482e-05,
+      "learning_rate_adapter": 6.310126582278482e-05,
+      "loss": 0.0337,
+      "step": 155750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.308860759493671e-05,
+      "learning_rate_adapter": 6.308860759493671e-05,
+      "loss": 0.0334,
+      "step": 155800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.307594936708862e-05,
+      "learning_rate_adapter": 6.307594936708862e-05,
+      "loss": 0.033,
+      "step": 155850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.306329113924051e-05,
+      "learning_rate_adapter": 6.306329113924051e-05,
+      "loss": 0.0331,
+      "step": 155900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.30506329113924e-05,
+      "learning_rate_adapter": 6.30506329113924e-05,
+      "loss": 0.0332,
+      "step": 155950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.303797468354431e-05,
+      "learning_rate_adapter": 6.303797468354431e-05,
+      "loss": 0.0343,
+      "step": 156000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.30253164556962e-05,
+      "learning_rate_adapter": 6.30253164556962e-05,
+      "loss": 0.033,
+      "step": 156050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.301265822784811e-05,
+      "learning_rate_adapter": 6.301265822784811e-05,
+      "loss": 0.0337,
+      "step": 156100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0337,
+      "step": 156150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.298734177215189e-05,
+      "learning_rate_adapter": 6.298734177215189e-05,
+      "loss": 0.0335,
+      "step": 156200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29746835443038e-05,
+      "learning_rate_adapter": 6.29746835443038e-05,
+      "loss": 0.034,
+      "step": 156250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29620253164557e-05,
+      "learning_rate_adapter": 6.29620253164557e-05,
+      "loss": 0.0331,
+      "step": 156300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.294936708860761e-05,
+      "learning_rate_adapter": 6.294936708860761e-05,
+      "loss": 0.0337,
+      "step": 156350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29367088607595e-05,
+      "learning_rate_adapter": 6.29367088607595e-05,
+      "loss": 0.0334,
+      "step": 156400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.292405063291139e-05,
+      "learning_rate_adapter": 6.292405063291139e-05,
+      "loss": 0.0333,
+      "step": 156450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29113924050633e-05,
+      "learning_rate_adapter": 6.29113924050633e-05,
+      "loss": 0.0341,
+      "step": 156500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.289873417721519e-05,
+      "learning_rate_adapter": 6.289873417721519e-05,
+      "loss": 0.0334,
+      "step": 156550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.28860759493671e-05,
+      "learning_rate_adapter": 6.28860759493671e-05,
+      "loss": 0.0345,
+      "step": 156600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.287341772151899e-05,
+      "learning_rate_adapter": 6.287341772151899e-05,
+      "loss": 0.0332,
+      "step": 156650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.286075949367088e-05,
+      "learning_rate_adapter": 6.286075949367088e-05,
+      "loss": 0.0333,
+      "step": 156700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.284810126582279e-05,
+      "learning_rate_adapter": 6.284810126582279e-05,
+      "loss": 0.0342,
+      "step": 156750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.283544303797468e-05,
+      "learning_rate_adapter": 6.283544303797468e-05,
+      "loss": 0.0329,
+      "step": 156800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.282278481012658e-05,
+      "learning_rate_adapter": 6.282278481012658e-05,
+      "loss": 0.033,
+      "step": 156850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.281012658227849e-05,
+      "learning_rate_adapter": 6.281012658227849e-05,
+      "loss": 0.0341,
+      "step": 156900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.279746835443038e-05,
+      "learning_rate_adapter": 6.279746835443038e-05,
+      "loss": 0.0332,
+      "step": 156950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.278481012658229e-05,
+      "learning_rate_adapter": 6.278481012658229e-05,
+      "loss": 0.0341,
+      "step": 157000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.277215189873418e-05,
+      "learning_rate_adapter": 6.277215189873418e-05,
+      "loss": 0.0332,
+      "step": 157050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.275949367088608e-05,
+      "learning_rate_adapter": 6.275949367088608e-05,
+      "loss": 0.0339,
+      "step": 157100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.274683544303798e-05,
+      "learning_rate_adapter": 6.274683544303798e-05,
+      "loss": 0.0341,
+      "step": 157150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.273417721518987e-05,
+      "learning_rate_adapter": 6.273417721518987e-05,
+      "loss": 0.0331,
+      "step": 157200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.272151898734177e-05,
+      "learning_rate_adapter": 6.272151898734177e-05,
+      "loss": 0.0336,
+      "step": 157250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.270886075949367e-05,
+      "learning_rate_adapter": 6.270886075949367e-05,
+      "loss": 0.0329,
+      "step": 157300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.269620253164557e-05,
+      "learning_rate_adapter": 6.269620253164557e-05,
+      "loss": 0.0343,
+      "step": 157350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.268354430379746e-05,
+      "learning_rate_adapter": 6.268354430379746e-05,
+      "loss": 0.0328,
+      "step": 157400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.267088607594937e-05,
+      "learning_rate_adapter": 6.267088607594937e-05,
+      "loss": 0.033,
+      "step": 157450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.265822784810128e-05,
+      "learning_rate_adapter": 6.265822784810128e-05,
+      "loss": 0.0337,
+      "step": 157500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.264556962025317e-05,
+      "learning_rate_adapter": 6.264556962025317e-05,
+      "loss": 0.0341,
+      "step": 157550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.263291139240507e-05,
+      "learning_rate_adapter": 6.263291139240507e-05,
+      "loss": 0.0333,
+      "step": 157600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.262025316455697e-05,
+      "learning_rate_adapter": 6.262025316455697e-05,
+      "loss": 0.0332,
+      "step": 157650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.260759493670887e-05,
+      "learning_rate_adapter": 6.260759493670887e-05,
+      "loss": 0.0332,
+      "step": 157700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.259493670886076e-05,
+      "learning_rate_adapter": 6.259493670886076e-05,
+      "loss": 0.0329,
+      "step": 157750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.258227848101266e-05,
+      "learning_rate_adapter": 6.258227848101266e-05,
+      "loss": 0.0339,
+      "step": 157800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.256962025316456e-05,
+      "learning_rate_adapter": 6.256962025316456e-05,
+      "loss": 0.0334,
+      "step": 157850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.255696202531645e-05,
+      "learning_rate_adapter": 6.255696202531645e-05,
+      "loss": 0.0334,
+      "step": 157900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.254430379746836e-05,
+      "learning_rate_adapter": 6.254430379746836e-05,
+      "loss": 0.0331,
+      "step": 157950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.253164556962025e-05,
+      "learning_rate_adapter": 6.253164556962025e-05,
+      "loss": 0.0338,
+      "step": 158000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.251898734177216e-05,
+      "learning_rate_adapter": 6.251898734177216e-05,
+      "loss": 0.0325,
+      "step": 158050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.250632911392406e-05,
+      "learning_rate_adapter": 6.250632911392406e-05,
+      "loss": 0.0343,
+      "step": 158100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.249367088607595e-05,
+      "learning_rate_adapter": 6.249367088607595e-05,
+      "loss": 0.0332,
+      "step": 158150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.248101265822786e-05,
+      "learning_rate_adapter": 6.248101265822786e-05,
+      "loss": 0.0338,
+      "step": 158200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.246835443037975e-05,
+      "learning_rate_adapter": 6.246835443037975e-05,
+      "loss": 0.0337,
+      "step": 158250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.245569620253164e-05,
+      "learning_rate_adapter": 6.245569620253164e-05,
+      "loss": 0.034,
+      "step": 158300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.244303797468355e-05,
+      "learning_rate_adapter": 6.244303797468355e-05,
+      "loss": 0.0331,
+      "step": 158350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.243037974683544e-05,
+      "learning_rate_adapter": 6.243037974683544e-05,
+      "loss": 0.033,
+      "step": 158400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.241772151898735e-05,
+      "learning_rate_adapter": 6.241772151898735e-05,
+      "loss": 0.0334,
+      "step": 158450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.240506329113924e-05,
+      "learning_rate_adapter": 6.240506329113924e-05,
+      "loss": 0.0329,
+      "step": 158500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.239240506329113e-05,
+      "learning_rate_adapter": 6.239240506329113e-05,
+      "loss": 0.0331,
+      "step": 158550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.237974683544304e-05,
+      "learning_rate_adapter": 6.237974683544304e-05,
+      "loss": 0.0324,
+      "step": 158600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.236708860759494e-05,
+      "learning_rate_adapter": 6.236708860759494e-05,
+      "loss": 0.0328,
+      "step": 158650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.235443037974685e-05,
+      "learning_rate_adapter": 6.235443037974685e-05,
+      "loss": 0.0334,
+      "step": 158700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.234177215189874e-05,
+      "learning_rate_adapter": 6.234177215189874e-05,
+      "loss": 0.0338,
+      "step": 158750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.232911392405063e-05,
+      "learning_rate_adapter": 6.232911392405063e-05,
+      "loss": 0.0333,
+      "step": 158800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.231645569620254e-05,
+      "learning_rate_adapter": 6.231645569620254e-05,
+      "loss": 0.0335,
+      "step": 158850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.230379746835443e-05,
+      "learning_rate_adapter": 6.230379746835443e-05,
+      "loss": 0.0336,
+      "step": 158900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.229113924050634e-05,
+      "learning_rate_adapter": 6.229113924050634e-05,
+      "loss": 0.0338,
+      "step": 158950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.227848101265823e-05,
+      "learning_rate_adapter": 6.227848101265823e-05,
+      "loss": 0.0334,
+      "step": 159000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.226582278481013e-05,
+      "learning_rate_adapter": 6.226582278481013e-05,
+      "loss": 0.0334,
+      "step": 159050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.225316455696203e-05,
+      "learning_rate_adapter": 6.225316455696203e-05,
+      "loss": 0.0334,
+      "step": 159100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.224050632911392e-05,
+      "learning_rate_adapter": 6.224050632911392e-05,
+      "loss": 0.0329,
+      "step": 159150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.222784810126582e-05,
+      "learning_rate_adapter": 6.222784810126582e-05,
+      "loss": 0.0333,
+      "step": 159200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.221518987341773e-05,
+      "learning_rate_adapter": 6.221518987341773e-05,
+      "loss": 0.0338,
+      "step": 159250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.220253164556963e-05,
+      "learning_rate_adapter": 6.220253164556963e-05,
+      "loss": 0.0338,
+      "step": 159300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.218987341772153e-05,
+      "learning_rate_adapter": 6.218987341772153e-05,
+      "loss": 0.033,
+      "step": 159350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.217721518987342e-05,
+      "learning_rate_adapter": 6.217721518987342e-05,
+      "loss": 0.0336,
+      "step": 159400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.216455696202532e-05,
+      "learning_rate_adapter": 6.216455696202532e-05,
+      "loss": 0.033,
+      "step": 159450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.215189873417722e-05,
+      "learning_rate_adapter": 6.215189873417722e-05,
+      "loss": 0.0332,
+      "step": 159500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.213924050632912e-05,
+      "learning_rate_adapter": 6.213924050632912e-05,
+      "loss": 0.0331,
+      "step": 159550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.212658227848101e-05,
+      "learning_rate_adapter": 6.212658227848101e-05,
+      "loss": 0.0335,
+      "step": 159600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.21139240506329e-05,
+      "learning_rate_adapter": 6.21139240506329e-05,
+      "loss": 0.0326,
+      "step": 159650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.210126582278481e-05,
+      "learning_rate_adapter": 6.210126582278481e-05,
+      "loss": 0.0338,
+      "step": 159700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.20886075949367e-05,
+      "learning_rate_adapter": 6.20886075949367e-05,
+      "loss": 0.0339,
+      "step": 159750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.207594936708861e-05,
+      "learning_rate_adapter": 6.207594936708861e-05,
+      "loss": 0.033,
+      "step": 159800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.206329113924052e-05,
+      "learning_rate_adapter": 6.206329113924052e-05,
+      "loss": 0.0331,
+      "step": 159850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.205063291139241e-05,
+      "learning_rate_adapter": 6.205063291139241e-05,
+      "loss": 0.033,
+      "step": 159900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.203797468354431e-05,
+      "learning_rate_adapter": 6.203797468354431e-05,
+      "loss": 0.0334,
+      "step": 159950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.20253164556962e-05,
+      "learning_rate_adapter": 6.20253164556962e-05,
+      "loss": 0.0339,
+      "step": 160000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7689521859223613,
+      "eval_af_ud_pr_auc": 0.9882441298486766,
+      "eval_am_opus100_pr_auc": 0.5649445974410048,
+      "eval_ar_ersatz_pr_auc": 0.9306646358813202,
+      "eval_ar_opus100_pr_auc": 0.6807297251047595,
+      "eval_ar_ud_pr_auc": 0.8665102147241153,
+      "eval_average_ersatz_pr_auc": 0.9619951492086313,
+      "eval_average_opus100_pr_auc": 0.81683920975993,
+      "eval_average_ud_pr_auc": 0.958019572480299,
+      "eval_az_opus100_pr_auc": 0.7408777882407744,
+      "eval_be_opus100_pr_auc": 0.650107467864982,
+      "eval_be_ud_pr_auc": 0.8957118092994485,
+      "eval_bg_opus100_pr_auc": 0.9091094968851505,
+      "eval_bg_ud_pr_auc": 0.9918083308418989,
+      "eval_bn_opus100_pr_auc": 0.7997461626114873,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8814736305509722,
+      "eval_ca_ud_pr_auc": 0.9881105170327802,
+      "eval_ceb_ud_pr_auc": 0.9997992526016688,
+      "eval_cs_ersatz_pr_auc": 0.9826484971225784,
+      "eval_cs_opus100_pr_auc": 0.9000208970730106,
+      "eval_cs_ud_pr_auc": 0.9566344796347188,
+      "eval_cy_opus100_pr_auc": 0.7363692980138363,
+      "eval_cy_ud_pr_auc": 0.9930698756758605,
+      "eval_da_opus100_pr_auc": 0.9055275758080481,
+      "eval_da_ud_pr_auc": 0.9772336694321323,
+      "eval_de_ersatz_pr_auc": 0.975470256651767,
+      "eval_de_opus100_pr_auc": 0.8724529535603084,
+      "eval_de_ud_pr_auc": 0.9850810245090277,
+      "eval_el_opus100_pr_auc": 0.9164309993277907,
+      "eval_el_ud_pr_auc": 0.9904423443403195,
+      "eval_en_ersatz_pr_auc": 0.9901914287990512,
+      "eval_en_opus100_pr_auc": 0.9166859885928975,
+      "eval_en_ud_pr_auc": 0.9667994860412612,
+      "eval_eo_opus100_pr_auc": 0.9266787613802854,
+      "eval_es_ersatz_pr_auc": 0.9948576128982256,
+      "eval_es_opus100_pr_auc": 0.9198634209707857,
+      "eval_es_ud_pr_auc": 0.9886404178414587,
+      "eval_et_ersatz_pr_auc": 0.976461545085149,
+      "eval_et_opus100_pr_auc": 0.8970298815128573,
+      "eval_et_ud_pr_auc": 0.962129602563132,
+      "eval_eu_opus100_pr_auc": 0.8808398809022121,
+      "eval_eu_ud_pr_auc": 0.9928638038748917,
+      "eval_fa_opus100_pr_auc": 0.5506462544038636,
+      "eval_fa_ud_pr_auc": 0.9959847099888225,
+      "eval_fi_ersatz_pr_auc": 0.9866501187149845,
+      "eval_fi_opus100_pr_auc": 0.8989773188007381,
+      "eval_fi_ud_pr_auc": 0.9669961858498256,
+      "eval_fr_ersatz_pr_auc": 0.9849457160189765,
+      "eval_fr_opus100_pr_auc": 0.901133815056381,
+      "eval_fr_ud_pr_auc": 0.9747274665149811,
+      "eval_fy_opus100_pr_auc": 0.6801678176562052,
+      "eval_ga_opus100_pr_auc": 0.8706520224341865,
+      "eval_ga_ud_pr_auc": 0.8209710779774787,
+      "eval_gd_opus100_pr_auc": 0.5363260698799776,
+      "eval_gd_ud_pr_auc": 0.7291726477173412,
+      "eval_gl_opus100_pr_auc": 0.8826111991120609,
+      "eval_gl_ud_pr_auc": 0.9949005666709606,
+      "eval_gu_ersatz_pr_auc": 0.9374920690897349,
+      "eval_gu_opus100_pr_auc": 0.7025025668937283,
+      "eval_ha_opus100_pr_auc": 0.9015245631874669,
+      "eval_he_opus100_pr_auc": 0.8572139958354171,
+      "eval_he_ud_pr_auc": 0.9682548755156043,
+      "eval_hi_ersatz_pr_auc": 0.9695096507648102,
+      "eval_hi_opus100_pr_auc": 0.6445511976912454,
+      "eval_hi_ud_pr_auc": 0.981595184345164,
+      "eval_hu_opus100_pr_auc": 0.9125305948977632,
+      "eval_hu_ud_pr_auc": 0.9789330135731551,
+      "eval_hy_opus100_pr_auc": 0.9151146121683,
+      "eval_hy_ud_pr_auc": 0.9783319819258293,
+      "eval_id_opus100_pr_auc": 0.8751639650665302,
+      "eval_id_ud_pr_auc": 0.9894154595763665,
+      "eval_ig_opus100_pr_auc": 0.8811598149119085,
+      "eval_is_opus100_pr_auc": 0.9187237299888082,
+      "eval_is_ud_pr_auc": 0.9025621697112267,
+      "eval_it_opus100_pr_auc": 0.9003629415158733,
+      "eval_it_ud_pr_auc": 0.992929944782234,
+      "eval_ja_ersatz_pr_auc": 0.8050623277778755,
+      "eval_ja_opus100_pr_auc": 0.8009742838597215,
+      "eval_ja_ud_pr_auc": 0.9787400711959362,
+      "eval_jv_ud_pr_auc": 0.9896892649237309,
+      "eval_ka_opus100_pr_auc": 0.8588758888085432,
+      "eval_kk_ersatz_pr_auc": 0.9892840711851427,
+      "eval_kk_opus100_pr_auc": 0.7838207267943391,
+      "eval_kk_ud_pr_auc": 0.9716159853823612,
+      "eval_km_ersatz_pr_auc": 0.9040411593262812,
+      "eval_km_opus100_pr_auc": 0.7133846390849062,
+      "eval_kn_opus100_pr_auc": 0.5272567211989795,
+      "eval_ko_opus100_pr_auc": 0.6807087987721511,
+      "eval_ko_ud_pr_auc": 0.9985313034305378,
+      "eval_ku_opus100_pr_auc": 0.8215789222224186,
+      "eval_ky_opus100_pr_auc": 0.8430093150091393,
+      "eval_la_ud_pr_auc": 0.9434283624696155,
+      "eval_loss": 0.03740734979510307,
+      "eval_lt_ersatz_pr_auc": 0.9882125329624647,
+      "eval_lt_opus100_pr_auc": 0.8635914394264342,
+      "eval_lt_ud_pr_auc": 0.9903871394879736,
+      "eval_lv_ersatz_pr_auc": 0.987882861248382,
+      "eval_lv_opus100_pr_auc": 0.8852195688592202,
+      "eval_lv_ud_pr_auc": 0.9598154828170264,
+      "eval_mg_opus100_pr_auc": 0.9195089464300513,
+      "eval_mk_opus100_pr_auc": 0.8979547691241871,
+      "eval_ml_opus100_pr_auc": 0.7462464246992752,
+      "eval_mn_opus100_pr_auc": 0.9540569217736864,
+      "eval_mr_opus100_pr_auc": 0.9038785713639184,
+      "eval_mr_ud_pr_auc": 0.9906056890002298,
+      "eval_ms_opus100_pr_auc": 0.8625207217934531,
+      "eval_mt_opus100_pr_auc": 0.8355148336829962,
+      "eval_mt_ud_pr_auc": 0.8848594642387941,
+      "eval_my_opus100_pr_auc": 0.6805199264976391,
+      "eval_ne_opus100_pr_auc": 0.6723001060767777,
+      "eval_nl_opus100_pr_auc": 0.8874198748731748,
+      "eval_nl_ud_pr_auc": 0.9779406118802159,
+      "eval_no_opus100_pr_auc": 0.9129325034197348,
+      "eval_no_ud_pr_auc": 0.9967932587557393,
+      "eval_pa_opus100_pr_auc": 0.6349583436090585,
+      "eval_pl_ersatz_pr_auc": 0.9761759174240132,
+      "eval_pl_opus100_pr_auc": 0.8903397144705599,
+      "eval_pl_ud_pr_auc": 0.9638351153558299,
+      "eval_ps_ersatz_pr_auc": 0.9090205977053339,
+      "eval_ps_opus100_pr_auc": 0.7200680371090502,
+      "eval_pt_opus100_pr_auc": 0.9251271529893678,
+      "eval_pt_ud_pr_auc": 0.9827232079376294,
+      "eval_ro_ersatz_pr_auc": 0.9943400758271588,
+      "eval_ro_opus100_pr_auc": 0.8884394144705604,
+      "eval_ro_ud_pr_auc": 0.9498222059523878,
+      "eval_ru_ersatz_pr_auc": 0.9895579543103382,
+      "eval_ru_opus100_pr_auc": 0.9035231995790645,
+      "eval_ru_ud_pr_auc": 0.8618277660737246,
+      "eval_runtime": 464.2901,
+      "eval_samples_per_second": 162.549,
+      "eval_si_opus100_pr_auc": 0.7965831833810748,
+      "eval_sk_opus100_pr_auc": 0.9227863510948859,
+      "eval_sk_ud_pr_auc": 0.972970270229788,
+      "eval_sl_opus100_pr_auc": 0.8497793769730725,
+      "eval_sl_ud_pr_auc": 0.970732374773705,
+      "eval_sq_opus100_pr_auc": 0.885233234252775,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9028945976810789,
+      "eval_sr_ud_pr_auc": 0.9919358850590686,
+      "eval_steps_per_second": 5.081,
+      "eval_sv_opus100_pr_auc": 0.8859237852573942,
+      "eval_sv_ud_pr_auc": 0.9343794833374247,
+      "eval_ta_ersatz_pr_auc": 0.9812848097561649,
+      "eval_ta_opus100_pr_auc": 0.6310643946987089,
+      "eval_ta_ud_pr_auc": 0.9968399711521285,
+      "eval_te_opus100_pr_auc": 0.8309429643533175,
+      "eval_tg_opus100_pr_auc": 0.8772589045358021,
+      "eval_th_opus100_pr_auc": 0.6767797420090784,
+      "eval_th_ud_pr_auc": 0.757447154435011,
+      "eval_tr_ersatz_pr_auc": 0.9622062588414371,
+      "eval_tr_opus100_pr_auc": 0.8895038745947039,
+      "eval_tr_ud_pr_auc": 0.9382068569578487,
+      "eval_uk_opus100_pr_auc": 0.8701815995881004,
+      "eval_uk_ud_pr_auc": 0.9372712004081881,
+      "eval_ur_opus100_pr_auc": 0.5052815527651338,
+      "eval_ur_ud_pr_auc": 0.9935142249086979,
+      "eval_uz_opus100_pr_auc": 0.8593330958846682,
+      "eval_vi_opus100_pr_auc": 0.9072389800352997,
+      "eval_vi_ud_pr_auc": 0.958453125833172,
+      "eval_xh_opus100_pr_auc": 0.8554030298386137,
+      "eval_yi_opus100_pr_auc": 0.7540977793512326,
+      "eval_yo_opus100_pr_auc": 0.7949196470426108,
+      "eval_yo_ud_pr_auc": 0.9071824785531175,
+      "eval_zh_ersatz_pr_auc": 0.9479331851987006,
+      "eval_zh_opus100_pr_auc": 0.7376306785023236,
+      "eval_zh_ud_pr_auc": 0.9897134344167806,
+      "eval_zu_opus100_pr_auc": 0.8370454712120002,
+      "step": 160000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.201265822784811e-05,
+      "learning_rate_adapter": 6.201265822784811e-05,
+      "loss": 0.0334,
+      "step": 160050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0332,
+      "step": 160100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.19873417721519e-05,
+      "learning_rate_adapter": 6.19873417721519e-05,
+      "loss": 0.0337,
+      "step": 160150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.19746835443038e-05,
+      "learning_rate_adapter": 6.19746835443038e-05,
+      "loss": 0.0338,
+      "step": 160200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.196202531645569e-05,
+      "learning_rate_adapter": 6.196202531645569e-05,
+      "loss": 0.0327,
+      "step": 160250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.19493670886076e-05,
+      "learning_rate_adapter": 6.19493670886076e-05,
+      "loss": 0.0337,
+      "step": 160300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.193670886075949e-05,
+      "learning_rate_adapter": 6.193670886075949e-05,
+      "loss": 0.0329,
+      "step": 160350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.19240506329114e-05,
+      "learning_rate_adapter": 6.19240506329114e-05,
+      "loss": 0.0338,
+      "step": 160400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.19113924050633e-05,
+      "learning_rate_adapter": 6.19113924050633e-05,
+      "loss": 0.0339,
+      "step": 160450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.18987341772152e-05,
+      "learning_rate_adapter": 6.18987341772152e-05,
+      "loss": 0.0336,
+      "step": 160500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.18860759493671e-05,
+      "learning_rate_adapter": 6.18860759493671e-05,
+      "loss": 0.0335,
+      "step": 160550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.187341772151899e-05,
+      "learning_rate_adapter": 6.187341772151899e-05,
+      "loss": 0.0335,
+      "step": 160600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.18607594936709e-05,
+      "learning_rate_adapter": 6.18607594936709e-05,
+      "loss": 0.0333,
+      "step": 160650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.184810126582279e-05,
+      "learning_rate_adapter": 6.184810126582279e-05,
+      "loss": 0.0329,
+      "step": 160700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.183544303797468e-05,
+      "learning_rate_adapter": 6.183544303797468e-05,
+      "loss": 0.0336,
+      "step": 160750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.182278481012659e-05,
+      "learning_rate_adapter": 6.182278481012659e-05,
+      "loss": 0.0333,
+      "step": 160800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.181012658227848e-05,
+      "learning_rate_adapter": 6.181012658227848e-05,
+      "loss": 0.0331,
+      "step": 160850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.179746835443038e-05,
+      "learning_rate_adapter": 6.179746835443038e-05,
+      "loss": 0.0334,
+      "step": 160900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.178481012658228e-05,
+      "learning_rate_adapter": 6.178481012658228e-05,
+      "loss": 0.0338,
+      "step": 160950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.177215189873418e-05,
+      "learning_rate_adapter": 6.177215189873418e-05,
+      "loss": 0.0336,
+      "step": 161000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.175949367088609e-05,
+      "learning_rate_adapter": 6.175949367088609e-05,
+      "loss": 0.034,
+      "step": 161050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.174683544303798e-05,
+      "learning_rate_adapter": 6.174683544303798e-05,
+      "loss": 0.0333,
+      "step": 161100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.173417721518989e-05,
+      "learning_rate_adapter": 6.173417721518989e-05,
+      "loss": 0.0338,
+      "step": 161150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.172151898734178e-05,
+      "learning_rate_adapter": 6.172151898734178e-05,
+      "loss": 0.0325,
+      "step": 161200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.170886075949367e-05,
+      "learning_rate_adapter": 6.170886075949367e-05,
+      "loss": 0.0332,
+      "step": 161250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.169620253164558e-05,
+      "learning_rate_adapter": 6.169620253164558e-05,
+      "loss": 0.0331,
+      "step": 161300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.168354430379747e-05,
+      "learning_rate_adapter": 6.168354430379747e-05,
+      "loss": 0.0329,
+      "step": 161350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.167088607594937e-05,
+      "learning_rate_adapter": 6.167088607594937e-05,
+      "loss": 0.0325,
+      "step": 161400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.165822784810127e-05,
+      "learning_rate_adapter": 6.165822784810127e-05,
+      "loss": 0.0332,
+      "step": 161450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.164556962025316e-05,
+      "learning_rate_adapter": 6.164556962025316e-05,
+      "loss": 0.0345,
+      "step": 161500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.163291139240506e-05,
+      "learning_rate_adapter": 6.163291139240506e-05,
+      "loss": 0.0332,
+      "step": 161550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.162025316455697e-05,
+      "learning_rate_adapter": 6.162025316455697e-05,
+      "loss": 0.0328,
+      "step": 161600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.160759493670887e-05,
+      "learning_rate_adapter": 6.160759493670887e-05,
+      "loss": 0.034,
+      "step": 161650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.159493670886077e-05,
+      "learning_rate_adapter": 6.159493670886077e-05,
+      "loss": 0.0334,
+      "step": 161700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.158227848101266e-05,
+      "learning_rate_adapter": 6.158227848101266e-05,
+      "loss": 0.0336,
+      "step": 161750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.156962025316456e-05,
+      "learning_rate_adapter": 6.156962025316456e-05,
+      "loss": 0.0338,
+      "step": 161800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.155696202531646e-05,
+      "learning_rate_adapter": 6.155696202531646e-05,
+      "loss": 0.0328,
+      "step": 161850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.154430379746836e-05,
+      "learning_rate_adapter": 6.154430379746836e-05,
+      "loss": 0.0328,
+      "step": 161900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.153164556962025e-05,
+      "learning_rate_adapter": 6.153164556962025e-05,
+      "loss": 0.0333,
+      "step": 161950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.151898734177215e-05,
+      "learning_rate_adapter": 6.151898734177215e-05,
+      "loss": 0.0338,
+      "step": 162000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.150632911392405e-05,
+      "learning_rate_adapter": 6.150632911392405e-05,
+      "loss": 0.0335,
+      "step": 162050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.149367088607594e-05,
+      "learning_rate_adapter": 6.149367088607594e-05,
+      "loss": 0.0327,
+      "step": 162100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.148101265822785e-05,
+      "learning_rate_adapter": 6.148101265822785e-05,
+      "loss": 0.0334,
+      "step": 162150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.146835443037975e-05,
+      "learning_rate_adapter": 6.146835443037975e-05,
+      "loss": 0.0333,
+      "step": 162200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.145569620253166e-05,
+      "learning_rate_adapter": 6.145569620253166e-05,
+      "loss": 0.0339,
+      "step": 162250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.144303797468355e-05,
+      "learning_rate_adapter": 6.144303797468355e-05,
+      "loss": 0.0334,
+      "step": 162300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.143037974683544e-05,
+      "learning_rate_adapter": 6.143037974683544e-05,
+      "loss": 0.0337,
+      "step": 162350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.141772151898735e-05,
+      "learning_rate_adapter": 6.141772151898735e-05,
+      "loss": 0.0333,
+      "step": 162400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.140506329113924e-05,
+      "learning_rate_adapter": 6.140506329113924e-05,
+      "loss": 0.0333,
+      "step": 162450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.139240506329115e-05,
+      "learning_rate_adapter": 6.139240506329115e-05,
+      "loss": 0.0332,
+      "step": 162500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.137974683544304e-05,
+      "learning_rate_adapter": 6.137974683544304e-05,
+      "loss": 0.0326,
+      "step": 162550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.136708860759493e-05,
+      "learning_rate_adapter": 6.136708860759493e-05,
+      "loss": 0.033,
+      "step": 162600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.135443037974684e-05,
+      "learning_rate_adapter": 6.135443037974684e-05,
+      "loss": 0.0335,
+      "step": 162650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.134177215189873e-05,
+      "learning_rate_adapter": 6.134177215189873e-05,
+      "loss": 0.0328,
+      "step": 162700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.132911392405064e-05,
+      "learning_rate_adapter": 6.132911392405064e-05,
+      "loss": 0.0337,
+      "step": 162750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.131645569620254e-05,
+      "learning_rate_adapter": 6.131645569620254e-05,
+      "loss": 0.0334,
+      "step": 162800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.130379746835443e-05,
+      "learning_rate_adapter": 6.130379746835443e-05,
+      "loss": 0.0337,
+      "step": 162850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.129113924050634e-05,
+      "learning_rate_adapter": 6.129113924050634e-05,
+      "loss": 0.0337,
+      "step": 162900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.127848101265823e-05,
+      "learning_rate_adapter": 6.127848101265823e-05,
+      "loss": 0.0332,
+      "step": 162950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.126582278481014e-05,
+      "learning_rate_adapter": 6.126582278481014e-05,
+      "loss": 0.0333,
+      "step": 163000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.125316455696203e-05,
+      "learning_rate_adapter": 6.125316455696203e-05,
+      "loss": 0.0329,
+      "step": 163050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.124050632911392e-05,
+      "learning_rate_adapter": 6.124050632911392e-05,
+      "loss": 0.0337,
+      "step": 163100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.122784810126583e-05,
+      "learning_rate_adapter": 6.122784810126583e-05,
+      "loss": 0.0332,
+      "step": 163150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.121518987341772e-05,
+      "learning_rate_adapter": 6.121518987341772e-05,
+      "loss": 0.0329,
+      "step": 163200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.120253164556962e-05,
+      "learning_rate_adapter": 6.120253164556962e-05,
+      "loss": 0.0325,
+      "step": 163250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.118987341772152e-05,
+      "learning_rate_adapter": 6.118987341772152e-05,
+      "loss": 0.0335,
+      "step": 163300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.117721518987342e-05,
+      "learning_rate_adapter": 6.117721518987342e-05,
+      "loss": 0.0331,
+      "step": 163350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.116455696202533e-05,
+      "learning_rate_adapter": 6.116455696202533e-05,
+      "loss": 0.0329,
+      "step": 163400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.115189873417722e-05,
+      "learning_rate_adapter": 6.115189873417722e-05,
+      "loss": 0.0324,
+      "step": 163450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.113924050632912e-05,
+      "learning_rate_adapter": 6.113924050632912e-05,
+      "loss": 0.0328,
+      "step": 163500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.112658227848102e-05,
+      "learning_rate_adapter": 6.112658227848102e-05,
+      "loss": 0.0331,
+      "step": 163550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.111392405063291e-05,
+      "learning_rate_adapter": 6.111392405063291e-05,
+      "loss": 0.033,
+      "step": 163600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.110126582278481e-05,
+      "learning_rate_adapter": 6.110126582278481e-05,
+      "loss": 0.0333,
+      "step": 163650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10886075949367e-05,
+      "learning_rate_adapter": 6.10886075949367e-05,
+      "loss": 0.0332,
+      "step": 163700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.107594936708861e-05,
+      "learning_rate_adapter": 6.107594936708861e-05,
+      "loss": 0.0335,
+      "step": 163750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10632911392405e-05,
+      "learning_rate_adapter": 6.10632911392405e-05,
+      "loss": 0.0335,
+      "step": 163800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10506329113924e-05,
+      "learning_rate_adapter": 6.10506329113924e-05,
+      "loss": 0.0331,
+      "step": 163850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10379746835443e-05,
+      "learning_rate_adapter": 6.10379746835443e-05,
+      "loss": 0.0329,
+      "step": 163900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10253164556962e-05,
+      "learning_rate_adapter": 6.10253164556962e-05,
+      "loss": 0.0333,
+      "step": 163950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.101265822784811e-05,
+      "learning_rate_adapter": 6.101265822784811e-05,
+      "loss": 0.0331,
+      "step": 164000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.033,
+      "step": 164050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0987341772151904e-05,
+      "learning_rate_adapter": 6.0987341772151904e-05,
+      "loss": 0.0327,
+      "step": 164100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09746835443038e-05,
+      "learning_rate_adapter": 6.09746835443038e-05,
+      "loss": 0.0341,
+      "step": 164150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0962025316455695e-05,
+      "learning_rate_adapter": 6.0962025316455695e-05,
+      "loss": 0.0335,
+      "step": 164200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09493670886076e-05,
+      "learning_rate_adapter": 6.09493670886076e-05,
+      "loss": 0.0327,
+      "step": 164250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.093670886075949e-05,
+      "learning_rate_adapter": 6.093670886075949e-05,
+      "loss": 0.0337,
+      "step": 164300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09240506329114e-05,
+      "learning_rate_adapter": 6.09240506329114e-05,
+      "loss": 0.0332,
+      "step": 164350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09113924050633e-05,
+      "learning_rate_adapter": 6.09113924050633e-05,
+      "loss": 0.0333,
+      "step": 164400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.089873417721519e-05,
+      "learning_rate_adapter": 6.089873417721519e-05,
+      "loss": 0.0338,
+      "step": 164450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0886075949367095e-05,
+      "learning_rate_adapter": 6.0886075949367095e-05,
+      "loss": 0.0336,
+      "step": 164500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.087341772151899e-05,
+      "learning_rate_adapter": 6.087341772151899e-05,
+      "loss": 0.0331,
+      "step": 164550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.086075949367089e-05,
+      "learning_rate_adapter": 6.086075949367089e-05,
+      "loss": 0.0324,
+      "step": 164600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0848101265822785e-05,
+      "learning_rate_adapter": 6.0848101265822785e-05,
+      "loss": 0.0338,
+      "step": 164650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0835443037974684e-05,
+      "learning_rate_adapter": 6.0835443037974684e-05,
+      "loss": 0.0334,
+      "step": 164700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.082278481012659e-05,
+      "learning_rate_adapter": 6.082278481012659e-05,
+      "loss": 0.0336,
+      "step": 164750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.081012658227848e-05,
+      "learning_rate_adapter": 6.081012658227848e-05,
+      "loss": 0.0329,
+      "step": 164800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.079746835443039e-05,
+      "learning_rate_adapter": 6.079746835443039e-05,
+      "loss": 0.0329,
+      "step": 164850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.078481012658228e-05,
+      "learning_rate_adapter": 6.078481012658228e-05,
+      "loss": 0.0336,
+      "step": 164900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.077215189873418e-05,
+      "learning_rate_adapter": 6.077215189873418e-05,
+      "loss": 0.0324,
+      "step": 164950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0759493670886084e-05,
+      "learning_rate_adapter": 6.0759493670886084e-05,
+      "loss": 0.0333,
+      "step": 165000
+    },
+    {
+      "epoch": 0.14,
+      "eval_af_opus100_pr_auc": 0.7679744018495357,
+      "eval_af_ud_pr_auc": 0.9951345113494117,
+      "eval_am_opus100_pr_auc": 0.5456282103963003,
+      "eval_ar_ersatz_pr_auc": 0.9303888448728999,
+      "eval_ar_opus100_pr_auc": 0.6811949333615374,
+      "eval_ar_ud_pr_auc": 0.8679958818251381,
+      "eval_average_ersatz_pr_auc": 0.95966724660766,
+      "eval_average_opus100_pr_auc": 0.8214155131760449,
+      "eval_average_ud_pr_auc": 0.9579665078112551,
+      "eval_az_opus100_pr_auc": 0.760941237945045,
+      "eval_be_opus100_pr_auc": 0.682208158897254,
+      "eval_be_ud_pr_auc": 0.9012409578839674,
+      "eval_bg_opus100_pr_auc": 0.9070068661046401,
+      "eval_bg_ud_pr_auc": 0.9922759000282844,
+      "eval_bn_opus100_pr_auc": 0.8128011544984592,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8757638315914655,
+      "eval_ca_ud_pr_auc": 0.992227670254848,
+      "eval_ceb_ud_pr_auc": 0.9998283988420114,
+      "eval_cs_ersatz_pr_auc": 0.9822456244979981,
+      "eval_cs_opus100_pr_auc": 0.8953737797574378,
+      "eval_cs_ud_pr_auc": 0.9549916604940751,
+      "eval_cy_opus100_pr_auc": 0.7413344621370288,
+      "eval_cy_ud_pr_auc": 0.9929249760600114,
+      "eval_da_opus100_pr_auc": 0.9116612583969063,
+      "eval_da_ud_pr_auc": 0.9781389866482851,
+      "eval_de_ersatz_pr_auc": 0.9733179720523475,
+      "eval_de_opus100_pr_auc": 0.8754357122808032,
+      "eval_de_ud_pr_auc": 0.9852807918968491,
+      "eval_el_opus100_pr_auc": 0.9202747176786932,
+      "eval_el_ud_pr_auc": 0.9927600800766541,
+      "eval_en_ersatz_pr_auc": 0.9889005623845278,
+      "eval_en_opus100_pr_auc": 0.9193415885634513,
+      "eval_en_ud_pr_auc": 0.9630574517144186,
+      "eval_eo_opus100_pr_auc": 0.920967204789598,
+      "eval_es_ersatz_pr_auc": 0.9946322345848861,
+      "eval_es_opus100_pr_auc": 0.9218573879878338,
+      "eval_es_ud_pr_auc": 0.9893290966926064,
+      "eval_et_ersatz_pr_auc": 0.9753234700515103,
+      "eval_et_opus100_pr_auc": 0.8964495544785964,
+      "eval_et_ud_pr_auc": 0.966903653442006,
+      "eval_eu_opus100_pr_auc": 0.877057363210138,
+      "eval_eu_ud_pr_auc": 0.9887897436555372,
+      "eval_fa_opus100_pr_auc": 0.5734350577972062,
+      "eval_fa_ud_pr_auc": 0.9957148734637105,
+      "eval_fi_ersatz_pr_auc": 0.9832197510633047,
+      "eval_fi_opus100_pr_auc": 0.8960271171879649,
+      "eval_fi_ud_pr_auc": 0.9669874759669245,
+      "eval_fr_ersatz_pr_auc": 0.9890582404371686,
+      "eval_fr_opus100_pr_auc": 0.8995441130142927,
+      "eval_fr_ud_pr_auc": 0.9762478162231348,
+      "eval_fy_opus100_pr_auc": 0.7080153793643303,
+      "eval_ga_opus100_pr_auc": 0.8608388189818251,
+      "eval_ga_ud_pr_auc": 0.8124612200563385,
+      "eval_gd_opus100_pr_auc": 0.5550242141500922,
+      "eval_gd_ud_pr_auc": 0.7493369103107367,
+      "eval_gl_opus100_pr_auc": 0.8829224287341622,
+      "eval_gl_ud_pr_auc": 0.9950828630695335,
+      "eval_gu_ersatz_pr_auc": 0.9167848621254319,
+      "eval_gu_opus100_pr_auc": 0.7272142366898557,
+      "eval_ha_opus100_pr_auc": 0.9031350638879151,
+      "eval_he_opus100_pr_auc": 0.8560977394367155,
+      "eval_he_ud_pr_auc": 0.9738259114298863,
+      "eval_hi_ersatz_pr_auc": 0.9741770892370043,
+      "eval_hi_opus100_pr_auc": 0.6539817468427261,
+      "eval_hi_ud_pr_auc": 0.9791449782042042,
+      "eval_hu_opus100_pr_auc": 0.9172216931230481,
+      "eval_hu_ud_pr_auc": 0.9790498647792533,
+      "eval_hy_opus100_pr_auc": 0.9050419494538291,
+      "eval_hy_ud_pr_auc": 0.9779911042978794,
+      "eval_id_opus100_pr_auc": 0.8669305731805944,
+      "eval_id_ud_pr_auc": 0.9904793283717941,
+      "eval_ig_opus100_pr_auc": 0.875527092020371,
+      "eval_is_opus100_pr_auc": 0.914834340380886,
+      "eval_is_ud_pr_auc": 0.902683179699075,
+      "eval_it_opus100_pr_auc": 0.9012478544093363,
+      "eval_it_ud_pr_auc": 0.9928971908953391,
+      "eval_ja_ersatz_pr_auc": 0.7860410841948833,
+      "eval_ja_opus100_pr_auc": 0.7931043649996019,
+      "eval_ja_ud_pr_auc": 0.9815683399110297,
+      "eval_jv_ud_pr_auc": 0.9787530806757136,
+      "eval_ka_opus100_pr_auc": 0.8600343414937939,
+      "eval_kk_ersatz_pr_auc": 0.9890759321269164,
+      "eval_kk_opus100_pr_auc": 0.7876179986588054,
+      "eval_kk_ud_pr_auc": 0.9739455084682511,
+      "eval_km_ersatz_pr_auc": 0.9082342981284042,
+      "eval_km_opus100_pr_auc": 0.7303422994958524,
+      "eval_kn_opus100_pr_auc": 0.619030748449508,
+      "eval_ko_opus100_pr_auc": 0.6794917755137915,
+      "eval_ko_ud_pr_auc": 0.9973780592539275,
+      "eval_ku_opus100_pr_auc": 0.8405082213463981,
+      "eval_ky_opus100_pr_auc": 0.8408985835862836,
+      "eval_la_ud_pr_auc": 0.9336419901275623,
+      "eval_loss": 0.03704507276415825,
+      "eval_lt_ersatz_pr_auc": 0.9868571023458367,
+      "eval_lt_opus100_pr_auc": 0.8591445292454934,
+      "eval_lt_ud_pr_auc": 0.9845698520970042,
+      "eval_lv_ersatz_pr_auc": 0.98788555496451,
+      "eval_lv_opus100_pr_auc": 0.8904383843159847,
+      "eval_lv_ud_pr_auc": 0.9618051036850468,
+      "eval_mg_opus100_pr_auc": 0.9142798402862343,
+      "eval_mk_opus100_pr_auc": 0.9020024363198057,
+      "eval_ml_opus100_pr_auc": 0.7432834490427566,
+      "eval_mn_opus100_pr_auc": 0.9489679182578316,
+      "eval_mr_opus100_pr_auc": 0.9008004124595851,
+      "eval_mr_ud_pr_auc": 0.9908015235294827,
+      "eval_ms_opus100_pr_auc": 0.8618853689397574,
+      "eval_mt_opus100_pr_auc": 0.8266800110841803,
+      "eval_mt_ud_pr_auc": 0.8964270587645633,
+      "eval_my_opus100_pr_auc": 0.7207383008137609,
+      "eval_ne_opus100_pr_auc": 0.7076978990741793,
+      "eval_nl_opus100_pr_auc": 0.8872152058981307,
+      "eval_nl_ud_pr_auc": 0.9804025794857153,
+      "eval_no_opus100_pr_auc": 0.9132012777107993,
+      "eval_no_ud_pr_auc": 0.9959625874765293,
+      "eval_pa_opus100_pr_auc": 0.692514178240846,
+      "eval_pl_ersatz_pr_auc": 0.9718765535815171,
+      "eval_pl_opus100_pr_auc": 0.8884824414262051,
+      "eval_pl_ud_pr_auc": 0.9647313591741098,
+      "eval_ps_ersatz_pr_auc": 0.9366852006709595,
+      "eval_ps_opus100_pr_auc": 0.7152669993444677,
+      "eval_pt_opus100_pr_auc": 0.9245408886594048,
+      "eval_pt_ud_pr_auc": 0.981952491113933,
+      "eval_ro_ersatz_pr_auc": 0.9936858590798385,
+      "eval_ro_opus100_pr_auc": 0.8833996560364611,
+      "eval_ro_ud_pr_auc": 0.962660122672208,
+      "eval_ru_ersatz_pr_auc": 0.9877858491567926,
+      "eval_ru_opus100_pr_auc": 0.9133875976735952,
+      "eval_ru_ud_pr_auc": 0.8434803518175508,
+      "eval_runtime": 462.3565,
+      "eval_samples_per_second": 163.229,
+      "eval_si_opus100_pr_auc": 0.7962138055228412,
+      "eval_sk_opus100_pr_auc": 0.9241998166209556,
+      "eval_sk_ud_pr_auc": 0.9785918776379413,
+      "eval_sl_opus100_pr_auc": 0.8498633992040254,
+      "eval_sl_ud_pr_auc": 0.974519736919201,
+      "eval_sq_opus100_pr_auc": 0.8975388389043432,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9004070885622912,
+      "eval_sr_ud_pr_auc": 0.9947220499990934,
+      "eval_steps_per_second": 5.102,
+      "eval_sv_opus100_pr_auc": 0.8878864135128968,
+      "eval_sv_ud_pr_auc": 0.9408037967323706,
+      "eval_ta_ersatz_pr_auc": 0.9768101540232138,
+      "eval_ta_opus100_pr_auc": 0.6540297452671252,
+      "eval_ta_ud_pr_auc": 0.9916334177049074,
+      "eval_te_opus100_pr_auc": 0.8315603155595732,
+      "eval_tg_opus100_pr_auc": 0.8734363162090129,
+      "eval_th_opus100_pr_auc": 0.6743333586945167,
+      "eval_th_ud_pr_auc": 0.7408930543629665,
+      "eval_tr_ersatz_pr_auc": 0.9608505857316392,
+      "eval_tr_opus100_pr_auc": 0.8927608634940483,
+      "eval_tr_ud_pr_auc": 0.9408188373155105,
+      "eval_uk_opus100_pr_auc": 0.8727207785152582,
+      "eval_uk_ud_pr_auc": 0.9254046100809526,
+      "eval_ur_opus100_pr_auc": 0.5183175703289913,
+      "eval_ur_ud_pr_auc": 0.991279535353858,
+      "eval_uz_opus100_pr_auc": 0.8581325594720438,
+      "eval_vi_opus100_pr_auc": 0.9115428785922828,
+      "eval_vi_ud_pr_auc": 0.9557126719222706,
+      "eval_xh_opus100_pr_auc": 0.8590772543811633,
+      "eval_yi_opus100_pr_auc": 0.7249819892676485,
+      "eval_yo_opus100_pr_auc": 0.7879642364283828,
+      "eval_yo_ud_pr_auc": 0.9026191439969234,
+      "eval_zh_ersatz_pr_auc": 0.9188426000569294,
+      "eval_zh_opus100_pr_auc": 0.7602135255406743,
+      "eval_zh_ud_pr_auc": 0.9862297273310048,
+      "eval_zu_opus100_pr_auc": 0.8256249554042239,
+      "step": 165000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0746835443037976e-05,
+      "learning_rate_adapter": 6.0746835443037976e-05,
+      "loss": 0.0329,
+      "step": 165050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.073417721518988e-05,
+      "learning_rate_adapter": 6.073417721518988e-05,
+      "loss": 0.0334,
+      "step": 165100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0721518987341774e-05,
+      "learning_rate_adapter": 6.0721518987341774e-05,
+      "loss": 0.0333,
+      "step": 165150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0708860759493666e-05,
+      "learning_rate_adapter": 6.0708860759493666e-05,
+      "loss": 0.033,
+      "step": 165200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.069620253164557e-05,
+      "learning_rate_adapter": 6.069620253164557e-05,
+      "loss": 0.0327,
+      "step": 165250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.068354430379747e-05,
+      "learning_rate_adapter": 6.068354430379747e-05,
+      "loss": 0.0328,
+      "step": 165300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0670886075949376e-05,
+      "learning_rate_adapter": 6.0670886075949376e-05,
+      "loss": 0.0338,
+      "step": 165350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.065822784810127e-05,
+      "learning_rate_adapter": 6.065822784810127e-05,
+      "loss": 0.0337,
+      "step": 165400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.064556962025316e-05,
+      "learning_rate_adapter": 6.064556962025316e-05,
+      "loss": 0.0326,
+      "step": 165450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0632911392405066e-05,
+      "learning_rate_adapter": 6.0632911392405066e-05,
+      "loss": 0.0338,
+      "step": 165500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0620253164556964e-05,
+      "learning_rate_adapter": 6.0620253164556964e-05,
+      "loss": 0.0338,
+      "step": 165550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.060759493670887e-05,
+      "learning_rate_adapter": 6.060759493670887e-05,
+      "loss": 0.0334,
+      "step": 165600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.059493670886076e-05,
+      "learning_rate_adapter": 6.059493670886076e-05,
+      "loss": 0.0334,
+      "step": 165650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.058227848101267e-05,
+      "learning_rate_adapter": 6.058227848101267e-05,
+      "loss": 0.0328,
+      "step": 165700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.056962025316456e-05,
+      "learning_rate_adapter": 6.056962025316456e-05,
+      "loss": 0.0333,
+      "step": 165750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.055696202531645e-05,
+      "learning_rate_adapter": 6.055696202531645e-05,
+      "loss": 0.0334,
+      "step": 165800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.054430379746836e-05,
+      "learning_rate_adapter": 6.054430379746836e-05,
+      "loss": 0.033,
+      "step": 165850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0531645569620256e-05,
+      "learning_rate_adapter": 6.0531645569620256e-05,
+      "loss": 0.0329,
+      "step": 165900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.051898734177216e-05,
+      "learning_rate_adapter": 6.051898734177216e-05,
+      "loss": 0.034,
+      "step": 165950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0506329113924054e-05,
+      "learning_rate_adapter": 6.0506329113924054e-05,
+      "loss": 0.0331,
+      "step": 166000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0493670886075946e-05,
+      "learning_rate_adapter": 6.0493670886075946e-05,
+      "loss": 0.0331,
+      "step": 166050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.048101265822785e-05,
+      "learning_rate_adapter": 6.048101265822785e-05,
+      "loss": 0.0327,
+      "step": 166100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.046835443037975e-05,
+      "learning_rate_adapter": 6.046835443037975e-05,
+      "loss": 0.0333,
+      "step": 166150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0455696202531656e-05,
+      "learning_rate_adapter": 6.0455696202531656e-05,
+      "loss": 0.0329,
+      "step": 166200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.044303797468355e-05,
+      "learning_rate_adapter": 6.044303797468355e-05,
+      "loss": 0.0338,
+      "step": 166250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.043037974683544e-05,
+      "learning_rate_adapter": 6.043037974683544e-05,
+      "loss": 0.0331,
+      "step": 166300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0417721518987346e-05,
+      "learning_rate_adapter": 6.0417721518987346e-05,
+      "loss": 0.033,
+      "step": 166350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.040506329113924e-05,
+      "learning_rate_adapter": 6.040506329113924e-05,
+      "loss": 0.0343,
+      "step": 166400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0392405063291144e-05,
+      "learning_rate_adapter": 6.0392405063291144e-05,
+      "loss": 0.0332,
+      "step": 166450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.037974683544304e-05,
+      "learning_rate_adapter": 6.037974683544304e-05,
+      "loss": 0.0332,
+      "step": 166500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0367088607594935e-05,
+      "learning_rate_adapter": 6.0367088607594935e-05,
+      "loss": 0.0331,
+      "step": 166550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.035443037974684e-05,
+      "learning_rate_adapter": 6.035443037974684e-05,
+      "loss": 0.0332,
+      "step": 166600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.034177215189873e-05,
+      "learning_rate_adapter": 6.034177215189873e-05,
+      "loss": 0.0326,
+      "step": 166650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.032911392405064e-05,
+      "learning_rate_adapter": 6.032911392405064e-05,
+      "loss": 0.0326,
+      "step": 166700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.031645569620254e-05,
+      "learning_rate_adapter": 6.031645569620254e-05,
+      "loss": 0.0338,
+      "step": 166750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.030379746835443e-05,
+      "learning_rate_adapter": 6.030379746835443e-05,
+      "loss": 0.0324,
+      "step": 166800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0291139240506335e-05,
+      "learning_rate_adapter": 6.0291139240506335e-05,
+      "loss": 0.0339,
+      "step": 166850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.027848101265823e-05,
+      "learning_rate_adapter": 6.027848101265823e-05,
+      "loss": 0.0339,
+      "step": 166900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.026582278481013e-05,
+      "learning_rate_adapter": 6.026582278481013e-05,
+      "loss": 0.0325,
+      "step": 166950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0253164556962024e-05,
+      "learning_rate_adapter": 6.0253164556962024e-05,
+      "loss": 0.033,
+      "step": 167000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.024050632911392e-05,
+      "learning_rate_adapter": 6.024050632911392e-05,
+      "loss": 0.0334,
+      "step": 167050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.022784810126583e-05,
+      "learning_rate_adapter": 6.022784810126583e-05,
+      "loss": 0.0328,
+      "step": 167100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.021518987341772e-05,
+      "learning_rate_adapter": 6.021518987341772e-05,
+      "loss": 0.033,
+      "step": 167150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0202531645569627e-05,
+      "learning_rate_adapter": 6.0202531645569627e-05,
+      "loss": 0.0329,
+      "step": 167200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.018987341772152e-05,
+      "learning_rate_adapter": 6.018987341772152e-05,
+      "loss": 0.0335,
+      "step": 167250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0177215189873424e-05,
+      "learning_rate_adapter": 6.0177215189873424e-05,
+      "loss": 0.0332,
+      "step": 167300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.016455696202532e-05,
+      "learning_rate_adapter": 6.016455696202532e-05,
+      "loss": 0.0331,
+      "step": 167350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0151898734177215e-05,
+      "learning_rate_adapter": 6.0151898734177215e-05,
+      "loss": 0.033,
+      "step": 167400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.013924050632912e-05,
+      "learning_rate_adapter": 6.013924050632912e-05,
+      "loss": 0.0335,
+      "step": 167450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.012658227848101e-05,
+      "learning_rate_adapter": 6.012658227848101e-05,
+      "loss": 0.0327,
+      "step": 167500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.011392405063292e-05,
+      "learning_rate_adapter": 6.011392405063292e-05,
+      "loss": 0.0335,
+      "step": 167550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.010126582278481e-05,
+      "learning_rate_adapter": 6.010126582278481e-05,
+      "loss": 0.0324,
+      "step": 167600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.008860759493671e-05,
+      "learning_rate_adapter": 6.008860759493671e-05,
+      "loss": 0.0336,
+      "step": 167650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0075949367088615e-05,
+      "learning_rate_adapter": 6.0075949367088615e-05,
+      "loss": 0.0329,
+      "step": 167700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.006329113924051e-05,
+      "learning_rate_adapter": 6.006329113924051e-05,
+      "loss": 0.0332,
+      "step": 167750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.005063291139241e-05,
+      "learning_rate_adapter": 6.005063291139241e-05,
+      "loss": 0.0331,
+      "step": 167800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0037974683544305e-05,
+      "learning_rate_adapter": 6.0037974683544305e-05,
+      "loss": 0.0337,
+      "step": 167850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0025316455696204e-05,
+      "learning_rate_adapter": 6.0025316455696204e-05,
+      "loss": 0.0332,
+      "step": 167900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.001265822784811e-05,
+      "learning_rate_adapter": 6.001265822784811e-05,
+      "loss": 0.0326,
+      "step": 167950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0335,
+      "step": 168000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.998734177215191e-05,
+      "learning_rate_adapter": 5.998734177215191e-05,
+      "loss": 0.0329,
+      "step": 168050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.99746835443038e-05,
+      "learning_rate_adapter": 5.99746835443038e-05,
+      "loss": 0.0339,
+      "step": 168100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.996202531645569e-05,
+      "learning_rate_adapter": 5.996202531645569e-05,
+      "loss": 0.0329,
+      "step": 168150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.99493670886076e-05,
+      "learning_rate_adapter": 5.99493670886076e-05,
+      "loss": 0.0324,
+      "step": 168200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9936708860759496e-05,
+      "learning_rate_adapter": 5.9936708860759496e-05,
+      "loss": 0.0334,
+      "step": 168250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.99240506329114e-05,
+      "learning_rate_adapter": 5.99240506329114e-05,
+      "loss": 0.033,
+      "step": 168300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9911392405063294e-05,
+      "learning_rate_adapter": 5.9911392405063294e-05,
+      "loss": 0.0329,
+      "step": 168350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9898734177215186e-05,
+      "learning_rate_adapter": 5.9898734177215186e-05,
+      "loss": 0.0327,
+      "step": 168400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.988607594936709e-05,
+      "learning_rate_adapter": 5.988607594936709e-05,
+      "loss": 0.0332,
+      "step": 168450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.987341772151899e-05,
+      "learning_rate_adapter": 5.987341772151899e-05,
+      "loss": 0.0335,
+      "step": 168500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9860759493670896e-05,
+      "learning_rate_adapter": 5.9860759493670896e-05,
+      "loss": 0.0329,
+      "step": 168550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.984810126582279e-05,
+      "learning_rate_adapter": 5.984810126582279e-05,
+      "loss": 0.0345,
+      "step": 168600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.983544303797468e-05,
+      "learning_rate_adapter": 5.983544303797468e-05,
+      "loss": 0.0334,
+      "step": 168650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9822784810126585e-05,
+      "learning_rate_adapter": 5.9822784810126585e-05,
+      "loss": 0.034,
+      "step": 168700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.981012658227848e-05,
+      "learning_rate_adapter": 5.981012658227848e-05,
+      "loss": 0.0336,
+      "step": 168750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.979746835443038e-05,
+      "learning_rate_adapter": 5.979746835443038e-05,
+      "loss": 0.0331,
+      "step": 168800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.978481012658228e-05,
+      "learning_rate_adapter": 5.978481012658228e-05,
+      "loss": 0.0333,
+      "step": 168850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.977215189873419e-05,
+      "learning_rate_adapter": 5.977215189873419e-05,
+      "loss": 0.0325,
+      "step": 168900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.975949367088608e-05,
+      "learning_rate_adapter": 5.975949367088608e-05,
+      "loss": 0.0336,
+      "step": 168950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.974683544303797e-05,
+      "learning_rate_adapter": 5.974683544303797e-05,
+      "loss": 0.0331,
+      "step": 169000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.973417721518988e-05,
+      "learning_rate_adapter": 5.973417721518988e-05,
+      "loss": 0.0332,
+      "step": 169050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9721518987341776e-05,
+      "learning_rate_adapter": 5.9721518987341776e-05,
+      "loss": 0.0336,
+      "step": 169100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.970886075949368e-05,
+      "learning_rate_adapter": 5.970886075949368e-05,
+      "loss": 0.0332,
+      "step": 169150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9696202531645574e-05,
+      "learning_rate_adapter": 5.9696202531645574e-05,
+      "loss": 0.033,
+      "step": 169200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9683544303797466e-05,
+      "learning_rate_adapter": 5.9683544303797466e-05,
+      "loss": 0.0328,
+      "step": 169250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.967088607594937e-05,
+      "learning_rate_adapter": 5.967088607594937e-05,
+      "loss": 0.0327,
+      "step": 169300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9658227848101264e-05,
+      "learning_rate_adapter": 5.9658227848101264e-05,
+      "loss": 0.0326,
+      "step": 169350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.964556962025317e-05,
+      "learning_rate_adapter": 5.964556962025317e-05,
+      "loss": 0.0333,
+      "step": 169400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.963291139240507e-05,
+      "learning_rate_adapter": 5.963291139240507e-05,
+      "loss": 0.0334,
+      "step": 169450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.962025316455696e-05,
+      "learning_rate_adapter": 5.962025316455696e-05,
+      "loss": 0.0333,
+      "step": 169500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9607594936708866e-05,
+      "learning_rate_adapter": 5.9607594936708866e-05,
+      "loss": 0.0329,
+      "step": 169550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.959493670886076e-05,
+      "learning_rate_adapter": 5.959493670886076e-05,
+      "loss": 0.0335,
+      "step": 169600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9582278481012664e-05,
+      "learning_rate_adapter": 5.9582278481012664e-05,
+      "loss": 0.0327,
+      "step": 169650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.956962025316456e-05,
+      "learning_rate_adapter": 5.956962025316456e-05,
+      "loss": 0.033,
+      "step": 169700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9556962025316455e-05,
+      "learning_rate_adapter": 5.9556962025316455e-05,
+      "loss": 0.0326,
+      "step": 169750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.954430379746836e-05,
+      "learning_rate_adapter": 5.954430379746836e-05,
+      "loss": 0.0327,
+      "step": 169800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.953164556962025e-05,
+      "learning_rate_adapter": 5.953164556962025e-05,
+      "loss": 0.0336,
+      "step": 169850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.951898734177216e-05,
+      "learning_rate_adapter": 5.951898734177216e-05,
+      "loss": 0.0328,
+      "step": 169900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.950632911392405e-05,
+      "learning_rate_adapter": 5.950632911392405e-05,
+      "loss": 0.0324,
+      "step": 169950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.949367088607595e-05,
+      "learning_rate_adapter": 5.949367088607595e-05,
+      "loss": 0.033,
+      "step": 170000
+    },
+    {
+      "epoch": 0.14,
+      "eval_af_opus100_pr_auc": 0.7629628920526362,
+      "eval_af_ud_pr_auc": 0.9957168178409235,
+      "eval_am_opus100_pr_auc": 0.5769312580675996,
+      "eval_ar_ersatz_pr_auc": 0.9278663845048082,
+      "eval_ar_opus100_pr_auc": 0.6880733819745791,
+      "eval_ar_ud_pr_auc": 0.8575905159949945,
+      "eval_average_ersatz_pr_auc": 0.962889750938619,
+      "eval_average_opus100_pr_auc": 0.8182541849668924,
+      "eval_average_ud_pr_auc": 0.9584936582500024,
+      "eval_az_opus100_pr_auc": 0.7676704926577187,
+      "eval_be_opus100_pr_auc": 0.6720094219233872,
+      "eval_be_ud_pr_auc": 0.9041331850234776,
+      "eval_bg_opus100_pr_auc": 0.906382700502111,
+      "eval_bg_ud_pr_auc": 0.9920845778329965,
+      "eval_bn_opus100_pr_auc": 0.8021269413130184,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8762868691031588,
+      "eval_ca_ud_pr_auc": 0.9953333060836662,
+      "eval_ceb_ud_pr_auc": 0.9989792941633495,
+      "eval_cs_ersatz_pr_auc": 0.9831384883845902,
+      "eval_cs_opus100_pr_auc": 0.8901909539970866,
+      "eval_cs_ud_pr_auc": 0.958153815262875,
+      "eval_cy_opus100_pr_auc": 0.7300730548847073,
+      "eval_cy_ud_pr_auc": 0.9935469851833927,
+      "eval_da_opus100_pr_auc": 0.9079843603604195,
+      "eval_da_ud_pr_auc": 0.9772900841932923,
+      "eval_de_ersatz_pr_auc": 0.9776523272746894,
+      "eval_de_opus100_pr_auc": 0.8723130281258518,
+      "eval_de_ud_pr_auc": 0.9825618059036465,
+      "eval_el_opus100_pr_auc": 0.9179856701581742,
+      "eval_el_ud_pr_auc": 0.9953854710431087,
+      "eval_en_ersatz_pr_auc": 0.9897330361690417,
+      "eval_en_opus100_pr_auc": 0.913268036172355,
+      "eval_en_ud_pr_auc": 0.9655309532296659,
+      "eval_eo_opus100_pr_auc": 0.9192009664035562,
+      "eval_es_ersatz_pr_auc": 0.9946654108120692,
+      "eval_es_opus100_pr_auc": 0.9192440210647439,
+      "eval_es_ud_pr_auc": 0.988396909748463,
+      "eval_et_ersatz_pr_auc": 0.9790599284056495,
+      "eval_et_opus100_pr_auc": 0.892859520948402,
+      "eval_et_ud_pr_auc": 0.95119847019261,
+      "eval_eu_opus100_pr_auc": 0.8703909396790671,
+      "eval_eu_ud_pr_auc": 0.991069794568873,
+      "eval_fa_opus100_pr_auc": 0.556352341740729,
+      "eval_fa_ud_pr_auc": 0.9959647661462167,
+      "eval_fi_ersatz_pr_auc": 0.9867831500263364,
+      "eval_fi_opus100_pr_auc": 0.8923500622854725,
+      "eval_fi_ud_pr_auc": 0.9657478850815485,
+      "eval_fr_ersatz_pr_auc": 0.9812182493159901,
+      "eval_fr_opus100_pr_auc": 0.9015533514706985,
+      "eval_fr_ud_pr_auc": 0.9721927668840938,
+      "eval_fy_opus100_pr_auc": 0.6743322155532407,
+      "eval_ga_opus100_pr_auc": 0.8762197566919316,
+      "eval_ga_ud_pr_auc": 0.8267673995635497,
+      "eval_gd_opus100_pr_auc": 0.5597492370977767,
+      "eval_gd_ud_pr_auc": 0.7624176122522155,
+      "eval_gl_opus100_pr_auc": 0.8752749886438476,
+      "eval_gl_ud_pr_auc": 0.9949959671174754,
+      "eval_gu_ersatz_pr_auc": 0.9317778905997056,
+      "eval_gu_opus100_pr_auc": 0.7209631473721402,
+      "eval_ha_opus100_pr_auc": 0.9056368474750406,
+      "eval_he_opus100_pr_auc": 0.8447713868251117,
+      "eval_he_ud_pr_auc": 0.9755206043910156,
+      "eval_hi_ersatz_pr_auc": 0.9698715216511836,
+      "eval_hi_opus100_pr_auc": 0.6461559530477895,
+      "eval_hi_ud_pr_auc": 0.9686044889124,
+      "eval_hu_opus100_pr_auc": 0.9065280066719491,
+      "eval_hu_ud_pr_auc": 0.9774994900550846,
+      "eval_hy_opus100_pr_auc": 0.9035834804746633,
+      "eval_hy_ud_pr_auc": 0.979600701453598,
+      "eval_id_opus100_pr_auc": 0.8623442283550128,
+      "eval_id_ud_pr_auc": 0.9920070530334042,
+      "eval_ig_opus100_pr_auc": 0.8748382130365733,
+      "eval_is_opus100_pr_auc": 0.9117265451300217,
+      "eval_is_ud_pr_auc": 0.9199404254688759,
+      "eval_it_opus100_pr_auc": 0.8914538498669354,
+      "eval_it_ud_pr_auc": 0.9928075071263116,
+      "eval_ja_ersatz_pr_auc": 0.8180305854349553,
+      "eval_ja_opus100_pr_auc": 0.7935117623699803,
+      "eval_ja_ud_pr_auc": 0.9801603355204628,
+      "eval_jv_ud_pr_auc": 0.9856644138503594,
+      "eval_ka_opus100_pr_auc": 0.8658860060068815,
+      "eval_kk_ersatz_pr_auc": 0.989066630331078,
+      "eval_kk_opus100_pr_auc": 0.7767632576165007,
+      "eval_kk_ud_pr_auc": 0.9764194718768787,
+      "eval_km_ersatz_pr_auc": 0.9101966963843029,
+      "eval_km_opus100_pr_auc": 0.7183464579326331,
+      "eval_kn_opus100_pr_auc": 0.5894640780680681,
+      "eval_ko_opus100_pr_auc": 0.6695330436736237,
+      "eval_ko_ud_pr_auc": 0.9989689868165028,
+      "eval_ku_opus100_pr_auc": 0.829943217117654,
+      "eval_ky_opus100_pr_auc": 0.8318663506400921,
+      "eval_la_ud_pr_auc": 0.925635103968206,
+      "eval_loss": 0.03696358948945999,
+      "eval_lt_ersatz_pr_auc": 0.9886787349508447,
+      "eval_lt_opus100_pr_auc": 0.8656501464385211,
+      "eval_lt_ud_pr_auc": 0.987121263078622,
+      "eval_lv_ersatz_pr_auc": 0.9897684928021909,
+      "eval_lv_opus100_pr_auc": 0.8806781882568319,
+      "eval_lv_ud_pr_auc": 0.9659433060360596,
+      "eval_mg_opus100_pr_auc": 0.913324160057078,
+      "eval_mk_opus100_pr_auc": 0.8957392924100934,
+      "eval_ml_opus100_pr_auc": 0.7470789423180152,
+      "eval_mn_opus100_pr_auc": 0.9488058746320432,
+      "eval_mr_opus100_pr_auc": 0.90341153214652,
+      "eval_mr_ud_pr_auc": 0.9929915997799025,
+      "eval_ms_opus100_pr_auc": 0.86059470229313,
+      "eval_mt_opus100_pr_auc": 0.8333611790731836,
+      "eval_mt_ud_pr_auc": 0.857819029265863,
+      "eval_my_opus100_pr_auc": 0.7261701345224482,
+      "eval_ne_opus100_pr_auc": 0.6988187696340005,
+      "eval_nl_opus100_pr_auc": 0.8805498417974768,
+      "eval_nl_ud_pr_auc": 0.973706758650307,
+      "eval_no_opus100_pr_auc": 0.9103722941649989,
+      "eval_no_ud_pr_auc": 0.9964128444562048,
+      "eval_pa_opus100_pr_auc": 0.6882217179894002,
+      "eval_pl_ersatz_pr_auc": 0.9809565692609978,
+      "eval_pl_opus100_pr_auc": 0.8836656275999701,
+      "eval_pl_ud_pr_auc": 0.9650985669890653,
+      "eval_ps_ersatz_pr_auc": 0.9306894371360528,
+      "eval_ps_opus100_pr_auc": 0.726939749850604,
+      "eval_pt_opus100_pr_auc": 0.9217500274519633,
+      "eval_pt_ud_pr_auc": 0.9774628528078094,
+      "eval_ro_ersatz_pr_auc": 0.9941533845662348,
+      "eval_ro_opus100_pr_auc": 0.8785557402798212,
+      "eval_ro_ud_pr_auc": 0.9719807550662332,
+      "eval_ru_ersatz_pr_auc": 0.9893626909002573,
+      "eval_ru_opus100_pr_auc": 0.9199446733631581,
+      "eval_ru_ud_pr_auc": 0.8637630753658565,
+      "eval_runtime": 455.446,
+      "eval_samples_per_second": 165.706,
+      "eval_si_opus100_pr_auc": 0.7937028200088246,
+      "eval_sk_opus100_pr_auc": 0.9186809432095385,
+      "eval_sk_ud_pr_auc": 0.9755022966351623,
+      "eval_sl_opus100_pr_auc": 0.8470281044336576,
+      "eval_sl_ud_pr_auc": 0.9716691356673357,
+      "eval_sq_opus100_pr_auc": 0.8894614561362297,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.898143886772662,
+      "eval_sr_ud_pr_auc": 0.9923499338279704,
+      "eval_steps_per_second": 5.18,
+      "eval_sv_opus100_pr_auc": 0.8837919003085664,
+      "eval_sv_ud_pr_auc": 0.9399591574196003,
+      "eval_ta_ersatz_pr_auc": 0.9812668991768252,
+      "eval_ta_opus100_pr_auc": 0.6460767258467431,
+      "eval_ta_ud_pr_auc": 0.9980057061259038,
+      "eval_te_opus100_pr_auc": 0.832423057602783,
+      "eval_tg_opus100_pr_auc": 0.8874948319367701,
+      "eval_th_opus100_pr_auc": 0.6726681218623107,
+      "eval_th_ud_pr_auc": 0.7369472567694693,
+      "eval_tr_ersatz_pr_auc": 0.9717068205988453,
+      "eval_tr_opus100_pr_auc": 0.895180781183041,
+      "eval_tr_ud_pr_auc": 0.9519101021863785,
+      "eval_uk_opus100_pr_auc": 0.864698603895177,
+      "eval_uk_ud_pr_auc": 0.934178554662837,
+      "eval_ur_opus100_pr_auc": 0.5027231349426153,
+      "eval_ur_ud_pr_auc": 0.9962613176444542,
+      "eval_uz_opus100_pr_auc": 0.8564395486958278,
+      "eval_vi_opus100_pr_auc": 0.9051769618642953,
+      "eval_vi_ud_pr_auc": 0.9558658787730658,
+      "eval_xh_opus100_pr_auc": 0.8623443162067834,
+      "eval_yi_opus100_pr_auc": 0.7870721381457194,
+      "eval_yo_opus100_pr_auc": 0.7811266945398083,
+      "eval_yo_ud_pr_auc": 0.9030946789662867,
+      "eval_zh_ersatz_pr_auc": 0.9179311919629675,
+      "eval_zh_opus100_pr_auc": 0.7048494279512993,
+      "eval_zh_ud_pr_auc": 0.9882074842922238,
+      "eval_zu_opus100_pr_auc": 0.819024822910325,
+      "step": 170000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9481012658227855e-05,
+      "learning_rate_adapter": 5.9481012658227855e-05,
+      "loss": 0.0335,
+      "step": 170050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.946835443037975e-05,
+      "learning_rate_adapter": 5.946835443037975e-05,
+      "loss": 0.0333,
+      "step": 170100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.945569620253165e-05,
+      "learning_rate_adapter": 5.945569620253165e-05,
+      "loss": 0.0324,
+      "step": 170150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9443037974683544e-05,
+      "learning_rate_adapter": 5.9443037974683544e-05,
+      "loss": 0.0333,
+      "step": 170200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.943037974683544e-05,
+      "learning_rate_adapter": 5.943037974683544e-05,
+      "loss": 0.0328,
+      "step": 170250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.941772151898735e-05,
+      "learning_rate_adapter": 5.941772151898735e-05,
+      "loss": 0.0329,
+      "step": 170300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.940506329113924e-05,
+      "learning_rate_adapter": 5.940506329113924e-05,
+      "loss": 0.0331,
+      "step": 170350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9392405063291147e-05,
+      "learning_rate_adapter": 5.9392405063291147e-05,
+      "loss": 0.0333,
+      "step": 170400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.937974683544304e-05,
+      "learning_rate_adapter": 5.937974683544304e-05,
+      "loss": 0.0332,
+      "step": 170450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9367088607594944e-05,
+      "learning_rate_adapter": 5.9367088607594944e-05,
+      "loss": 0.0337,
+      "step": 170500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9354430379746836e-05,
+      "learning_rate_adapter": 5.9354430379746836e-05,
+      "loss": 0.0325,
+      "step": 170550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9341772151898735e-05,
+      "learning_rate_adapter": 5.9341772151898735e-05,
+      "loss": 0.0326,
+      "step": 170600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.932911392405064e-05,
+      "learning_rate_adapter": 5.932911392405064e-05,
+      "loss": 0.0325,
+      "step": 170650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.931645569620253e-05,
+      "learning_rate_adapter": 5.931645569620253e-05,
+      "loss": 0.0325,
+      "step": 170700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.930379746835444e-05,
+      "learning_rate_adapter": 5.930379746835444e-05,
+      "loss": 0.0335,
+      "step": 170750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.929113924050633e-05,
+      "learning_rate_adapter": 5.929113924050633e-05,
+      "loss": 0.0333,
+      "step": 170800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.927848101265823e-05,
+      "learning_rate_adapter": 5.927848101265823e-05,
+      "loss": 0.0331,
+      "step": 170850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9265822784810135e-05,
+      "learning_rate_adapter": 5.9265822784810135e-05,
+      "loss": 0.0328,
+      "step": 170900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.925316455696203e-05,
+      "learning_rate_adapter": 5.925316455696203e-05,
+      "loss": 0.0327,
+      "step": 170950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.924050632911393e-05,
+      "learning_rate_adapter": 5.924050632911393e-05,
+      "loss": 0.033,
+      "step": 171000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9227848101265825e-05,
+      "learning_rate_adapter": 5.9227848101265825e-05,
+      "loss": 0.0332,
+      "step": 171050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.921518987341772e-05,
+      "learning_rate_adapter": 5.921518987341772e-05,
+      "loss": 0.033,
+      "step": 171100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.920253164556962e-05,
+      "learning_rate_adapter": 5.920253164556962e-05,
+      "loss": 0.0335,
+      "step": 171150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.918987341772152e-05,
+      "learning_rate_adapter": 5.918987341772152e-05,
+      "loss": 0.0321,
+      "step": 171200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.917721518987343e-05,
+      "learning_rate_adapter": 5.917721518987343e-05,
+      "loss": 0.0329,
+      "step": 171250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.916455696202532e-05,
+      "learning_rate_adapter": 5.916455696202532e-05,
+      "loss": 0.0329,
+      "step": 171300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.915189873417721e-05,
+      "learning_rate_adapter": 5.915189873417721e-05,
+      "loss": 0.0328,
+      "step": 171350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.913924050632912e-05,
+      "learning_rate_adapter": 5.913924050632912e-05,
+      "loss": 0.033,
+      "step": 171400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9126582278481016e-05,
+      "learning_rate_adapter": 5.9126582278481016e-05,
+      "loss": 0.0331,
+      "step": 171450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.911392405063292e-05,
+      "learning_rate_adapter": 5.911392405063292e-05,
+      "loss": 0.0335,
+      "step": 171500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9101265822784813e-05,
+      "learning_rate_adapter": 5.9101265822784813e-05,
+      "loss": 0.0332,
+      "step": 171550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9088607594936706e-05,
+      "learning_rate_adapter": 5.9088607594936706e-05,
+      "loss": 0.0336,
+      "step": 171600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.907594936708861e-05,
+      "learning_rate_adapter": 5.907594936708861e-05,
+      "loss": 0.0337,
+      "step": 171650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.90632911392405e-05,
+      "learning_rate_adapter": 5.90632911392405e-05,
+      "loss": 0.0325,
+      "step": 171700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.905063291139241e-05,
+      "learning_rate_adapter": 5.905063291139241e-05,
+      "loss": 0.0337,
+      "step": 171750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.903797468354431e-05,
+      "learning_rate_adapter": 5.903797468354431e-05,
+      "loss": 0.0319,
+      "step": 171800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.90253164556962e-05,
+      "learning_rate_adapter": 5.90253164556962e-05,
+      "loss": 0.0328,
+      "step": 171850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9012658227848105e-05,
+      "learning_rate_adapter": 5.9012658227848105e-05,
+      "loss": 0.0333,
+      "step": 171900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0327,
+      "step": 171950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.89873417721519e-05,
+      "learning_rate_adapter": 5.89873417721519e-05,
+      "loss": 0.0332,
+      "step": 172000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.89746835443038e-05,
+      "learning_rate_adapter": 5.89746835443038e-05,
+      "loss": 0.033,
+      "step": 172050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8962025316455694e-05,
+      "learning_rate_adapter": 5.8962025316455694e-05,
+      "loss": 0.0337,
+      "step": 172100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.89493670886076e-05,
+      "learning_rate_adapter": 5.89493670886076e-05,
+      "loss": 0.0343,
+      "step": 172150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.893670886075949e-05,
+      "learning_rate_adapter": 5.893670886075949e-05,
+      "loss": 0.0326,
+      "step": 172200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.89240506329114e-05,
+      "learning_rate_adapter": 5.89240506329114e-05,
+      "loss": 0.0332,
+      "step": 172250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.891139240506329e-05,
+      "learning_rate_adapter": 5.891139240506329e-05,
+      "loss": 0.0333,
+      "step": 172300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8898734177215195e-05,
+      "learning_rate_adapter": 5.8898734177215195e-05,
+      "loss": 0.0325,
+      "step": 172350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8886075949367094e-05,
+      "learning_rate_adapter": 5.8886075949367094e-05,
+      "loss": 0.0334,
+      "step": 172400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8873417721518986e-05,
+      "learning_rate_adapter": 5.8873417721518986e-05,
+      "loss": 0.0328,
+      "step": 172450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.886075949367089e-05,
+      "learning_rate_adapter": 5.886075949367089e-05,
+      "loss": 0.0327,
+      "step": 172500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8848101265822784e-05,
+      "learning_rate_adapter": 5.8848101265822784e-05,
+      "loss": 0.0328,
+      "step": 172550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.883544303797469e-05,
+      "learning_rate_adapter": 5.883544303797469e-05,
+      "loss": 0.0328,
+      "step": 172600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.882278481012659e-05,
+      "learning_rate_adapter": 5.882278481012659e-05,
+      "loss": 0.0333,
+      "step": 172650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.881012658227848e-05,
+      "learning_rate_adapter": 5.881012658227848e-05,
+      "loss": 0.033,
+      "step": 172700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8797468354430386e-05,
+      "learning_rate_adapter": 5.8797468354430386e-05,
+      "loss": 0.0336,
+      "step": 172750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.878481012658228e-05,
+      "learning_rate_adapter": 5.878481012658228e-05,
+      "loss": 0.033,
+      "step": 172800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8772151898734184e-05,
+      "learning_rate_adapter": 5.8772151898734184e-05,
+      "loss": 0.0331,
+      "step": 172850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8759493670886076e-05,
+      "learning_rate_adapter": 5.8759493670886076e-05,
+      "loss": 0.034,
+      "step": 172900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8746835443037975e-05,
+      "learning_rate_adapter": 5.8746835443037975e-05,
+      "loss": 0.0326,
+      "step": 172950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.873417721518988e-05,
+      "learning_rate_adapter": 5.873417721518988e-05,
+      "loss": 0.0327,
+      "step": 173000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.872151898734177e-05,
+      "learning_rate_adapter": 5.872151898734177e-05,
+      "loss": 0.033,
+      "step": 173050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.870886075949368e-05,
+      "learning_rate_adapter": 5.870886075949368e-05,
+      "loss": 0.0333,
+      "step": 173100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.869620253164557e-05,
+      "learning_rate_adapter": 5.869620253164557e-05,
+      "loss": 0.0324,
+      "step": 173150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.868354430379747e-05,
+      "learning_rate_adapter": 5.868354430379747e-05,
+      "loss": 0.0328,
+      "step": 173200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8670886075949375e-05,
+      "learning_rate_adapter": 5.8670886075949375e-05,
+      "loss": 0.0328,
+      "step": 173250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.865822784810127e-05,
+      "learning_rate_adapter": 5.865822784810127e-05,
+      "loss": 0.0334,
+      "step": 173300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.864556962025317e-05,
+      "learning_rate_adapter": 5.864556962025317e-05,
+      "loss": 0.0328,
+      "step": 173350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8632911392405064e-05,
+      "learning_rate_adapter": 5.8632911392405064e-05,
+      "loss": 0.0328,
+      "step": 173400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8620253164556956e-05,
+      "learning_rate_adapter": 5.8620253164556956e-05,
+      "loss": 0.0334,
+      "step": 173450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.860759493670886e-05,
+      "learning_rate_adapter": 5.860759493670886e-05,
+      "loss": 0.0323,
+      "step": 173500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.859493670886076e-05,
+      "learning_rate_adapter": 5.859493670886076e-05,
+      "loss": 0.0325,
+      "step": 173550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8582278481012667e-05,
+      "learning_rate_adapter": 5.8582278481012667e-05,
+      "loss": 0.0332,
+      "step": 173600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.856962025316456e-05,
+      "learning_rate_adapter": 5.856962025316456e-05,
+      "loss": 0.0335,
+      "step": 173650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.855696202531645e-05,
+      "learning_rate_adapter": 5.855696202531645e-05,
+      "loss": 0.0335,
+      "step": 173700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8544303797468356e-05,
+      "learning_rate_adapter": 5.8544303797468356e-05,
+      "loss": 0.033,
+      "step": 173750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8531645569620255e-05,
+      "learning_rate_adapter": 5.8531645569620255e-05,
+      "loss": 0.0329,
+      "step": 173800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.851898734177216e-05,
+      "learning_rate_adapter": 5.851898734177216e-05,
+      "loss": 0.0331,
+      "step": 173850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.850632911392405e-05,
+      "learning_rate_adapter": 5.850632911392405e-05,
+      "loss": 0.0329,
+      "step": 173900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.849367088607596e-05,
+      "learning_rate_adapter": 5.849367088607596e-05,
+      "loss": 0.0326,
+      "step": 173950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.848101265822785e-05,
+      "learning_rate_adapter": 5.848101265822785e-05,
+      "loss": 0.0332,
+      "step": 174000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.846835443037974e-05,
+      "learning_rate_adapter": 5.846835443037974e-05,
+      "loss": 0.033,
+      "step": 174050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.845569620253165e-05,
+      "learning_rate_adapter": 5.845569620253165e-05,
+      "loss": 0.0325,
+      "step": 174100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.844303797468355e-05,
+      "learning_rate_adapter": 5.844303797468355e-05,
+      "loss": 0.0332,
+      "step": 174150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.843037974683545e-05,
+      "learning_rate_adapter": 5.843037974683545e-05,
+      "loss": 0.0336,
+      "step": 174200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8417721518987345e-05,
+      "learning_rate_adapter": 5.8417721518987345e-05,
+      "loss": 0.0325,
+      "step": 174250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.840506329113924e-05,
+      "learning_rate_adapter": 5.840506329113924e-05,
+      "loss": 0.0331,
+      "step": 174300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.839240506329114e-05,
+      "learning_rate_adapter": 5.839240506329114e-05,
+      "loss": 0.0336,
+      "step": 174350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.837974683544304e-05,
+      "learning_rate_adapter": 5.837974683544304e-05,
+      "loss": 0.0339,
+      "step": 174400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.836708860759495e-05,
+      "learning_rate_adapter": 5.836708860759495e-05,
+      "loss": 0.0328,
+      "step": 174450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.835443037974684e-05,
+      "learning_rate_adapter": 5.835443037974684e-05,
+      "loss": 0.033,
+      "step": 174500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.834177215189873e-05,
+      "learning_rate_adapter": 5.834177215189873e-05,
+      "loss": 0.0323,
+      "step": 174550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.832911392405064e-05,
+      "learning_rate_adapter": 5.832911392405064e-05,
+      "loss": 0.0322,
+      "step": 174600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.831645569620253e-05,
+      "learning_rate_adapter": 5.831645569620253e-05,
+      "loss": 0.0329,
+      "step": 174650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8303797468354435e-05,
+      "learning_rate_adapter": 5.8303797468354435e-05,
+      "loss": 0.0329,
+      "step": 174700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8291139240506333e-05,
+      "learning_rate_adapter": 5.8291139240506333e-05,
+      "loss": 0.0327,
+      "step": 174750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8278481012658226e-05,
+      "learning_rate_adapter": 5.8278481012658226e-05,
+      "loss": 0.0335,
+      "step": 174800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.826582278481013e-05,
+      "learning_rate_adapter": 5.826582278481013e-05,
+      "loss": 0.0329,
+      "step": 174850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.825316455696202e-05,
+      "learning_rate_adapter": 5.825316455696202e-05,
+      "loss": 0.0327,
+      "step": 174900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.824050632911393e-05,
+      "learning_rate_adapter": 5.824050632911393e-05,
+      "loss": 0.033,
+      "step": 174950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.822784810126583e-05,
+      "learning_rate_adapter": 5.822784810126583e-05,
+      "loss": 0.0326,
+      "step": 175000
+    },
+    {
+      "epoch": 0.15,
+      "eval_af_opus100_pr_auc": 0.7721455515003786,
+      "eval_af_ud_pr_auc": 0.993455919439479,
+      "eval_am_opus100_pr_auc": 0.5605254543866928,
+      "eval_ar_ersatz_pr_auc": 0.9341408188562472,
+      "eval_ar_opus100_pr_auc": 0.6854278565273746,
+      "eval_ar_ud_pr_auc": 0.870780835713789,
+      "eval_average_ersatz_pr_auc": 0.9593549953654376,
+      "eval_average_opus100_pr_auc": 0.821180983501925,
+      "eval_average_ud_pr_auc": 0.9552768765517461,
+      "eval_az_opus100_pr_auc": 0.7612569380965796,
+      "eval_be_opus100_pr_auc": 0.6847232280722237,
+      "eval_be_ud_pr_auc": 0.8764456399055803,
+      "eval_bg_opus100_pr_auc": 0.9112755125461675,
+      "eval_bg_ud_pr_auc": 0.9924145351478404,
+      "eval_bn_opus100_pr_auc": 0.8072630374060152,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8828678955309235,
+      "eval_ca_ud_pr_auc": 0.9830508088656151,
+      "eval_ceb_ud_pr_auc": 0.9999717815047149,
+      "eval_cs_ersatz_pr_auc": 0.9787969630804939,
+      "eval_cs_opus100_pr_auc": 0.9024253044828958,
+      "eval_cs_ud_pr_auc": 0.9494864182597486,
+      "eval_cy_opus100_pr_auc": 0.7441611155877028,
+      "eval_cy_ud_pr_auc": 0.9953698747293782,
+      "eval_da_opus100_pr_auc": 0.9103032957904456,
+      "eval_da_ud_pr_auc": 0.9794944235695543,
+      "eval_de_ersatz_pr_auc": 0.9683297838886032,
+      "eval_de_opus100_pr_auc": 0.8731617244804194,
+      "eval_de_ud_pr_auc": 0.9828176696748621,
+      "eval_el_opus100_pr_auc": 0.9190421163839195,
+      "eval_el_ud_pr_auc": 0.992996900972665,
+      "eval_en_ersatz_pr_auc": 0.9865849466722194,
+      "eval_en_opus100_pr_auc": 0.9252932898274394,
+      "eval_en_ud_pr_auc": 0.9650855277598369,
+      "eval_eo_opus100_pr_auc": 0.9244709271613392,
+      "eval_es_ersatz_pr_auc": 0.9956850381954978,
+      "eval_es_opus100_pr_auc": 0.9199908642433582,
+      "eval_es_ud_pr_auc": 0.9910946672996515,
+      "eval_et_ersatz_pr_auc": 0.9753961311381854,
+      "eval_et_opus100_pr_auc": 0.893328251128441,
+      "eval_et_ud_pr_auc": 0.9371332445832801,
+      "eval_eu_opus100_pr_auc": 0.8742811313112564,
+      "eval_eu_ud_pr_auc": 0.986778002920057,
+      "eval_fa_opus100_pr_auc": 0.566193252194522,
+      "eval_fa_ud_pr_auc": 0.998039680415411,
+      "eval_fi_ersatz_pr_auc": 0.982792842919964,
+      "eval_fi_opus100_pr_auc": 0.893181798912036,
+      "eval_fi_ud_pr_auc": 0.9571708677019393,
+      "eval_fr_ersatz_pr_auc": 0.9862220663270839,
+      "eval_fr_opus100_pr_auc": 0.9022125470901224,
+      "eval_fr_ud_pr_auc": 0.9712901032095312,
+      "eval_fy_opus100_pr_auc": 0.7073996538659676,
+      "eval_ga_opus100_pr_auc": 0.8615807056167742,
+      "eval_ga_ud_pr_auc": 0.8174540032640416,
+      "eval_gd_opus100_pr_auc": 0.5665998362828649,
+      "eval_gd_ud_pr_auc": 0.736790797930134,
+      "eval_gl_opus100_pr_auc": 0.8838187816535279,
+      "eval_gl_ud_pr_auc": 0.9949246666463911,
+      "eval_gu_ersatz_pr_auc": 0.9364904267755941,
+      "eval_gu_opus100_pr_auc": 0.7203230053562104,
+      "eval_ha_opus100_pr_auc": 0.9010462381630433,
+      "eval_he_opus100_pr_auc": 0.8582381911027297,
+      "eval_he_ud_pr_auc": 0.9720976248570106,
+      "eval_hi_ersatz_pr_auc": 0.968908753484633,
+      "eval_hi_opus100_pr_auc": 0.6417772632729639,
+      "eval_hi_ud_pr_auc": 0.9707653163890603,
+      "eval_hu_opus100_pr_auc": 0.9107058052742346,
+      "eval_hu_ud_pr_auc": 0.9790547334208479,
+      "eval_hy_opus100_pr_auc": 0.9109782890075184,
+      "eval_hy_ud_pr_auc": 0.9827684654912964,
+      "eval_id_opus100_pr_auc": 0.8637167308026191,
+      "eval_id_ud_pr_auc": 0.9918022033603343,
+      "eval_ig_opus100_pr_auc": 0.8847327474769996,
+      "eval_is_opus100_pr_auc": 0.9168018591196432,
+      "eval_is_ud_pr_auc": 0.9033106241573776,
+      "eval_it_opus100_pr_auc": 0.8992619073073702,
+      "eval_it_ud_pr_auc": 0.9927555887984022,
+      "eval_ja_ersatz_pr_auc": 0.7763530918498801,
+      "eval_ja_opus100_pr_auc": 0.8077500275847663,
+      "eval_ja_ud_pr_auc": 0.9788053495535283,
+      "eval_jv_ud_pr_auc": 0.9804874287566931,
+      "eval_ka_opus100_pr_auc": 0.8655644976785294,
+      "eval_kk_ersatz_pr_auc": 0.9836171072636977,
+      "eval_kk_opus100_pr_auc": 0.8127931740620115,
+      "eval_kk_ud_pr_auc": 0.9725202335818606,
+      "eval_km_ersatz_pr_auc": 0.9075528315394054,
+      "eval_km_opus100_pr_auc": 0.708017714103514,
+      "eval_kn_opus100_pr_auc": 0.586401282488007,
+      "eval_ko_opus100_pr_auc": 0.6806303560707433,
+      "eval_ko_ud_pr_auc": 0.9983270004744151,
+      "eval_ku_opus100_pr_auc": 0.8274803731786394,
+      "eval_ky_opus100_pr_auc": 0.8651788836184094,
+      "eval_la_ud_pr_auc": 0.944592730200906,
+      "eval_loss": 0.036866843700408936,
+      "eval_lt_ersatz_pr_auc": 0.9896845620354464,
+      "eval_lt_opus100_pr_auc": 0.8551975302368355,
+      "eval_lt_ud_pr_auc": 0.9900208482232823,
+      "eval_lv_ersatz_pr_auc": 0.9863756061748032,
+      "eval_lv_opus100_pr_auc": 0.8763979487790011,
+      "eval_lv_ud_pr_auc": 0.9538301261646218,
+      "eval_mg_opus100_pr_auc": 0.9206922910661307,
+      "eval_mk_opus100_pr_auc": 0.9018872499538214,
+      "eval_ml_opus100_pr_auc": 0.7533978478908598,
+      "eval_mn_opus100_pr_auc": 0.9581934140169592,
+      "eval_mr_opus100_pr_auc": 0.8987388130826119,
+      "eval_mr_ud_pr_auc": 0.9876668693123843,
+      "eval_ms_opus100_pr_auc": 0.8678557176837233,
+      "eval_mt_opus100_pr_auc": 0.8289406492721987,
+      "eval_mt_ud_pr_auc": 0.8289178893525401,
+      "eval_my_opus100_pr_auc": 0.6977014111957368,
+      "eval_ne_opus100_pr_auc": 0.6997777417056456,
+      "eval_nl_opus100_pr_auc": 0.8879962043130022,
+      "eval_nl_ud_pr_auc": 0.9748064262809286,
+      "eval_no_opus100_pr_auc": 0.9097683273698395,
+      "eval_no_ud_pr_auc": 0.9957146340041764,
+      "eval_pa_opus100_pr_auc": 0.702520229609989,
+      "eval_pl_ersatz_pr_auc": 0.965138047887273,
+      "eval_pl_opus100_pr_auc": 0.8886277050261981,
+      "eval_pl_ud_pr_auc": 0.9627544951958381,
+      "eval_ps_ersatz_pr_auc": 0.9300060831523086,
+      "eval_ps_opus100_pr_auc": 0.7306296756754392,
+      "eval_pt_opus100_pr_auc": 0.9241009238424456,
+      "eval_pt_ud_pr_auc": 0.9839149473563176,
+      "eval_ro_ersatz_pr_auc": 0.9936268653988097,
+      "eval_ro_opus100_pr_auc": 0.8895845441756478,
+      "eval_ro_ud_pr_auc": 0.9563227851446104,
+      "eval_ru_ersatz_pr_auc": 0.9887696020374176,
+      "eval_ru_opus100_pr_auc": 0.9073071010985286,
+      "eval_ru_ud_pr_auc": 0.8568134685477679,
+      "eval_runtime": 458.4227,
+      "eval_samples_per_second": 164.63,
+      "eval_si_opus100_pr_auc": 0.7935852892640365,
+      "eval_sk_opus100_pr_auc": 0.9241070735683466,
+      "eval_sk_ud_pr_auc": 0.9714254686573399,
+      "eval_sl_opus100_pr_auc": 0.8504855396953285,
+      "eval_sl_ud_pr_auc": 0.9655294101041292,
+      "eval_sq_opus100_pr_auc": 0.8925744652989722,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9041015806496238,
+      "eval_sr_ud_pr_auc": 0.9924537033252824,
+      "eval_steps_per_second": 5.146,
+      "eval_sv_opus100_pr_auc": 0.8869527876504044,
+      "eval_sv_ud_pr_auc": 0.9385529173055424,
+      "eval_ta_ersatz_pr_auc": 0.9811256072431715,
+      "eval_ta_opus100_pr_auc": 0.6448938793731401,
+      "eval_ta_ud_pr_auc": 0.9975328757947592,
+      "eval_te_opus100_pr_auc": 0.8305157636298552,
+      "eval_tg_opus100_pr_auc": 0.8758114451528966,
+      "eval_th_opus100_pr_auc": 0.6749981033814115,
+      "eval_th_ud_pr_auc": 0.7484246571921016,
+      "eval_tr_ersatz_pr_auc": 0.9704224251849098,
+      "eval_tr_opus100_pr_auc": 0.8983767768503245,
+      "eval_tr_ud_pr_auc": 0.9495450860997233,
+      "eval_uk_opus100_pr_auc": 0.8682959214416882,
+      "eval_uk_ud_pr_auc": 0.9296953432783598,
+      "eval_ur_opus100_pr_auc": 0.48739610357415164,
+      "eval_ur_ud_pr_auc": 0.996117820384276,
+      "eval_uz_opus100_pr_auc": 0.8658671373892537,
+      "eval_vi_opus100_pr_auc": 0.9065157430158288,
+      "eval_vi_ud_pr_auc": 0.9561807360178081,
+      "eval_xh_opus100_pr_auc": 0.8436778816857212,
+      "eval_yi_opus100_pr_auc": 0.7619425974437323,
+      "eval_yo_opus100_pr_auc": 0.785991677220216,
+      "eval_yo_ud_pr_auc": 0.887727913304221,
+      "eval_zh_ersatz_pr_auc": 0.919790296933982,
+      "eval_zh_opus100_pr_auc": 0.7226904676644632,
+      "eval_zh_ud_pr_auc": 0.987499873848288,
+      "eval_zu_opus100_pr_auc": 0.8244166714665051,
+      "step": 175000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.821518987341772e-05,
+      "learning_rate_adapter": 5.821518987341772e-05,
+      "loss": 0.0322,
+      "step": 175050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8202531645569625e-05,
+      "learning_rate_adapter": 5.8202531645569625e-05,
+      "loss": 0.0332,
+      "step": 175100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.818987341772152e-05,
+      "learning_rate_adapter": 5.818987341772152e-05,
+      "loss": 0.033,
+      "step": 175150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.817721518987342e-05,
+      "learning_rate_adapter": 5.817721518987342e-05,
+      "loss": 0.0327,
+      "step": 175200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8164556962025315e-05,
+      "learning_rate_adapter": 5.8164556962025315e-05,
+      "loss": 0.0325,
+      "step": 175250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8151898734177214e-05,
+      "learning_rate_adapter": 5.8151898734177214e-05,
+      "loss": 0.0323,
+      "step": 175300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.813924050632912e-05,
+      "learning_rate_adapter": 5.813924050632912e-05,
+      "loss": 0.0329,
+      "step": 175350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.812658227848101e-05,
+      "learning_rate_adapter": 5.812658227848101e-05,
+      "loss": 0.0331,
+      "step": 175400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.811392405063292e-05,
+      "learning_rate_adapter": 5.811392405063292e-05,
+      "loss": 0.0321,
+      "step": 175450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.810126582278481e-05,
+      "learning_rate_adapter": 5.810126582278481e-05,
+      "loss": 0.0323,
+      "step": 175500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8088607594936715e-05,
+      "learning_rate_adapter": 5.8088607594936715e-05,
+      "loss": 0.0336,
+      "step": 175550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8075949367088614e-05,
+      "learning_rate_adapter": 5.8075949367088614e-05,
+      "loss": 0.0335,
+      "step": 175600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8063291139240506e-05,
+      "learning_rate_adapter": 5.8063291139240506e-05,
+      "loss": 0.0326,
+      "step": 175650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.805063291139241e-05,
+      "learning_rate_adapter": 5.805063291139241e-05,
+      "loss": 0.0327,
+      "step": 175700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8037974683544304e-05,
+      "learning_rate_adapter": 5.8037974683544304e-05,
+      "loss": 0.0326,
+      "step": 175750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.802531645569621e-05,
+      "learning_rate_adapter": 5.802531645569621e-05,
+      "loss": 0.0332,
+      "step": 175800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.80126582278481e-05,
+      "learning_rate_adapter": 5.80126582278481e-05,
+      "loss": 0.033,
+      "step": 175850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.0325,
+      "step": 175900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7987341772151906e-05,
+      "learning_rate_adapter": 5.7987341772151906e-05,
+      "loss": 0.0333,
+      "step": 175950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.79746835443038e-05,
+      "learning_rate_adapter": 5.79746835443038e-05,
+      "loss": 0.0331,
+      "step": 176000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7962025316455704e-05,
+      "learning_rate_adapter": 5.7962025316455704e-05,
+      "loss": 0.0336,
+      "step": 176050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7949367088607596e-05,
+      "learning_rate_adapter": 5.7949367088607596e-05,
+      "loss": 0.0331,
+      "step": 176100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7936708860759495e-05,
+      "learning_rate_adapter": 5.7936708860759495e-05,
+      "loss": 0.0335,
+      "step": 176150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.79240506329114e-05,
+      "learning_rate_adapter": 5.79240506329114e-05,
+      "loss": 0.0334,
+      "step": 176200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.791139240506329e-05,
+      "learning_rate_adapter": 5.791139240506329e-05,
+      "loss": 0.0329,
+      "step": 176250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.78987341772152e-05,
+      "learning_rate_adapter": 5.78987341772152e-05,
+      "loss": 0.033,
+      "step": 176300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.788607594936709e-05,
+      "learning_rate_adapter": 5.788607594936709e-05,
+      "loss": 0.0327,
+      "step": 176350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.787341772151898e-05,
+      "learning_rate_adapter": 5.787341772151898e-05,
+      "loss": 0.0326,
+      "step": 176400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.786075949367089e-05,
+      "learning_rate_adapter": 5.786075949367089e-05,
+      "loss": 0.033,
+      "step": 176450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7848101265822787e-05,
+      "learning_rate_adapter": 5.7848101265822787e-05,
+      "loss": 0.0333,
+      "step": 176500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.783544303797469e-05,
+      "learning_rate_adapter": 5.783544303797469e-05,
+      "loss": 0.0332,
+      "step": 176550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7822784810126584e-05,
+      "learning_rate_adapter": 5.7822784810126584e-05,
+      "loss": 0.033,
+      "step": 176600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7810126582278476e-05,
+      "learning_rate_adapter": 5.7810126582278476e-05,
+      "loss": 0.033,
+      "step": 176650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.779746835443038e-05,
+      "learning_rate_adapter": 5.779746835443038e-05,
+      "loss": 0.033,
+      "step": 176700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.778481012658228e-05,
+      "learning_rate_adapter": 5.778481012658228e-05,
+      "loss": 0.032,
+      "step": 176750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7772151898734187e-05,
+      "learning_rate_adapter": 5.7772151898734187e-05,
+      "loss": 0.0329,
+      "step": 176800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.775949367088608e-05,
+      "learning_rate_adapter": 5.775949367088608e-05,
+      "loss": 0.0331,
+      "step": 176850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.774683544303797e-05,
+      "learning_rate_adapter": 5.774683544303797e-05,
+      "loss": 0.0337,
+      "step": 176900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7734177215189876e-05,
+      "learning_rate_adapter": 5.7734177215189876e-05,
+      "loss": 0.0336,
+      "step": 176950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.772151898734177e-05,
+      "learning_rate_adapter": 5.772151898734177e-05,
+      "loss": 0.0324,
+      "step": 177000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7708860759493674e-05,
+      "learning_rate_adapter": 5.7708860759493674e-05,
+      "loss": 0.0334,
+      "step": 177050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.769620253164557e-05,
+      "learning_rate_adapter": 5.769620253164557e-05,
+      "loss": 0.0328,
+      "step": 177100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.768354430379748e-05,
+      "learning_rate_adapter": 5.768354430379748e-05,
+      "loss": 0.0334,
+      "step": 177150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.767088607594937e-05,
+      "learning_rate_adapter": 5.767088607594937e-05,
+      "loss": 0.0333,
+      "step": 177200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.765822784810126e-05,
+      "learning_rate_adapter": 5.765822784810126e-05,
+      "loss": 0.0326,
+      "step": 177250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.764556962025317e-05,
+      "learning_rate_adapter": 5.764556962025317e-05,
+      "loss": 0.0332,
+      "step": 177300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.763291139240507e-05,
+      "learning_rate_adapter": 5.763291139240507e-05,
+      "loss": 0.0328,
+      "step": 177350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.762025316455697e-05,
+      "learning_rate_adapter": 5.762025316455697e-05,
+      "loss": 0.0329,
+      "step": 177400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7607594936708865e-05,
+      "learning_rate_adapter": 5.7607594936708865e-05,
+      "loss": 0.0329,
+      "step": 177450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.759493670886076e-05,
+      "learning_rate_adapter": 5.759493670886076e-05,
+      "loss": 0.0336,
+      "step": 177500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.758227848101266e-05,
+      "learning_rate_adapter": 5.758227848101266e-05,
+      "loss": 0.0329,
+      "step": 177550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7569620253164555e-05,
+      "learning_rate_adapter": 5.7569620253164555e-05,
+      "loss": 0.0324,
+      "step": 177600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.755696202531646e-05,
+      "learning_rate_adapter": 5.755696202531646e-05,
+      "loss": 0.0327,
+      "step": 177650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.754430379746836e-05,
+      "learning_rate_adapter": 5.754430379746836e-05,
+      "loss": 0.0327,
+      "step": 177700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.753164556962025e-05,
+      "learning_rate_adapter": 5.753164556962025e-05,
+      "loss": 0.0329,
+      "step": 177750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.751898734177216e-05,
+      "learning_rate_adapter": 5.751898734177216e-05,
+      "loss": 0.0314,
+      "step": 177800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.750632911392405e-05,
+      "learning_rate_adapter": 5.750632911392405e-05,
+      "loss": 0.0327,
+      "step": 177850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7493670886075955e-05,
+      "learning_rate_adapter": 5.7493670886075955e-05,
+      "loss": 0.0329,
+      "step": 177900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7481012658227853e-05,
+      "learning_rate_adapter": 5.7481012658227853e-05,
+      "loss": 0.0343,
+      "step": 177950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7468354430379745e-05,
+      "learning_rate_adapter": 5.7468354430379745e-05,
+      "loss": 0.0341,
+      "step": 178000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.745569620253165e-05,
+      "learning_rate_adapter": 5.745569620253165e-05,
+      "loss": 0.0339,
+      "step": 178050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.744303797468354e-05,
+      "learning_rate_adapter": 5.744303797468354e-05,
+      "loss": 0.0329,
+      "step": 178100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.743037974683545e-05,
+      "learning_rate_adapter": 5.743037974683545e-05,
+      "loss": 0.0327,
+      "step": 178150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.741772151898734e-05,
+      "learning_rate_adapter": 5.741772151898734e-05,
+      "loss": 0.0335,
+      "step": 178200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.740506329113924e-05,
+      "learning_rate_adapter": 5.740506329113924e-05,
+      "loss": 0.0327,
+      "step": 178250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7392405063291145e-05,
+      "learning_rate_adapter": 5.7392405063291145e-05,
+      "loss": 0.0331,
+      "step": 178300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.737974683544304e-05,
+      "learning_rate_adapter": 5.737974683544304e-05,
+      "loss": 0.0332,
+      "step": 178350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.736708860759494e-05,
+      "learning_rate_adapter": 5.736708860759494e-05,
+      "loss": 0.0334,
+      "step": 178400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7354430379746835e-05,
+      "learning_rate_adapter": 5.7354430379746835e-05,
+      "loss": 0.0334,
+      "step": 178450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7341772151898734e-05,
+      "learning_rate_adapter": 5.7341772151898734e-05,
+      "loss": 0.0337,
+      "step": 178500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.732911392405064e-05,
+      "learning_rate_adapter": 5.732911392405064e-05,
+      "loss": 0.0323,
+      "step": 178550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.731645569620253e-05,
+      "learning_rate_adapter": 5.731645569620253e-05,
+      "loss": 0.0328,
+      "step": 178600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.730379746835444e-05,
+      "learning_rate_adapter": 5.730379746835444e-05,
+      "loss": 0.0326,
+      "step": 178650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.729113924050633e-05,
+      "learning_rate_adapter": 5.729113924050633e-05,
+      "loss": 0.0326,
+      "step": 178700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7278481012658235e-05,
+      "learning_rate_adapter": 5.7278481012658235e-05,
+      "loss": 0.0332,
+      "step": 178750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.726582278481013e-05,
+      "learning_rate_adapter": 5.726582278481013e-05,
+      "loss": 0.0326,
+      "step": 178800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7253164556962026e-05,
+      "learning_rate_adapter": 5.7253164556962026e-05,
+      "loss": 0.033,
+      "step": 178850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.724050632911393e-05,
+      "learning_rate_adapter": 5.724050632911393e-05,
+      "loss": 0.0326,
+      "step": 178900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7227848101265824e-05,
+      "learning_rate_adapter": 5.7227848101265824e-05,
+      "loss": 0.0328,
+      "step": 178950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.721518987341773e-05,
+      "learning_rate_adapter": 5.721518987341773e-05,
+      "loss": 0.0326,
+      "step": 179000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.720253164556962e-05,
+      "learning_rate_adapter": 5.720253164556962e-05,
+      "loss": 0.0322,
+      "step": 179050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.718987341772152e-05,
+      "learning_rate_adapter": 5.718987341772152e-05,
+      "loss": 0.0325,
+      "step": 179100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7177215189873426e-05,
+      "learning_rate_adapter": 5.7177215189873426e-05,
+      "loss": 0.0324,
+      "step": 179150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.716455696202532e-05,
+      "learning_rate_adapter": 5.716455696202532e-05,
+      "loss": 0.0326,
+      "step": 179200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7151898734177224e-05,
+      "learning_rate_adapter": 5.7151898734177224e-05,
+      "loss": 0.0336,
+      "step": 179250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7139240506329116e-05,
+      "learning_rate_adapter": 5.7139240506329116e-05,
+      "loss": 0.0328,
+      "step": 179300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.712658227848101e-05,
+      "learning_rate_adapter": 5.712658227848101e-05,
+      "loss": 0.0337,
+      "step": 179350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7113924050632913e-05,
+      "learning_rate_adapter": 5.7113924050632913e-05,
+      "loss": 0.0328,
+      "step": 179400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.710126582278481e-05,
+      "learning_rate_adapter": 5.710126582278481e-05,
+      "loss": 0.0326,
+      "step": 179450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.708860759493672e-05,
+      "learning_rate_adapter": 5.708860759493672e-05,
+      "loss": 0.0323,
+      "step": 179500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.707594936708861e-05,
+      "learning_rate_adapter": 5.707594936708861e-05,
+      "loss": 0.0333,
+      "step": 179550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.70632911392405e-05,
+      "learning_rate_adapter": 5.70632911392405e-05,
+      "loss": 0.0327,
+      "step": 179600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.705063291139241e-05,
+      "learning_rate_adapter": 5.705063291139241e-05,
+      "loss": 0.0331,
+      "step": 179650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7037974683544307e-05,
+      "learning_rate_adapter": 5.7037974683544307e-05,
+      "loss": 0.0335,
+      "step": 179700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.702531645569621e-05,
+      "learning_rate_adapter": 5.702531645569621e-05,
+      "loss": 0.0335,
+      "step": 179750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7012658227848104e-05,
+      "learning_rate_adapter": 5.7012658227848104e-05,
+      "loss": 0.0338,
+      "step": 179800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.033,
+      "step": 179850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.69873417721519e-05,
+      "learning_rate_adapter": 5.69873417721519e-05,
+      "loss": 0.0327,
+      "step": 179900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6974683544303794e-05,
+      "learning_rate_adapter": 5.6974683544303794e-05,
+      "loss": 0.0328,
+      "step": 179950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.69620253164557e-05,
+      "learning_rate_adapter": 5.69620253164557e-05,
+      "loss": 0.0334,
+      "step": 180000
+    },
+    {
+      "epoch": 0.15,
+      "eval_af_opus100_pr_auc": 0.7761437812958556,
+      "eval_af_ud_pr_auc": 0.9913520743205337,
+      "eval_am_opus100_pr_auc": 0.5567236225814236,
+      "eval_ar_ersatz_pr_auc": 0.9279047089358567,
+      "eval_ar_opus100_pr_auc": 0.682863881700639,
+      "eval_ar_ud_pr_auc": 0.8716946520025307,
+      "eval_average_ersatz_pr_auc": 0.9647159238886537,
+      "eval_average_opus100_pr_auc": 0.8201130444500951,
+      "eval_average_ud_pr_auc": 0.9558852149716842,
+      "eval_az_opus100_pr_auc": 0.7242040979870488,
+      "eval_be_opus100_pr_auc": 0.6652931556619228,
+      "eval_be_ud_pr_auc": 0.8827606696945934,
+      "eval_bg_opus100_pr_auc": 0.9152375092711409,
+      "eval_bg_ud_pr_auc": 0.9931828217201747,
+      "eval_bn_opus100_pr_auc": 0.8064173139843515,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8817349024766138,
+      "eval_ca_ud_pr_auc": 0.9918957978834045,
+      "eval_ceb_ud_pr_auc": 0.9999434125086536,
+      "eval_cs_ersatz_pr_auc": 0.9851747134642553,
+      "eval_cs_opus100_pr_auc": 0.8975447816370643,
+      "eval_cs_ud_pr_auc": 0.960065331633646,
+      "eval_cy_opus100_pr_auc": 0.7426357642976942,
+      "eval_cy_ud_pr_auc": 0.9956867073752984,
+      "eval_da_opus100_pr_auc": 0.9052697759783526,
+      "eval_da_ud_pr_auc": 0.9800980096254054,
+      "eval_de_ersatz_pr_auc": 0.9780871350722189,
+      "eval_de_opus100_pr_auc": 0.8676762098169475,
+      "eval_de_ud_pr_auc": 0.9822987129829212,
+      "eval_el_opus100_pr_auc": 0.921446144333527,
+      "eval_el_ud_pr_auc": 0.9946985256170519,
+      "eval_en_ersatz_pr_auc": 0.9893935998514195,
+      "eval_en_opus100_pr_auc": 0.9279545649029545,
+      "eval_en_ud_pr_auc": 0.9700639682468064,
+      "eval_eo_opus100_pr_auc": 0.9277367353171251,
+      "eval_es_ersatz_pr_auc": 0.9968624465121425,
+      "eval_es_opus100_pr_auc": 0.9225871423634004,
+      "eval_es_ud_pr_auc": 0.9914634551144001,
+      "eval_et_ersatz_pr_auc": 0.9821374176633713,
+      "eval_et_opus100_pr_auc": 0.8967831401717457,
+      "eval_et_ud_pr_auc": 0.9485778962295217,
+      "eval_eu_opus100_pr_auc": 0.8794792752108159,
+      "eval_eu_ud_pr_auc": 0.9902718529688652,
+      "eval_fa_opus100_pr_auc": 0.5554713328560124,
+      "eval_fa_ud_pr_auc": 0.995377948306045,
+      "eval_fi_ersatz_pr_auc": 0.9857980746791326,
+      "eval_fi_opus100_pr_auc": 0.9039932938751116,
+      "eval_fi_ud_pr_auc": 0.9537838160693339,
+      "eval_fr_ersatz_pr_auc": 0.9874807629791754,
+      "eval_fr_opus100_pr_auc": 0.8999194810798392,
+      "eval_fr_ud_pr_auc": 0.9741223827956297,
+      "eval_fy_opus100_pr_auc": 0.7113319358979274,
+      "eval_ga_opus100_pr_auc": 0.8725901016972795,
+      "eval_ga_ud_pr_auc": 0.8199937403673103,
+      "eval_gd_opus100_pr_auc": 0.582357306276314,
+      "eval_gd_ud_pr_auc": 0.7300681915586281,
+      "eval_gl_opus100_pr_auc": 0.8901328993654919,
+      "eval_gl_ud_pr_auc": 0.9942560066638391,
+      "eval_gu_ersatz_pr_auc": 0.9330380737967103,
+      "eval_gu_opus100_pr_auc": 0.7188402754472436,
+      "eval_ha_opus100_pr_auc": 0.8911820383287224,
+      "eval_he_opus100_pr_auc": 0.862601376332198,
+      "eval_he_ud_pr_auc": 0.9782836912113142,
+      "eval_hi_ersatz_pr_auc": 0.9677671893381643,
+      "eval_hi_opus100_pr_auc": 0.6516767692652032,
+      "eval_hi_ud_pr_auc": 0.9536277675778835,
+      "eval_hu_opus100_pr_auc": 0.9193079778264507,
+      "eval_hu_ud_pr_auc": 0.9791591973849219,
+      "eval_hy_opus100_pr_auc": 0.9083873814320713,
+      "eval_hy_ud_pr_auc": 0.9880715174802197,
+      "eval_id_opus100_pr_auc": 0.8563226709258681,
+      "eval_id_ud_pr_auc": 0.9913356920492487,
+      "eval_ig_opus100_pr_auc": 0.8809265219078912,
+      "eval_is_opus100_pr_auc": 0.9257607514965038,
+      "eval_is_ud_pr_auc": 0.9059856699359705,
+      "eval_it_opus100_pr_auc": 0.9018319581548311,
+      "eval_it_ud_pr_auc": 0.9968970616194588,
+      "eval_ja_ersatz_pr_auc": 0.8219145059564055,
+      "eval_ja_opus100_pr_auc": 0.7875439346435876,
+      "eval_ja_ud_pr_auc": 0.9865741079591127,
+      "eval_jv_ud_pr_auc": 0.9735743606525527,
+      "eval_ka_opus100_pr_auc": 0.8772464137586673,
+      "eval_kk_ersatz_pr_auc": 0.9864803095878278,
+      "eval_kk_opus100_pr_auc": 0.8006244734674237,
+      "eval_kk_ud_pr_auc": 0.9761322946895363,
+      "eval_km_ersatz_pr_auc": 0.9084376156588628,
+      "eval_km_opus100_pr_auc": 0.7021195987828432,
+      "eval_kn_opus100_pr_auc": 0.5892827256589835,
+      "eval_ko_opus100_pr_auc": 0.6740361440300242,
+      "eval_ko_ud_pr_auc": 0.9988802402956812,
+      "eval_ku_opus100_pr_auc": 0.8192336318777137,
+      "eval_ky_opus100_pr_auc": 0.8415659210776341,
+      "eval_la_ud_pr_auc": 0.9406796391321056,
+      "eval_loss": 0.03696417063474655,
+      "eval_lt_ersatz_pr_auc": 0.9914800395996235,
+      "eval_lt_opus100_pr_auc": 0.8537459047511629,
+      "eval_lt_ud_pr_auc": 0.9863077710426568,
+      "eval_lv_ersatz_pr_auc": 0.9887218650883492,
+      "eval_lv_opus100_pr_auc": 0.8783877350372282,
+      "eval_lv_ud_pr_auc": 0.964148514424085,
+      "eval_mg_opus100_pr_auc": 0.9169750161641521,
+      "eval_mk_opus100_pr_auc": 0.9013589653049594,
+      "eval_ml_opus100_pr_auc": 0.7588554625461543,
+      "eval_mn_opus100_pr_auc": 0.9463613123652252,
+      "eval_mr_opus100_pr_auc": 0.896706710161806,
+      "eval_mr_ud_pr_auc": 0.9832579093609516,
+      "eval_ms_opus100_pr_auc": 0.863146170644959,
+      "eval_mt_opus100_pr_auc": 0.8268339694667007,
+      "eval_mt_ud_pr_auc": 0.831754469101109,
+      "eval_my_opus100_pr_auc": 0.7256941134023884,
+      "eval_ne_opus100_pr_auc": 0.7049362016548965,
+      "eval_nl_opus100_pr_auc": 0.8935559582976225,
+      "eval_nl_ud_pr_auc": 0.9674128272686683,
+      "eval_no_opus100_pr_auc": 0.9184704163387428,
+      "eval_no_ud_pr_auc": 0.9972485638778606,
+      "eval_pa_opus100_pr_auc": 0.6828424591298098,
+      "eval_pl_ersatz_pr_auc": 0.9754895747712572,
+      "eval_pl_opus100_pr_auc": 0.8919837845298091,
+      "eval_pl_ud_pr_auc": 0.9657420479664169,
+      "eval_ps_ersatz_pr_auc": 0.9380626094740666,
+      "eval_ps_opus100_pr_auc": 0.6885871029110443,
+      "eval_pt_opus100_pr_auc": 0.9185835569893657,
+      "eval_pt_ud_pr_auc": 0.9848583553395934,
+      "eval_ro_ersatz_pr_auc": 0.9944121963306803,
+      "eval_ro_opus100_pr_auc": 0.8780999747136211,
+      "eval_ro_ud_pr_auc": 0.95370566611032,
+      "eval_ru_ersatz_pr_auc": 0.9921188689762417,
+      "eval_ru_opus100_pr_auc": 0.9091166313871081,
+      "eval_ru_ud_pr_auc": 0.8512027473656291,
+      "eval_runtime": 467.9206,
+      "eval_samples_per_second": 161.288,
+      "eval_si_opus100_pr_auc": 0.8055932639080932,
+      "eval_sk_opus100_pr_auc": 0.9232527674357105,
+      "eval_sk_ud_pr_auc": 0.9790140275876265,
+      "eval_sl_opus100_pr_auc": 0.8588013782447133,
+      "eval_sl_ud_pr_auc": 0.9693674909175951,
+      "eval_sq_opus100_pr_auc": 0.8949861995332792,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.905718166262838,
+      "eval_sr_ud_pr_auc": 0.9953742758503779,
+      "eval_steps_per_second": 5.041,
+      "eval_sv_opus100_pr_auc": 0.8880353886595289,
+      "eval_sv_ud_pr_auc": 0.9391121327674736,
+      "eval_ta_ersatz_pr_auc": 0.9813032602955132,
+      "eval_ta_opus100_pr_auc": 0.6443815301227327,
+      "eval_ta_ud_pr_auc": 0.99682793958379,
+      "eval_te_opus100_pr_auc": 0.8284113058009368,
+      "eval_tg_opus100_pr_auc": 0.8822842344604294,
+      "eval_th_opus100_pr_auc": 0.6824116870190741,
+      "eval_th_ud_pr_auc": 0.7442181340529236,
+      "eval_tr_ersatz_pr_auc": 0.9658980233714431,
+      "eval_tr_opus100_pr_auc": 0.8945931068081524,
+      "eval_tr_ud_pr_auc": 0.9346169362413037,
+      "eval_uk_opus100_pr_auc": 0.875703592489468,
+      "eval_uk_ud_pr_auc": 0.9308454818895954,
+      "eval_ur_opus100_pr_auc": 0.5045624764906775,
+      "eval_ur_ud_pr_auc": 0.9943409746700284,
+      "eval_uz_opus100_pr_auc": 0.8446458657142777,
+      "eval_vi_opus100_pr_auc": 0.9076419786741051,
+      "eval_vi_ud_pr_auc": 0.9512751139338786,
+      "eval_xh_opus100_pr_auc": 0.8606983435662621,
+      "eval_yi_opus100_pr_auc": 0.718833597817815,
+      "eval_yo_opus100_pr_auc": 0.7847131179846276,
+      "eval_yo_ud_pr_auc": 0.8907248755013918,
+      "eval_zh_ersatz_pr_auc": 0.9457873341476583,
+      "eval_zh_opus100_pr_auc": 0.727155990361405,
+      "eval_zh_ud_pr_auc": 0.9932437848601288,
+      "eval_zu_opus100_pr_auc": 0.8405854933064497,
+      "step": 180000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.69493670886076e-05,
+      "learning_rate_adapter": 5.69493670886076e-05,
+      "loss": 0.0326,
+      "step": 180050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.693670886075949e-05,
+      "learning_rate_adapter": 5.693670886075949e-05,
+      "loss": 0.0325,
+      "step": 180100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6924050632911396e-05,
+      "learning_rate_adapter": 5.6924050632911396e-05,
+      "loss": 0.0322,
+      "step": 180150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.691139240506329e-05,
+      "learning_rate_adapter": 5.691139240506329e-05,
+      "loss": 0.0331,
+      "step": 180200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6898734177215194e-05,
+      "learning_rate_adapter": 5.6898734177215194e-05,
+      "loss": 0.033,
+      "step": 180250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.688607594936709e-05,
+      "learning_rate_adapter": 5.688607594936709e-05,
+      "loss": 0.0325,
+      "step": 180300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6873417721519e-05,
+      "learning_rate_adapter": 5.6873417721519e-05,
+      "loss": 0.0335,
+      "step": 180350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.686075949367089e-05,
+      "learning_rate_adapter": 5.686075949367089e-05,
+      "loss": 0.0328,
+      "step": 180400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.684810126582278e-05,
+      "learning_rate_adapter": 5.684810126582278e-05,
+      "loss": 0.0334,
+      "step": 180450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.683544303797469e-05,
+      "learning_rate_adapter": 5.683544303797469e-05,
+      "loss": 0.0325,
+      "step": 180500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.682278481012658e-05,
+      "learning_rate_adapter": 5.682278481012658e-05,
+      "loss": 0.0328,
+      "step": 180550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6810126582278486e-05,
+      "learning_rate_adapter": 5.6810126582278486e-05,
+      "loss": 0.0333,
+      "step": 180600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6797468354430385e-05,
+      "learning_rate_adapter": 5.6797468354430385e-05,
+      "loss": 0.0332,
+      "step": 180650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.678481012658228e-05,
+      "learning_rate_adapter": 5.678481012658228e-05,
+      "loss": 0.0328,
+      "step": 180700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.677215189873418e-05,
+      "learning_rate_adapter": 5.677215189873418e-05,
+      "loss": 0.0328,
+      "step": 180750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6759493670886075e-05,
+      "learning_rate_adapter": 5.6759493670886075e-05,
+      "loss": 0.0321,
+      "step": 180800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.674683544303798e-05,
+      "learning_rate_adapter": 5.674683544303798e-05,
+      "loss": 0.0332,
+      "step": 180850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.673417721518988e-05,
+      "learning_rate_adapter": 5.673417721518988e-05,
+      "loss": 0.0331,
+      "step": 180900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.672151898734177e-05,
+      "learning_rate_adapter": 5.672151898734177e-05,
+      "loss": 0.0329,
+      "step": 180950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.670886075949368e-05,
+      "learning_rate_adapter": 5.670886075949368e-05,
+      "loss": 0.0328,
+      "step": 181000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.669620253164557e-05,
+      "learning_rate_adapter": 5.669620253164557e-05,
+      "loss": 0.033,
+      "step": 181050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6683544303797475e-05,
+      "learning_rate_adapter": 5.6683544303797475e-05,
+      "loss": 0.0326,
+      "step": 181100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6670886075949367e-05,
+      "learning_rate_adapter": 5.6670886075949367e-05,
+      "loss": 0.0328,
+      "step": 181150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6658227848101265e-05,
+      "learning_rate_adapter": 5.6658227848101265e-05,
+      "loss": 0.0331,
+      "step": 181200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.664556962025317e-05,
+      "learning_rate_adapter": 5.664556962025317e-05,
+      "loss": 0.0323,
+      "step": 181250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.663291139240506e-05,
+      "learning_rate_adapter": 5.663291139240506e-05,
+      "loss": 0.0333,
+      "step": 181300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.662025316455697e-05,
+      "learning_rate_adapter": 5.662025316455697e-05,
+      "loss": 0.0322,
+      "step": 181350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.660759493670886e-05,
+      "learning_rate_adapter": 5.660759493670886e-05,
+      "loss": 0.0333,
+      "step": 181400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.659493670886076e-05,
+      "learning_rate_adapter": 5.659493670886076e-05,
+      "loss": 0.0329,
+      "step": 181450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6582278481012665e-05,
+      "learning_rate_adapter": 5.6582278481012665e-05,
+      "loss": 0.0324,
+      "step": 181500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.656962025316456e-05,
+      "learning_rate_adapter": 5.656962025316456e-05,
+      "loss": 0.0326,
+      "step": 181550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.655696202531646e-05,
+      "learning_rate_adapter": 5.655696202531646e-05,
+      "loss": 0.0324,
+      "step": 181600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6544303797468355e-05,
+      "learning_rate_adapter": 5.6544303797468355e-05,
+      "loss": 0.0333,
+      "step": 181650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6531645569620254e-05,
+      "learning_rate_adapter": 5.6531645569620254e-05,
+      "loss": 0.0332,
+      "step": 181700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.651898734177215e-05,
+      "learning_rate_adapter": 5.651898734177215e-05,
+      "loss": 0.0317,
+      "step": 181750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.650632911392405e-05,
+      "learning_rate_adapter": 5.650632911392405e-05,
+      "loss": 0.0321,
+      "step": 181800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.649367088607596e-05,
+      "learning_rate_adapter": 5.649367088607596e-05,
+      "loss": 0.0324,
+      "step": 181850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.648101265822785e-05,
+      "learning_rate_adapter": 5.648101265822785e-05,
+      "loss": 0.0329,
+      "step": 181900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.646835443037974e-05,
+      "learning_rate_adapter": 5.646835443037974e-05,
+      "loss": 0.0326,
+      "step": 181950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.645569620253165e-05,
+      "learning_rate_adapter": 5.645569620253165e-05,
+      "loss": 0.0333,
+      "step": 182000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6443037974683546e-05,
+      "learning_rate_adapter": 5.6443037974683546e-05,
+      "loss": 0.0331,
+      "step": 182050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.643037974683545e-05,
+      "learning_rate_adapter": 5.643037974683545e-05,
+      "loss": 0.0332,
+      "step": 182100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6417721518987344e-05,
+      "learning_rate_adapter": 5.6417721518987344e-05,
+      "loss": 0.0326,
+      "step": 182150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.640506329113925e-05,
+      "learning_rate_adapter": 5.640506329113925e-05,
+      "loss": 0.0322,
+      "step": 182200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.639240506329114e-05,
+      "learning_rate_adapter": 5.639240506329114e-05,
+      "loss": 0.0335,
+      "step": 182250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.637974683544304e-05,
+      "learning_rate_adapter": 5.637974683544304e-05,
+      "loss": 0.0326,
+      "step": 182300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.636708860759494e-05,
+      "learning_rate_adapter": 5.636708860759494e-05,
+      "loss": 0.0325,
+      "step": 182350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.635443037974684e-05,
+      "learning_rate_adapter": 5.635443037974684e-05,
+      "loss": 0.0333,
+      "step": 182400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6341772151898744e-05,
+      "learning_rate_adapter": 5.6341772151898744e-05,
+      "loss": 0.0329,
+      "step": 182450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6329113924050636e-05,
+      "learning_rate_adapter": 5.6329113924050636e-05,
+      "loss": 0.0323,
+      "step": 182500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.631645569620253e-05,
+      "learning_rate_adapter": 5.631645569620253e-05,
+      "loss": 0.0335,
+      "step": 182550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6303797468354433e-05,
+      "learning_rate_adapter": 5.6303797468354433e-05,
+      "loss": 0.0334,
+      "step": 182600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.629113924050633e-05,
+      "learning_rate_adapter": 5.629113924050633e-05,
+      "loss": 0.0338,
+      "step": 182650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.627848101265824e-05,
+      "learning_rate_adapter": 5.627848101265824e-05,
+      "loss": 0.0318,
+      "step": 182700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.626582278481013e-05,
+      "learning_rate_adapter": 5.626582278481013e-05,
+      "loss": 0.0317,
+      "step": 182750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.625316455696202e-05,
+      "learning_rate_adapter": 5.625316455696202e-05,
+      "loss": 0.033,
+      "step": 182800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.624050632911393e-05,
+      "learning_rate_adapter": 5.624050632911393e-05,
+      "loss": 0.0328,
+      "step": 182850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.622784810126582e-05,
+      "learning_rate_adapter": 5.622784810126582e-05,
+      "loss": 0.032,
+      "step": 182900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6215189873417725e-05,
+      "learning_rate_adapter": 5.6215189873417725e-05,
+      "loss": 0.0328,
+      "step": 182950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6202531645569624e-05,
+      "learning_rate_adapter": 5.6202531645569624e-05,
+      "loss": 0.0325,
+      "step": 183000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6189873417721516e-05,
+      "learning_rate_adapter": 5.6189873417721516e-05,
+      "loss": 0.0322,
+      "step": 183050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.617721518987342e-05,
+      "learning_rate_adapter": 5.617721518987342e-05,
+      "loss": 0.033,
+      "step": 183100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6164556962025314e-05,
+      "learning_rate_adapter": 5.6164556962025314e-05,
+      "loss": 0.0328,
+      "step": 183150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.615189873417722e-05,
+      "learning_rate_adapter": 5.615189873417722e-05,
+      "loss": 0.0326,
+      "step": 183200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.613924050632912e-05,
+      "learning_rate_adapter": 5.613924050632912e-05,
+      "loss": 0.0331,
+      "step": 183250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.612658227848101e-05,
+      "learning_rate_adapter": 5.612658227848101e-05,
+      "loss": 0.0325,
+      "step": 183300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6113924050632916e-05,
+      "learning_rate_adapter": 5.6113924050632916e-05,
+      "loss": 0.0332,
+      "step": 183350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.610126582278481e-05,
+      "learning_rate_adapter": 5.610126582278481e-05,
+      "loss": 0.0324,
+      "step": 183400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6088607594936714e-05,
+      "learning_rate_adapter": 5.6088607594936714e-05,
+      "loss": 0.0323,
+      "step": 183450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6075949367088606e-05,
+      "learning_rate_adapter": 5.6075949367088606e-05,
+      "loss": 0.0333,
+      "step": 183500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6063291139240505e-05,
+      "learning_rate_adapter": 5.6063291139240505e-05,
+      "loss": 0.0327,
+      "step": 183550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.605063291139241e-05,
+      "learning_rate_adapter": 5.605063291139241e-05,
+      "loss": 0.0327,
+      "step": 183600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.60379746835443e-05,
+      "learning_rate_adapter": 5.60379746835443e-05,
+      "loss": 0.0333,
+      "step": 183650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.602531645569621e-05,
+      "learning_rate_adapter": 5.602531645569621e-05,
+      "loss": 0.0322,
+      "step": 183700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.60126582278481e-05,
+      "learning_rate_adapter": 5.60126582278481e-05,
+      "loss": 0.0338,
+      "step": 183750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0324,
+      "step": 183800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.5987341772151905e-05,
+      "learning_rate_adapter": 5.5987341772151905e-05,
+      "loss": 0.0328,
+      "step": 183850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.59746835443038e-05,
+      "learning_rate_adapter": 5.59746835443038e-05,
+      "loss": 0.0323,
+      "step": 183900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.59620253164557e-05,
+      "learning_rate_adapter": 5.59620253164557e-05,
+      "loss": 0.0329,
+      "step": 183950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5949367088607595e-05,
+      "learning_rate_adapter": 5.5949367088607595e-05,
+      "loss": 0.0333,
+      "step": 184000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.59367088607595e-05,
+      "learning_rate_adapter": 5.59367088607595e-05,
+      "loss": 0.0313,
+      "step": 184050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.592405063291139e-05,
+      "learning_rate_adapter": 5.592405063291139e-05,
+      "loss": 0.0329,
+      "step": 184100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.591139240506329e-05,
+      "learning_rate_adapter": 5.591139240506329e-05,
+      "loss": 0.0327,
+      "step": 184150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.58987341772152e-05,
+      "learning_rate_adapter": 5.58987341772152e-05,
+      "loss": 0.0323,
+      "step": 184200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.588607594936709e-05,
+      "learning_rate_adapter": 5.588607594936709e-05,
+      "loss": 0.0325,
+      "step": 184250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5873417721518994e-05,
+      "learning_rate_adapter": 5.5873417721518994e-05,
+      "loss": 0.0329,
+      "step": 184300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5860759493670887e-05,
+      "learning_rate_adapter": 5.5860759493670887e-05,
+      "loss": 0.0328,
+      "step": 184350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5848101265822785e-05,
+      "learning_rate_adapter": 5.5848101265822785e-05,
+      "loss": 0.0323,
+      "step": 184400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.583544303797469e-05,
+      "learning_rate_adapter": 5.583544303797469e-05,
+      "loss": 0.0331,
+      "step": 184450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.582278481012658e-05,
+      "learning_rate_adapter": 5.582278481012658e-05,
+      "loss": 0.0331,
+      "step": 184500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.581012658227849e-05,
+      "learning_rate_adapter": 5.581012658227849e-05,
+      "loss": 0.0327,
+      "step": 184550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.579746835443038e-05,
+      "learning_rate_adapter": 5.579746835443038e-05,
+      "loss": 0.0325,
+      "step": 184600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.578481012658228e-05,
+      "learning_rate_adapter": 5.578481012658228e-05,
+      "loss": 0.0322,
+      "step": 184650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.577215189873418e-05,
+      "learning_rate_adapter": 5.577215189873418e-05,
+      "loss": 0.0323,
+      "step": 184700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.575949367088608e-05,
+      "learning_rate_adapter": 5.575949367088608e-05,
+      "loss": 0.0322,
+      "step": 184750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.574683544303798e-05,
+      "learning_rate_adapter": 5.574683544303798e-05,
+      "loss": 0.0322,
+      "step": 184800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5734177215189875e-05,
+      "learning_rate_adapter": 5.5734177215189875e-05,
+      "loss": 0.0328,
+      "step": 184850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.572151898734177e-05,
+      "learning_rate_adapter": 5.572151898734177e-05,
+      "loss": 0.0316,
+      "step": 184900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.570886075949367e-05,
+      "learning_rate_adapter": 5.570886075949367e-05,
+      "loss": 0.0322,
+      "step": 184950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.569620253164557e-05,
+      "learning_rate_adapter": 5.569620253164557e-05,
+      "loss": 0.0324,
+      "step": 185000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.7683718763586466,
+      "eval_af_ud_pr_auc": 0.9933113900610726,
+      "eval_am_opus100_pr_auc": 0.5797384115794929,
+      "eval_ar_ersatz_pr_auc": 0.9192480791143295,
+      "eval_ar_opus100_pr_auc": 0.6932026236667059,
+      "eval_ar_ud_pr_auc": 0.871382187008102,
+      "eval_average_ersatz_pr_auc": 0.9567700792077226,
+      "eval_average_opus100_pr_auc": 0.8228816520149478,
+      "eval_average_ud_pr_auc": 0.9543268549190064,
+      "eval_az_opus100_pr_auc": 0.7581351676224308,
+      "eval_be_opus100_pr_auc": 0.6993875185768877,
+      "eval_be_ud_pr_auc": 0.8813771332895555,
+      "eval_bg_opus100_pr_auc": 0.9104682684131343,
+      "eval_bg_ud_pr_auc": 0.9922362503997593,
+      "eval_bn_opus100_pr_auc": 0.8071674437510022,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8685497431360709,
+      "eval_ca_ud_pr_auc": 0.9924997713763302,
+      "eval_ceb_ud_pr_auc": 0.9999434125086537,
+      "eval_cs_ersatz_pr_auc": 0.9806777811929488,
+      "eval_cs_opus100_pr_auc": 0.8983384434467706,
+      "eval_cs_ud_pr_auc": 0.953564954386151,
+      "eval_cy_opus100_pr_auc": 0.741824680906382,
+      "eval_cy_ud_pr_auc": 0.994564873521903,
+      "eval_da_opus100_pr_auc": 0.9127119234469816,
+      "eval_da_ud_pr_auc": 0.9759925090875554,
+      "eval_de_ersatz_pr_auc": 0.9737653552316426,
+      "eval_de_opus100_pr_auc": 0.8725728757208857,
+      "eval_de_ud_pr_auc": 0.9820950053029002,
+      "eval_el_opus100_pr_auc": 0.924545787959272,
+      "eval_el_ud_pr_auc": 0.9918602573017011,
+      "eval_en_ersatz_pr_auc": 0.9872182693828945,
+      "eval_en_opus100_pr_auc": 0.9188890462053496,
+      "eval_en_ud_pr_auc": 0.9714714378390755,
+      "eval_eo_opus100_pr_auc": 0.9249460991214155,
+      "eval_es_ersatz_pr_auc": 0.9953416530039657,
+      "eval_es_opus100_pr_auc": 0.9200840262129795,
+      "eval_es_ud_pr_auc": 0.9904174948079978,
+      "eval_et_ersatz_pr_auc": 0.9784333626841762,
+      "eval_et_opus100_pr_auc": 0.9016006174027154,
+      "eval_et_ud_pr_auc": 0.9441468066006868,
+      "eval_eu_opus100_pr_auc": 0.8692412515498634,
+      "eval_eu_ud_pr_auc": 0.9880212538034813,
+      "eval_fa_opus100_pr_auc": 0.5687446632890105,
+      "eval_fa_ud_pr_auc": 0.9965021598119053,
+      "eval_fi_ersatz_pr_auc": 0.9820645160037216,
+      "eval_fi_opus100_pr_auc": 0.892619236988966,
+      "eval_fi_ud_pr_auc": 0.9585185162382499,
+      "eval_fr_ersatz_pr_auc": 0.983272735187018,
+      "eval_fr_opus100_pr_auc": 0.9012588150072697,
+      "eval_fr_ud_pr_auc": 0.9740244552623866,
+      "eval_fy_opus100_pr_auc": 0.6997438844318482,
+      "eval_ga_opus100_pr_auc": 0.8737866601574737,
+      "eval_ga_ud_pr_auc": 0.8139457400773144,
+      "eval_gd_opus100_pr_auc": 0.5844661990394835,
+      "eval_gd_ud_pr_auc": 0.7376707262984095,
+      "eval_gl_opus100_pr_auc": 0.8760731189822384,
+      "eval_gl_ud_pr_auc": 0.9936538200064838,
+      "eval_gu_ersatz_pr_auc": 0.9389372995057507,
+      "eval_gu_opus100_pr_auc": 0.7161703306669774,
+      "eval_ha_opus100_pr_auc": 0.8861403293122023,
+      "eval_he_opus100_pr_auc": 0.8697531157387729,
+      "eval_he_ud_pr_auc": 0.9697809331248456,
+      "eval_hi_ersatz_pr_auc": 0.9682363218595643,
+      "eval_hi_opus100_pr_auc": 0.6553706855005077,
+      "eval_hi_ud_pr_auc": 0.9769027410762243,
+      "eval_hu_opus100_pr_auc": 0.9133010516459759,
+      "eval_hu_ud_pr_auc": 0.9782141903505206,
+      "eval_hy_opus100_pr_auc": 0.8984083522578725,
+      "eval_hy_ud_pr_auc": 0.9841907340202529,
+      "eval_id_opus100_pr_auc": 0.8594802841743593,
+      "eval_id_ud_pr_auc": 0.9898839925456522,
+      "eval_ig_opus100_pr_auc": 0.8719732661076595,
+      "eval_is_opus100_pr_auc": 0.9217722701676514,
+      "eval_is_ud_pr_auc": 0.9136291286207725,
+      "eval_it_opus100_pr_auc": 0.9029761505615169,
+      "eval_it_ud_pr_auc": 0.9942475440636206,
+      "eval_ja_ersatz_pr_auc": 0.758644982673144,
+      "eval_ja_opus100_pr_auc": 0.7996004948931117,
+      "eval_ja_ud_pr_auc": 0.9719808142936817,
+      "eval_jv_ud_pr_auc": 0.9872475802676712,
+      "eval_ka_opus100_pr_auc": 0.8803106135927922,
+      "eval_kk_ersatz_pr_auc": 0.9881389041882471,
+      "eval_kk_opus100_pr_auc": 0.8038616668122983,
+      "eval_kk_ud_pr_auc": 0.9737040620181954,
+      "eval_km_ersatz_pr_auc": 0.9143298932619346,
+      "eval_km_opus100_pr_auc": 0.7304925902742191,
+      "eval_kn_opus100_pr_auc": 0.6066424998474771,
+      "eval_ko_opus100_pr_auc": 0.6773674462337215,
+      "eval_ko_ud_pr_auc": 0.9994221980405711,
+      "eval_ku_opus100_pr_auc": 0.8359446759667529,
+      "eval_ky_opus100_pr_auc": 0.8640223811436737,
+      "eval_la_ud_pr_auc": 0.9423868673905959,
+      "eval_loss": 0.03657633438706398,
+      "eval_lt_ersatz_pr_auc": 0.9885014415899032,
+      "eval_lt_opus100_pr_auc": 0.855999159090164,
+      "eval_lt_ud_pr_auc": 0.9870680481427895,
+      "eval_lv_ersatz_pr_auc": 0.9888655967258315,
+      "eval_lv_opus100_pr_auc": 0.8778242495810465,
+      "eval_lv_ud_pr_auc": 0.9592138442102097,
+      "eval_mg_opus100_pr_auc": 0.9243041496447694,
+      "eval_mk_opus100_pr_auc": 0.9006353507140925,
+      "eval_ml_opus100_pr_auc": 0.7623098386584307,
+      "eval_mn_opus100_pr_auc": 0.9581724238485139,
+      "eval_mr_opus100_pr_auc": 0.9028719339468299,
+      "eval_mr_ud_pr_auc": 0.9902852981233549,
+      "eval_ms_opus100_pr_auc": 0.8596269534455593,
+      "eval_mt_opus100_pr_auc": 0.8342782252977524,
+      "eval_mt_ud_pr_auc": 0.8296691860408473,
+      "eval_my_opus100_pr_auc": 0.7153369546429894,
+      "eval_ne_opus100_pr_auc": 0.7104175799902158,
+      "eval_nl_opus100_pr_auc": 0.8881725447425425,
+      "eval_nl_ud_pr_auc": 0.9789006374350354,
+      "eval_no_opus100_pr_auc": 0.9145230529226788,
+      "eval_no_ud_pr_auc": 0.9960481838505464,
+      "eval_pa_opus100_pr_auc": 0.699562101208707,
+      "eval_pl_ersatz_pr_auc": 0.9669228144660044,
+      "eval_pl_opus100_pr_auc": 0.889787924412926,
+      "eval_pl_ud_pr_auc": 0.9582948254336937,
+      "eval_ps_ersatz_pr_auc": 0.9226159557599269,
+      "eval_ps_opus100_pr_auc": 0.7254021822933688,
+      "eval_pt_opus100_pr_auc": 0.9236128989194641,
+      "eval_pt_ud_pr_auc": 0.9807557699945318,
+      "eval_ro_ersatz_pr_auc": 0.992364902954017,
+      "eval_ro_opus100_pr_auc": 0.8625956483945708,
+      "eval_ro_ud_pr_auc": 0.9197744112363412,
+      "eval_ru_ersatz_pr_auc": 0.9872039727418742,
+      "eval_ru_opus100_pr_auc": 0.9089091102305994,
+      "eval_ru_ud_pr_auc": 0.8444931658412778,
+      "eval_runtime": 460.025,
+      "eval_samples_per_second": 164.056,
+      "eval_si_opus100_pr_auc": 0.8100404746241635,
+      "eval_sk_opus100_pr_auc": 0.9251912141593782,
+      "eval_sk_ud_pr_auc": 0.9731390083549787,
+      "eval_sl_opus100_pr_auc": 0.8561429180236996,
+      "eval_sl_ud_pr_auc": 0.9653339843701543,
+      "eval_sq_opus100_pr_auc": 0.8899089566658732,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9068359368784565,
+      "eval_sr_ud_pr_auc": 0.9940771402504618,
+      "eval_steps_per_second": 5.128,
+      "eval_sv_opus100_pr_auc": 0.8869663158630456,
+      "eval_sv_ud_pr_auc": 0.929479506979456,
+      "eval_ta_ersatz_pr_auc": 0.9835934129004003,
+      "eval_ta_opus100_pr_auc": 0.6475071593635681,
+      "eval_ta_ud_pr_auc": 0.9988789130826077,
+      "eval_te_opus100_pr_auc": 0.8346870263521353,
+      "eval_tg_opus100_pr_auc": 0.8809769940332502,
+      "eval_th_opus100_pr_auc": 0.6753052964905414,
+      "eval_th_ud_pr_auc": 0.7507060300045966,
+      "eval_tr_ersatz_pr_auc": 0.9645678020190754,
+      "eval_tr_opus100_pr_auc": 0.890636793874986,
+      "eval_tr_ud_pr_auc": 0.9392286576006666,
+      "eval_uk_opus100_pr_auc": 0.8688114575958195,
+      "eval_uk_ud_pr_auc": 0.9191107407473522,
+      "eval_ur_opus100_pr_auc": 0.49993818436793297,
+      "eval_ur_ud_pr_auc": 0.9956529717329088,
+      "eval_uz_opus100_pr_auc": 0.8596733773215064,
+      "eval_vi_opus100_pr_auc": 0.8989294625265115,
+      "eval_vi_ud_pr_auc": 0.9446720816104688,
+      "eval_xh_opus100_pr_auc": 0.8346884911362242,
+      "eval_yi_opus100_pr_auc": 0.8046535647052504,
+      "eval_yo_opus100_pr_auc": 0.7801073670415772,
+      "eval_yo_ud_pr_auc": 0.891395692676609,
+      "eval_zh_ersatz_pr_auc": 0.8859966901235251,
+      "eval_zh_opus100_pr_auc": 0.7157599951396683,
+      "eval_zh_ud_pr_auc": 0.9716616918622004,
+      "eval_zu_opus100_pr_auc": 0.8351356092060942,
+      "step": 185000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.568354430379748e-05,
+      "learning_rate_adapter": 5.568354430379748e-05,
+      "loss": 0.0322,
+      "step": 185050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.567088607594937e-05,
+      "learning_rate_adapter": 5.567088607594937e-05,
+      "loss": 0.0331,
+      "step": 185100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.565822784810126e-05,
+      "learning_rate_adapter": 5.565822784810126e-05,
+      "loss": 0.0329,
+      "step": 185150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.564556962025317e-05,
+      "learning_rate_adapter": 5.564556962025317e-05,
+      "loss": 0.0319,
+      "step": 185200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5632911392405066e-05,
+      "learning_rate_adapter": 5.5632911392405066e-05,
+      "loss": 0.033,
+      "step": 185250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5620253164556965e-05,
+      "learning_rate_adapter": 5.5620253164556965e-05,
+      "loss": 0.0322,
+      "step": 185300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5607594936708864e-05,
+      "learning_rate_adapter": 5.5607594936708864e-05,
+      "loss": 0.0326,
+      "step": 185350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.559493670886077e-05,
+      "learning_rate_adapter": 5.559493670886077e-05,
+      "loss": 0.033,
+      "step": 185400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.558227848101266e-05,
+      "learning_rate_adapter": 5.558227848101266e-05,
+      "loss": 0.0327,
+      "step": 185450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5569620253164553e-05,
+      "learning_rate_adapter": 5.5569620253164553e-05,
+      "loss": 0.0323,
+      "step": 185500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.555696202531646e-05,
+      "learning_rate_adapter": 5.555696202531646e-05,
+      "loss": 0.0332,
+      "step": 185550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.554430379746836e-05,
+      "learning_rate_adapter": 5.554430379746836e-05,
+      "loss": 0.0329,
+      "step": 185600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5531645569620264e-05,
+      "learning_rate_adapter": 5.5531645569620264e-05,
+      "loss": 0.0332,
+      "step": 185650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5518987341772156e-05,
+      "learning_rate_adapter": 5.5518987341772156e-05,
+      "loss": 0.0329,
+      "step": 185700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.550632911392405e-05,
+      "learning_rate_adapter": 5.550632911392405e-05,
+      "loss": 0.0325,
+      "step": 185750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.549367088607595e-05,
+      "learning_rate_adapter": 5.549367088607595e-05,
+      "loss": 0.0327,
+      "step": 185800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.548101265822785e-05,
+      "learning_rate_adapter": 5.548101265822785e-05,
+      "loss": 0.0326,
+      "step": 185850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.546835443037975e-05,
+      "learning_rate_adapter": 5.546835443037975e-05,
+      "loss": 0.0328,
+      "step": 185900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.545569620253165e-05,
+      "learning_rate_adapter": 5.545569620253165e-05,
+      "loss": 0.0324,
+      "step": 185950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.544303797468354e-05,
+      "learning_rate_adapter": 5.544303797468354e-05,
+      "loss": 0.0326,
+      "step": 186000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.543037974683545e-05,
+      "learning_rate_adapter": 5.543037974683545e-05,
+      "loss": 0.032,
+      "step": 186050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.541772151898734e-05,
+      "learning_rate_adapter": 5.541772151898734e-05,
+      "loss": 0.0325,
+      "step": 186100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5405063291139245e-05,
+      "learning_rate_adapter": 5.5405063291139245e-05,
+      "loss": 0.0325,
+      "step": 186150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5392405063291144e-05,
+      "learning_rate_adapter": 5.5392405063291144e-05,
+      "loss": 0.0329,
+      "step": 186200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5379746835443036e-05,
+      "learning_rate_adapter": 5.5379746835443036e-05,
+      "loss": 0.033,
+      "step": 186250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.536708860759494e-05,
+      "learning_rate_adapter": 5.536708860759494e-05,
+      "loss": 0.033,
+      "step": 186300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5354430379746834e-05,
+      "learning_rate_adapter": 5.5354430379746834e-05,
+      "loss": 0.033,
+      "step": 186350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.534177215189874e-05,
+      "learning_rate_adapter": 5.534177215189874e-05,
+      "loss": 0.0327,
+      "step": 186400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.532911392405063e-05,
+      "learning_rate_adapter": 5.532911392405063e-05,
+      "loss": 0.0324,
+      "step": 186450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.531645569620253e-05,
+      "learning_rate_adapter": 5.531645569620253e-05,
+      "loss": 0.0332,
+      "step": 186500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5303797468354436e-05,
+      "learning_rate_adapter": 5.5303797468354436e-05,
+      "loss": 0.0329,
+      "step": 186550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.529113924050633e-05,
+      "learning_rate_adapter": 5.529113924050633e-05,
+      "loss": 0.0327,
+      "step": 186600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5278481012658234e-05,
+      "learning_rate_adapter": 5.5278481012658234e-05,
+      "loss": 0.0318,
+      "step": 186650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5265822784810126e-05,
+      "learning_rate_adapter": 5.5265822784810126e-05,
+      "loss": 0.0328,
+      "step": 186700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5253164556962025e-05,
+      "learning_rate_adapter": 5.5253164556962025e-05,
+      "loss": 0.0325,
+      "step": 186750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.524050632911393e-05,
+      "learning_rate_adapter": 5.524050632911393e-05,
+      "loss": 0.0322,
+      "step": 186800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.522784810126582e-05,
+      "learning_rate_adapter": 5.522784810126582e-05,
+      "loss": 0.0334,
+      "step": 186850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.521518987341773e-05,
+      "learning_rate_adapter": 5.521518987341773e-05,
+      "loss": 0.0325,
+      "step": 186900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.520253164556962e-05,
+      "learning_rate_adapter": 5.520253164556962e-05,
+      "loss": 0.0325,
+      "step": 186950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5189873417721526e-05,
+      "learning_rate_adapter": 5.5189873417721526e-05,
+      "loss": 0.0327,
+      "step": 187000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.517721518987342e-05,
+      "learning_rate_adapter": 5.517721518987342e-05,
+      "loss": 0.0324,
+      "step": 187050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.516455696202532e-05,
+      "learning_rate_adapter": 5.516455696202532e-05,
+      "loss": 0.0329,
+      "step": 187100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.515189873417722e-05,
+      "learning_rate_adapter": 5.515189873417722e-05,
+      "loss": 0.0319,
+      "step": 187150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5139240506329115e-05,
+      "learning_rate_adapter": 5.5139240506329115e-05,
+      "loss": 0.0332,
+      "step": 187200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.512658227848102e-05,
+      "learning_rate_adapter": 5.512658227848102e-05,
+      "loss": 0.0317,
+      "step": 187250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.511392405063291e-05,
+      "learning_rate_adapter": 5.511392405063291e-05,
+      "loss": 0.0327,
+      "step": 187300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.510126582278481e-05,
+      "learning_rate_adapter": 5.510126582278481e-05,
+      "loss": 0.0322,
+      "step": 187350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.508860759493672e-05,
+      "learning_rate_adapter": 5.508860759493672e-05,
+      "loss": 0.033,
+      "step": 187400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.507594936708861e-05,
+      "learning_rate_adapter": 5.507594936708861e-05,
+      "loss": 0.0322,
+      "step": 187450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5063291139240514e-05,
+      "learning_rate_adapter": 5.5063291139240514e-05,
+      "loss": 0.0327,
+      "step": 187500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5050632911392407e-05,
+      "learning_rate_adapter": 5.5050632911392407e-05,
+      "loss": 0.0328,
+      "step": 187550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5037974683544305e-05,
+      "learning_rate_adapter": 5.5037974683544305e-05,
+      "loss": 0.0326,
+      "step": 187600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5025316455696204e-05,
+      "learning_rate_adapter": 5.5025316455696204e-05,
+      "loss": 0.0324,
+      "step": 187650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.50126582278481e-05,
+      "learning_rate_adapter": 5.50126582278481e-05,
+      "loss": 0.0329,
+      "step": 187700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0333,
+      "step": 187750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49873417721519e-05,
+      "learning_rate_adapter": 5.49873417721519e-05,
+      "loss": 0.0326,
+      "step": 187800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.497468354430379e-05,
+      "learning_rate_adapter": 5.497468354430379e-05,
+      "loss": 0.0326,
+      "step": 187850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49620253164557e-05,
+      "learning_rate_adapter": 5.49620253164557e-05,
+      "loss": 0.0327,
+      "step": 187900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49493670886076e-05,
+      "learning_rate_adapter": 5.49493670886076e-05,
+      "loss": 0.0325,
+      "step": 187950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49367088607595e-05,
+      "learning_rate_adapter": 5.49367088607595e-05,
+      "loss": 0.0323,
+      "step": 188000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4924050632911395e-05,
+      "learning_rate_adapter": 5.4924050632911395e-05,
+      "loss": 0.0328,
+      "step": 188050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.491139240506329e-05,
+      "learning_rate_adapter": 5.491139240506329e-05,
+      "loss": 0.0327,
+      "step": 188100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.489873417721519e-05,
+      "learning_rate_adapter": 5.489873417721519e-05,
+      "loss": 0.0322,
+      "step": 188150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.488607594936709e-05,
+      "learning_rate_adapter": 5.488607594936709e-05,
+      "loss": 0.0328,
+      "step": 188200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.487341772151899e-05,
+      "learning_rate_adapter": 5.487341772151899e-05,
+      "loss": 0.0326,
+      "step": 188250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.486075949367089e-05,
+      "learning_rate_adapter": 5.486075949367089e-05,
+      "loss": 0.0325,
+      "step": 188300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.484810126582278e-05,
+      "learning_rate_adapter": 5.484810126582278e-05,
+      "loss": 0.0318,
+      "step": 188350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.483544303797469e-05,
+      "learning_rate_adapter": 5.483544303797469e-05,
+      "loss": 0.0324,
+      "step": 188400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.482278481012658e-05,
+      "learning_rate_adapter": 5.482278481012658e-05,
+      "loss": 0.0333,
+      "step": 188450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4810126582278485e-05,
+      "learning_rate_adapter": 5.4810126582278485e-05,
+      "loss": 0.0328,
+      "step": 188500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4797468354430384e-05,
+      "learning_rate_adapter": 5.4797468354430384e-05,
+      "loss": 0.0317,
+      "step": 188550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.478481012658229e-05,
+      "learning_rate_adapter": 5.478481012658229e-05,
+      "loss": 0.0321,
+      "step": 188600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.477215189873418e-05,
+      "learning_rate_adapter": 5.477215189873418e-05,
+      "loss": 0.0316,
+      "step": 188650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4759493670886073e-05,
+      "learning_rate_adapter": 5.4759493670886073e-05,
+      "loss": 0.0329,
+      "step": 188700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.474683544303798e-05,
+      "learning_rate_adapter": 5.474683544303798e-05,
+      "loss": 0.0326,
+      "step": 188750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.473417721518988e-05,
+      "learning_rate_adapter": 5.473417721518988e-05,
+      "loss": 0.0327,
+      "step": 188800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.472151898734178e-05,
+      "learning_rate_adapter": 5.472151898734178e-05,
+      "loss": 0.032,
+      "step": 188850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4708860759493676e-05,
+      "learning_rate_adapter": 5.4708860759493676e-05,
+      "loss": 0.033,
+      "step": 188900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.469620253164557e-05,
+      "learning_rate_adapter": 5.469620253164557e-05,
+      "loss": 0.0327,
+      "step": 188950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.468354430379747e-05,
+      "learning_rate_adapter": 5.468354430379747e-05,
+      "loss": 0.0328,
+      "step": 189000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4670886075949365e-05,
+      "learning_rate_adapter": 5.4670886075949365e-05,
+      "loss": 0.0329,
+      "step": 189050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.465822784810127e-05,
+      "learning_rate_adapter": 5.465822784810127e-05,
+      "loss": 0.033,
+      "step": 189100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.464556962025317e-05,
+      "learning_rate_adapter": 5.464556962025317e-05,
+      "loss": 0.032,
+      "step": 189150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.463291139240506e-05,
+      "learning_rate_adapter": 5.463291139240506e-05,
+      "loss": 0.0329,
+      "step": 189200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.462025316455697e-05,
+      "learning_rate_adapter": 5.462025316455697e-05,
+      "loss": 0.0331,
+      "step": 189250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.460759493670886e-05,
+      "learning_rate_adapter": 5.460759493670886e-05,
+      "loss": 0.0324,
+      "step": 189300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4594936708860765e-05,
+      "learning_rate_adapter": 5.4594936708860765e-05,
+      "loss": 0.0319,
+      "step": 189350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4582278481012664e-05,
+      "learning_rate_adapter": 5.4582278481012664e-05,
+      "loss": 0.0333,
+      "step": 189400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4569620253164556e-05,
+      "learning_rate_adapter": 5.4569620253164556e-05,
+      "loss": 0.0321,
+      "step": 189450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.455696202531646e-05,
+      "learning_rate_adapter": 5.455696202531646e-05,
+      "loss": 0.0326,
+      "step": 189500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4544303797468354e-05,
+      "learning_rate_adapter": 5.4544303797468354e-05,
+      "loss": 0.0329,
+      "step": 189550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.453164556962026e-05,
+      "learning_rate_adapter": 5.453164556962026e-05,
+      "loss": 0.0324,
+      "step": 189600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.451898734177215e-05,
+      "learning_rate_adapter": 5.451898734177215e-05,
+      "loss": 0.0317,
+      "step": 189650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.450632911392405e-05,
+      "learning_rate_adapter": 5.450632911392405e-05,
+      "loss": 0.0322,
+      "step": 189700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4493670886075956e-05,
+      "learning_rate_adapter": 5.4493670886075956e-05,
+      "loss": 0.0327,
+      "step": 189750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.448101265822785e-05,
+      "learning_rate_adapter": 5.448101265822785e-05,
+      "loss": 0.0325,
+      "step": 189800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4468354430379754e-05,
+      "learning_rate_adapter": 5.4468354430379754e-05,
+      "loss": 0.0324,
+      "step": 189850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4455696202531646e-05,
+      "learning_rate_adapter": 5.4455696202531646e-05,
+      "loss": 0.0331,
+      "step": 189900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4443037974683545e-05,
+      "learning_rate_adapter": 5.4443037974683545e-05,
+      "loss": 0.0324,
+      "step": 189950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4430379746835444e-05,
+      "learning_rate_adapter": 5.4430379746835444e-05,
+      "loss": 0.0328,
+      "step": 190000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.7715575104832622,
+      "eval_af_ud_pr_auc": 0.9897776504888316,
+      "eval_am_opus100_pr_auc": 0.5671461781671694,
+      "eval_ar_ersatz_pr_auc": 0.935522108007128,
+      "eval_ar_opus100_pr_auc": 0.6868121843443568,
+      "eval_ar_ud_pr_auc": 0.8768234556889962,
+      "eval_average_ersatz_pr_auc": 0.9592260386148801,
+      "eval_average_opus100_pr_auc": 0.8223679930765223,
+      "eval_average_ud_pr_auc": 0.9553557401839561,
+      "eval_az_opus100_pr_auc": 0.7772808535708753,
+      "eval_be_opus100_pr_auc": 0.6866788194829231,
+      "eval_be_ud_pr_auc": 0.883821043834164,
+      "eval_bg_opus100_pr_auc": 0.9038987646064035,
+      "eval_bg_ud_pr_auc": 0.9923575051262915,
+      "eval_bn_opus100_pr_auc": 0.8117499999238021,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8810930878393158,
+      "eval_ca_ud_pr_auc": 0.9937262483696694,
+      "eval_ceb_ud_pr_auc": 0.9988411245850721,
+      "eval_cs_ersatz_pr_auc": 0.981183723342059,
+      "eval_cs_opus100_pr_auc": 0.8930477764806571,
+      "eval_cs_ud_pr_auc": 0.9509148170909403,
+      "eval_cy_opus100_pr_auc": 0.7439020065826648,
+      "eval_cy_ud_pr_auc": 0.9933979156996543,
+      "eval_da_opus100_pr_auc": 0.9047631111463061,
+      "eval_da_ud_pr_auc": 0.9732894686715035,
+      "eval_de_ersatz_pr_auc": 0.9588792808048086,
+      "eval_de_opus100_pr_auc": 0.8670240099491107,
+      "eval_de_ud_pr_auc": 0.9805485730589603,
+      "eval_el_opus100_pr_auc": 0.9215864809623748,
+      "eval_el_ud_pr_auc": 0.9907168075285836,
+      "eval_en_ersatz_pr_auc": 0.9877734490159363,
+      "eval_en_opus100_pr_auc": 0.9193849538697926,
+      "eval_en_ud_pr_auc": 0.9700721673876422,
+      "eval_eo_opus100_pr_auc": 0.9244508991278473,
+      "eval_es_ersatz_pr_auc": 0.9960463361374075,
+      "eval_es_opus100_pr_auc": 0.9230560247130855,
+      "eval_es_ud_pr_auc": 0.9908497781642955,
+      "eval_et_ersatz_pr_auc": 0.9773404961925237,
+      "eval_et_opus100_pr_auc": 0.8855616693881987,
+      "eval_et_ud_pr_auc": 0.9494163702546332,
+      "eval_eu_opus100_pr_auc": 0.8745981040833647,
+      "eval_eu_ud_pr_auc": 0.9867501216704687,
+      "eval_fa_opus100_pr_auc": 0.5667355620815178,
+      "eval_fa_ud_pr_auc": 0.995006377031268,
+      "eval_fi_ersatz_pr_auc": 0.9800134502401349,
+      "eval_fi_opus100_pr_auc": 0.8863384599164954,
+      "eval_fi_ud_pr_auc": 0.9516145375171595,
+      "eval_fr_ersatz_pr_auc": 0.9863712586984381,
+      "eval_fr_opus100_pr_auc": 0.9002390464726475,
+      "eval_fr_ud_pr_auc": 0.9783744493214965,
+      "eval_fy_opus100_pr_auc": 0.697057650144635,
+      "eval_ga_opus100_pr_auc": 0.873421518722009,
+      "eval_ga_ud_pr_auc": 0.8344565474259252,
+      "eval_gd_opus100_pr_auc": 0.5792948761849042,
+      "eval_gd_ud_pr_auc": 0.7242989887940452,
+      "eval_gl_opus100_pr_auc": 0.8827525400808626,
+      "eval_gl_ud_pr_auc": 0.9961050475219284,
+      "eval_gu_ersatz_pr_auc": 0.9197682587102619,
+      "eval_gu_opus100_pr_auc": 0.7275521498612953,
+      "eval_ha_opus100_pr_auc": 0.8909477744077394,
+      "eval_he_opus100_pr_auc": 0.8643373297567677,
+      "eval_he_ud_pr_auc": 0.9719995121915271,
+      "eval_hi_ersatz_pr_auc": 0.970686579808693,
+      "eval_hi_opus100_pr_auc": 0.6620258564942446,
+      "eval_hi_ud_pr_auc": 0.9736433776746245,
+      "eval_hu_opus100_pr_auc": 0.909664428731476,
+      "eval_hu_ud_pr_auc": 0.978243065107035,
+      "eval_hy_opus100_pr_auc": 0.912105087712358,
+      "eval_hy_ud_pr_auc": 0.9841857282521341,
+      "eval_id_opus100_pr_auc": 0.8743375711284737,
+      "eval_id_ud_pr_auc": 0.9910364870496073,
+      "eval_ig_opus100_pr_auc": 0.8817556362860884,
+      "eval_is_opus100_pr_auc": 0.9155931228953591,
+      "eval_is_ud_pr_auc": 0.9038713758484522,
+      "eval_it_opus100_pr_auc": 0.9019806326351616,
+      "eval_it_ud_pr_auc": 0.9974231936618625,
+      "eval_ja_ersatz_pr_auc": 0.7786174527229288,
+      "eval_ja_opus100_pr_auc": 0.7995180864930345,
+      "eval_ja_ud_pr_auc": 0.981714876982047,
+      "eval_jv_ud_pr_auc": 0.9766494543188871,
+      "eval_ka_opus100_pr_auc": 0.876513995539641,
+      "eval_kk_ersatz_pr_auc": 0.9882607662633952,
+      "eval_kk_opus100_pr_auc": 0.8069541534323781,
+      "eval_kk_ud_pr_auc": 0.9701751740573887,
+      "eval_km_ersatz_pr_auc": 0.9039543201322715,
+      "eval_km_opus100_pr_auc": 0.695861196692017,
+      "eval_kn_opus100_pr_auc": 0.6069498874936422,
+      "eval_ko_opus100_pr_auc": 0.6890128200259775,
+      "eval_ko_ud_pr_auc": 0.9973671365457646,
+      "eval_ku_opus100_pr_auc": 0.8372310698807587,
+      "eval_ky_opus100_pr_auc": 0.8620573792184668,
+      "eval_la_ud_pr_auc": 0.9348787040146286,
+      "eval_loss": 0.03657450154423714,
+      "eval_lt_ersatz_pr_auc": 0.9854037021710114,
+      "eval_lt_opus100_pr_auc": 0.8609727737571734,
+      "eval_lt_ud_pr_auc": 0.9865877961470076,
+      "eval_lv_ersatz_pr_auc": 0.9862783519186169,
+      "eval_lv_opus100_pr_auc": 0.8748970087854343,
+      "eval_lv_ud_pr_auc": 0.9571771696199098,
+      "eval_mg_opus100_pr_auc": 0.9168633422366984,
+      "eval_mk_opus100_pr_auc": 0.901215854240418,
+      "eval_ml_opus100_pr_auc": 0.7563119845967312,
+      "eval_mn_opus100_pr_auc": 0.9566270495658828,
+      "eval_mr_opus100_pr_auc": 0.8981029123080978,
+      "eval_mr_ud_pr_auc": 0.9712921078805069,
+      "eval_ms_opus100_pr_auc": 0.8626530301693794,
+      "eval_mt_opus100_pr_auc": 0.8324333393981886,
+      "eval_mt_ud_pr_auc": 0.8590104886477901,
+      "eval_my_opus100_pr_auc": 0.7226196247240368,
+      "eval_ne_opus100_pr_auc": 0.7150271419459218,
+      "eval_nl_opus100_pr_auc": 0.8821097626897725,
+      "eval_nl_ud_pr_auc": 0.9615316074930478,
+      "eval_no_opus100_pr_auc": 0.9110938752008388,
+      "eval_no_ud_pr_auc": 0.9967766220498055,
+      "eval_pa_opus100_pr_auc": 0.6963850909228734,
+      "eval_pl_ersatz_pr_auc": 0.972848986240621,
+      "eval_pl_opus100_pr_auc": 0.8853901696833764,
+      "eval_pl_ud_pr_auc": 0.9601010923063461,
+      "eval_ps_ersatz_pr_auc": 0.9435219263407834,
+      "eval_ps_opus100_pr_auc": 0.7127733914726087,
+      "eval_pt_opus100_pr_auc": 0.9224299916952695,
+      "eval_pt_ud_pr_auc": 0.9836137935038753,
+      "eval_ro_ersatz_pr_auc": 0.9940682492299142,
+      "eval_ro_opus100_pr_auc": 0.8508584871117033,
+      "eval_ro_ud_pr_auc": 0.9514360839478286,
+      "eval_ru_ersatz_pr_auc": 0.9899750603999333,
+      "eval_ru_opus100_pr_auc": 0.9152051401936097,
+      "eval_ru_ud_pr_auc": 0.8531310342962308,
+      "eval_runtime": 451.8717,
+      "eval_samples_per_second": 167.016,
+      "eval_si_opus100_pr_auc": 0.808602623974313,
+      "eval_sk_opus100_pr_auc": 0.9229279736633336,
+      "eval_sk_ud_pr_auc": 0.974882423679107,
+      "eval_sl_opus100_pr_auc": 0.8452440355422398,
+      "eval_sl_ud_pr_auc": 0.9656671839542651,
+      "eval_sq_opus100_pr_auc": 0.8869284454795722,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8979366728522121,
+      "eval_sr_ud_pr_auc": 0.995527889225893,
+      "eval_steps_per_second": 5.221,
+      "eval_sv_opus100_pr_auc": 0.8785167659528059,
+      "eval_sv_ud_pr_auc": 0.9294289212130837,
+      "eval_ta_ersatz_pr_auc": 0.982689084688146,
+      "eval_ta_opus100_pr_auc": 0.6599768019427584,
+      "eval_ta_ud_pr_auc": 0.9964320459434177,
+      "eval_te_opus100_pr_auc": 0.8258633887163388,
+      "eval_tg_opus100_pr_auc": 0.8775360234949404,
+      "eval_th_opus100_pr_auc": 0.6773034456983028,
+      "eval_th_ud_pr_auc": 0.7549067482649244,
+      "eval_tr_ersatz_pr_auc": 0.9635610524327902,
+      "eval_tr_opus100_pr_auc": 0.8906524838260922,
+      "eval_tr_ud_pr_auc": 0.9434291677725226,
+      "eval_uk_opus100_pr_auc": 0.8707180067857097,
+      "eval_uk_ud_pr_auc": 0.9285847355362872,
+      "eval_ur_opus100_pr_auc": 0.5011781667674139,
+      "eval_ur_ud_pr_auc": 0.9941058437805791,
+      "eval_uz_opus100_pr_auc": 0.8644144950276659,
+      "eval_vi_opus100_pr_auc": 0.9020655128347159,
+      "eval_vi_ud_pr_auc": 0.947578175316869,
+      "eval_xh_opus100_pr_auc": 0.8592333738689889,
+      "eval_yi_opus100_pr_auc": 0.7977471337023383,
+      "eval_yo_opus100_pr_auc": 0.8042160744649829,
+      "eval_yo_ud_pr_auc": 0.8918147558845051,
+      "eval_zh_ersatz_pr_auc": 0.9202089560295571,
+      "eval_zh_opus100_pr_auc": 0.7167929879844605,
+      "eval_zh_ud_pr_auc": 0.9899144230862027,
+      "eval_zu_opus100_pr_auc": 0.8285207819881781,
+      "step": 190000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.441772151898734e-05,
+      "learning_rate_adapter": 5.441772151898734e-05,
+      "loss": 0.0326,
+      "step": 190050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.440506329113925e-05,
+      "learning_rate_adapter": 5.440506329113925e-05,
+      "loss": 0.0335,
+      "step": 190100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.439240506329114e-05,
+      "learning_rate_adapter": 5.439240506329114e-05,
+      "loss": 0.0328,
+      "step": 190150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.437974683544303e-05,
+      "learning_rate_adapter": 5.437974683544303e-05,
+      "loss": 0.0322,
+      "step": 190200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.436708860759494e-05,
+      "learning_rate_adapter": 5.436708860759494e-05,
+      "loss": 0.0326,
+      "step": 190250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.435443037974684e-05,
+      "learning_rate_adapter": 5.435443037974684e-05,
+      "loss": 0.0322,
+      "step": 190300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.434177215189874e-05,
+      "learning_rate_adapter": 5.434177215189874e-05,
+      "loss": 0.033,
+      "step": 190350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4329113924050635e-05,
+      "learning_rate_adapter": 5.4329113924050635e-05,
+      "loss": 0.0326,
+      "step": 190400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.431645569620254e-05,
+      "learning_rate_adapter": 5.431645569620254e-05,
+      "loss": 0.0329,
+      "step": 190450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.430379746835443e-05,
+      "learning_rate_adapter": 5.430379746835443e-05,
+      "loss": 0.0328,
+      "step": 190500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.429113924050633e-05,
+      "learning_rate_adapter": 5.429113924050633e-05,
+      "loss": 0.0327,
+      "step": 190550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.427848101265823e-05,
+      "learning_rate_adapter": 5.427848101265823e-05,
+      "loss": 0.0326,
+      "step": 190600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.426582278481013e-05,
+      "learning_rate_adapter": 5.426582278481013e-05,
+      "loss": 0.0324,
+      "step": 190650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4253164556962034e-05,
+      "learning_rate_adapter": 5.4253164556962034e-05,
+      "loss": 0.0331,
+      "step": 190700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4240506329113927e-05,
+      "learning_rate_adapter": 5.4240506329113927e-05,
+      "loss": 0.0321,
+      "step": 190750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.422784810126582e-05,
+      "learning_rate_adapter": 5.422784810126582e-05,
+      "loss": 0.0331,
+      "step": 190800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4215189873417724e-05,
+      "learning_rate_adapter": 5.4215189873417724e-05,
+      "loss": 0.0324,
+      "step": 190850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.420253164556962e-05,
+      "learning_rate_adapter": 5.420253164556962e-05,
+      "loss": 0.0329,
+      "step": 190900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.418987341772153e-05,
+      "learning_rate_adapter": 5.418987341772153e-05,
+      "loss": 0.0326,
+      "step": 190950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.417721518987342e-05,
+      "learning_rate_adapter": 5.417721518987342e-05,
+      "loss": 0.0325,
+      "step": 191000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.416455696202531e-05,
+      "learning_rate_adapter": 5.416455696202531e-05,
+      "loss": 0.0323,
+      "step": 191050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.415189873417722e-05,
+      "learning_rate_adapter": 5.415189873417722e-05,
+      "loss": 0.0323,
+      "step": 191100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.413924050632912e-05,
+      "learning_rate_adapter": 5.413924050632912e-05,
+      "loss": 0.0326,
+      "step": 191150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4126582278481016e-05,
+      "learning_rate_adapter": 5.4126582278481016e-05,
+      "loss": 0.0325,
+      "step": 191200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4113924050632915e-05,
+      "learning_rate_adapter": 5.4113924050632915e-05,
+      "loss": 0.0323,
+      "step": 191250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.410126582278481e-05,
+      "learning_rate_adapter": 5.410126582278481e-05,
+      "loss": 0.0325,
+      "step": 191300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.408860759493671e-05,
+      "learning_rate_adapter": 5.408860759493671e-05,
+      "loss": 0.0322,
+      "step": 191350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4075949367088605e-05,
+      "learning_rate_adapter": 5.4075949367088605e-05,
+      "loss": 0.032,
+      "step": 191400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.406329113924051e-05,
+      "learning_rate_adapter": 5.406329113924051e-05,
+      "loss": 0.0324,
+      "step": 191450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.405063291139241e-05,
+      "learning_rate_adapter": 5.405063291139241e-05,
+      "loss": 0.0324,
+      "step": 191500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.40379746835443e-05,
+      "learning_rate_adapter": 5.40379746835443e-05,
+      "loss": 0.0321,
+      "step": 191550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.402531645569621e-05,
+      "learning_rate_adapter": 5.402531645569621e-05,
+      "loss": 0.0328,
+      "step": 191600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.40126582278481e-05,
+      "learning_rate_adapter": 5.40126582278481e-05,
+      "loss": 0.0329,
+      "step": 191650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0322,
+      "step": 191700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3987341772151904e-05,
+      "learning_rate_adapter": 5.3987341772151904e-05,
+      "loss": 0.0327,
+      "step": 191750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3974683544303796e-05,
+      "learning_rate_adapter": 5.3974683544303796e-05,
+      "loss": 0.0317,
+      "step": 191800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.39620253164557e-05,
+      "learning_rate_adapter": 5.39620253164557e-05,
+      "loss": 0.0322,
+      "step": 191850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3949367088607593e-05,
+      "learning_rate_adapter": 5.3949367088607593e-05,
+      "loss": 0.0327,
+      "step": 191900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.39367088607595e-05,
+      "learning_rate_adapter": 5.39367088607595e-05,
+      "loss": 0.0327,
+      "step": 191950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.392405063291139e-05,
+      "learning_rate_adapter": 5.392405063291139e-05,
+      "loss": 0.033,
+      "step": 192000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.39113924050633e-05,
+      "learning_rate_adapter": 5.39113924050633e-05,
+      "loss": 0.0325,
+      "step": 192050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3898734177215196e-05,
+      "learning_rate_adapter": 5.3898734177215196e-05,
+      "loss": 0.0319,
+      "step": 192100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.388607594936709e-05,
+      "learning_rate_adapter": 5.388607594936709e-05,
+      "loss": 0.0318,
+      "step": 192150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.387341772151899e-05,
+      "learning_rate_adapter": 5.387341772151899e-05,
+      "loss": 0.0323,
+      "step": 192200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3860759493670885e-05,
+      "learning_rate_adapter": 5.3860759493670885e-05,
+      "loss": 0.0331,
+      "step": 192250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.384810126582279e-05,
+      "learning_rate_adapter": 5.384810126582279e-05,
+      "loss": 0.0325,
+      "step": 192300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.383544303797469e-05,
+      "learning_rate_adapter": 5.383544303797469e-05,
+      "loss": 0.0327,
+      "step": 192350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.382278481012658e-05,
+      "learning_rate_adapter": 5.382278481012658e-05,
+      "loss": 0.0327,
+      "step": 192400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.381012658227849e-05,
+      "learning_rate_adapter": 5.381012658227849e-05,
+      "loss": 0.0323,
+      "step": 192450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.379746835443038e-05,
+      "learning_rate_adapter": 5.379746835443038e-05,
+      "loss": 0.0329,
+      "step": 192500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3784810126582285e-05,
+      "learning_rate_adapter": 5.3784810126582285e-05,
+      "loss": 0.0328,
+      "step": 192550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.377215189873418e-05,
+      "learning_rate_adapter": 5.377215189873418e-05,
+      "loss": 0.0325,
+      "step": 192600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3759493670886076e-05,
+      "learning_rate_adapter": 5.3759493670886076e-05,
+      "loss": 0.0313,
+      "step": 192650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.374683544303798e-05,
+      "learning_rate_adapter": 5.374683544303798e-05,
+      "loss": 0.0326,
+      "step": 192700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3734177215189874e-05,
+      "learning_rate_adapter": 5.3734177215189874e-05,
+      "loss": 0.0321,
+      "step": 192750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.372151898734178e-05,
+      "learning_rate_adapter": 5.372151898734178e-05,
+      "loss": 0.0325,
+      "step": 192800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.370886075949367e-05,
+      "learning_rate_adapter": 5.370886075949367e-05,
+      "loss": 0.0327,
+      "step": 192850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.369620253164557e-05,
+      "learning_rate_adapter": 5.369620253164557e-05,
+      "loss": 0.0318,
+      "step": 192900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3683544303797476e-05,
+      "learning_rate_adapter": 5.3683544303797476e-05,
+      "loss": 0.0322,
+      "step": 192950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.367088607594937e-05,
+      "learning_rate_adapter": 5.367088607594937e-05,
+      "loss": 0.032,
+      "step": 193000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3658227848101274e-05,
+      "learning_rate_adapter": 5.3658227848101274e-05,
+      "loss": 0.0325,
+      "step": 193050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3645569620253166e-05,
+      "learning_rate_adapter": 5.3645569620253166e-05,
+      "loss": 0.0322,
+      "step": 193100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.363291139240506e-05,
+      "learning_rate_adapter": 5.363291139240506e-05,
+      "loss": 0.0329,
+      "step": 193150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3620253164556964e-05,
+      "learning_rate_adapter": 5.3620253164556964e-05,
+      "loss": 0.0325,
+      "step": 193200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.360759493670886e-05,
+      "learning_rate_adapter": 5.360759493670886e-05,
+      "loss": 0.0319,
+      "step": 193250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.359493670886077e-05,
+      "learning_rate_adapter": 5.359493670886077e-05,
+      "loss": 0.0327,
+      "step": 193300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.358227848101266e-05,
+      "learning_rate_adapter": 5.358227848101266e-05,
+      "loss": 0.0323,
+      "step": 193350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.356962025316455e-05,
+      "learning_rate_adapter": 5.356962025316455e-05,
+      "loss": 0.0321,
+      "step": 193400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.355696202531646e-05,
+      "learning_rate_adapter": 5.355696202531646e-05,
+      "loss": 0.0322,
+      "step": 193450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.354430379746836e-05,
+      "learning_rate_adapter": 5.354430379746836e-05,
+      "loss": 0.0316,
+      "step": 193500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3531645569620256e-05,
+      "learning_rate_adapter": 5.3531645569620256e-05,
+      "loss": 0.0327,
+      "step": 193550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3518987341772154e-05,
+      "learning_rate_adapter": 5.3518987341772154e-05,
+      "loss": 0.0329,
+      "step": 193600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.350632911392406e-05,
+      "learning_rate_adapter": 5.350632911392406e-05,
+      "loss": 0.0328,
+      "step": 193650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.349367088607595e-05,
+      "learning_rate_adapter": 5.349367088607595e-05,
+      "loss": 0.0318,
+      "step": 193700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3481012658227844e-05,
+      "learning_rate_adapter": 5.3481012658227844e-05,
+      "loss": 0.0324,
+      "step": 193750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.346835443037975e-05,
+      "learning_rate_adapter": 5.346835443037975e-05,
+      "loss": 0.0313,
+      "step": 193800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.345569620253165e-05,
+      "learning_rate_adapter": 5.345569620253165e-05,
+      "loss": 0.0321,
+      "step": 193850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3443037974683554e-05,
+      "learning_rate_adapter": 5.3443037974683554e-05,
+      "loss": 0.0322,
+      "step": 193900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3430379746835446e-05,
+      "learning_rate_adapter": 5.3430379746835446e-05,
+      "loss": 0.0332,
+      "step": 193950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.341772151898734e-05,
+      "learning_rate_adapter": 5.341772151898734e-05,
+      "loss": 0.0322,
+      "step": 194000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3405063291139244e-05,
+      "learning_rate_adapter": 5.3405063291139244e-05,
+      "loss": 0.0329,
+      "step": 194050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.339240506329114e-05,
+      "learning_rate_adapter": 5.339240506329114e-05,
+      "loss": 0.0331,
+      "step": 194100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.337974683544304e-05,
+      "learning_rate_adapter": 5.337974683544304e-05,
+      "loss": 0.0322,
+      "step": 194150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.336708860759494e-05,
+      "learning_rate_adapter": 5.336708860759494e-05,
+      "loss": 0.0328,
+      "step": 194200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.335443037974683e-05,
+      "learning_rate_adapter": 5.335443037974683e-05,
+      "loss": 0.032,
+      "step": 194250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.334177215189874e-05,
+      "learning_rate_adapter": 5.334177215189874e-05,
+      "loss": 0.0329,
+      "step": 194300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.332911392405063e-05,
+      "learning_rate_adapter": 5.332911392405063e-05,
+      "loss": 0.0324,
+      "step": 194350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3316455696202536e-05,
+      "learning_rate_adapter": 5.3316455696202536e-05,
+      "loss": 0.0327,
+      "step": 194400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3303797468354435e-05,
+      "learning_rate_adapter": 5.3303797468354435e-05,
+      "loss": 0.0321,
+      "step": 194450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.329113924050633e-05,
+      "learning_rate_adapter": 5.329113924050633e-05,
+      "loss": 0.0321,
+      "step": 194500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.327848101265823e-05,
+      "learning_rate_adapter": 5.327848101265823e-05,
+      "loss": 0.0329,
+      "step": 194550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3265822784810125e-05,
+      "learning_rate_adapter": 5.3265822784810125e-05,
+      "loss": 0.0332,
+      "step": 194600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.325316455696203e-05,
+      "learning_rate_adapter": 5.325316455696203e-05,
+      "loss": 0.0321,
+      "step": 194650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.324050632911393e-05,
+      "learning_rate_adapter": 5.324050632911393e-05,
+      "loss": 0.0324,
+      "step": 194700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.322784810126582e-05,
+      "learning_rate_adapter": 5.322784810126582e-05,
+      "loss": 0.0322,
+      "step": 194750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.321518987341773e-05,
+      "learning_rate_adapter": 5.321518987341773e-05,
+      "loss": 0.0327,
+      "step": 194800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.320253164556962e-05,
+      "learning_rate_adapter": 5.320253164556962e-05,
+      "loss": 0.0316,
+      "step": 194850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3189873417721525e-05,
+      "learning_rate_adapter": 5.3189873417721525e-05,
+      "loss": 0.0329,
+      "step": 194900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.317721518987342e-05,
+      "learning_rate_adapter": 5.317721518987342e-05,
+      "loss": 0.0327,
+      "step": 194950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3164556962025316e-05,
+      "learning_rate_adapter": 5.3164556962025316e-05,
+      "loss": 0.0327,
+      "step": 195000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.7841123200426674,
+      "eval_af_ud_pr_auc": 0.9834960542303466,
+      "eval_am_opus100_pr_auc": 0.5487256452030692,
+      "eval_ar_ersatz_pr_auc": 0.9324708350411798,
+      "eval_ar_opus100_pr_auc": 0.7042292203850797,
+      "eval_ar_ud_pr_auc": 0.8673753087513774,
+      "eval_average_ersatz_pr_auc": 0.9607099202594263,
+      "eval_average_opus100_pr_auc": 0.826739888164356,
+      "eval_average_ud_pr_auc": 0.9551315639073332,
+      "eval_az_opus100_pr_auc": 0.7698254873147601,
+      "eval_be_opus100_pr_auc": 0.7105229788429683,
+      "eval_be_ud_pr_auc": 0.8818988984894651,
+      "eval_bg_opus100_pr_auc": 0.9023279810805713,
+      "eval_bg_ud_pr_auc": 0.9938477243418343,
+      "eval_bn_opus100_pr_auc": 0.8176059411445955,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8802811239706213,
+      "eval_ca_ud_pr_auc": 0.9834740727649061,
+      "eval_ceb_ud_pr_auc": 0.9985164659527401,
+      "eval_cs_ersatz_pr_auc": 0.9823827242077305,
+      "eval_cs_opus100_pr_auc": 0.9011228127222499,
+      "eval_cs_ud_pr_auc": 0.955246651046449,
+      "eval_cy_opus100_pr_auc": 0.7519861588553107,
+      "eval_cy_ud_pr_auc": 0.9935280501776689,
+      "eval_da_opus100_pr_auc": 0.9075821751362686,
+      "eval_da_ud_pr_auc": 0.9786317129925574,
+      "eval_de_ersatz_pr_auc": 0.9700865881849169,
+      "eval_de_opus100_pr_auc": 0.8786081957722975,
+      "eval_de_ud_pr_auc": 0.9844039525785628,
+      "eval_el_opus100_pr_auc": 0.9170110727477045,
+      "eval_el_ud_pr_auc": 0.9921322529390307,
+      "eval_en_ersatz_pr_auc": 0.9862428923203103,
+      "eval_en_opus100_pr_auc": 0.9257758732618988,
+      "eval_en_ud_pr_auc": 0.9679112541122957,
+      "eval_eo_opus100_pr_auc": 0.9273285700680224,
+      "eval_es_ersatz_pr_auc": 0.9940394442378949,
+      "eval_es_opus100_pr_auc": 0.9187749620477612,
+      "eval_es_ud_pr_auc": 0.9895846712030435,
+      "eval_et_ersatz_pr_auc": 0.9782995402266462,
+      "eval_et_opus100_pr_auc": 0.9008638816474372,
+      "eval_et_ud_pr_auc": 0.9539562988011245,
+      "eval_eu_opus100_pr_auc": 0.8819844895868552,
+      "eval_eu_ud_pr_auc": 0.989108474386281,
+      "eval_fa_opus100_pr_auc": 0.5674729583240055,
+      "eval_fa_ud_pr_auc": 0.9967570688335041,
+      "eval_fi_ersatz_pr_auc": 0.982735549194315,
+      "eval_fi_opus100_pr_auc": 0.894770659079191,
+      "eval_fi_ud_pr_auc": 0.962848160800696,
+      "eval_fr_ersatz_pr_auc": 0.9870825001296673,
+      "eval_fr_opus100_pr_auc": 0.8997825143585052,
+      "eval_fr_ud_pr_auc": 0.9763721488390821,
+      "eval_fy_opus100_pr_auc": 0.7135970696297835,
+      "eval_ga_opus100_pr_auc": 0.8645183269901537,
+      "eval_ga_ud_pr_auc": 0.8072119615007531,
+      "eval_gd_opus100_pr_auc": 0.5939219100768661,
+      "eval_gd_ud_pr_auc": 0.7297191654016912,
+      "eval_gl_opus100_pr_auc": 0.8835154668706251,
+      "eval_gl_ud_pr_auc": 0.9947666452127293,
+      "eval_gu_ersatz_pr_auc": 0.9315875017814766,
+      "eval_gu_opus100_pr_auc": 0.7219412598295474,
+      "eval_ha_opus100_pr_auc": 0.8881203932529452,
+      "eval_he_opus100_pr_auc": 0.8727186608347988,
+      "eval_he_ud_pr_auc": 0.9698709450979655,
+      "eval_hi_ersatz_pr_auc": 0.9690330866692592,
+      "eval_hi_opus100_pr_auc": 0.669358384302381,
+      "eval_hi_ud_pr_auc": 0.980120167257578,
+      "eval_hu_opus100_pr_auc": 0.9137199401654983,
+      "eval_hu_ud_pr_auc": 0.9807715914137249,
+      "eval_hy_opus100_pr_auc": 0.9124299404678069,
+      "eval_hy_ud_pr_auc": 0.9891255083504235,
+      "eval_id_opus100_pr_auc": 0.8708308123396327,
+      "eval_id_ud_pr_auc": 0.9877049193463668,
+      "eval_ig_opus100_pr_auc": 0.8857215140354591,
+      "eval_is_opus100_pr_auc": 0.9195368456996565,
+      "eval_is_ud_pr_auc": 0.9026671213415631,
+      "eval_it_opus100_pr_auc": 0.9048309248462685,
+      "eval_it_ud_pr_auc": 0.9951127323364175,
+      "eval_ja_ersatz_pr_auc": 0.7834454842884715,
+      "eval_ja_opus100_pr_auc": 0.8061265453370026,
+      "eval_ja_ud_pr_auc": 0.983708688723964,
+      "eval_jv_ud_pr_auc": 0.975562619545292,
+      "eval_ka_opus100_pr_auc": 0.8772918979546857,
+      "eval_kk_ersatz_pr_auc": 0.9883379054372976,
+      "eval_kk_opus100_pr_auc": 0.8145414242861876,
+      "eval_kk_ud_pr_auc": 0.9753792289178218,
+      "eval_km_ersatz_pr_auc": 0.9049173638944371,
+      "eval_km_opus100_pr_auc": 0.7012454674075561,
+      "eval_kn_opus100_pr_auc": 0.5915024394017276,
+      "eval_ko_opus100_pr_auc": 0.6800327914939231,
+      "eval_ko_ud_pr_auc": 0.999190650129863,
+      "eval_ku_opus100_pr_auc": 0.8562317831230245,
+      "eval_ky_opus100_pr_auc": 0.8651780653817467,
+      "eval_la_ud_pr_auc": 0.9389438886346918,
+      "eval_loss": 0.03636084496974945,
+      "eval_lt_ersatz_pr_auc": 0.987878254292182,
+      "eval_lt_opus100_pr_auc": 0.8600947533516003,
+      "eval_lt_ud_pr_auc": 0.988484441798302,
+      "eval_lv_ersatz_pr_auc": 0.9882915436992666,
+      "eval_lv_opus100_pr_auc": 0.8820669144844703,
+      "eval_lv_ud_pr_auc": 0.9566211978706213,
+      "eval_mg_opus100_pr_auc": 0.9177426994303153,
+      "eval_mk_opus100_pr_auc": 0.9015323291605304,
+      "eval_ml_opus100_pr_auc": 0.7599177612906023,
+      "eval_mn_opus100_pr_auc": 0.9585489811632105,
+      "eval_mr_opus100_pr_auc": 0.9064077485088521,
+      "eval_mr_ud_pr_auc": 0.9777095677197388,
+      "eval_ms_opus100_pr_auc": 0.8628928758862046,
+      "eval_mt_opus100_pr_auc": 0.841731871441634,
+      "eval_mt_ud_pr_auc": 0.8568707009196954,
+      "eval_my_opus100_pr_auc": 0.7249441253976294,
+      "eval_ne_opus100_pr_auc": 0.7075214846993195,
+      "eval_nl_opus100_pr_auc": 0.8834498780590035,
+      "eval_nl_ud_pr_auc": 0.971264185205742,
+      "eval_no_opus100_pr_auc": 0.9133081240621422,
+      "eval_no_ud_pr_auc": 0.9960540170064676,
+      "eval_pa_opus100_pr_auc": 0.6932612225582633,
+      "eval_pl_ersatz_pr_auc": 0.9731976870195522,
+      "eval_pl_opus100_pr_auc": 0.8871677680009352,
+      "eval_pl_ud_pr_auc": 0.9634680168629609,
+      "eval_ps_ersatz_pr_auc": 0.9341189988588711,
+      "eval_ps_opus100_pr_auc": 0.7420747699639421,
+      "eval_pt_opus100_pr_auc": 0.9222847563802608,
+      "eval_pt_ud_pr_auc": 0.985219687133934,
+      "eval_ro_ersatz_pr_auc": 0.99325536975999,
+      "eval_ro_opus100_pr_auc": 0.8756834585894216,
+      "eval_ro_ud_pr_auc": 0.9210644797994834,
+      "eval_ru_ersatz_pr_auc": 0.9894316287441454,
+      "eval_ru_opus100_pr_auc": 0.9176306935051363,
+      "eval_ru_ud_pr_auc": 0.8420238585411409,
+      "eval_runtime": 461.4478,
+      "eval_samples_per_second": 163.55,
+      "eval_si_opus100_pr_auc": 0.8092502408378395,
+      "eval_sk_opus100_pr_auc": 0.9286106341991257,
+      "eval_sk_ud_pr_auc": 0.9747373893996133,
+      "eval_sl_opus100_pr_auc": 0.8532785326620492,
+      "eval_sl_ud_pr_auc": 0.9674073565864204,
+      "eval_sq_opus100_pr_auc": 0.8878529257320148,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9031764162312361,
+      "eval_sr_ud_pr_auc": 0.994461825592975,
+      "eval_steps_per_second": 5.112,
+      "eval_sv_opus100_pr_auc": 0.8825249680330908,
+      "eval_sv_ud_pr_auc": 0.9359703543793131,
+      "eval_ta_ersatz_pr_auc": 0.9823889601898997,
+      "eval_ta_opus100_pr_auc": 0.6525131174286152,
+      "eval_ta_ud_pr_auc": 0.9963647746978362,
+      "eval_te_opus100_pr_auc": 0.8352671351643239,
+      "eval_tg_opus100_pr_auc": 0.8858557113162244,
+      "eval_th_opus100_pr_auc": 0.6888166813076367,
+      "eval_th_ud_pr_auc": 0.7483348496461286,
+      "eval_tr_ersatz_pr_auc": 0.9652900479934854,
+      "eval_tr_opus100_pr_auc": 0.8979526188916989,
+      "eval_tr_ud_pr_auc": 0.9414165697926198,
+      "eval_uk_opus100_pr_auc": 0.879555406152518,
+      "eval_uk_ud_pr_auc": 0.9264418138970164,
+      "eval_ur_opus100_pr_auc": 0.5150590952284372,
+      "eval_ur_ud_pr_auc": 0.9944999094268513,
+      "eval_uz_opus100_pr_auc": 0.8528143226176806,
+      "eval_vi_opus100_pr_auc": 0.9048491204442969,
+      "eval_vi_ud_pr_auc": 0.9629037676382822,
+      "eval_xh_opus100_pr_auc": 0.851214085792524,
+      "eval_yi_opus100_pr_auc": 0.8311580595911723,
+      "eval_yo_opus100_pr_auc": 0.7978604238021837,
+      "eval_yo_ud_pr_auc": 0.8979914041808742,
+      "eval_zh_ersatz_pr_auc": 0.9311043395363824,
+      "eval_zh_opus100_pr_auc": 0.7323805494118782,
+      "eval_zh_ud_pr_auc": 0.984243920170164,
+      "eval_zu_opus100_pr_auc": 0.8468116833800482,
+      "step": 195000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.315189873417722e-05,
+      "learning_rate_adapter": 5.315189873417722e-05,
+      "loss": 0.0323,
+      "step": 195050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.313924050632911e-05,
+      "learning_rate_adapter": 5.313924050632911e-05,
+      "loss": 0.032,
+      "step": 195100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.312658227848102e-05,
+      "learning_rate_adapter": 5.312658227848102e-05,
+      "loss": 0.0323,
+      "step": 195150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.311392405063291e-05,
+      "learning_rate_adapter": 5.311392405063291e-05,
+      "loss": 0.0326,
+      "step": 195200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.310126582278482e-05,
+      "learning_rate_adapter": 5.310126582278482e-05,
+      "loss": 0.0323,
+      "step": 195250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3088607594936716e-05,
+      "learning_rate_adapter": 5.3088607594936716e-05,
+      "loss": 0.0319,
+      "step": 195300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.307594936708861e-05,
+      "learning_rate_adapter": 5.307594936708861e-05,
+      "loss": 0.0328,
+      "step": 195350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.306329113924051e-05,
+      "learning_rate_adapter": 5.306329113924051e-05,
+      "loss": 0.0317,
+      "step": 195400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3050632911392405e-05,
+      "learning_rate_adapter": 5.3050632911392405e-05,
+      "loss": 0.0326,
+      "step": 195450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.303797468354431e-05,
+      "learning_rate_adapter": 5.303797468354431e-05,
+      "loss": 0.0329,
+      "step": 195500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.30253164556962e-05,
+      "learning_rate_adapter": 5.30253164556962e-05,
+      "loss": 0.0331,
+      "step": 195550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.30126582278481e-05,
+      "learning_rate_adapter": 5.30126582278481e-05,
+      "loss": 0.0319,
+      "step": 195600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0318,
+      "step": 195650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.29873417721519e-05,
+      "learning_rate_adapter": 5.29873417721519e-05,
+      "loss": 0.0329,
+      "step": 195700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.2974683544303805e-05,
+      "learning_rate_adapter": 5.2974683544303805e-05,
+      "loss": 0.0321,
+      "step": 195750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.29620253164557e-05,
+      "learning_rate_adapter": 5.29620253164557e-05,
+      "loss": 0.0322,
+      "step": 195800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2949367088607596e-05,
+      "learning_rate_adapter": 5.2949367088607596e-05,
+      "loss": 0.0314,
+      "step": 195850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.29367088607595e-05,
+      "learning_rate_adapter": 5.29367088607595e-05,
+      "loss": 0.0319,
+      "step": 195900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2924050632911394e-05,
+      "learning_rate_adapter": 5.2924050632911394e-05,
+      "loss": 0.0325,
+      "step": 195950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.29113924050633e-05,
+      "learning_rate_adapter": 5.29113924050633e-05,
+      "loss": 0.0322,
+      "step": 196000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.289873417721519e-05,
+      "learning_rate_adapter": 5.289873417721519e-05,
+      "loss": 0.0325,
+      "step": 196050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2886075949367084e-05,
+      "learning_rate_adapter": 5.2886075949367084e-05,
+      "loss": 0.032,
+      "step": 196100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.287341772151899e-05,
+      "learning_rate_adapter": 5.287341772151899e-05,
+      "loss": 0.0334,
+      "step": 196150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.286075949367089e-05,
+      "learning_rate_adapter": 5.286075949367089e-05,
+      "loss": 0.0324,
+      "step": 196200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2848101265822794e-05,
+      "learning_rate_adapter": 5.2848101265822794e-05,
+      "loss": 0.0327,
+      "step": 196250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2835443037974686e-05,
+      "learning_rate_adapter": 5.2835443037974686e-05,
+      "loss": 0.0324,
+      "step": 196300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.282278481012658e-05,
+      "learning_rate_adapter": 5.282278481012658e-05,
+      "loss": 0.0329,
+      "step": 196350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2810126582278484e-05,
+      "learning_rate_adapter": 5.2810126582278484e-05,
+      "loss": 0.0327,
+      "step": 196400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.279746835443038e-05,
+      "learning_rate_adapter": 5.279746835443038e-05,
+      "loss": 0.0325,
+      "step": 196450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.278481012658229e-05,
+      "learning_rate_adapter": 5.278481012658229e-05,
+      "loss": 0.0325,
+      "step": 196500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.277215189873418e-05,
+      "learning_rate_adapter": 5.277215189873418e-05,
+      "loss": 0.0323,
+      "step": 196550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.275949367088607e-05,
+      "learning_rate_adapter": 5.275949367088607e-05,
+      "loss": 0.0325,
+      "step": 196600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.274683544303798e-05,
+      "learning_rate_adapter": 5.274683544303798e-05,
+      "loss": 0.0317,
+      "step": 196650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.273417721518987e-05,
+      "learning_rate_adapter": 5.273417721518987e-05,
+      "loss": 0.0319,
+      "step": 196700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2721518987341776e-05,
+      "learning_rate_adapter": 5.2721518987341776e-05,
+      "loss": 0.0325,
+      "step": 196750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2708860759493674e-05,
+      "learning_rate_adapter": 5.2708860759493674e-05,
+      "loss": 0.0325,
+      "step": 196800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.269620253164558e-05,
+      "learning_rate_adapter": 5.269620253164558e-05,
+      "loss": 0.0327,
+      "step": 196850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.268354430379747e-05,
+      "learning_rate_adapter": 5.268354430379747e-05,
+      "loss": 0.0323,
+      "step": 196900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2670886075949364e-05,
+      "learning_rate_adapter": 5.2670886075949364e-05,
+      "loss": 0.0329,
+      "step": 196950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.265822784810127e-05,
+      "learning_rate_adapter": 5.265822784810127e-05,
+      "loss": 0.0312,
+      "step": 197000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.264556962025317e-05,
+      "learning_rate_adapter": 5.264556962025317e-05,
+      "loss": 0.0326,
+      "step": 197050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.263291139240507e-05,
+      "learning_rate_adapter": 5.263291139240507e-05,
+      "loss": 0.0321,
+      "step": 197100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2620253164556966e-05,
+      "learning_rate_adapter": 5.2620253164556966e-05,
+      "loss": 0.0327,
+      "step": 197150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.260759493670886e-05,
+      "learning_rate_adapter": 5.260759493670886e-05,
+      "loss": 0.0318,
+      "step": 197200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2594936708860764e-05,
+      "learning_rate_adapter": 5.2594936708860764e-05,
+      "loss": 0.0322,
+      "step": 197250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2582278481012656e-05,
+      "learning_rate_adapter": 5.2582278481012656e-05,
+      "loss": 0.0328,
+      "step": 197300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.256962025316456e-05,
+      "learning_rate_adapter": 5.256962025316456e-05,
+      "loss": 0.0323,
+      "step": 197350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.255696202531646e-05,
+      "learning_rate_adapter": 5.255696202531646e-05,
+      "loss": 0.0321,
+      "step": 197400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.254430379746835e-05,
+      "learning_rate_adapter": 5.254430379746835e-05,
+      "loss": 0.0325,
+      "step": 197450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.253164556962026e-05,
+      "learning_rate_adapter": 5.253164556962026e-05,
+      "loss": 0.0321,
+      "step": 197500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.251898734177215e-05,
+      "learning_rate_adapter": 5.251898734177215e-05,
+      "loss": 0.0325,
+      "step": 197550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2506329113924056e-05,
+      "learning_rate_adapter": 5.2506329113924056e-05,
+      "loss": 0.0325,
+      "step": 197600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2493670886075955e-05,
+      "learning_rate_adapter": 5.2493670886075955e-05,
+      "loss": 0.0328,
+      "step": 197650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.248101265822785e-05,
+      "learning_rate_adapter": 5.248101265822785e-05,
+      "loss": 0.0331,
+      "step": 197700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.246835443037975e-05,
+      "learning_rate_adapter": 5.246835443037975e-05,
+      "loss": 0.0335,
+      "step": 197750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2455696202531645e-05,
+      "learning_rate_adapter": 5.2455696202531645e-05,
+      "loss": 0.0328,
+      "step": 197800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.244303797468355e-05,
+      "learning_rate_adapter": 5.244303797468355e-05,
+      "loss": 0.0323,
+      "step": 197850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.243037974683544e-05,
+      "learning_rate_adapter": 5.243037974683544e-05,
+      "loss": 0.0324,
+      "step": 197900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.241772151898734e-05,
+      "learning_rate_adapter": 5.241772151898734e-05,
+      "loss": 0.0322,
+      "step": 197950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.240506329113925e-05,
+      "learning_rate_adapter": 5.240506329113925e-05,
+      "loss": 0.032,
+      "step": 198000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.239240506329114e-05,
+      "learning_rate_adapter": 5.239240506329114e-05,
+      "loss": 0.0323,
+      "step": 198050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2379746835443045e-05,
+      "learning_rate_adapter": 5.2379746835443045e-05,
+      "loss": 0.0324,
+      "step": 198100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.236708860759494e-05,
+      "learning_rate_adapter": 5.236708860759494e-05,
+      "loss": 0.032,
+      "step": 198150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2354430379746836e-05,
+      "learning_rate_adapter": 5.2354430379746836e-05,
+      "loss": 0.0317,
+      "step": 198200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.234177215189874e-05,
+      "learning_rate_adapter": 5.234177215189874e-05,
+      "loss": 0.0317,
+      "step": 198250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.232911392405063e-05,
+      "learning_rate_adapter": 5.232911392405063e-05,
+      "loss": 0.0324,
+      "step": 198300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.231645569620254e-05,
+      "learning_rate_adapter": 5.231645569620254e-05,
+      "loss": 0.0325,
+      "step": 198350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.230379746835443e-05,
+      "learning_rate_adapter": 5.230379746835443e-05,
+      "loss": 0.0323,
+      "step": 198400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.229113924050634e-05,
+      "learning_rate_adapter": 5.229113924050634e-05,
+      "loss": 0.0327,
+      "step": 198450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.227848101265823e-05,
+      "learning_rate_adapter": 5.227848101265823e-05,
+      "loss": 0.0324,
+      "step": 198500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.226582278481013e-05,
+      "learning_rate_adapter": 5.226582278481013e-05,
+      "loss": 0.0325,
+      "step": 198550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.225316455696203e-05,
+      "learning_rate_adapter": 5.225316455696203e-05,
+      "loss": 0.0319,
+      "step": 198600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2240506329113925e-05,
+      "learning_rate_adapter": 5.2240506329113925e-05,
+      "loss": 0.0322,
+      "step": 198650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.222784810126583e-05,
+      "learning_rate_adapter": 5.222784810126583e-05,
+      "loss": 0.0316,
+      "step": 198700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.221518987341772e-05,
+      "learning_rate_adapter": 5.221518987341772e-05,
+      "loss": 0.033,
+      "step": 198750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.220253164556962e-05,
+      "learning_rate_adapter": 5.220253164556962e-05,
+      "loss": 0.032,
+      "step": 198800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.218987341772153e-05,
+      "learning_rate_adapter": 5.218987341772153e-05,
+      "loss": 0.0327,
+      "step": 198850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.217721518987342e-05,
+      "learning_rate_adapter": 5.217721518987342e-05,
+      "loss": 0.032,
+      "step": 198900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2164556962025325e-05,
+      "learning_rate_adapter": 5.2164556962025325e-05,
+      "loss": 0.0318,
+      "step": 198950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.215189873417722e-05,
+      "learning_rate_adapter": 5.215189873417722e-05,
+      "loss": 0.0319,
+      "step": 199000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.213924050632911e-05,
+      "learning_rate_adapter": 5.213924050632911e-05,
+      "loss": 0.0322,
+      "step": 199050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2126582278481015e-05,
+      "learning_rate_adapter": 5.2126582278481015e-05,
+      "loss": 0.0324,
+      "step": 199100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2113924050632914e-05,
+      "learning_rate_adapter": 5.2113924050632914e-05,
+      "loss": 0.0322,
+      "step": 199150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.210126582278482e-05,
+      "learning_rate_adapter": 5.210126582278482e-05,
+      "loss": 0.0325,
+      "step": 199200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.208860759493671e-05,
+      "learning_rate_adapter": 5.208860759493671e-05,
+      "loss": 0.0326,
+      "step": 199250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2075949367088604e-05,
+      "learning_rate_adapter": 5.2075949367088604e-05,
+      "loss": 0.0321,
+      "step": 199300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.206329113924051e-05,
+      "learning_rate_adapter": 5.206329113924051e-05,
+      "loss": 0.032,
+      "step": 199350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.205063291139241e-05,
+      "learning_rate_adapter": 5.205063291139241e-05,
+      "loss": 0.0324,
+      "step": 199400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2037974683544314e-05,
+      "learning_rate_adapter": 5.2037974683544314e-05,
+      "loss": 0.032,
+      "step": 199450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2025316455696206e-05,
+      "learning_rate_adapter": 5.2025316455696206e-05,
+      "loss": 0.0322,
+      "step": 199500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.20126582278481e-05,
+      "learning_rate_adapter": 5.20126582278481e-05,
+      "loss": 0.0323,
+      "step": 199550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0328,
+      "step": 199600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1987341772151896e-05,
+      "learning_rate_adapter": 5.1987341772151896e-05,
+      "loss": 0.0322,
+      "step": 199650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.19746835443038e-05,
+      "learning_rate_adapter": 5.19746835443038e-05,
+      "loss": 0.0323,
+      "step": 199700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.19620253164557e-05,
+      "learning_rate_adapter": 5.19620253164557e-05,
+      "loss": 0.0322,
+      "step": 199750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.194936708860759e-05,
+      "learning_rate_adapter": 5.194936708860759e-05,
+      "loss": 0.0325,
+      "step": 199800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.19367088607595e-05,
+      "learning_rate_adapter": 5.19367088607595e-05,
+      "loss": 0.0322,
+      "step": 199850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.192405063291139e-05,
+      "learning_rate_adapter": 5.192405063291139e-05,
+      "loss": 0.0323,
+      "step": 199900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1911392405063296e-05,
+      "learning_rate_adapter": 5.1911392405063296e-05,
+      "loss": 0.0319,
+      "step": 199950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1898734177215194e-05,
+      "learning_rate_adapter": 5.1898734177215194e-05,
+      "loss": 0.0318,
+      "step": 200000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.7828380096846571,
+      "eval_af_ud_pr_auc": 0.9832287746696436,
+      "eval_am_opus100_pr_auc": 0.5983422842429329,
+      "eval_ar_ersatz_pr_auc": 0.9279338464473593,
+      "eval_ar_opus100_pr_auc": 0.6970644847687149,
+      "eval_ar_ud_pr_auc": 0.8712343068552553,
+      "eval_average_ersatz_pr_auc": 0.9583348385116964,
+      "eval_average_opus100_pr_auc": 0.8263444715057884,
+      "eval_average_ud_pr_auc": 0.9537926993456235,
+      "eval_az_opus100_pr_auc": 0.767236173917882,
+      "eval_be_opus100_pr_auc": 0.6940180301497546,
+      "eval_be_ud_pr_auc": 0.874328300321046,
+      "eval_bg_opus100_pr_auc": 0.9126771152232589,
+      "eval_bg_ud_pr_auc": 0.9930563908289048,
+      "eval_bn_opus100_pr_auc": 0.8196977385751608,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8811050913084927,
+      "eval_ca_ud_pr_auc": 0.987609819578153,
+      "eval_ceb_ud_pr_auc": 0.9985720001998319,
+      "eval_cs_ersatz_pr_auc": 0.9796924897201338,
+      "eval_cs_opus100_pr_auc": 0.8995866777139064,
+      "eval_cs_ud_pr_auc": 0.9504429563175987,
+      "eval_cy_opus100_pr_auc": 0.7531334374309095,
+      "eval_cy_ud_pr_auc": 0.993380736098895,
+      "eval_da_opus100_pr_auc": 0.9089746714507974,
+      "eval_da_ud_pr_auc": 0.9735000739189188,
+      "eval_de_ersatz_pr_auc": 0.9575956967312994,
+      "eval_de_opus100_pr_auc": 0.876508564058911,
+      "eval_de_ud_pr_auc": 0.9829848915136665,
+      "eval_el_opus100_pr_auc": 0.9214715485193408,
+      "eval_el_ud_pr_auc": 0.9873487604877815,
+      "eval_en_ersatz_pr_auc": 0.9855579150245647,
+      "eval_en_opus100_pr_auc": 0.9268730062680087,
+      "eval_en_ud_pr_auc": 0.9628422251372525,
+      "eval_eo_opus100_pr_auc": 0.9257468496404485,
+      "eval_es_ersatz_pr_auc": 0.9937397876691316,
+      "eval_es_opus100_pr_auc": 0.9217081711556626,
+      "eval_es_ud_pr_auc": 0.9879915140820856,
+      "eval_et_ersatz_pr_auc": 0.9742438141627303,
+      "eval_et_opus100_pr_auc": 0.8917074236444082,
+      "eval_et_ud_pr_auc": 0.9505141667274222,
+      "eval_eu_opus100_pr_auc": 0.8812424621424279,
+      "eval_eu_ud_pr_auc": 0.9885633876499846,
+      "eval_fa_opus100_pr_auc": 0.562837323506996,
+      "eval_fa_ud_pr_auc": 0.9961413214094255,
+      "eval_fi_ersatz_pr_auc": 0.9807113164719516,
+      "eval_fi_opus100_pr_auc": 0.8960298561823861,
+      "eval_fi_ud_pr_auc": 0.9609287990228806,
+      "eval_fr_ersatz_pr_auc": 0.9814230696913536,
+      "eval_fr_opus100_pr_auc": 0.9070726301300323,
+      "eval_fr_ud_pr_auc": 0.9728852120797001,
+      "eval_fy_opus100_pr_auc": 0.6898452546845557,
+      "eval_ga_opus100_pr_auc": 0.8700559702816505,
+      "eval_ga_ud_pr_auc": 0.8210370058786524,
+      "eval_gd_opus100_pr_auc": 0.5745737829253501,
+      "eval_gd_ud_pr_auc": 0.7611341967079323,
+      "eval_gl_opus100_pr_auc": 0.8883330361309374,
+      "eval_gl_ud_pr_auc": 0.9947401461706493,
+      "eval_gu_ersatz_pr_auc": 0.9162510351050995,
+      "eval_gu_opus100_pr_auc": 0.7174018502481923,
+      "eval_ha_opus100_pr_auc": 0.8848935177471029,
+      "eval_he_opus100_pr_auc": 0.8679481169532732,
+      "eval_he_ud_pr_auc": 0.968576329503141,
+      "eval_hi_ersatz_pr_auc": 0.9690443551139604,
+      "eval_hi_opus100_pr_auc": 0.6662900547782802,
+      "eval_hi_ud_pr_auc": 0.9771626284229573,
+      "eval_hu_opus100_pr_auc": 0.9200648019505153,
+      "eval_hu_ud_pr_auc": 0.9753720249474725,
+      "eval_hy_opus100_pr_auc": 0.9077909631689101,
+      "eval_hy_ud_pr_auc": 0.9835367283276804,
+      "eval_id_opus100_pr_auc": 0.8650600366778586,
+      "eval_id_ud_pr_auc": 0.9876847485632111,
+      "eval_ig_opus100_pr_auc": 0.8876307642811074,
+      "eval_is_opus100_pr_auc": 0.9247611497495721,
+      "eval_is_ud_pr_auc": 0.895587111545568,
+      "eval_it_opus100_pr_auc": 0.9082926835012506,
+      "eval_it_ud_pr_auc": 0.9930375316964052,
+      "eval_ja_ersatz_pr_auc": 0.7873374994136478,
+      "eval_ja_opus100_pr_auc": 0.8005458069534058,
+      "eval_ja_ud_pr_auc": 0.9816992680263587,
+      "eval_jv_ud_pr_auc": 0.9656239140097941,
+      "eval_ka_opus100_pr_auc": 0.8804883610504033,
+      "eval_kk_ersatz_pr_auc": 0.9872012701490918,
+      "eval_kk_opus100_pr_auc": 0.7885430543453941,
+      "eval_kk_ud_pr_auc": 0.9728249218992935,
+      "eval_km_ersatz_pr_auc": 0.9043628361224368,
+      "eval_km_opus100_pr_auc": 0.6967176347471575,
+      "eval_kn_opus100_pr_auc": 0.5876934451491793,
+      "eval_ko_opus100_pr_auc": 0.6894231272762055,
+      "eval_ko_ud_pr_auc": 0.9985986675472573,
+      "eval_ku_opus100_pr_auc": 0.843731324796948,
+      "eval_ky_opus100_pr_auc": 0.8419498006586656,
+      "eval_la_ud_pr_auc": 0.931542754205128,
+      "eval_loss": 0.036249205470085144,
+      "eval_lt_ersatz_pr_auc": 0.9873596893171953,
+      "eval_lt_opus100_pr_auc": 0.8643460748028438,
+      "eval_lt_ud_pr_auc": 0.9881877058059982,
+      "eval_lv_ersatz_pr_auc": 0.985073712580982,
+      "eval_lv_opus100_pr_auc": 0.8834992654066042,
+      "eval_lv_ud_pr_auc": 0.9548954358452549,
+      "eval_mg_opus100_pr_auc": 0.9128865746658475,
+      "eval_mk_opus100_pr_auc": 0.9030472602609263,
+      "eval_ml_opus100_pr_auc": 0.7599046377203311,
+      "eval_mn_opus100_pr_auc": 0.9582159534297817,
+      "eval_mr_opus100_pr_auc": 0.9043315488925843,
+      "eval_mr_ud_pr_auc": 0.9791460468313586,
+      "eval_ms_opus100_pr_auc": 0.8627073440245787,
+      "eval_mt_opus100_pr_auc": 0.8297714595968906,
+      "eval_mt_ud_pr_auc": 0.8644281893105779,
+      "eval_my_opus100_pr_auc": 0.7337535159377079,
+      "eval_ne_opus100_pr_auc": 0.709284972217752,
+      "eval_nl_opus100_pr_auc": 0.8899098695867379,
+      "eval_nl_ud_pr_auc": 0.9689174638474887,
+      "eval_no_opus100_pr_auc": 0.9166442638598291,
+      "eval_no_ud_pr_auc": 0.9963182751439241,
+      "eval_pa_opus100_pr_auc": 0.6900492026207492,
+      "eval_pl_ersatz_pr_auc": 0.9659811023663364,
+      "eval_pl_opus100_pr_auc": 0.8902592773766792,
+      "eval_pl_ud_pr_auc": 0.9580207724027362,
+      "eval_ps_ersatz_pr_auc": 0.9230520501264207,
+      "eval_ps_opus100_pr_auc": 0.6962067396902488,
+      "eval_pt_opus100_pr_auc": 0.9237400411976685,
+      "eval_pt_ud_pr_auc": 0.9825199924354258,
+      "eval_ro_ersatz_pr_auc": 0.9908655929335031,
+      "eval_ro_opus100_pr_auc": 0.8874539800605081,
+      "eval_ro_ud_pr_auc": 0.9162624457016479,
+      "eval_ru_ersatz_pr_auc": 0.9894925447380707,
+      "eval_ru_opus100_pr_auc": 0.9110006532389667,
+      "eval_ru_ud_pr_auc": 0.8387380140619438,
+      "eval_runtime": 456.9787,
+      "eval_samples_per_second": 165.15,
+      "eval_si_opus100_pr_auc": 0.805943077451968,
+      "eval_sk_opus100_pr_auc": 0.9249424850843838,
+      "eval_sk_ud_pr_auc": 0.9679749037878385,
+      "eval_sl_opus100_pr_auc": 0.855580135985029,
+      "eval_sl_ud_pr_auc": 0.9600851451916508,
+      "eval_sq_opus100_pr_auc": 0.89448699982986,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9071155777400507,
+      "eval_sr_ud_pr_auc": 0.9950727848674064,
+      "eval_steps_per_second": 5.162,
+      "eval_sv_opus100_pr_auc": 0.8845104271157133,
+      "eval_sv_ud_pr_auc": 0.9301881027754315,
+      "eval_ta_ersatz_pr_auc": 0.9817019890351432,
+      "eval_ta_opus100_pr_auc": 0.6665292109953413,
+      "eval_ta_ud_pr_auc": 0.9982560451864293,
+      "eval_te_opus100_pr_auc": 0.8412685892455902,
+      "eval_tg_opus100_pr_auc": 0.8801805107298801,
+      "eval_th_opus100_pr_auc": 0.6897848821174408,
+      "eval_th_ud_pr_auc": 0.744350346639002,
+      "eval_tr_ersatz_pr_auc": 0.9640574891859337,
+      "eval_tr_opus100_pr_auc": 0.8988690593918687,
+      "eval_tr_ud_pr_auc": 0.9476833866448953,
+      "eval_uk_opus100_pr_auc": 0.8812087219200284,
+      "eval_uk_ud_pr_auc": 0.9292233621802574,
+      "eval_ur_opus100_pr_auc": 0.5185961575100135,
+      "eval_ur_ud_pr_auc": 0.9948541193528225,
+      "eval_uz_opus100_pr_auc": 0.8597098173566766,
+      "eval_vi_opus100_pr_auc": 0.9050533283522794,
+      "eval_vi_ud_pr_auc": 0.9558944178943438,
+      "eval_xh_opus100_pr_auc": 0.8555385603359171,
+      "eval_yi_opus100_pr_auc": 0.826925581303192,
+      "eval_yo_opus100_pr_auc": 0.7875007480433834,
+      "eval_yo_ud_pr_auc": 0.8834035252615955,
+      "eval_zh_ersatz_pr_auc": 0.9506873451509744,
+      "eval_zh_opus100_pr_auc": 0.7712535891418187,
+      "eval_zh_ud_pr_auc": 0.988051767182553,
+      "eval_zu_opus100_pr_auc": 0.8503304814659605,
+      "step": 200000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1886075949367086e-05,
+      "learning_rate_adapter": 5.1886075949367086e-05,
+      "loss": 0.0324,
+      "step": 200050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.187341772151899e-05,
+      "learning_rate_adapter": 5.187341772151899e-05,
+      "loss": 0.0327,
+      "step": 200100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1860759493670884e-05,
+      "learning_rate_adapter": 5.1860759493670884e-05,
+      "loss": 0.0324,
+      "step": 200150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.184810126582279e-05,
+      "learning_rate_adapter": 5.184810126582279e-05,
+      "loss": 0.0321,
+      "step": 200200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.183544303797468e-05,
+      "learning_rate_adapter": 5.183544303797468e-05,
+      "loss": 0.0323,
+      "step": 200250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.182278481012659e-05,
+      "learning_rate_adapter": 5.182278481012659e-05,
+      "loss": 0.0332,
+      "step": 200300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1810126582278486e-05,
+      "learning_rate_adapter": 5.1810126582278486e-05,
+      "loss": 0.0331,
+      "step": 200350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.179746835443038e-05,
+      "learning_rate_adapter": 5.179746835443038e-05,
+      "loss": 0.0327,
+      "step": 200400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1784810126582284e-05,
+      "learning_rate_adapter": 5.1784810126582284e-05,
+      "loss": 0.033,
+      "step": 200450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1772151898734176e-05,
+      "learning_rate_adapter": 5.1772151898734176e-05,
+      "loss": 0.0322,
+      "step": 200500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.175949367088608e-05,
+      "learning_rate_adapter": 5.175949367088608e-05,
+      "loss": 0.0324,
+      "step": 200550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.174683544303798e-05,
+      "learning_rate_adapter": 5.174683544303798e-05,
+      "loss": 0.0322,
+      "step": 200600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.173417721518987e-05,
+      "learning_rate_adapter": 5.173417721518987e-05,
+      "loss": 0.033,
+      "step": 200650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.172151898734178e-05,
+      "learning_rate_adapter": 5.172151898734178e-05,
+      "loss": 0.0325,
+      "step": 200700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.170886075949367e-05,
+      "learning_rate_adapter": 5.170886075949367e-05,
+      "loss": 0.0318,
+      "step": 200750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1696202531645576e-05,
+      "learning_rate_adapter": 5.1696202531645576e-05,
+      "loss": 0.032,
+      "step": 200800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.168354430379747e-05,
+      "learning_rate_adapter": 5.168354430379747e-05,
+      "loss": 0.032,
+      "step": 200850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.167088607594937e-05,
+      "learning_rate_adapter": 5.167088607594937e-05,
+      "loss": 0.0327,
+      "step": 200900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.165822784810127e-05,
+      "learning_rate_adapter": 5.165822784810127e-05,
+      "loss": 0.0325,
+      "step": 200950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1645569620253165e-05,
+      "learning_rate_adapter": 5.1645569620253165e-05,
+      "loss": 0.0321,
+      "step": 201000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.163291139240507e-05,
+      "learning_rate_adapter": 5.163291139240507e-05,
+      "loss": 0.0331,
+      "step": 201050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.162025316455696e-05,
+      "learning_rate_adapter": 5.162025316455696e-05,
+      "loss": 0.0317,
+      "step": 201100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.160759493670886e-05,
+      "learning_rate_adapter": 5.160759493670886e-05,
+      "loss": 0.0325,
+      "step": 201150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.159493670886077e-05,
+      "learning_rate_adapter": 5.159493670886077e-05,
+      "loss": 0.0322,
+      "step": 201200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.158227848101266e-05,
+      "learning_rate_adapter": 5.158227848101266e-05,
+      "loss": 0.0323,
+      "step": 201250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1569620253164565e-05,
+      "learning_rate_adapter": 5.1569620253164565e-05,
+      "loss": 0.0321,
+      "step": 201300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.155696202531646e-05,
+      "learning_rate_adapter": 5.155696202531646e-05,
+      "loss": 0.0329,
+      "step": 201350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.154430379746835e-05,
+      "learning_rate_adapter": 5.154430379746835e-05,
+      "loss": 0.0327,
+      "step": 201400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1531645569620254e-05,
+      "learning_rate_adapter": 5.1531645569620254e-05,
+      "loss": 0.0321,
+      "step": 201450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.151898734177215e-05,
+      "learning_rate_adapter": 5.151898734177215e-05,
+      "loss": 0.0334,
+      "step": 201500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.150632911392406e-05,
+      "learning_rate_adapter": 5.150632911392406e-05,
+      "loss": 0.032,
+      "step": 201550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.149367088607595e-05,
+      "learning_rate_adapter": 5.149367088607595e-05,
+      "loss": 0.0324,
+      "step": 201600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.148101265822784e-05,
+      "learning_rate_adapter": 5.148101265822784e-05,
+      "loss": 0.0323,
+      "step": 201650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.146835443037975e-05,
+      "learning_rate_adapter": 5.146835443037975e-05,
+      "loss": 0.0325,
+      "step": 201700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.145569620253165e-05,
+      "learning_rate_adapter": 5.145569620253165e-05,
+      "loss": 0.0321,
+      "step": 201750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.144303797468355e-05,
+      "learning_rate_adapter": 5.144303797468355e-05,
+      "loss": 0.0324,
+      "step": 201800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1430379746835445e-05,
+      "learning_rate_adapter": 5.1430379746835445e-05,
+      "loss": 0.0328,
+      "step": 201850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.141772151898735e-05,
+      "learning_rate_adapter": 5.141772151898735e-05,
+      "loss": 0.0327,
+      "step": 201900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.140506329113924e-05,
+      "learning_rate_adapter": 5.140506329113924e-05,
+      "loss": 0.0323,
+      "step": 201950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1392405063291135e-05,
+      "learning_rate_adapter": 5.1392405063291135e-05,
+      "loss": 0.0322,
+      "step": 202000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.137974683544304e-05,
+      "learning_rate_adapter": 5.137974683544304e-05,
+      "loss": 0.0314,
+      "step": 202050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.136708860759494e-05,
+      "learning_rate_adapter": 5.136708860759494e-05,
+      "loss": 0.0333,
+      "step": 202100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1354430379746845e-05,
+      "learning_rate_adapter": 5.1354430379746845e-05,
+      "loss": 0.0322,
+      "step": 202150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.134177215189874e-05,
+      "learning_rate_adapter": 5.134177215189874e-05,
+      "loss": 0.0317,
+      "step": 202200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.132911392405063e-05,
+      "learning_rate_adapter": 5.132911392405063e-05,
+      "loss": 0.0322,
+      "step": 202250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1316455696202535e-05,
+      "learning_rate_adapter": 5.1316455696202535e-05,
+      "loss": 0.0323,
+      "step": 202300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1303797468354434e-05,
+      "learning_rate_adapter": 5.1303797468354434e-05,
+      "loss": 0.0321,
+      "step": 202350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.129113924050634e-05,
+      "learning_rate_adapter": 5.129113924050634e-05,
+      "loss": 0.0319,
+      "step": 202400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.127848101265823e-05,
+      "learning_rate_adapter": 5.127848101265823e-05,
+      "loss": 0.0322,
+      "step": 202450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1265822784810124e-05,
+      "learning_rate_adapter": 5.1265822784810124e-05,
+      "loss": 0.0322,
+      "step": 202500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.125316455696203e-05,
+      "learning_rate_adapter": 5.125316455696203e-05,
+      "loss": 0.0325,
+      "step": 202550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.124050632911392e-05,
+      "learning_rate_adapter": 5.124050632911392e-05,
+      "loss": 0.0319,
+      "step": 202600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.122784810126583e-05,
+      "learning_rate_adapter": 5.122784810126583e-05,
+      "loss": 0.0319,
+      "step": 202650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1215189873417726e-05,
+      "learning_rate_adapter": 5.1215189873417726e-05,
+      "loss": 0.0322,
+      "step": 202700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.120253164556962e-05,
+      "learning_rate_adapter": 5.120253164556962e-05,
+      "loss": 0.0322,
+      "step": 202750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1189873417721524e-05,
+      "learning_rate_adapter": 5.1189873417721524e-05,
+      "loss": 0.0326,
+      "step": 202800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1177215189873416e-05,
+      "learning_rate_adapter": 5.1177215189873416e-05,
+      "loss": 0.0325,
+      "step": 202850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.116455696202532e-05,
+      "learning_rate_adapter": 5.116455696202532e-05,
+      "loss": 0.032,
+      "step": 202900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.115189873417722e-05,
+      "learning_rate_adapter": 5.115189873417722e-05,
+      "loss": 0.0326,
+      "step": 202950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.113924050632911e-05,
+      "learning_rate_adapter": 5.113924050632911e-05,
+      "loss": 0.0324,
+      "step": 203000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.112658227848102e-05,
+      "learning_rate_adapter": 5.112658227848102e-05,
+      "loss": 0.0328,
+      "step": 203050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.111392405063291e-05,
+      "learning_rate_adapter": 5.111392405063291e-05,
+      "loss": 0.0326,
+      "step": 203100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1101265822784816e-05,
+      "learning_rate_adapter": 5.1101265822784816e-05,
+      "loss": 0.0321,
+      "step": 203150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.108860759493671e-05,
+      "learning_rate_adapter": 5.108860759493671e-05,
+      "loss": 0.032,
+      "step": 203200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1075949367088606e-05,
+      "learning_rate_adapter": 5.1075949367088606e-05,
+      "loss": 0.0327,
+      "step": 203250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.106329113924051e-05,
+      "learning_rate_adapter": 5.106329113924051e-05,
+      "loss": 0.0329,
+      "step": 203300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1050632911392404e-05,
+      "learning_rate_adapter": 5.1050632911392404e-05,
+      "loss": 0.0324,
+      "step": 203350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.103797468354431e-05,
+      "learning_rate_adapter": 5.103797468354431e-05,
+      "loss": 0.0326,
+      "step": 203400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.10253164556962e-05,
+      "learning_rate_adapter": 5.10253164556962e-05,
+      "loss": 0.0323,
+      "step": 203450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.101265822784811e-05,
+      "learning_rate_adapter": 5.101265822784811e-05,
+      "loss": 0.0316,
+      "step": 203500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0324,
+      "step": 203550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.09873417721519e-05,
+      "learning_rate_adapter": 5.09873417721519e-05,
+      "loss": 0.0321,
+      "step": 203600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0974683544303804e-05,
+      "learning_rate_adapter": 5.0974683544303804e-05,
+      "loss": 0.0316,
+      "step": 203650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0962025316455696e-05,
+      "learning_rate_adapter": 5.0962025316455696e-05,
+      "loss": 0.0325,
+      "step": 203700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.09493670886076e-05,
+      "learning_rate_adapter": 5.09493670886076e-05,
+      "loss": 0.032,
+      "step": 203750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0936708860759494e-05,
+      "learning_rate_adapter": 5.0936708860759494e-05,
+      "loss": 0.0324,
+      "step": 203800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.092405063291139e-05,
+      "learning_rate_adapter": 5.092405063291139e-05,
+      "loss": 0.0314,
+      "step": 203850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.09113924050633e-05,
+      "learning_rate_adapter": 5.09113924050633e-05,
+      "loss": 0.0325,
+      "step": 203900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.089873417721519e-05,
+      "learning_rate_adapter": 5.089873417721519e-05,
+      "loss": 0.0326,
+      "step": 203950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0886075949367096e-05,
+      "learning_rate_adapter": 5.0886075949367096e-05,
+      "loss": 0.0324,
+      "step": 204000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.087341772151899e-05,
+      "learning_rate_adapter": 5.087341772151899e-05,
+      "loss": 0.0328,
+      "step": 204050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.086075949367089e-05,
+      "learning_rate_adapter": 5.086075949367089e-05,
+      "loss": 0.0331,
+      "step": 204100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.084810126582279e-05,
+      "learning_rate_adapter": 5.084810126582279e-05,
+      "loss": 0.0321,
+      "step": 204150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0835443037974685e-05,
+      "learning_rate_adapter": 5.0835443037974685e-05,
+      "loss": 0.0322,
+      "step": 204200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.082278481012659e-05,
+      "learning_rate_adapter": 5.082278481012659e-05,
+      "loss": 0.0322,
+      "step": 204250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.081012658227848e-05,
+      "learning_rate_adapter": 5.081012658227848e-05,
+      "loss": 0.0325,
+      "step": 204300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0797468354430375e-05,
+      "learning_rate_adapter": 5.0797468354430375e-05,
+      "loss": 0.0319,
+      "step": 204350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.078481012658228e-05,
+      "learning_rate_adapter": 5.078481012658228e-05,
+      "loss": 0.0317,
+      "step": 204400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.077215189873418e-05,
+      "learning_rate_adapter": 5.077215189873418e-05,
+      "loss": 0.0326,
+      "step": 204450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0759493670886085e-05,
+      "learning_rate_adapter": 5.0759493670886085e-05,
+      "loss": 0.0312,
+      "step": 204500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.074683544303798e-05,
+      "learning_rate_adapter": 5.074683544303798e-05,
+      "loss": 0.032,
+      "step": 204550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.073417721518987e-05,
+      "learning_rate_adapter": 5.073417721518987e-05,
+      "loss": 0.0322,
+      "step": 204600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0721518987341774e-05,
+      "learning_rate_adapter": 5.0721518987341774e-05,
+      "loss": 0.033,
+      "step": 204650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.070886075949367e-05,
+      "learning_rate_adapter": 5.070886075949367e-05,
+      "loss": 0.0326,
+      "step": 204700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.069620253164558e-05,
+      "learning_rate_adapter": 5.069620253164558e-05,
+      "loss": 0.0326,
+      "step": 204750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.068354430379747e-05,
+      "learning_rate_adapter": 5.068354430379747e-05,
+      "loss": 0.0321,
+      "step": 204800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.067088607594936e-05,
+      "learning_rate_adapter": 5.067088607594936e-05,
+      "loss": 0.0324,
+      "step": 204850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.065822784810127e-05,
+      "learning_rate_adapter": 5.065822784810127e-05,
+      "loss": 0.0324,
+      "step": 204900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.064556962025316e-05,
+      "learning_rate_adapter": 5.064556962025316e-05,
+      "loss": 0.0318,
+      "step": 204950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0632911392405066e-05,
+      "learning_rate_adapter": 5.0632911392405066e-05,
+      "loss": 0.0319,
+      "step": 205000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.7514085505546652,
+      "eval_af_ud_pr_auc": 0.9850681035001695,
+      "eval_am_opus100_pr_auc": 0.5939124438276608,
+      "eval_ar_ersatz_pr_auc": 0.9270814524721898,
+      "eval_ar_opus100_pr_auc": 0.6965643440047445,
+      "eval_ar_ud_pr_auc": 0.8784611841349441,
+      "eval_average_ersatz_pr_auc": 0.960083282501737,
+      "eval_average_opus100_pr_auc": 0.8206096515636169,
+      "eval_average_ud_pr_auc": 0.9560066191286927,
+      "eval_az_opus100_pr_auc": 0.7687206972070519,
+      "eval_be_opus100_pr_auc": 0.6622312890769896,
+      "eval_be_ud_pr_auc": 0.8852592892094043,
+      "eval_bg_opus100_pr_auc": 0.9047031163909973,
+      "eval_bg_ud_pr_auc": 0.9919367575033169,
+      "eval_bn_opus100_pr_auc": 0.8273471039653529,
+      "eval_bn_ud_pr_auc": 0.9983604871691834,
+      "eval_ca_opus100_pr_auc": 0.878690605327189,
+      "eval_ca_ud_pr_auc": 0.9883832239049943,
+      "eval_ceb_ud_pr_auc": 0.9999148913978321,
+      "eval_cs_ersatz_pr_auc": 0.9814331561782222,
+      "eval_cs_opus100_pr_auc": 0.9025834763164164,
+      "eval_cs_ud_pr_auc": 0.954297182026117,
+      "eval_cy_opus100_pr_auc": 0.7279561594292837,
+      "eval_cy_ud_pr_auc": 0.9923715848362036,
+      "eval_da_opus100_pr_auc": 0.9085014036582624,
+      "eval_da_ud_pr_auc": 0.9778989990949721,
+      "eval_de_ersatz_pr_auc": 0.9707720706222579,
+      "eval_de_opus100_pr_auc": 0.8764270710547668,
+      "eval_de_ud_pr_auc": 0.9795794481443679,
+      "eval_el_opus100_pr_auc": 0.9167895268168627,
+      "eval_el_ud_pr_auc": 0.9878342476566563,
+      "eval_en_ersatz_pr_auc": 0.9893593923043461,
+      "eval_en_opus100_pr_auc": 0.9230850171051129,
+      "eval_en_ud_pr_auc": 0.9693077691662992,
+      "eval_eo_opus100_pr_auc": 0.9200466122868104,
+      "eval_es_ersatz_pr_auc": 0.9946437700985723,
+      "eval_es_opus100_pr_auc": 0.9198507215546825,
+      "eval_es_ud_pr_auc": 0.9873587625859468,
+      "eval_et_ersatz_pr_auc": 0.9792733577838509,
+      "eval_et_opus100_pr_auc": 0.8947484197285712,
+      "eval_et_ud_pr_auc": 0.9466693685828437,
+      "eval_eu_opus100_pr_auc": 0.8732330214790021,
+      "eval_eu_ud_pr_auc": 0.9926277538197879,
+      "eval_fa_opus100_pr_auc": 0.5680574885700745,
+      "eval_fa_ud_pr_auc": 0.9967341483655419,
+      "eval_fi_ersatz_pr_auc": 0.9857847687432452,
+      "eval_fi_opus100_pr_auc": 0.8947198693786508,
+      "eval_fi_ud_pr_auc": 0.9617060485472338,
+      "eval_fr_ersatz_pr_auc": 0.9781509082249658,
+      "eval_fr_opus100_pr_auc": 0.9029170080305667,
+      "eval_fr_ud_pr_auc": 0.9697207936624606,
+      "eval_fy_opus100_pr_auc": 0.6643176888579532,
+      "eval_ga_opus100_pr_auc": 0.8584927120972662,
+      "eval_ga_ud_pr_auc": 0.811723318259036,
+      "eval_gd_opus100_pr_auc": 0.5312752721595433,
+      "eval_gd_ud_pr_auc": 0.7419545909734345,
+      "eval_gl_opus100_pr_auc": 0.8790096913201658,
+      "eval_gl_ud_pr_auc": 0.9946636739127527,
+      "eval_gu_ersatz_pr_auc": 0.9331912129095873,
+      "eval_gu_opus100_pr_auc": 0.7104970831419188,
+      "eval_ha_opus100_pr_auc": 0.8860595170857313,
+      "eval_he_opus100_pr_auc": 0.8725185223730924,
+      "eval_he_ud_pr_auc": 0.9717601133270496,
+      "eval_hi_ersatz_pr_auc": 0.9737724998269366,
+      "eval_hi_opus100_pr_auc": 0.6555985416133484,
+      "eval_hi_ud_pr_auc": 0.9829308152050973,
+      "eval_hu_opus100_pr_auc": 0.9121639534113584,
+      "eval_hu_ud_pr_auc": 0.9831331412294737,
+      "eval_hy_opus100_pr_auc": 0.9125625142101714,
+      "eval_hy_ud_pr_auc": 0.9851322220226667,
+      "eval_id_opus100_pr_auc": 0.861044127397535,
+      "eval_id_ud_pr_auc": 0.986978423487479,
+      "eval_ig_opus100_pr_auc": 0.864022089222595,
+      "eval_is_opus100_pr_auc": 0.9177926294963201,
+      "eval_is_ud_pr_auc": 0.9017360798267889,
+      "eval_it_opus100_pr_auc": 0.8951621786270884,
+      "eval_it_ud_pr_auc": 0.9923835285127317,
+      "eval_ja_ersatz_pr_auc": 0.782397160667634,
+      "eval_ja_opus100_pr_auc": 0.8048296756106826,
+      "eval_ja_ud_pr_auc": 0.9801818218629437,
+      "eval_jv_ud_pr_auc": 0.9867128050332725,
+      "eval_ka_opus100_pr_auc": 0.8765516253068885,
+      "eval_kk_ersatz_pr_auc": 0.9836552249023662,
+      "eval_kk_opus100_pr_auc": 0.7999334802705512,
+      "eval_kk_ud_pr_auc": 0.9728661117777871,
+      "eval_km_ersatz_pr_auc": 0.9046106811030754,
+      "eval_km_opus100_pr_auc": 0.7200577430784831,
+      "eval_kn_opus100_pr_auc": 0.5846895151813665,
+      "eval_ko_opus100_pr_auc": 0.6799035485509295,
+      "eval_ko_ud_pr_auc": 0.998683813912962,
+      "eval_ku_opus100_pr_auc": 0.8256866001970904,
+      "eval_ky_opus100_pr_auc": 0.8453481869730342,
+      "eval_la_ud_pr_auc": 0.947819826391197,
+      "eval_loss": 0.036462098360061646,
+      "eval_lt_ersatz_pr_auc": 0.99024130513564,
+      "eval_lt_opus100_pr_auc": 0.8613500712551542,
+      "eval_lt_ud_pr_auc": 0.9891824580813012,
+      "eval_lv_ersatz_pr_auc": 0.989008427228627,
+      "eval_lv_opus100_pr_auc": 0.8843800932629822,
+      "eval_lv_ud_pr_auc": 0.9533015314155306,
+      "eval_mg_opus100_pr_auc": 0.9157420189866208,
+      "eval_mk_opus100_pr_auc": 0.902803197067046,
+      "eval_ml_opus100_pr_auc": 0.7639987187434829,
+      "eval_mn_opus100_pr_auc": 0.9473541429763327,
+      "eval_mr_opus100_pr_auc": 0.9019321498665822,
+      "eval_mr_ud_pr_auc": 0.9790114147205896,
+      "eval_ms_opus100_pr_auc": 0.8620613626063625,
+      "eval_mt_opus100_pr_auc": 0.8251186927133055,
+      "eval_mt_ud_pr_auc": 0.8379868354352253,
+      "eval_my_opus100_pr_auc": 0.7172371162030489,
+      "eval_ne_opus100_pr_auc": 0.7079593752264527,
+      "eval_nl_opus100_pr_auc": 0.8873638617442052,
+      "eval_nl_ud_pr_auc": 0.975330435835207,
+      "eval_no_opus100_pr_auc": 0.9105061859215716,
+      "eval_no_ud_pr_auc": 0.9956099924285406,
+      "eval_pa_opus100_pr_auc": 0.6738911096382593,
+      "eval_pl_ersatz_pr_auc": 0.9652941828265073,
+      "eval_pl_opus100_pr_auc": 0.8845670225201291,
+      "eval_pl_ud_pr_auc": 0.9538199688363459,
+      "eval_ps_ersatz_pr_auc": 0.927675477696336,
+      "eval_ps_opus100_pr_auc": 0.6798153683624687,
+      "eval_pt_opus100_pr_auc": 0.9200689996962556,
+      "eval_pt_ud_pr_auc": 0.9822176139439641,
+      "eval_ro_ersatz_pr_auc": 0.993423210623724,
+      "eval_ro_opus100_pr_auc": 0.8928084396804778,
+      "eval_ro_ud_pr_auc": 0.9468539719788053,
+      "eval_ru_ersatz_pr_auc": 0.9910193743561997,
+      "eval_ru_opus100_pr_auc": 0.9029760015856635,
+      "eval_ru_ud_pr_auc": 0.8466005680581505,
+      "eval_runtime": 455.6772,
+      "eval_samples_per_second": 165.622,
+      "eval_si_opus100_pr_auc": 0.8133573882385374,
+      "eval_sk_opus100_pr_auc": 0.9247735023370203,
+      "eval_sk_ud_pr_auc": 0.9740358550781516,
+      "eval_sl_opus100_pr_auc": 0.8518266646214011,
+      "eval_sl_ud_pr_auc": 0.9611040606050786,
+      "eval_sq_opus100_pr_auc": 0.9003689091254695,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9018907914186044,
+      "eval_sr_ud_pr_auc": 0.9937514375281999,
+      "eval_steps_per_second": 5.177,
+      "eval_sv_opus100_pr_auc": 0.8840571485201154,
+      "eval_sv_ud_pr_auc": 0.9380977163842709,
+      "eval_ta_ersatz_pr_auc": 0.9818970093385162,
+      "eval_ta_opus100_pr_auc": 0.6496733447478794,
+      "eval_ta_ud_pr_auc": 0.997747597517882,
+      "eval_te_opus100_pr_auc": 0.829734549132918,
+      "eval_tg_opus100_pr_auc": 0.8793986213829632,
+      "eval_th_opus100_pr_auc": 0.6886279361634194,
+      "eval_th_ud_pr_auc": 0.7630272540954457,
+      "eval_tr_ersatz_pr_auc": 0.9626331046971665,
+      "eval_tr_opus100_pr_auc": 0.8928178355557487,
+      "eval_tr_ud_pr_auc": 0.9453070155165453,
+      "eval_uk_opus100_pr_auc": 0.8708162873564186,
+      "eval_uk_ud_pr_auc": 0.9338225152561642,
+      "eval_ur_opus100_pr_auc": 0.5004221515827417,
+      "eval_ur_ud_pr_auc": 0.9961089236733294,
+      "eval_uz_opus100_pr_auc": 0.8574223533601486,
+      "eval_vi_opus100_pr_auc": 0.9079250982082949,
+      "eval_vi_ud_pr_auc": 0.9554316370810566,
+      "eval_xh_opus100_pr_auc": 0.8509409657835008,
+      "eval_yi_opus100_pr_auc": 0.8049929698992225,
+      "eval_yo_opus100_pr_auc": 0.7843392838789918,
+      "eval_yo_ud_pr_auc": 0.9012804481973715,
+      "eval_zh_ersatz_pr_auc": 0.9365144672982494,
+      "eval_zh_opus100_pr_auc": 0.7659949537032077,
+      "eval_zh_ud_pr_auc": 0.9905977096253745,
+      "eval_zu_opus100_pr_auc": 0.8186659031967293,
+      "step": 205000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0620253164556965e-05,
+      "learning_rate_adapter": 5.0620253164556965e-05,
+      "loss": 0.0319,
+      "step": 205050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.060759493670887e-05,
+      "learning_rate_adapter": 5.060759493670887e-05,
+      "loss": 0.0324,
+      "step": 205100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.059493670886076e-05,
+      "learning_rate_adapter": 5.059493670886076e-05,
+      "loss": 0.0325,
+      "step": 205150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0582278481012655e-05,
+      "learning_rate_adapter": 5.0582278481012655e-05,
+      "loss": 0.0321,
+      "step": 205200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.056962025316456e-05,
+      "learning_rate_adapter": 5.056962025316456e-05,
+      "loss": 0.0316,
+      "step": 205250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.055696202531646e-05,
+      "learning_rate_adapter": 5.055696202531646e-05,
+      "loss": 0.0328,
+      "step": 205300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0544303797468365e-05,
+      "learning_rate_adapter": 5.0544303797468365e-05,
+      "loss": 0.0317,
+      "step": 205350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.053164556962026e-05,
+      "learning_rate_adapter": 5.053164556962026e-05,
+      "loss": 0.0316,
+      "step": 205400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.051898734177215e-05,
+      "learning_rate_adapter": 5.051898734177215e-05,
+      "loss": 0.032,
+      "step": 205450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0506329113924055e-05,
+      "learning_rate_adapter": 5.0506329113924055e-05,
+      "loss": 0.0315,
+      "step": 205500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.049367088607595e-05,
+      "learning_rate_adapter": 5.049367088607595e-05,
+      "loss": 0.0321,
+      "step": 205550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.048101265822785e-05,
+      "learning_rate_adapter": 5.048101265822785e-05,
+      "loss": 0.0315,
+      "step": 205600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.046835443037975e-05,
+      "learning_rate_adapter": 5.046835443037975e-05,
+      "loss": 0.033,
+      "step": 205650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0455696202531644e-05,
+      "learning_rate_adapter": 5.0455696202531644e-05,
+      "loss": 0.0316,
+      "step": 205700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.044303797468355e-05,
+      "learning_rate_adapter": 5.044303797468355e-05,
+      "loss": 0.0325,
+      "step": 205750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.043037974683544e-05,
+      "learning_rate_adapter": 5.043037974683544e-05,
+      "loss": 0.0325,
+      "step": 205800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.041772151898735e-05,
+      "learning_rate_adapter": 5.041772151898735e-05,
+      "loss": 0.0322,
+      "step": 205850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0405063291139246e-05,
+      "learning_rate_adapter": 5.0405063291139246e-05,
+      "loss": 0.0323,
+      "step": 205900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.039240506329114e-05,
+      "learning_rate_adapter": 5.039240506329114e-05,
+      "loss": 0.0325,
+      "step": 205950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0379746835443044e-05,
+      "learning_rate_adapter": 5.0379746835443044e-05,
+      "loss": 0.0323,
+      "step": 206000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0367088607594936e-05,
+      "learning_rate_adapter": 5.0367088607594936e-05,
+      "loss": 0.0318,
+      "step": 206050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.035443037974684e-05,
+      "learning_rate_adapter": 5.035443037974684e-05,
+      "loss": 0.0324,
+      "step": 206100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.034177215189873e-05,
+      "learning_rate_adapter": 5.034177215189873e-05,
+      "loss": 0.032,
+      "step": 206150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.032911392405063e-05,
+      "learning_rate_adapter": 5.032911392405063e-05,
+      "loss": 0.0327,
+      "step": 206200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.031645569620254e-05,
+      "learning_rate_adapter": 5.031645569620254e-05,
+      "loss": 0.0325,
+      "step": 206250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.030379746835443e-05,
+      "learning_rate_adapter": 5.030379746835443e-05,
+      "loss": 0.0318,
+      "step": 206300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0291139240506335e-05,
+      "learning_rate_adapter": 5.0291139240506335e-05,
+      "loss": 0.0324,
+      "step": 206350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.027848101265823e-05,
+      "learning_rate_adapter": 5.027848101265823e-05,
+      "loss": 0.0324,
+      "step": 206400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0265822784810126e-05,
+      "learning_rate_adapter": 5.0265822784810126e-05,
+      "loss": 0.0321,
+      "step": 206450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.025316455696203e-05,
+      "learning_rate_adapter": 5.025316455696203e-05,
+      "loss": 0.0325,
+      "step": 206500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0240506329113924e-05,
+      "learning_rate_adapter": 5.0240506329113924e-05,
+      "loss": 0.0324,
+      "step": 206550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.022784810126583e-05,
+      "learning_rate_adapter": 5.022784810126583e-05,
+      "loss": 0.0319,
+      "step": 206600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.021518987341772e-05,
+      "learning_rate_adapter": 5.021518987341772e-05,
+      "loss": 0.0322,
+      "step": 206650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.020253164556963e-05,
+      "learning_rate_adapter": 5.020253164556963e-05,
+      "loss": 0.032,
+      "step": 206700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.018987341772152e-05,
+      "learning_rate_adapter": 5.018987341772152e-05,
+      "loss": 0.0323,
+      "step": 206750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.017721518987342e-05,
+      "learning_rate_adapter": 5.017721518987342e-05,
+      "loss": 0.0316,
+      "step": 206800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0164556962025324e-05,
+      "learning_rate_adapter": 5.0164556962025324e-05,
+      "loss": 0.0326,
+      "step": 206850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0151898734177216e-05,
+      "learning_rate_adapter": 5.0151898734177216e-05,
+      "loss": 0.0318,
+      "step": 206900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.013924050632912e-05,
+      "learning_rate_adapter": 5.013924050632912e-05,
+      "loss": 0.0318,
+      "step": 206950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0126582278481014e-05,
+      "learning_rate_adapter": 5.0126582278481014e-05,
+      "loss": 0.0322,
+      "step": 207000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.011392405063291e-05,
+      "learning_rate_adapter": 5.011392405063291e-05,
+      "loss": 0.0323,
+      "step": 207050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.010126582278482e-05,
+      "learning_rate_adapter": 5.010126582278482e-05,
+      "loss": 0.0332,
+      "step": 207100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.008860759493671e-05,
+      "learning_rate_adapter": 5.008860759493671e-05,
+      "loss": 0.0321,
+      "step": 207150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0075949367088616e-05,
+      "learning_rate_adapter": 5.0075949367088616e-05,
+      "loss": 0.0322,
+      "step": 207200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.006329113924051e-05,
+      "learning_rate_adapter": 5.006329113924051e-05,
+      "loss": 0.0313,
+      "step": 207250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.00506329113924e-05,
+      "learning_rate_adapter": 5.00506329113924e-05,
+      "loss": 0.0321,
+      "step": 207300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0037974683544306e-05,
+      "learning_rate_adapter": 5.0037974683544306e-05,
+      "loss": 0.0322,
+      "step": 207350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0025316455696205e-05,
+      "learning_rate_adapter": 5.0025316455696205e-05,
+      "loss": 0.0317,
+      "step": 207400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.001265822784811e-05,
+      "learning_rate_adapter": 5.001265822784811e-05,
+      "loss": 0.0328,
+      "step": 207450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0322,
+      "step": 207500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99873417721519e-05,
+      "learning_rate_adapter": 4.99873417721519e-05,
+      "loss": 0.033,
+      "step": 207550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99746835443038e-05,
+      "learning_rate_adapter": 4.99746835443038e-05,
+      "loss": 0.0314,
+      "step": 207600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99620253164557e-05,
+      "learning_rate_adapter": 4.99620253164557e-05,
+      "loss": 0.0332,
+      "step": 207650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.99493670886076e-05,
+      "learning_rate_adapter": 4.99493670886076e-05,
+      "loss": 0.0319,
+      "step": 207700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.99367088607595e-05,
+      "learning_rate_adapter": 4.99367088607595e-05,
+      "loss": 0.0314,
+      "step": 207750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9924050632911396e-05,
+      "learning_rate_adapter": 4.9924050632911396e-05,
+      "loss": 0.0322,
+      "step": 207800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9911392405063294e-05,
+      "learning_rate_adapter": 4.9911392405063294e-05,
+      "loss": 0.0322,
+      "step": 207850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9898734177215186e-05,
+      "learning_rate_adapter": 4.9898734177215186e-05,
+      "loss": 0.0323,
+      "step": 207900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.988607594936709e-05,
+      "learning_rate_adapter": 4.988607594936709e-05,
+      "loss": 0.0318,
+      "step": 207950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.987341772151899e-05,
+      "learning_rate_adapter": 4.987341772151899e-05,
+      "loss": 0.0329,
+      "step": 208000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.986075949367089e-05,
+      "learning_rate_adapter": 4.986075949367089e-05,
+      "loss": 0.0318,
+      "step": 208050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.984810126582279e-05,
+      "learning_rate_adapter": 4.984810126582279e-05,
+      "loss": 0.0324,
+      "step": 208100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.983544303797469e-05,
+      "learning_rate_adapter": 4.983544303797469e-05,
+      "loss": 0.0324,
+      "step": 208150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.982278481012658e-05,
+      "learning_rate_adapter": 4.982278481012658e-05,
+      "loss": 0.0324,
+      "step": 208200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9810126582278485e-05,
+      "learning_rate_adapter": 4.9810126582278485e-05,
+      "loss": 0.0319,
+      "step": 208250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9797468354430384e-05,
+      "learning_rate_adapter": 4.9797468354430384e-05,
+      "loss": 0.0312,
+      "step": 208300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.978481012658228e-05,
+      "learning_rate_adapter": 4.978481012658228e-05,
+      "loss": 0.0325,
+      "step": 208350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.977215189873418e-05,
+      "learning_rate_adapter": 4.977215189873418e-05,
+      "loss": 0.0321,
+      "step": 208400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9759493670886074e-05,
+      "learning_rate_adapter": 4.9759493670886074e-05,
+      "loss": 0.0327,
+      "step": 208450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.974683544303797e-05,
+      "learning_rate_adapter": 4.974683544303797e-05,
+      "loss": 0.0321,
+      "step": 208500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.973417721518988e-05,
+      "learning_rate_adapter": 4.973417721518988e-05,
+      "loss": 0.0317,
+      "step": 208550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.972151898734178e-05,
+      "learning_rate_adapter": 4.972151898734178e-05,
+      "loss": 0.0321,
+      "step": 208600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9708860759493676e-05,
+      "learning_rate_adapter": 4.9708860759493676e-05,
+      "loss": 0.0328,
+      "step": 208650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.969620253164557e-05,
+      "learning_rate_adapter": 4.969620253164557e-05,
+      "loss": 0.032,
+      "step": 208700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.968354430379747e-05,
+      "learning_rate_adapter": 4.968354430379747e-05,
+      "loss": 0.0321,
+      "step": 208750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9670886075949366e-05,
+      "learning_rate_adapter": 4.9670886075949366e-05,
+      "loss": 0.032,
+      "step": 208800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.965822784810127e-05,
+      "learning_rate_adapter": 4.965822784810127e-05,
+      "loss": 0.0325,
+      "step": 208850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.964556962025317e-05,
+      "learning_rate_adapter": 4.964556962025317e-05,
+      "loss": 0.0326,
+      "step": 208900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.963291139240507e-05,
+      "learning_rate_adapter": 4.963291139240507e-05,
+      "loss": 0.0321,
+      "step": 208950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.962025316455696e-05,
+      "learning_rate_adapter": 4.962025316455696e-05,
+      "loss": 0.0323,
+      "step": 209000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.960759493670886e-05,
+      "learning_rate_adapter": 4.960759493670886e-05,
+      "loss": 0.0327,
+      "step": 209050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.959493670886076e-05,
+      "learning_rate_adapter": 4.959493670886076e-05,
+      "loss": 0.0324,
+      "step": 209100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9582278481012665e-05,
+      "learning_rate_adapter": 4.9582278481012665e-05,
+      "loss": 0.0315,
+      "step": 209150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9569620253164563e-05,
+      "learning_rate_adapter": 4.9569620253164563e-05,
+      "loss": 0.0318,
+      "step": 209200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9556962025316456e-05,
+      "learning_rate_adapter": 4.9556962025316456e-05,
+      "loss": 0.0325,
+      "step": 209250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9544303797468354e-05,
+      "learning_rate_adapter": 4.9544303797468354e-05,
+      "loss": 0.0329,
+      "step": 209300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.953164556962025e-05,
+      "learning_rate_adapter": 4.953164556962025e-05,
+      "loss": 0.0324,
+      "step": 209350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.951898734177215e-05,
+      "learning_rate_adapter": 4.951898734177215e-05,
+      "loss": 0.0327,
+      "step": 209400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.950632911392406e-05,
+      "learning_rate_adapter": 4.950632911392406e-05,
+      "loss": 0.032,
+      "step": 209450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.949367088607595e-05,
+      "learning_rate_adapter": 4.949367088607595e-05,
+      "loss": 0.033,
+      "step": 209500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.948101265822785e-05,
+      "learning_rate_adapter": 4.948101265822785e-05,
+      "loss": 0.0324,
+      "step": 209550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.946835443037975e-05,
+      "learning_rate_adapter": 4.946835443037975e-05,
+      "loss": 0.033,
+      "step": 209600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9455696202531646e-05,
+      "learning_rate_adapter": 4.9455696202531646e-05,
+      "loss": 0.032,
+      "step": 209650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9443037974683545e-05,
+      "learning_rate_adapter": 4.9443037974683545e-05,
+      "loss": 0.0317,
+      "step": 209700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.943037974683545e-05,
+      "learning_rate_adapter": 4.943037974683545e-05,
+      "loss": 0.0322,
+      "step": 209750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.941772151898734e-05,
+      "learning_rate_adapter": 4.941772151898734e-05,
+      "loss": 0.0316,
+      "step": 209800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.940506329113924e-05,
+      "learning_rate_adapter": 4.940506329113924e-05,
+      "loss": 0.0323,
+      "step": 209850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.939240506329114e-05,
+      "learning_rate_adapter": 4.939240506329114e-05,
+      "loss": 0.0321,
+      "step": 209900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.937974683544304e-05,
+      "learning_rate_adapter": 4.937974683544304e-05,
+      "loss": 0.0308,
+      "step": 209950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.936708860759494e-05,
+      "learning_rate_adapter": 4.936708860759494e-05,
+      "loss": 0.0322,
+      "step": 210000
+    },
+    {
+      "epoch": 0.18,
+      "eval_af_opus100_pr_auc": 0.7636080964243417,
+      "eval_af_ud_pr_auc": 0.9908830680172898,
+      "eval_am_opus100_pr_auc": 0.5606204272818465,
+      "eval_ar_ersatz_pr_auc": 0.932515600901647,
+      "eval_ar_opus100_pr_auc": 0.7009734236344072,
+      "eval_ar_ud_pr_auc": 0.8727975965499959,
+      "eval_average_ersatz_pr_auc": 0.9622981273307633,
+      "eval_average_opus100_pr_auc": 0.8215295308686604,
+      "eval_average_ud_pr_auc": 0.9567593969236514,
+      "eval_az_opus100_pr_auc": 0.7705889389931279,
+      "eval_be_opus100_pr_auc": 0.6532108960855605,
+      "eval_be_ud_pr_auc": 0.8861105473737831,
+      "eval_bg_opus100_pr_auc": 0.9051341325230396,
+      "eval_bg_ud_pr_auc": 0.9913536558511081,
+      "eval_bn_opus100_pr_auc": 0.8140201178096393,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8707605103319132,
+      "eval_ca_ud_pr_auc": 0.9933010449016708,
+      "eval_ceb_ud_pr_auc": 0.9999434125086535,
+      "eval_cs_ersatz_pr_auc": 0.9818006846665002,
+      "eval_cs_opus100_pr_auc": 0.8970708912936092,
+      "eval_cs_ud_pr_auc": 0.9550590726322057,
+      "eval_cy_opus100_pr_auc": 0.7425095305168279,
+      "eval_cy_ud_pr_auc": 0.9942076794581526,
+      "eval_da_opus100_pr_auc": 0.9094961004053512,
+      "eval_da_ud_pr_auc": 0.9746272225084667,
+      "eval_de_ersatz_pr_auc": 0.9760415291541311,
+      "eval_de_opus100_pr_auc": 0.875116302232328,
+      "eval_de_ud_pr_auc": 0.9850001652680318,
+      "eval_el_opus100_pr_auc": 0.924650338512292,
+      "eval_el_ud_pr_auc": 0.9912800649070755,
+      "eval_en_ersatz_pr_auc": 0.9886647433216585,
+      "eval_en_opus100_pr_auc": 0.9217640313193661,
+      "eval_en_ud_pr_auc": 0.960882024154375,
+      "eval_eo_opus100_pr_auc": 0.9234950606823052,
+      "eval_es_ersatz_pr_auc": 0.9942754399207911,
+      "eval_es_opus100_pr_auc": 0.9218870045539911,
+      "eval_es_ud_pr_auc": 0.9918785975556962,
+      "eval_et_ersatz_pr_auc": 0.9786924406719391,
+      "eval_et_opus100_pr_auc": 0.8897644497420448,
+      "eval_et_ud_pr_auc": 0.9425618296369153,
+      "eval_eu_opus100_pr_auc": 0.8748147288671633,
+      "eval_eu_ud_pr_auc": 0.9858668602086074,
+      "eval_fa_opus100_pr_auc": 0.5776693289648052,
+      "eval_fa_ud_pr_auc": 0.9968674498469603,
+      "eval_fi_ersatz_pr_auc": 0.9862133931236178,
+      "eval_fi_opus100_pr_auc": 0.8973316370243767,
+      "eval_fi_ud_pr_auc": 0.9589614179254193,
+      "eval_fr_ersatz_pr_auc": 0.9856271586960055,
+      "eval_fr_opus100_pr_auc": 0.9056304369776468,
+      "eval_fr_ud_pr_auc": 0.9815265994865855,
+      "eval_fy_opus100_pr_auc": 0.6784280774876015,
+      "eval_ga_opus100_pr_auc": 0.8717502589821102,
+      "eval_ga_ud_pr_auc": 0.8345026220856787,
+      "eval_gd_opus100_pr_auc": 0.6097533261647542,
+      "eval_gd_ud_pr_auc": 0.737480433529651,
+      "eval_gl_opus100_pr_auc": 0.8813752419215586,
+      "eval_gl_ud_pr_auc": 0.9948261311387071,
+      "eval_gu_ersatz_pr_auc": 0.9379372572983257,
+      "eval_gu_opus100_pr_auc": 0.7029748108790134,
+      "eval_ha_opus100_pr_auc": 0.885731286183111,
+      "eval_he_opus100_pr_auc": 0.8727696838030347,
+      "eval_he_ud_pr_auc": 0.9797668203264714,
+      "eval_hi_ersatz_pr_auc": 0.9696122318376263,
+      "eval_hi_opus100_pr_auc": 0.6588230012863333,
+      "eval_hi_ud_pr_auc": 0.9793479242605218,
+      "eval_hu_opus100_pr_auc": 0.9157979636503731,
+      "eval_hu_ud_pr_auc": 0.9786057430058501,
+      "eval_hy_opus100_pr_auc": 0.9067982224054024,
+      "eval_hy_ud_pr_auc": 0.982758243334993,
+      "eval_id_opus100_pr_auc": 0.8753404769205939,
+      "eval_id_ud_pr_auc": 0.9916526917520421,
+      "eval_ig_opus100_pr_auc": 0.8741097126498217,
+      "eval_is_opus100_pr_auc": 0.9167957441455508,
+      "eval_is_ud_pr_auc": 0.9080177238432576,
+      "eval_it_opus100_pr_auc": 0.8992681557977888,
+      "eval_it_ud_pr_auc": 0.9926736921610979,
+      "eval_ja_ersatz_pr_auc": 0.7914132339473143,
+      "eval_ja_opus100_pr_auc": 0.8011571752763333,
+      "eval_ja_ud_pr_auc": 0.9732917154834735,
+      "eval_jv_ud_pr_auc": 0.9809687639362498,
+      "eval_ka_opus100_pr_auc": 0.8817383573147171,
+      "eval_kk_ersatz_pr_auc": 0.9881250841845213,
+      "eval_kk_opus100_pr_auc": 0.7733629808475284,
+      "eval_kk_ud_pr_auc": 0.9721673263565836,
+      "eval_km_ersatz_pr_auc": 0.9053290980284123,
+      "eval_km_opus100_pr_auc": 0.7099853924463981,
+      "eval_kn_opus100_pr_auc": 0.562578831870245,
+      "eval_ko_opus100_pr_auc": 0.6832611901864862,
+      "eval_ko_ud_pr_auc": 0.9995477238678941,
+      "eval_ku_opus100_pr_auc": 0.8309039108171206,
+      "eval_ky_opus100_pr_auc": 0.832220232119311,
+      "eval_la_ud_pr_auc": 0.9066859929782892,
+      "eval_loss": 0.03613997623324394,
+      "eval_lt_ersatz_pr_auc": 0.9894608967562724,
+      "eval_lt_opus100_pr_auc": 0.8689001469144162,
+      "eval_lt_ud_pr_auc": 0.9880406620946851,
+      "eval_lv_ersatz_pr_auc": 0.9887472455003625,
+      "eval_lv_opus100_pr_auc": 0.8869270691972116,
+      "eval_lv_ud_pr_auc": 0.9561979614678208,
+      "eval_mg_opus100_pr_auc": 0.9244479257234361,
+      "eval_mk_opus100_pr_auc": 0.8982681077400596,
+      "eval_ml_opus100_pr_auc": 0.7506296454046314,
+      "eval_mn_opus100_pr_auc": 0.9555048628216269,
+      "eval_mr_opus100_pr_auc": 0.9002359395247097,
+      "eval_mr_ud_pr_auc": 0.9903905535465765,
+      "eval_ms_opus100_pr_auc": 0.8666881691329069,
+      "eval_mt_opus100_pr_auc": 0.8402699016204789,
+      "eval_mt_ud_pr_auc": 0.8532076295320037,
+      "eval_my_opus100_pr_auc": 0.7416819798420353,
+      "eval_ne_opus100_pr_auc": 0.6993166452173286,
+      "eval_nl_opus100_pr_auc": 0.8891356947356956,
+      "eval_nl_ud_pr_auc": 0.9810433703090081,
+      "eval_no_opus100_pr_auc": 0.9129599715767134,
+      "eval_no_ud_pr_auc": 0.9962143325155778,
+      "eval_pa_opus100_pr_auc": 0.6647790735027578,
+      "eval_pl_ersatz_pr_auc": 0.9786693059899213,
+      "eval_pl_opus100_pr_auc": 0.8877048300402183,
+      "eval_pl_ud_pr_auc": 0.9652218615127958,
+      "eval_ps_ersatz_pr_auc": 0.9378733030211536,
+      "eval_ps_opus100_pr_auc": 0.6796875375419636,
+      "eval_pt_opus100_pr_auc": 0.9269147714657372,
+      "eval_pt_ud_pr_auc": 0.9830110628423212,
+      "eval_ro_ersatz_pr_auc": 0.9930720373904744,
+      "eval_ro_opus100_pr_auc": 0.8746568844485526,
+      "eval_ro_ud_pr_auc": 0.9536511797804235,
+      "eval_ru_ersatz_pr_auc": 0.9901674165858003,
+      "eval_ru_opus100_pr_auc": 0.91753741587415,
+      "eval_ru_ud_pr_auc": 0.8577031059955456,
+      "eval_runtime": 454.6113,
+      "eval_samples_per_second": 166.01,
+      "eval_si_opus100_pr_auc": 0.8024621054847798,
+      "eval_sk_opus100_pr_auc": 0.929913939112603,
+      "eval_sk_ud_pr_auc": 0.9760173526723188,
+      "eval_sl_opus100_pr_auc": 0.8534823200766499,
+      "eval_sl_ud_pr_auc": 0.9659024257551168,
+      "eval_sq_opus100_pr_auc": 0.8956601568711973,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9007981949550593,
+      "eval_sr_ud_pr_auc": 0.9951395571287636,
+      "eval_steps_per_second": 5.189,
+      "eval_sv_opus100_pr_auc": 0.8910480395603911,
+      "eval_sv_ud_pr_auc": 0.9377900670582411,
+      "eval_ta_ersatz_pr_auc": 0.9848400026754937,
+      "eval_ta_opus100_pr_auc": 0.6527894095487808,
+      "eval_ta_ud_pr_auc": 0.9992242248163348,
+      "eval_te_opus100_pr_auc": 0.8291776519480948,
+      "eval_tg_opus100_pr_auc": 0.8699740055654505,
+      "eval_th_opus100_pr_auc": 0.6778165458690198,
+      "eval_th_ud_pr_auc": 0.7494642066805698,
+      "eval_tr_ersatz_pr_auc": 0.9649524836643577,
+      "eval_tr_opus100_pr_auc": 0.8987928902644096,
+      "eval_tr_ud_pr_auc": 0.9518061268038723,
+      "eval_uk_opus100_pr_auc": 0.8713060464857414,
+      "eval_uk_ud_pr_auc": 0.9303249578830814,
+      "eval_ur_opus100_pr_auc": 0.5249066116202712,
+      "eval_ur_ud_pr_auc": 0.9949529096562011,
+      "eval_uz_opus100_pr_auc": 0.8482385971771487,
+      "eval_vi_opus100_pr_auc": 0.9042033820648602,
+      "eval_vi_ud_pr_auc": 0.9524809126060577,
+      "eval_xh_opus100_pr_auc": 0.8501381704885519,
+      "eval_yi_opus100_pr_auc": 0.7774734260260501,
+      "eval_yo_opus100_pr_auc": 0.8037633814189726,
+      "eval_yo_ud_pr_auc": 0.905319901283066,
+      "eval_zh_ersatz_pr_auc": 0.9265282139404611,
+      "eval_zh_opus100_pr_auc": 0.7367740543281244,
+      "eval_zh_ud_pr_auc": 0.9867794058560009,
+      "eval_zu_opus100_pr_auc": 0.8354156127081962,
+      "step": 210000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.935443037974684e-05,
+      "learning_rate_adapter": 4.935443037974684e-05,
+      "loss": 0.0316,
+      "step": 210050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9341772151898736e-05,
+      "learning_rate_adapter": 4.9341772151898736e-05,
+      "loss": 0.0321,
+      "step": 210100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9329113924050635e-05,
+      "learning_rate_adapter": 4.9329113924050635e-05,
+      "loss": 0.0329,
+      "step": 210150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9316455696202534e-05,
+      "learning_rate_adapter": 4.9316455696202534e-05,
+      "loss": 0.0328,
+      "step": 210200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.930379746835443e-05,
+      "learning_rate_adapter": 4.930379746835443e-05,
+      "loss": 0.0318,
+      "step": 210250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.929113924050633e-05,
+      "learning_rate_adapter": 4.929113924050633e-05,
+      "loss": 0.0321,
+      "step": 210300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.927848101265823e-05,
+      "learning_rate_adapter": 4.927848101265823e-05,
+      "loss": 0.032,
+      "step": 210350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.926582278481013e-05,
+      "learning_rate_adapter": 4.926582278481013e-05,
+      "loss": 0.0323,
+      "step": 210400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.925316455696203e-05,
+      "learning_rate_adapter": 4.925316455696203e-05,
+      "loss": 0.0332,
+      "step": 210450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.924050632911393e-05,
+      "learning_rate_adapter": 4.924050632911393e-05,
+      "loss": 0.0326,
+      "step": 210500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9227848101265826e-05,
+      "learning_rate_adapter": 4.9227848101265826e-05,
+      "loss": 0.0326,
+      "step": 210550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9215189873417725e-05,
+      "learning_rate_adapter": 4.9215189873417725e-05,
+      "loss": 0.032,
+      "step": 210600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9202531645569624e-05,
+      "learning_rate_adapter": 4.9202531645569624e-05,
+      "loss": 0.0321,
+      "step": 210650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.918987341772152e-05,
+      "learning_rate_adapter": 4.918987341772152e-05,
+      "loss": 0.0319,
+      "step": 210700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.917721518987342e-05,
+      "learning_rate_adapter": 4.917721518987342e-05,
+      "loss": 0.032,
+      "step": 210750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.916455696202532e-05,
+      "learning_rate_adapter": 4.916455696202532e-05,
+      "loss": 0.0317,
+      "step": 210800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.915189873417721e-05,
+      "learning_rate_adapter": 4.915189873417721e-05,
+      "loss": 0.0321,
+      "step": 210850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.913924050632912e-05,
+      "learning_rate_adapter": 4.913924050632912e-05,
+      "loss": 0.0324,
+      "step": 210900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.912658227848102e-05,
+      "learning_rate_adapter": 4.912658227848102e-05,
+      "loss": 0.0323,
+      "step": 210950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9113924050632915e-05,
+      "learning_rate_adapter": 4.9113924050632915e-05,
+      "loss": 0.0322,
+      "step": 211000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9101265822784814e-05,
+      "learning_rate_adapter": 4.9101265822784814e-05,
+      "loss": 0.0323,
+      "step": 211050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9088607594936706e-05,
+      "learning_rate_adapter": 4.9088607594936706e-05,
+      "loss": 0.0318,
+      "step": 211100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9075949367088605e-05,
+      "learning_rate_adapter": 4.9075949367088605e-05,
+      "loss": 0.0316,
+      "step": 211150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.906329113924051e-05,
+      "learning_rate_adapter": 4.906329113924051e-05,
+      "loss": 0.0321,
+      "step": 211200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.905063291139241e-05,
+      "learning_rate_adapter": 4.905063291139241e-05,
+      "loss": 0.0325,
+      "step": 211250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.903797468354431e-05,
+      "learning_rate_adapter": 4.903797468354431e-05,
+      "loss": 0.0322,
+      "step": 211300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.902531645569621e-05,
+      "learning_rate_adapter": 4.902531645569621e-05,
+      "loss": 0.0317,
+      "step": 211350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.90126582278481e-05,
+      "learning_rate_adapter": 4.90126582278481e-05,
+      "loss": 0.0323,
+      "step": 211400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0326,
+      "step": 211450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8987341772151904e-05,
+      "learning_rate_adapter": 4.8987341772151904e-05,
+      "loss": 0.032,
+      "step": 211500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.89746835443038e-05,
+      "learning_rate_adapter": 4.89746835443038e-05,
+      "loss": 0.0321,
+      "step": 211550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.89620253164557e-05,
+      "learning_rate_adapter": 4.89620253164557e-05,
+      "loss": 0.0319,
+      "step": 211600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8949367088607594e-05,
+      "learning_rate_adapter": 4.8949367088607594e-05,
+      "loss": 0.0322,
+      "step": 211650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.893670886075949e-05,
+      "learning_rate_adapter": 4.893670886075949e-05,
+      "loss": 0.0309,
+      "step": 211700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.892405063291139e-05,
+      "learning_rate_adapter": 4.892405063291139e-05,
+      "loss": 0.0321,
+      "step": 211750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.89113924050633e-05,
+      "learning_rate_adapter": 4.89113924050633e-05,
+      "loss": 0.0329,
+      "step": 211800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8898734177215196e-05,
+      "learning_rate_adapter": 4.8898734177215196e-05,
+      "loss": 0.0326,
+      "step": 211850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.888607594936709e-05,
+      "learning_rate_adapter": 4.888607594936709e-05,
+      "loss": 0.0324,
+      "step": 211900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.887341772151899e-05,
+      "learning_rate_adapter": 4.887341772151899e-05,
+      "loss": 0.0329,
+      "step": 211950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8860759493670886e-05,
+      "learning_rate_adapter": 4.8860759493670886e-05,
+      "loss": 0.032,
+      "step": 212000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8848101265822785e-05,
+      "learning_rate_adapter": 4.8848101265822785e-05,
+      "loss": 0.0312,
+      "step": 212050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.883544303797469e-05,
+      "learning_rate_adapter": 4.883544303797469e-05,
+      "loss": 0.0328,
+      "step": 212100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.882278481012659e-05,
+      "learning_rate_adapter": 4.882278481012659e-05,
+      "loss": 0.0317,
+      "step": 212150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.881012658227848e-05,
+      "learning_rate_adapter": 4.881012658227848e-05,
+      "loss": 0.031,
+      "step": 212200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.879746835443038e-05,
+      "learning_rate_adapter": 4.879746835443038e-05,
+      "loss": 0.0324,
+      "step": 212250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.878481012658228e-05,
+      "learning_rate_adapter": 4.878481012658228e-05,
+      "loss": 0.0323,
+      "step": 212300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.877215189873418e-05,
+      "learning_rate_adapter": 4.877215189873418e-05,
+      "loss": 0.0317,
+      "step": 212350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8759493670886083e-05,
+      "learning_rate_adapter": 4.8759493670886083e-05,
+      "loss": 0.0326,
+      "step": 212400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8746835443037976e-05,
+      "learning_rate_adapter": 4.8746835443037976e-05,
+      "loss": 0.0311,
+      "step": 212450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8734177215189874e-05,
+      "learning_rate_adapter": 4.8734177215189874e-05,
+      "loss": 0.0315,
+      "step": 212500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.872151898734177e-05,
+      "learning_rate_adapter": 4.872151898734177e-05,
+      "loss": 0.0319,
+      "step": 212550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.870886075949367e-05,
+      "learning_rate_adapter": 4.870886075949367e-05,
+      "loss": 0.0317,
+      "step": 212600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.869620253164557e-05,
+      "learning_rate_adapter": 4.869620253164557e-05,
+      "loss": 0.0321,
+      "step": 212650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.868354430379747e-05,
+      "learning_rate_adapter": 4.868354430379747e-05,
+      "loss": 0.0325,
+      "step": 212700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.867088607594937e-05,
+      "learning_rate_adapter": 4.867088607594937e-05,
+      "loss": 0.0325,
+      "step": 212750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.865822784810127e-05,
+      "learning_rate_adapter": 4.865822784810127e-05,
+      "loss": 0.0324,
+      "step": 212800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8645569620253166e-05,
+      "learning_rate_adapter": 4.8645569620253166e-05,
+      "loss": 0.032,
+      "step": 212850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8632911392405065e-05,
+      "learning_rate_adapter": 4.8632911392405065e-05,
+      "loss": 0.0321,
+      "step": 212900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8620253164556964e-05,
+      "learning_rate_adapter": 4.8620253164556964e-05,
+      "loss": 0.0317,
+      "step": 212950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.860759493670886e-05,
+      "learning_rate_adapter": 4.860759493670886e-05,
+      "loss": 0.0325,
+      "step": 213000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.859493670886076e-05,
+      "learning_rate_adapter": 4.859493670886076e-05,
+      "loss": 0.0328,
+      "step": 213050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.858227848101266e-05,
+      "learning_rate_adapter": 4.858227848101266e-05,
+      "loss": 0.0324,
+      "step": 213100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.856962025316456e-05,
+      "learning_rate_adapter": 4.856962025316456e-05,
+      "loss": 0.0318,
+      "step": 213150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.855696202531646e-05,
+      "learning_rate_adapter": 4.855696202531646e-05,
+      "loss": 0.033,
+      "step": 213200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.854430379746836e-05,
+      "learning_rate_adapter": 4.854430379746836e-05,
+      "loss": 0.0316,
+      "step": 213250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8531645569620256e-05,
+      "learning_rate_adapter": 4.8531645569620256e-05,
+      "loss": 0.0318,
+      "step": 213300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8518987341772155e-05,
+      "learning_rate_adapter": 4.8518987341772155e-05,
+      "loss": 0.0317,
+      "step": 213350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8506329113924054e-05,
+      "learning_rate_adapter": 4.8506329113924054e-05,
+      "loss": 0.0323,
+      "step": 213400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.849367088607595e-05,
+      "learning_rate_adapter": 4.849367088607595e-05,
+      "loss": 0.0316,
+      "step": 213450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8481012658227845e-05,
+      "learning_rate_adapter": 4.8481012658227845e-05,
+      "loss": 0.0321,
+      "step": 213500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.846835443037975e-05,
+      "learning_rate_adapter": 4.846835443037975e-05,
+      "loss": 0.0319,
+      "step": 213550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.845569620253165e-05,
+      "learning_rate_adapter": 4.845569620253165e-05,
+      "loss": 0.0314,
+      "step": 213600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.844303797468355e-05,
+      "learning_rate_adapter": 4.844303797468355e-05,
+      "loss": 0.0315,
+      "step": 213650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.843037974683545e-05,
+      "learning_rate_adapter": 4.843037974683545e-05,
+      "loss": 0.0324,
+      "step": 213700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8417721518987346e-05,
+      "learning_rate_adapter": 4.8417721518987346e-05,
+      "loss": 0.0315,
+      "step": 213750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.840506329113924e-05,
+      "learning_rate_adapter": 4.840506329113924e-05,
+      "loss": 0.0327,
+      "step": 213800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8392405063291143e-05,
+      "learning_rate_adapter": 4.8392405063291143e-05,
+      "loss": 0.0322,
+      "step": 213850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.837974683544304e-05,
+      "learning_rate_adapter": 4.837974683544304e-05,
+      "loss": 0.0321,
+      "step": 213900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.836708860759494e-05,
+      "learning_rate_adapter": 4.836708860759494e-05,
+      "loss": 0.0328,
+      "step": 213950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.835443037974684e-05,
+      "learning_rate_adapter": 4.835443037974684e-05,
+      "loss": 0.0323,
+      "step": 214000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.834177215189873e-05,
+      "learning_rate_adapter": 4.834177215189873e-05,
+      "loss": 0.0322,
+      "step": 214050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.832911392405063e-05,
+      "learning_rate_adapter": 4.832911392405063e-05,
+      "loss": 0.0316,
+      "step": 214100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8316455696202537e-05,
+      "learning_rate_adapter": 4.8316455696202537e-05,
+      "loss": 0.0322,
+      "step": 214150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8303797468354435e-05,
+      "learning_rate_adapter": 4.8303797468354435e-05,
+      "loss": 0.0316,
+      "step": 214200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8291139240506334e-05,
+      "learning_rate_adapter": 4.8291139240506334e-05,
+      "loss": 0.032,
+      "step": 214250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8278481012658226e-05,
+      "learning_rate_adapter": 4.8278481012658226e-05,
+      "loss": 0.0313,
+      "step": 214300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8265822784810125e-05,
+      "learning_rate_adapter": 4.8265822784810125e-05,
+      "loss": 0.0314,
+      "step": 214350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8253164556962024e-05,
+      "learning_rate_adapter": 4.8253164556962024e-05,
+      "loss": 0.0316,
+      "step": 214400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.824050632911393e-05,
+      "learning_rate_adapter": 4.824050632911393e-05,
+      "loss": 0.0319,
+      "step": 214450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.822784810126583e-05,
+      "learning_rate_adapter": 4.822784810126583e-05,
+      "loss": 0.0319,
+      "step": 214500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.821518987341773e-05,
+      "learning_rate_adapter": 4.821518987341773e-05,
+      "loss": 0.0317,
+      "step": 214550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.820253164556962e-05,
+      "learning_rate_adapter": 4.820253164556962e-05,
+      "loss": 0.032,
+      "step": 214600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.818987341772152e-05,
+      "learning_rate_adapter": 4.818987341772152e-05,
+      "loss": 0.0321,
+      "step": 214650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.817721518987342e-05,
+      "learning_rate_adapter": 4.817721518987342e-05,
+      "loss": 0.0321,
+      "step": 214700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.816455696202532e-05,
+      "learning_rate_adapter": 4.816455696202532e-05,
+      "loss": 0.0326,
+      "step": 214750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.815189873417722e-05,
+      "learning_rate_adapter": 4.815189873417722e-05,
+      "loss": 0.0323,
+      "step": 214800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8139240506329114e-05,
+      "learning_rate_adapter": 4.8139240506329114e-05,
+      "loss": 0.0331,
+      "step": 214850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.812658227848101e-05,
+      "learning_rate_adapter": 4.812658227848101e-05,
+      "loss": 0.0316,
+      "step": 214900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.811392405063291e-05,
+      "learning_rate_adapter": 4.811392405063291e-05,
+      "loss": 0.0316,
+      "step": 214950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.810126582278481e-05,
+      "learning_rate_adapter": 4.810126582278481e-05,
+      "loss": 0.0325,
+      "step": 215000
+    },
+    {
+      "epoch": 0.18,
+      "eval_af_opus100_pr_auc": 0.7805308722412146,
+      "eval_af_ud_pr_auc": 0.9942810241516755,
+      "eval_am_opus100_pr_auc": 0.6039936244994655,
+      "eval_ar_ersatz_pr_auc": 0.9323344361745622,
+      "eval_ar_opus100_pr_auc": 0.6966824429728926,
+      "eval_ar_ud_pr_auc": 0.8675452469957932,
+      "eval_average_ersatz_pr_auc": 0.961748866739005,
+      "eval_average_opus100_pr_auc": 0.8268359987656475,
+      "eval_average_ud_pr_auc": 0.9580238008432308,
+      "eval_az_opus100_pr_auc": 0.7774950491644325,
+      "eval_be_opus100_pr_auc": 0.6956696667683425,
+      "eval_be_ud_pr_auc": 0.8829003736521353,
+      "eval_bg_opus100_pr_auc": 0.9091885811789288,
+      "eval_bg_ud_pr_auc": 0.9939789006377461,
+      "eval_bn_opus100_pr_auc": 0.8220532983447353,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8879633223970741,
+      "eval_ca_ud_pr_auc": 0.9926410175975426,
+      "eval_ceb_ud_pr_auc": 0.9984036798694808,
+      "eval_cs_ersatz_pr_auc": 0.9814789096335134,
+      "eval_cs_opus100_pr_auc": 0.90181708338617,
+      "eval_cs_ud_pr_auc": 0.9564732861406224,
+      "eval_cy_opus100_pr_auc": 0.7529669949121855,
+      "eval_cy_ud_pr_auc": 0.9957095896146788,
+      "eval_da_opus100_pr_auc": 0.9061980582134621,
+      "eval_da_ud_pr_auc": 0.9791981429878794,
+      "eval_de_ersatz_pr_auc": 0.9731996706914324,
+      "eval_de_opus100_pr_auc": 0.8798390023271626,
+      "eval_de_ud_pr_auc": 0.983025621692432,
+      "eval_el_opus100_pr_auc": 0.9201646269646362,
+      "eval_el_ud_pr_auc": 0.9916990444233162,
+      "eval_en_ersatz_pr_auc": 0.9889608612963041,
+      "eval_en_opus100_pr_auc": 0.9249613264652602,
+      "eval_en_ud_pr_auc": 0.96952826198823,
+      "eval_eo_opus100_pr_auc": 0.9247641681935412,
+      "eval_es_ersatz_pr_auc": 0.9955524713426691,
+      "eval_es_opus100_pr_auc": 0.9201695588044527,
+      "eval_es_ud_pr_auc": 0.9894498837534575,
+      "eval_et_ersatz_pr_auc": 0.9751323326727237,
+      "eval_et_opus100_pr_auc": 0.8945366216183774,
+      "eval_et_ud_pr_auc": 0.9513265411301534,
+      "eval_eu_opus100_pr_auc": 0.8743376591319049,
+      "eval_eu_ud_pr_auc": 0.9837153894970625,
+      "eval_fa_opus100_pr_auc": 0.5754053209951231,
+      "eval_fa_ud_pr_auc": 0.995700169836317,
+      "eval_fi_ersatz_pr_auc": 0.9841344093500939,
+      "eval_fi_opus100_pr_auc": 0.9010233405706123,
+      "eval_fi_ud_pr_auc": 0.9560066627727224,
+      "eval_fr_ersatz_pr_auc": 0.9878302761250145,
+      "eval_fr_opus100_pr_auc": 0.9050846634928479,
+      "eval_fr_ud_pr_auc": 0.9774884584391288,
+      "eval_fy_opus100_pr_auc": 0.699005762962209,
+      "eval_ga_opus100_pr_auc": 0.8794718608065422,
+      "eval_ga_ud_pr_auc": 0.8127945763551937,
+      "eval_gd_opus100_pr_auc": 0.6064596711281874,
+      "eval_gd_ud_pr_auc": 0.7454070358288865,
+      "eval_gl_opus100_pr_auc": 0.8859057203547149,
+      "eval_gl_ud_pr_auc": 0.9945099245883726,
+      "eval_gu_ersatz_pr_auc": 0.9240397710693594,
+      "eval_gu_opus100_pr_auc": 0.7263399569585169,
+      "eval_ha_opus100_pr_auc": 0.8996714712193247,
+      "eval_he_opus100_pr_auc": 0.8673163169005368,
+      "eval_he_ud_pr_auc": 0.9784694317067884,
+      "eval_hi_ersatz_pr_auc": 0.9735910679998262,
+      "eval_hi_opus100_pr_auc": 0.6620402628064267,
+      "eval_hi_ud_pr_auc": 0.9799437220387459,
+      "eval_hu_opus100_pr_auc": 0.9136256410159675,
+      "eval_hu_ud_pr_auc": 0.9816984384729798,
+      "eval_hy_opus100_pr_auc": 0.9105365441190105,
+      "eval_hy_ud_pr_auc": 0.988754864288352,
+      "eval_id_opus100_pr_auc": 0.8749646726965935,
+      "eval_id_ud_pr_auc": 0.9925435747937467,
+      "eval_ig_opus100_pr_auc": 0.8811409252052256,
+      "eval_is_opus100_pr_auc": 0.9157202702351042,
+      "eval_is_ud_pr_auc": 0.9246381491047104,
+      "eval_it_opus100_pr_auc": 0.9039096168318389,
+      "eval_it_ud_pr_auc": 0.9990754339348986,
+      "eval_ja_ersatz_pr_auc": 0.7841706281411034,
+      "eval_ja_opus100_pr_auc": 0.7958210682678987,
+      "eval_ja_ud_pr_auc": 0.9788268373059709,
+      "eval_jv_ud_pr_auc": 0.9956479161437726,
+      "eval_ka_opus100_pr_auc": 0.8850181533630546,
+      "eval_kk_ersatz_pr_auc": 0.9842025218484587,
+      "eval_kk_opus100_pr_auc": 0.8167121987456089,
+      "eval_kk_ud_pr_auc": 0.9716390747404179,
+      "eval_km_ersatz_pr_auc": 0.9052212477225664,
+      "eval_km_opus100_pr_auc": 0.7075305649595285,
+      "eval_kn_opus100_pr_auc": 0.5870851965104729,
+      "eval_ko_opus100_pr_auc": 0.6682964643366778,
+      "eval_ko_ud_pr_auc": 0.9980453251558314,
+      "eval_ku_opus100_pr_auc": 0.8512381923967928,
+      "eval_ky_opus100_pr_auc": 0.8658817534621006,
+      "eval_la_ud_pr_auc": 0.9350000791276104,
+      "eval_loss": 0.03594737499952316,
+      "eval_lt_ersatz_pr_auc": 0.9855785533907957,
+      "eval_lt_opus100_pr_auc": 0.8638569617427172,
+      "eval_lt_ud_pr_auc": 0.9919919306954353,
+      "eval_lv_ersatz_pr_auc": 0.9860346833206596,
+      "eval_lv_opus100_pr_auc": 0.8761758984791862,
+      "eval_lv_ud_pr_auc": 0.9593861544093277,
+      "eval_mg_opus100_pr_auc": 0.9172086375699099,
+      "eval_mk_opus100_pr_auc": 0.9021058891101033,
+      "eval_ml_opus100_pr_auc": 0.7683485293827242,
+      "eval_mn_opus100_pr_auc": 0.9532337498002249,
+      "eval_mr_opus100_pr_auc": 0.8970214804667762,
+      "eval_mr_ud_pr_auc": 0.9792193112145096,
+      "eval_ms_opus100_pr_auc": 0.8681254222937018,
+      "eval_mt_opus100_pr_auc": 0.8329624502979793,
+      "eval_mt_ud_pr_auc": 0.8433661864517185,
+      "eval_my_opus100_pr_auc": 0.7212931296131098,
+      "eval_ne_opus100_pr_auc": 0.7165142619152072,
+      "eval_nl_opus100_pr_auc": 0.88957567364342,
+      "eval_nl_ud_pr_auc": 0.977583886120936,
+      "eval_no_opus100_pr_auc": 0.911521767398735,
+      "eval_no_ud_pr_auc": 0.9955602919761252,
+      "eval_pa_opus100_pr_auc": 0.686010216647166,
+      "eval_pl_ersatz_pr_auc": 0.972775306511022,
+      "eval_pl_opus100_pr_auc": 0.8846532069877728,
+      "eval_pl_ud_pr_auc": 0.9665288040911787,
+      "eval_ps_ersatz_pr_auc": 0.9427966563186394,
+      "eval_ps_opus100_pr_auc": 0.7146107560970192,
+      "eval_pt_opus100_pr_auc": 0.9203755952373971,
+      "eval_pt_ud_pr_auc": 0.9795329965670266,
+      "eval_ro_ersatz_pr_auc": 0.9937283935011825,
+      "eval_ro_opus100_pr_auc": 0.8748849303108024,
+      "eval_ro_ud_pr_auc": 0.9482156185143578,
+      "eval_ru_ersatz_pr_auc": 0.9886275294994771,
+      "eval_ru_opus100_pr_auc": 0.9065893565718635,
+      "eval_ru_ud_pr_auc": 0.8543579037814286,
+      "eval_runtime": 461.4672,
+      "eval_samples_per_second": 163.544,
+      "eval_si_opus100_pr_auc": 0.808176831629491,
+      "eval_sk_opus100_pr_auc": 0.9266473100092704,
+      "eval_sk_ud_pr_auc": 0.9779918396736016,
+      "eval_sl_opus100_pr_auc": 0.8532900359122144,
+      "eval_sl_ud_pr_auc": 0.9712924524543493,
+      "eval_sq_opus100_pr_auc": 0.9010215147582831,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9026640975138904,
+      "eval_sr_ud_pr_auc": 0.9933712262963009,
+      "eval_steps_per_second": 5.112,
+      "eval_sv_opus100_pr_auc": 0.8846170117602711,
+      "eval_sv_ud_pr_auc": 0.9423905675760735,
+      "eval_ta_ersatz_pr_auc": 0.9815395399137562,
+      "eval_ta_opus100_pr_auc": 0.6638673659934452,
+      "eval_ta_ud_pr_auc": 0.9978936112321297,
+      "eval_te_opus100_pr_auc": 0.8256525077249698,
+      "eval_tg_opus100_pr_auc": 0.8840133238992233,
+      "eval_th_opus100_pr_auc": 0.6810716904524452,
+      "eval_th_ud_pr_auc": 0.7624506545014208,
+      "eval_tr_ersatz_pr_auc": 0.966536913849134,
+      "eval_tr_opus100_pr_auc": 0.8937006666949613,
+      "eval_tr_ud_pr_auc": 0.9483308886080537,
+      "eval_uk_opus100_pr_auc": 0.87771614132056,
+      "eval_uk_ud_pr_auc": 0.9330231758024095,
+      "eval_ur_opus100_pr_auc": 0.5205104408709378,
+      "eval_ur_ud_pr_auc": 0.993343539809826,
+      "eval_uz_opus100_pr_auc": 0.8716688617544728,
+      "eval_vi_opus100_pr_auc": 0.9040443335685668,
+      "eval_vi_ud_pr_auc": 0.9650961218642167,
+      "eval_xh_opus100_pr_auc": 0.8574022482301435,
+      "eval_yi_opus100_pr_auc": 0.7737137756945106,
+      "eval_yo_opus100_pr_auc": 0.8126404768862809,
+      "eval_yo_ud_pr_auc": 0.8987575560349494,
+      "eval_zh_ersatz_pr_auc": 0.9510088878858134,
+      "eval_zh_opus100_pr_auc": 0.757569126481706,
+      "eval_zh_ud_pr_auc": 0.991606251622133,
+      "eval_zu_opus100_pr_auc": 0.8369586561364674,
+      "step": 215000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8088607594936716e-05,
+      "learning_rate_adapter": 4.8088607594936716e-05,
+      "loss": 0.0322,
+      "step": 215050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.807594936708861e-05,
+      "learning_rate_adapter": 4.807594936708861e-05,
+      "loss": 0.0328,
+      "step": 215100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.806329113924051e-05,
+      "learning_rate_adapter": 4.806329113924051e-05,
+      "loss": 0.0312,
+      "step": 215150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8050632911392406e-05,
+      "learning_rate_adapter": 4.8050632911392406e-05,
+      "loss": 0.0318,
+      "step": 215200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8037974683544305e-05,
+      "learning_rate_adapter": 4.8037974683544305e-05,
+      "loss": 0.0314,
+      "step": 215250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8025316455696204e-05,
+      "learning_rate_adapter": 4.8025316455696204e-05,
+      "loss": 0.0318,
+      "step": 215300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.801265822784811e-05,
+      "learning_rate_adapter": 4.801265822784811e-05,
+      "loss": 0.0321,
+      "step": 215350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0321,
+      "step": 215400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79873417721519e-05,
+      "learning_rate_adapter": 4.79873417721519e-05,
+      "loss": 0.0323,
+      "step": 215450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79746835443038e-05,
+      "learning_rate_adapter": 4.79746835443038e-05,
+      "loss": 0.0325,
+      "step": 215500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79620253164557e-05,
+      "learning_rate_adapter": 4.79620253164557e-05,
+      "loss": 0.0319,
+      "step": 215550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79493670886076e-05,
+      "learning_rate_adapter": 4.79493670886076e-05,
+      "loss": 0.0331,
+      "step": 215600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7936708860759495e-05,
+      "learning_rate_adapter": 4.7936708860759495e-05,
+      "loss": 0.032,
+      "step": 215650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7924050632911394e-05,
+      "learning_rate_adapter": 4.7924050632911394e-05,
+      "loss": 0.0315,
+      "step": 215700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.791139240506329e-05,
+      "learning_rate_adapter": 4.791139240506329e-05,
+      "loss": 0.0322,
+      "step": 215750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.789873417721519e-05,
+      "learning_rate_adapter": 4.789873417721519e-05,
+      "loss": 0.0321,
+      "step": 215800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.788607594936709e-05,
+      "learning_rate_adapter": 4.788607594936709e-05,
+      "loss": 0.032,
+      "step": 215850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.787341772151899e-05,
+      "learning_rate_adapter": 4.787341772151899e-05,
+      "loss": 0.0316,
+      "step": 215900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.786075949367089e-05,
+      "learning_rate_adapter": 4.786075949367089e-05,
+      "loss": 0.0319,
+      "step": 215950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.784810126582279e-05,
+      "learning_rate_adapter": 4.784810126582279e-05,
+      "loss": 0.0319,
+      "step": 216000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7835443037974686e-05,
+      "learning_rate_adapter": 4.7835443037974686e-05,
+      "loss": 0.0327,
+      "step": 216050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7822784810126585e-05,
+      "learning_rate_adapter": 4.7822784810126585e-05,
+      "loss": 0.0324,
+      "step": 216100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7810126582278484e-05,
+      "learning_rate_adapter": 4.7810126582278484e-05,
+      "loss": 0.0316,
+      "step": 216150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.779746835443038e-05,
+      "learning_rate_adapter": 4.779746835443038e-05,
+      "loss": 0.0313,
+      "step": 216200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.778481012658228e-05,
+      "learning_rate_adapter": 4.778481012658228e-05,
+      "loss": 0.0321,
+      "step": 216250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.777215189873418e-05,
+      "learning_rate_adapter": 4.777215189873418e-05,
+      "loss": 0.0321,
+      "step": 216300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.775949367088608e-05,
+      "learning_rate_adapter": 4.775949367088608e-05,
+      "loss": 0.0312,
+      "step": 216350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.774683544303798e-05,
+      "learning_rate_adapter": 4.774683544303798e-05,
+      "loss": 0.0321,
+      "step": 216400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.773417721518987e-05,
+      "learning_rate_adapter": 4.773417721518987e-05,
+      "loss": 0.0322,
+      "step": 216450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7721518987341776e-05,
+      "learning_rate_adapter": 4.7721518987341776e-05,
+      "loss": 0.032,
+      "step": 216500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7708860759493675e-05,
+      "learning_rate_adapter": 4.7708860759493675e-05,
+      "loss": 0.0323,
+      "step": 216550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7696202531645574e-05,
+      "learning_rate_adapter": 4.7696202531645574e-05,
+      "loss": 0.0323,
+      "step": 216600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.768354430379747e-05,
+      "learning_rate_adapter": 4.768354430379747e-05,
+      "loss": 0.0326,
+      "step": 216650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7670886075949365e-05,
+      "learning_rate_adapter": 4.7670886075949365e-05,
+      "loss": 0.0322,
+      "step": 216700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7658227848101264e-05,
+      "learning_rate_adapter": 4.7658227848101264e-05,
+      "loss": 0.0322,
+      "step": 216750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.764556962025317e-05,
+      "learning_rate_adapter": 4.764556962025317e-05,
+      "loss": 0.032,
+      "step": 216800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.763291139240507e-05,
+      "learning_rate_adapter": 4.763291139240507e-05,
+      "loss": 0.0317,
+      "step": 216850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.762025316455697e-05,
+      "learning_rate_adapter": 4.762025316455697e-05,
+      "loss": 0.0311,
+      "step": 216900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.760759493670886e-05,
+      "learning_rate_adapter": 4.760759493670886e-05,
+      "loss": 0.032,
+      "step": 216950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.759493670886076e-05,
+      "learning_rate_adapter": 4.759493670886076e-05,
+      "loss": 0.0317,
+      "step": 217000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.758227848101266e-05,
+      "learning_rate_adapter": 4.758227848101266e-05,
+      "loss": 0.0324,
+      "step": 217050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.756962025316456e-05,
+      "learning_rate_adapter": 4.756962025316456e-05,
+      "loss": 0.0326,
+      "step": 217100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.755696202531646e-05,
+      "learning_rate_adapter": 4.755696202531646e-05,
+      "loss": 0.0316,
+      "step": 217150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.754430379746836e-05,
+      "learning_rate_adapter": 4.754430379746836e-05,
+      "loss": 0.0313,
+      "step": 217200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.753164556962025e-05,
+      "learning_rate_adapter": 4.753164556962025e-05,
+      "loss": 0.0321,
+      "step": 217250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.751898734177215e-05,
+      "learning_rate_adapter": 4.751898734177215e-05,
+      "loss": 0.0326,
+      "step": 217300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.750632911392405e-05,
+      "learning_rate_adapter": 4.750632911392405e-05,
+      "loss": 0.0322,
+      "step": 217350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7493670886075955e-05,
+      "learning_rate_adapter": 4.7493670886075955e-05,
+      "loss": 0.0323,
+      "step": 217400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7481012658227854e-05,
+      "learning_rate_adapter": 4.7481012658227854e-05,
+      "loss": 0.0318,
+      "step": 217450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7468354430379746e-05,
+      "learning_rate_adapter": 4.7468354430379746e-05,
+      "loss": 0.0324,
+      "step": 217500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7455696202531645e-05,
+      "learning_rate_adapter": 4.7455696202531645e-05,
+      "loss": 0.0317,
+      "step": 217550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7443037974683544e-05,
+      "learning_rate_adapter": 4.7443037974683544e-05,
+      "loss": 0.0323,
+      "step": 217600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.743037974683544e-05,
+      "learning_rate_adapter": 4.743037974683544e-05,
+      "loss": 0.0322,
+      "step": 217650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.741772151898735e-05,
+      "learning_rate_adapter": 4.741772151898735e-05,
+      "loss": 0.0321,
+      "step": 217700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.740506329113924e-05,
+      "learning_rate_adapter": 4.740506329113924e-05,
+      "loss": 0.0315,
+      "step": 217750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.739240506329114e-05,
+      "learning_rate_adapter": 4.739240506329114e-05,
+      "loss": 0.032,
+      "step": 217800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.737974683544304e-05,
+      "learning_rate_adapter": 4.737974683544304e-05,
+      "loss": 0.0313,
+      "step": 217850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.736708860759494e-05,
+      "learning_rate_adapter": 4.736708860759494e-05,
+      "loss": 0.0323,
+      "step": 217900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7354430379746836e-05,
+      "learning_rate_adapter": 4.7354430379746836e-05,
+      "loss": 0.0318,
+      "step": 217950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.734177215189874e-05,
+      "learning_rate_adapter": 4.734177215189874e-05,
+      "loss": 0.0324,
+      "step": 218000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7329113924050634e-05,
+      "learning_rate_adapter": 4.7329113924050634e-05,
+      "loss": 0.032,
+      "step": 218050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.731645569620253e-05,
+      "learning_rate_adapter": 4.731645569620253e-05,
+      "loss": 0.0325,
+      "step": 218100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.730379746835443e-05,
+      "learning_rate_adapter": 4.730379746835443e-05,
+      "loss": 0.0322,
+      "step": 218150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.729113924050633e-05,
+      "learning_rate_adapter": 4.729113924050633e-05,
+      "loss": 0.0308,
+      "step": 218200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.727848101265823e-05,
+      "learning_rate_adapter": 4.727848101265823e-05,
+      "loss": 0.0319,
+      "step": 218250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.726582278481013e-05,
+      "learning_rate_adapter": 4.726582278481013e-05,
+      "loss": 0.032,
+      "step": 218300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.725316455696203e-05,
+      "learning_rate_adapter": 4.725316455696203e-05,
+      "loss": 0.0322,
+      "step": 218350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7240506329113926e-05,
+      "learning_rate_adapter": 4.7240506329113926e-05,
+      "loss": 0.0315,
+      "step": 218400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7227848101265825e-05,
+      "learning_rate_adapter": 4.7227848101265825e-05,
+      "loss": 0.0321,
+      "step": 218450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7215189873417723e-05,
+      "learning_rate_adapter": 4.7215189873417723e-05,
+      "loss": 0.0321,
+      "step": 218500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.720253164556962e-05,
+      "learning_rate_adapter": 4.720253164556962e-05,
+      "loss": 0.0321,
+      "step": 218550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.718987341772152e-05,
+      "learning_rate_adapter": 4.718987341772152e-05,
+      "loss": 0.0317,
+      "step": 218600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.717721518987342e-05,
+      "learning_rate_adapter": 4.717721518987342e-05,
+      "loss": 0.0318,
+      "step": 218650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.716455696202532e-05,
+      "learning_rate_adapter": 4.716455696202532e-05,
+      "loss": 0.0324,
+      "step": 218700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.715189873417722e-05,
+      "learning_rate_adapter": 4.715189873417722e-05,
+      "loss": 0.0315,
+      "step": 218750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7139240506329117e-05,
+      "learning_rate_adapter": 4.7139240506329117e-05,
+      "loss": 0.0316,
+      "step": 218800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7126582278481015e-05,
+      "learning_rate_adapter": 4.7126582278481015e-05,
+      "loss": 0.0319,
+      "step": 218850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7113924050632914e-05,
+      "learning_rate_adapter": 4.7113924050632914e-05,
+      "loss": 0.0319,
+      "step": 218900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.710126582278481e-05,
+      "learning_rate_adapter": 4.710126582278481e-05,
+      "loss": 0.0322,
+      "step": 218950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.708860759493671e-05,
+      "learning_rate_adapter": 4.708860759493671e-05,
+      "loss": 0.0318,
+      "step": 219000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707594936708861e-05,
+      "learning_rate_adapter": 4.707594936708861e-05,
+      "loss": 0.0314,
+      "step": 219050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70632911392405e-05,
+      "learning_rate_adapter": 4.70632911392405e-05,
+      "loss": 0.0325,
+      "step": 219100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.705063291139241e-05,
+      "learning_rate_adapter": 4.705063291139241e-05,
+      "loss": 0.0318,
+      "step": 219150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.703797468354431e-05,
+      "learning_rate_adapter": 4.703797468354431e-05,
+      "loss": 0.0323,
+      "step": 219200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7025316455696206e-05,
+      "learning_rate_adapter": 4.7025316455696206e-05,
+      "loss": 0.0324,
+      "step": 219250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7012658227848105e-05,
+      "learning_rate_adapter": 4.7012658227848105e-05,
+      "loss": 0.0326,
+      "step": 219300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0316,
+      "step": 219350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6987341772151896e-05,
+      "learning_rate_adapter": 4.6987341772151896e-05,
+      "loss": 0.0324,
+      "step": 219400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69746835443038e-05,
+      "learning_rate_adapter": 4.69746835443038e-05,
+      "loss": 0.0315,
+      "step": 219450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69620253164557e-05,
+      "learning_rate_adapter": 4.69620253164557e-05,
+      "loss": 0.0324,
+      "step": 219500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69493670886076e-05,
+      "learning_rate_adapter": 4.69493670886076e-05,
+      "loss": 0.0322,
+      "step": 219550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.69367088607595e-05,
+      "learning_rate_adapter": 4.69367088607595e-05,
+      "loss": 0.0319,
+      "step": 219600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.692405063291139e-05,
+      "learning_rate_adapter": 4.692405063291139e-05,
+      "loss": 0.0319,
+      "step": 219650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.691139240506329e-05,
+      "learning_rate_adapter": 4.691139240506329e-05,
+      "loss": 0.0317,
+      "step": 219700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6898734177215195e-05,
+      "learning_rate_adapter": 4.6898734177215195e-05,
+      "loss": 0.0315,
+      "step": 219750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6886075949367094e-05,
+      "learning_rate_adapter": 4.6886075949367094e-05,
+      "loss": 0.0316,
+      "step": 219800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687341772151899e-05,
+      "learning_rate_adapter": 4.687341772151899e-05,
+      "loss": 0.0312,
+      "step": 219850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6860759493670885e-05,
+      "learning_rate_adapter": 4.6860759493670885e-05,
+      "loss": 0.0319,
+      "step": 219900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6848101265822784e-05,
+      "learning_rate_adapter": 4.6848101265822784e-05,
+      "loss": 0.0317,
+      "step": 219950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.683544303797468e-05,
+      "learning_rate_adapter": 4.683544303797468e-05,
+      "loss": 0.0326,
+      "step": 220000
+    },
+    {
+      "epoch": 0.19,
+      "eval_af_opus100_pr_auc": 0.7683419544973917,
+      "eval_af_ud_pr_auc": 0.986068873341976,
+      "eval_am_opus100_pr_auc": 0.5933319812719693,
+      "eval_ar_ersatz_pr_auc": 0.91926753073749,
+      "eval_ar_opus100_pr_auc": 0.6946245989883365,
+      "eval_ar_ud_pr_auc": 0.8752707606027263,
+      "eval_average_ersatz_pr_auc": 0.959757357775842,
+      "eval_average_opus100_pr_auc": 0.8221474065899396,
+      "eval_average_ud_pr_auc": 0.9571284818271727,
+      "eval_az_opus100_pr_auc": 0.7770067585226063,
+      "eval_be_opus100_pr_auc": 0.6825513516357866,
+      "eval_be_ud_pr_auc": 0.8796092753914845,
+      "eval_bg_opus100_pr_auc": 0.9084747465639043,
+      "eval_bg_ud_pr_auc": 0.9930041255981151,
+      "eval_bn_opus100_pr_auc": 0.8098020495528153,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8730157681422835,
+      "eval_ca_ud_pr_auc": 0.9918726864034273,
+      "eval_ceb_ud_pr_auc": 0.9998718404539575,
+      "eval_cs_ersatz_pr_auc": 0.9810447781939831,
+      "eval_cs_opus100_pr_auc": 0.8956490203725634,
+      "eval_cs_ud_pr_auc": 0.9557962860188742,
+      "eval_cy_opus100_pr_auc": 0.7457086187335172,
+      "eval_cy_ud_pr_auc": 0.993423945573001,
+      "eval_da_opus100_pr_auc": 0.905397357828399,
+      "eval_da_ud_pr_auc": 0.9774612268464684,
+      "eval_de_ersatz_pr_auc": 0.9636742010709012,
+      "eval_de_opus100_pr_auc": 0.8799378781466387,
+      "eval_de_ud_pr_auc": 0.9830223146554165,
+      "eval_el_opus100_pr_auc": 0.9183276214207218,
+      "eval_el_ud_pr_auc": 0.988256655894399,
+      "eval_en_ersatz_pr_auc": 0.9870753762718976,
+      "eval_en_opus100_pr_auc": 0.9231640290558587,
+      "eval_en_ud_pr_auc": 0.9668471468918975,
+      "eval_eo_opus100_pr_auc": 0.9196332551294032,
+      "eval_es_ersatz_pr_auc": 0.995461211661152,
+      "eval_es_opus100_pr_auc": 0.9186366941326762,
+      "eval_es_ud_pr_auc": 0.987358812235797,
+      "eval_et_ersatz_pr_auc": 0.9765529899048586,
+      "eval_et_opus100_pr_auc": 0.8940778963205546,
+      "eval_et_ud_pr_auc": 0.9513387198225164,
+      "eval_eu_opus100_pr_auc": 0.8756614617071443,
+      "eval_eu_ud_pr_auc": 0.9860847399889417,
+      "eval_fa_opus100_pr_auc": 0.580598781860812,
+      "eval_fa_ud_pr_auc": 0.9928614786410397,
+      "eval_fi_ersatz_pr_auc": 0.9825254430181083,
+      "eval_fi_opus100_pr_auc": 0.8953586198323688,
+      "eval_fi_ud_pr_auc": 0.9589388162818748,
+      "eval_fr_ersatz_pr_auc": 0.9836089432955619,
+      "eval_fr_opus100_pr_auc": 0.8985973973830651,
+      "eval_fr_ud_pr_auc": 0.9797395322486111,
+      "eval_fy_opus100_pr_auc": 0.6947003304166233,
+      "eval_ga_opus100_pr_auc": 0.871740918605628,
+      "eval_ga_ud_pr_auc": 0.8159277567676182,
+      "eval_gd_opus100_pr_auc": 0.5683511984421693,
+      "eval_gd_ud_pr_auc": 0.7648410721517609,
+      "eval_gl_opus100_pr_auc": 0.8750913991534257,
+      "eval_gl_ud_pr_auc": 0.9945722058041822,
+      "eval_gu_ersatz_pr_auc": 0.9342909739630524,
+      "eval_gu_opus100_pr_auc": 0.7217838326468184,
+      "eval_ha_opus100_pr_auc": 0.9001850334601779,
+      "eval_he_opus100_pr_auc": 0.8500759865255669,
+      "eval_he_ud_pr_auc": 0.9737309366680117,
+      "eval_hi_ersatz_pr_auc": 0.9679031972912833,
+      "eval_hi_opus100_pr_auc": 0.6615549305614294,
+      "eval_hi_ud_pr_auc": 0.9693058177748538,
+      "eval_hu_opus100_pr_auc": 0.9119185589468813,
+      "eval_hu_ud_pr_auc": 0.9788730622318386,
+      "eval_hy_opus100_pr_auc": 0.9121663999441729,
+      "eval_hy_ud_pr_auc": 0.9811773353764333,
+      "eval_id_opus100_pr_auc": 0.8691230037965885,
+      "eval_id_ud_pr_auc": 0.9909232525891356,
+      "eval_ig_opus100_pr_auc": 0.8851790396194464,
+      "eval_is_opus100_pr_auc": 0.9136802349871727,
+      "eval_is_ud_pr_auc": 0.915109250133407,
+      "eval_it_opus100_pr_auc": 0.8920702968256679,
+      "eval_it_ud_pr_auc": 0.9971765097942893,
+      "eval_ja_ersatz_pr_auc": 0.7976094252942769,
+      "eval_ja_opus100_pr_auc": 0.7943563881409293,
+      "eval_ja_ud_pr_auc": 0.977722396594493,
+      "eval_jv_ud_pr_auc": 0.9965879592682501,
+      "eval_ka_opus100_pr_auc": 0.8900627642055404,
+      "eval_kk_ersatz_pr_auc": 0.9854964900702585,
+      "eval_kk_opus100_pr_auc": 0.8006607371306347,
+      "eval_kk_ud_pr_auc": 0.9685299784023931,
+      "eval_km_ersatz_pr_auc": 0.9099302936809038,
+      "eval_km_opus100_pr_auc": 0.7135666447865503,
+      "eval_kn_opus100_pr_auc": 0.5808485289231191,
+      "eval_ko_opus100_pr_auc": 0.6735505693149866,
+      "eval_ko_ud_pr_auc": 0.9983132743881264,
+      "eval_ku_opus100_pr_auc": 0.8426951560046135,
+      "eval_ky_opus100_pr_auc": 0.8457156088672705,
+      "eval_la_ud_pr_auc": 0.9402702136144863,
+      "eval_loss": 0.035791248083114624,
+      "eval_lt_ersatz_pr_auc": 0.9868967592913914,
+      "eval_lt_opus100_pr_auc": 0.8618414264262194,
+      "eval_lt_ud_pr_auc": 0.9894080173777827,
+      "eval_lv_ersatz_pr_auc": 0.9872260763128444,
+      "eval_lv_opus100_pr_auc": 0.8798383126038892,
+      "eval_lv_ud_pr_auc": 0.9527342821898052,
+      "eval_mg_opus100_pr_auc": 0.9210526248781548,
+      "eval_mk_opus100_pr_auc": 0.9009370107287028,
+      "eval_ml_opus100_pr_auc": 0.7442399100562235,
+      "eval_mn_opus100_pr_auc": 0.9514020099763488,
+      "eval_mr_opus100_pr_auc": 0.8970813637730243,
+      "eval_mr_ud_pr_auc": 0.9795698144758821,
+      "eval_ms_opus100_pr_auc": 0.864687406213643,
+      "eval_mt_opus100_pr_auc": 0.8426112301197367,
+      "eval_mt_ud_pr_auc": 0.8799093875585566,
+      "eval_my_opus100_pr_auc": 0.7218830202060171,
+      "eval_ne_opus100_pr_auc": 0.7087799972514297,
+      "eval_nl_opus100_pr_auc": 0.8884556645061858,
+      "eval_nl_ud_pr_auc": 0.9779365190631204,
+      "eval_no_opus100_pr_auc": 0.9109745216164121,
+      "eval_no_ud_pr_auc": 0.9957515372777218,
+      "eval_pa_opus100_pr_auc": 0.6729380606408872,
+      "eval_pl_ersatz_pr_auc": 0.9718448486632161,
+      "eval_pl_opus100_pr_auc": 0.8821238780461916,
+      "eval_pl_ud_pr_auc": 0.9601856477894044,
+      "eval_ps_ersatz_pr_auc": 0.9196588003366457,
+      "eval_ps_opus100_pr_auc": 0.7070028768482952,
+      "eval_pt_opus100_pr_auc": 0.9200990097419418,
+      "eval_pt_ud_pr_auc": 0.9788271849895048,
+      "eval_ro_ersatz_pr_auc": 0.9933536204777942,
+      "eval_ro_opus100_pr_auc": 0.872021136379926,
+      "eval_ro_ud_pr_auc": 0.9505412845018958,
+      "eval_ru_ersatz_pr_auc": 0.9848883142872363,
+      "eval_ru_opus100_pr_auc": 0.9017615274381459,
+      "eval_ru_ud_pr_auc": 0.8422268567306433,
+      "eval_runtime": 463.3721,
+      "eval_samples_per_second": 162.871,
+      "eval_si_opus100_pr_auc": 0.7998115454555309,
+      "eval_sk_opus100_pr_auc": 0.9248286684478917,
+      "eval_sk_ud_pr_auc": 0.9703381547996951,
+      "eval_sl_opus100_pr_auc": 0.8504646647290584,
+      "eval_sl_ud_pr_auc": 0.9656676458056733,
+      "eval_sq_opus100_pr_auc": 0.9044360494325214,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8972263953560208,
+      "eval_sr_ud_pr_auc": 0.9927046443956227,
+      "eval_steps_per_second": 5.091,
+      "eval_sv_opus100_pr_auc": 0.882063390197972,
+      "eval_sv_ud_pr_auc": 0.9355702981697493,
+      "eval_ta_ersatz_pr_auc": 0.9774097347402257,
+      "eval_ta_opus100_pr_auc": 0.659854280061638,
+      "eval_ta_ud_pr_auc": 0.9973668116842622,
+      "eval_te_opus100_pr_auc": 0.8272958906371999,
+      "eval_tg_opus100_pr_auc": 0.8707527891555297,
+      "eval_th_opus100_pr_auc": 0.6887842039843597,
+      "eval_th_ud_pr_auc": 0.7616732245364186,
+      "eval_tr_ersatz_pr_auc": 0.9643392698734854,
+      "eval_tr_opus100_pr_auc": 0.8948834365504902,
+      "eval_tr_ud_pr_auc": 0.9427960117645646,
+      "eval_uk_opus100_pr_auc": 0.8700422743806163,
+      "eval_uk_ud_pr_auc": 0.9276262535628412,
+      "eval_ur_opus100_pr_auc": 0.5092450658662832,
+      "eval_ur_ud_pr_auc": 0.9920353701858089,
+      "eval_uz_opus100_pr_auc": 0.8657244233141225,
+      "eval_vi_opus100_pr_auc": 0.9011727210413294,
+      "eval_vi_ud_pr_auc": 0.9545696545621483,
+      "eval_xh_opus100_pr_auc": 0.86801605328053,
+      "eval_yi_opus100_pr_auc": 0.7608653655941332,
+      "eval_yo_opus100_pr_auc": 0.7859478350834854,
+      "eval_yo_ud_pr_auc": 0.9037116867181819,
+      "eval_zh_ersatz_pr_auc": 0.9446035926319613,
+      "eval_zh_opus100_pr_auc": 0.7422965809464086,
+      "eval_zh_ud_pr_auc": 0.9952849175597572,
+      "eval_zu_opus100_pr_auc": 0.835669317004327,
+      "step": 220000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682278481012659e-05,
+      "learning_rate_adapter": 4.682278481012659e-05,
+      "loss": 0.0309,
+      "step": 220050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681012658227849e-05,
+      "learning_rate_adapter": 4.681012658227849e-05,
+      "loss": 0.0314,
+      "step": 220100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679746835443038e-05,
+      "learning_rate_adapter": 4.679746835443038e-05,
+      "loss": 0.0322,
+      "step": 220150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678481012658228e-05,
+      "learning_rate_adapter": 4.678481012658228e-05,
+      "loss": 0.0325,
+      "step": 220200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677215189873418e-05,
+      "learning_rate_adapter": 4.677215189873418e-05,
+      "loss": 0.0321,
+      "step": 220250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6759493670886075e-05,
+      "learning_rate_adapter": 4.6759493670886075e-05,
+      "loss": 0.0317,
+      "step": 220300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.674683544303798e-05,
+      "learning_rate_adapter": 4.674683544303798e-05,
+      "loss": 0.0324,
+      "step": 220350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.673417721518988e-05,
+      "learning_rate_adapter": 4.673417721518988e-05,
+      "loss": 0.0319,
+      "step": 220400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.672151898734177e-05,
+      "learning_rate_adapter": 4.672151898734177e-05,
+      "loss": 0.0317,
+      "step": 220450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.670886075949367e-05,
+      "learning_rate_adapter": 4.670886075949367e-05,
+      "loss": 0.032,
+      "step": 220500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.669620253164557e-05,
+      "learning_rate_adapter": 4.669620253164557e-05,
+      "loss": 0.0324,
+      "step": 220550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.668354430379747e-05,
+      "learning_rate_adapter": 4.668354430379747e-05,
+      "loss": 0.0314,
+      "step": 220600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6670886075949374e-05,
+      "learning_rate_adapter": 4.6670886075949374e-05,
+      "loss": 0.032,
+      "step": 220650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6658227848101266e-05,
+      "learning_rate_adapter": 4.6658227848101266e-05,
+      "loss": 0.032,
+      "step": 220700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6645569620253165e-05,
+      "learning_rate_adapter": 4.6645569620253165e-05,
+      "loss": 0.0315,
+      "step": 220750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6632911392405064e-05,
+      "learning_rate_adapter": 4.6632911392405064e-05,
+      "loss": 0.0316,
+      "step": 220800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.662025316455696e-05,
+      "learning_rate_adapter": 4.662025316455696e-05,
+      "loss": 0.0321,
+      "step": 220850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.660759493670886e-05,
+      "learning_rate_adapter": 4.660759493670886e-05,
+      "loss": 0.0317,
+      "step": 220900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.659493670886076e-05,
+      "learning_rate_adapter": 4.659493670886076e-05,
+      "loss": 0.0322,
+      "step": 220950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.658227848101266e-05,
+      "learning_rate_adapter": 4.658227848101266e-05,
+      "loss": 0.0326,
+      "step": 221000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.656962025316456e-05,
+      "learning_rate_adapter": 4.656962025316456e-05,
+      "loss": 0.0324,
+      "step": 221050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.655696202531646e-05,
+      "learning_rate_adapter": 4.655696202531646e-05,
+      "loss": 0.0316,
+      "step": 221100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6544303797468356e-05,
+      "learning_rate_adapter": 4.6544303797468356e-05,
+      "loss": 0.0322,
+      "step": 221150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6531645569620255e-05,
+      "learning_rate_adapter": 4.6531645569620255e-05,
+      "loss": 0.0312,
+      "step": 221200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6518987341772154e-05,
+      "learning_rate_adapter": 4.6518987341772154e-05,
+      "loss": 0.0321,
+      "step": 221250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.650632911392405e-05,
+      "learning_rate_adapter": 4.650632911392405e-05,
+      "loss": 0.0315,
+      "step": 221300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.649367088607595e-05,
+      "learning_rate_adapter": 4.649367088607595e-05,
+      "loss": 0.0319,
+      "step": 221350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.648101265822785e-05,
+      "learning_rate_adapter": 4.648101265822785e-05,
+      "loss": 0.0323,
+      "step": 221400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.646835443037975e-05,
+      "learning_rate_adapter": 4.646835443037975e-05,
+      "loss": 0.0318,
+      "step": 221450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.645569620253165e-05,
+      "learning_rate_adapter": 4.645569620253165e-05,
+      "loss": 0.0318,
+      "step": 221500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.644303797468355e-05,
+      "learning_rate_adapter": 4.644303797468355e-05,
+      "loss": 0.0319,
+      "step": 221550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6430379746835446e-05,
+      "learning_rate_adapter": 4.6430379746835446e-05,
+      "loss": 0.0319,
+      "step": 221600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6417721518987345e-05,
+      "learning_rate_adapter": 4.6417721518987345e-05,
+      "loss": 0.032,
+      "step": 221650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6405063291139243e-05,
+      "learning_rate_adapter": 4.6405063291139243e-05,
+      "loss": 0.0316,
+      "step": 221700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6392405063291136e-05,
+      "learning_rate_adapter": 4.6392405063291136e-05,
+      "loss": 0.0324,
+      "step": 221750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.637974683544304e-05,
+      "learning_rate_adapter": 4.637974683544304e-05,
+      "loss": 0.0329,
+      "step": 221800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.636708860759494e-05,
+      "learning_rate_adapter": 4.636708860759494e-05,
+      "loss": 0.0316,
+      "step": 221850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.635443037974684e-05,
+      "learning_rate_adapter": 4.635443037974684e-05,
+      "loss": 0.0315,
+      "step": 221900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.634177215189874e-05,
+      "learning_rate_adapter": 4.634177215189874e-05,
+      "loss": 0.0324,
+      "step": 221950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6329113924050637e-05,
+      "learning_rate_adapter": 4.6329113924050637e-05,
+      "loss": 0.0314,
+      "step": 222000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.631645569620253e-05,
+      "learning_rate_adapter": 4.631645569620253e-05,
+      "loss": 0.032,
+      "step": 222050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6303797468354434e-05,
+      "learning_rate_adapter": 4.6303797468354434e-05,
+      "loss": 0.0317,
+      "step": 222100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.629113924050633e-05,
+      "learning_rate_adapter": 4.629113924050633e-05,
+      "loss": 0.0321,
+      "step": 222150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.627848101265823e-05,
+      "learning_rate_adapter": 4.627848101265823e-05,
+      "loss": 0.0316,
+      "step": 222200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.626582278481013e-05,
+      "learning_rate_adapter": 4.626582278481013e-05,
+      "loss": 0.0309,
+      "step": 222250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.625316455696202e-05,
+      "learning_rate_adapter": 4.625316455696202e-05,
+      "loss": 0.0312,
+      "step": 222300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.624050632911392e-05,
+      "learning_rate_adapter": 4.624050632911392e-05,
+      "loss": 0.0312,
+      "step": 222350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.622784810126583e-05,
+      "learning_rate_adapter": 4.622784810126583e-05,
+      "loss": 0.0314,
+      "step": 222400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6215189873417726e-05,
+      "learning_rate_adapter": 4.6215189873417726e-05,
+      "loss": 0.0325,
+      "step": 222450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6202531645569625e-05,
+      "learning_rate_adapter": 4.6202531645569625e-05,
+      "loss": 0.0315,
+      "step": 222500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.618987341772152e-05,
+      "learning_rate_adapter": 4.618987341772152e-05,
+      "loss": 0.0319,
+      "step": 222550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6177215189873416e-05,
+      "learning_rate_adapter": 4.6177215189873416e-05,
+      "loss": 0.031,
+      "step": 222600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6164556962025315e-05,
+      "learning_rate_adapter": 4.6164556962025315e-05,
+      "loss": 0.0317,
+      "step": 222650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.615189873417722e-05,
+      "learning_rate_adapter": 4.615189873417722e-05,
+      "loss": 0.0314,
+      "step": 222700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.613924050632912e-05,
+      "learning_rate_adapter": 4.613924050632912e-05,
+      "loss": 0.0321,
+      "step": 222750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.612658227848102e-05,
+      "learning_rate_adapter": 4.612658227848102e-05,
+      "loss": 0.031,
+      "step": 222800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.611392405063291e-05,
+      "learning_rate_adapter": 4.611392405063291e-05,
+      "loss": 0.0313,
+      "step": 222850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.610126582278481e-05,
+      "learning_rate_adapter": 4.610126582278481e-05,
+      "loss": 0.0313,
+      "step": 222900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.608860759493671e-05,
+      "learning_rate_adapter": 4.608860759493671e-05,
+      "loss": 0.0319,
+      "step": 222950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6075949367088614e-05,
+      "learning_rate_adapter": 4.6075949367088614e-05,
+      "loss": 0.0323,
+      "step": 223000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.606329113924051e-05,
+      "learning_rate_adapter": 4.606329113924051e-05,
+      "loss": 0.0322,
+      "step": 223050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6050632911392405e-05,
+      "learning_rate_adapter": 4.6050632911392405e-05,
+      "loss": 0.032,
+      "step": 223100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6037974683544303e-05,
+      "learning_rate_adapter": 4.6037974683544303e-05,
+      "loss": 0.0331,
+      "step": 223150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.60253164556962e-05,
+      "learning_rate_adapter": 4.60253164556962e-05,
+      "loss": 0.0316,
+      "step": 223200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.60126582278481e-05,
+      "learning_rate_adapter": 4.60126582278481e-05,
+      "loss": 0.0324,
+      "step": 223250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0318,
+      "step": 223300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.59873417721519e-05,
+      "learning_rate_adapter": 4.59873417721519e-05,
+      "loss": 0.032,
+      "step": 223350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.59746835443038e-05,
+      "learning_rate_adapter": 4.59746835443038e-05,
+      "loss": 0.0325,
+      "step": 223400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5962025316455697e-05,
+      "learning_rate_adapter": 4.5962025316455697e-05,
+      "loss": 0.0319,
+      "step": 223450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5949367088607595e-05,
+      "learning_rate_adapter": 4.5949367088607595e-05,
+      "loss": 0.0319,
+      "step": 223500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5936708860759494e-05,
+      "learning_rate_adapter": 4.5936708860759494e-05,
+      "loss": 0.0316,
+      "step": 223550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.59240506329114e-05,
+      "learning_rate_adapter": 4.59240506329114e-05,
+      "loss": 0.0318,
+      "step": 223600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.591139240506329e-05,
+      "learning_rate_adapter": 4.591139240506329e-05,
+      "loss": 0.032,
+      "step": 223650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.589873417721519e-05,
+      "learning_rate_adapter": 4.589873417721519e-05,
+      "loss": 0.0324,
+      "step": 223700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.588607594936709e-05,
+      "learning_rate_adapter": 4.588607594936709e-05,
+      "loss": 0.0321,
+      "step": 223750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.587341772151899e-05,
+      "learning_rate_adapter": 4.587341772151899e-05,
+      "loss": 0.0319,
+      "step": 223800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.586075949367089e-05,
+      "learning_rate_adapter": 4.586075949367089e-05,
+      "loss": 0.0319,
+      "step": 223850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5848101265822786e-05,
+      "learning_rate_adapter": 4.5848101265822786e-05,
+      "loss": 0.0315,
+      "step": 223900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5835443037974685e-05,
+      "learning_rate_adapter": 4.5835443037974685e-05,
+      "loss": 0.0323,
+      "step": 223950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5822784810126584e-05,
+      "learning_rate_adapter": 4.5822784810126584e-05,
+      "loss": 0.0307,
+      "step": 224000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.581012658227848e-05,
+      "learning_rate_adapter": 4.581012658227848e-05,
+      "loss": 0.0318,
+      "step": 224050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.579746835443038e-05,
+      "learning_rate_adapter": 4.579746835443038e-05,
+      "loss": 0.032,
+      "step": 224100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.578481012658228e-05,
+      "learning_rate_adapter": 4.578481012658228e-05,
+      "loss": 0.0323,
+      "step": 224150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.577215189873418e-05,
+      "learning_rate_adapter": 4.577215189873418e-05,
+      "loss": 0.032,
+      "step": 224200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.575949367088608e-05,
+      "learning_rate_adapter": 4.575949367088608e-05,
+      "loss": 0.0315,
+      "step": 224250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.574683544303798e-05,
+      "learning_rate_adapter": 4.574683544303798e-05,
+      "loss": 0.0322,
+      "step": 224300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5734177215189876e-05,
+      "learning_rate_adapter": 4.5734177215189876e-05,
+      "loss": 0.0316,
+      "step": 224350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5721518987341775e-05,
+      "learning_rate_adapter": 4.5721518987341775e-05,
+      "loss": 0.0324,
+      "step": 224400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5708860759493674e-05,
+      "learning_rate_adapter": 4.5708860759493674e-05,
+      "loss": 0.0325,
+      "step": 224450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.569620253164557e-05,
+      "learning_rate_adapter": 4.569620253164557e-05,
+      "loss": 0.0316,
+      "step": 224500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.568354430379747e-05,
+      "learning_rate_adapter": 4.568354430379747e-05,
+      "loss": 0.0323,
+      "step": 224550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.567088607594937e-05,
+      "learning_rate_adapter": 4.567088607594937e-05,
+      "loss": 0.0325,
+      "step": 224600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.565822784810127e-05,
+      "learning_rate_adapter": 4.565822784810127e-05,
+      "loss": 0.0317,
+      "step": 224650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.564556962025317e-05,
+      "learning_rate_adapter": 4.564556962025317e-05,
+      "loss": 0.0314,
+      "step": 224700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.563291139240507e-05,
+      "learning_rate_adapter": 4.563291139240507e-05,
+      "loss": 0.0321,
+      "step": 224750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5620253164556966e-05,
+      "learning_rate_adapter": 4.5620253164556966e-05,
+      "loss": 0.0307,
+      "step": 224800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5607594936708865e-05,
+      "learning_rate_adapter": 4.5607594936708865e-05,
+      "loss": 0.0318,
+      "step": 224850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5594936708860763e-05,
+      "learning_rate_adapter": 4.5594936708860763e-05,
+      "loss": 0.0317,
+      "step": 224900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5582278481012655e-05,
+      "learning_rate_adapter": 4.5582278481012655e-05,
+      "loss": 0.032,
+      "step": 224950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.556962025316456e-05,
+      "learning_rate_adapter": 4.556962025316456e-05,
+      "loss": 0.0321,
+      "step": 225000
+    },
+    {
+      "epoch": 0.19,
+      "eval_af_opus100_pr_auc": 0.7593520061977276,
+      "eval_af_ud_pr_auc": 0.9838822196424828,
+      "eval_am_opus100_pr_auc": 0.6127213038427437,
+      "eval_ar_ersatz_pr_auc": 0.9301591944389827,
+      "eval_ar_opus100_pr_auc": 0.6971336567406492,
+      "eval_ar_ud_pr_auc": 0.8769109195510926,
+      "eval_average_ersatz_pr_auc": 0.9587523528395617,
+      "eval_average_opus100_pr_auc": 0.8234026392300071,
+      "eval_average_ud_pr_auc": 0.9589289933629638,
+      "eval_az_opus100_pr_auc": 0.7850890962522997,
+      "eval_be_opus100_pr_auc": 0.6799732570297139,
+      "eval_be_ud_pr_auc": 0.88457183139018,
+      "eval_bg_opus100_pr_auc": 0.9054686427749963,
+      "eval_bg_ud_pr_auc": 0.9943996655160571,
+      "eval_bn_opus100_pr_auc": 0.8155341374165558,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8735271216228089,
+      "eval_ca_ud_pr_auc": 0.9918811155405277,
+      "eval_ceb_ud_pr_auc": 0.9998862165321631,
+      "eval_cs_ersatz_pr_auc": 0.9825092779425018,
+      "eval_cs_opus100_pr_auc": 0.891181414475714,
+      "eval_cs_ud_pr_auc": 0.9552056138590654,
+      "eval_cy_opus100_pr_auc": 0.7259155693830932,
+      "eval_cy_ud_pr_auc": 0.9945997738496869,
+      "eval_da_opus100_pr_auc": 0.9081064452286215,
+      "eval_da_ud_pr_auc": 0.977047075783598,
+      "eval_de_ersatz_pr_auc": 0.9698286518873027,
+      "eval_de_opus100_pr_auc": 0.8739103646383447,
+      "eval_de_ud_pr_auc": 0.98584308280215,
+      "eval_el_opus100_pr_auc": 0.9146896649353524,
+      "eval_el_ud_pr_auc": 0.9841905937957449,
+      "eval_en_ersatz_pr_auc": 0.9883634570501431,
+      "eval_en_opus100_pr_auc": 0.9225586107118177,
+      "eval_en_ud_pr_auc": 0.9627470736575618,
+      "eval_eo_opus100_pr_auc": 0.921516357039623,
+      "eval_es_ersatz_pr_auc": 0.9947922607561881,
+      "eval_es_opus100_pr_auc": 0.9231089339906321,
+      "eval_es_ud_pr_auc": 0.9901610812123066,
+      "eval_et_ersatz_pr_auc": 0.978794064732687,
+      "eval_et_opus100_pr_auc": 0.8878201696024678,
+      "eval_et_ud_pr_auc": 0.9486147011117019,
+      "eval_eu_opus100_pr_auc": 0.8713277980782367,
+      "eval_eu_ud_pr_auc": 0.9889372872337072,
+      "eval_fa_opus100_pr_auc": 0.5795419344710283,
+      "eval_fa_ud_pr_auc": 0.9949885121562543,
+      "eval_fi_ersatz_pr_auc": 0.9844894278766447,
+      "eval_fi_opus100_pr_auc": 0.896160643337947,
+      "eval_fi_ud_pr_auc": 0.9614922781375372,
+      "eval_fr_ersatz_pr_auc": 0.9857412874484753,
+      "eval_fr_opus100_pr_auc": 0.9085435493530352,
+      "eval_fr_ud_pr_auc": 0.9805697556880414,
+      "eval_fy_opus100_pr_auc": 0.667262830106946,
+      "eval_ga_opus100_pr_auc": 0.8712291358344102,
+      "eval_ga_ud_pr_auc": 0.814114650063025,
+      "eval_gd_opus100_pr_auc": 0.6056218711835428,
+      "eval_gd_ud_pr_auc": 0.7578056035583038,
+      "eval_gl_opus100_pr_auc": 0.8844502434397955,
+      "eval_gl_ud_pr_auc": 0.9955983911536971,
+      "eval_gu_ersatz_pr_auc": 0.9378001366563372,
+      "eval_gu_opus100_pr_auc": 0.7204179357027551,
+      "eval_ha_opus100_pr_auc": 0.9019616167736078,
+      "eval_he_opus100_pr_auc": 0.8677305421779077,
+      "eval_he_ud_pr_auc": 0.9773931641414852,
+      "eval_hi_ersatz_pr_auc": 0.9755950640864864,
+      "eval_hi_opus100_pr_auc": 0.6556106509634448,
+      "eval_hi_ud_pr_auc": 0.9784811134894111,
+      "eval_hu_opus100_pr_auc": 0.914763385780947,
+      "eval_hu_ud_pr_auc": 0.9800280870646235,
+      "eval_hy_opus100_pr_auc": 0.9049339232091632,
+      "eval_hy_ud_pr_auc": 0.9880004273746094,
+      "eval_id_opus100_pr_auc": 0.8604178727586397,
+      "eval_id_ud_pr_auc": 0.9908738224929498,
+      "eval_ig_opus100_pr_auc": 0.8693677571274011,
+      "eval_is_opus100_pr_auc": 0.9188101771380925,
+      "eval_is_ud_pr_auc": 0.9301794113397964,
+      "eval_it_opus100_pr_auc": 0.8976273076726118,
+      "eval_it_ud_pr_auc": 0.9980786171337601,
+      "eval_ja_ersatz_pr_auc": 0.7538512707422206,
+      "eval_ja_opus100_pr_auc": 0.8038246821496527,
+      "eval_ja_ud_pr_auc": 0.9750407385497547,
+      "eval_jv_ud_pr_auc": 0.9714402636153232,
+      "eval_ka_opus100_pr_auc": 0.8849206005268141,
+      "eval_kk_ersatz_pr_auc": 0.9875425650747971,
+      "eval_kk_opus100_pr_auc": 0.7887459010973199,
+      "eval_kk_ud_pr_auc": 0.9708731866430709,
+      "eval_km_ersatz_pr_auc": 0.9100520654564785,
+      "eval_km_opus100_pr_auc": 0.7343533104225504,
+      "eval_kn_opus100_pr_auc": 0.6081038405593011,
+      "eval_ko_opus100_pr_auc": 0.6805547137397236,
+      "eval_ko_ud_pr_auc": 0.998480345324978,
+      "eval_ku_opus100_pr_auc": 0.8361361076153325,
+      "eval_ky_opus100_pr_auc": 0.8456796572081409,
+      "eval_la_ud_pr_auc": 0.9319244102858424,
+      "eval_loss": 0.03559957072138786,
+      "eval_lt_ersatz_pr_auc": 0.9888112751823851,
+      "eval_lt_opus100_pr_auc": 0.8697680803791102,
+      "eval_lt_ud_pr_auc": 0.990440460622365,
+      "eval_lv_ersatz_pr_auc": 0.9898031836425418,
+      "eval_lv_opus100_pr_auc": 0.8832882978647429,
+      "eval_lv_ud_pr_auc": 0.9610281264479773,
+      "eval_mg_opus100_pr_auc": 0.9167304844504752,
+      "eval_mk_opus100_pr_auc": 0.8986811005285319,
+      "eval_ml_opus100_pr_auc": 0.7593333529773741,
+      "eval_mn_opus100_pr_auc": 0.9497987277335886,
+      "eval_mr_opus100_pr_auc": 0.9043438545413773,
+      "eval_mr_ud_pr_auc": 0.9880114027973798,
+      "eval_ms_opus100_pr_auc": 0.8620908068800904,
+      "eval_mt_opus100_pr_auc": 0.8247866720498186,
+      "eval_mt_ud_pr_auc": 0.8594569282312375,
+      "eval_my_opus100_pr_auc": 0.7299519117878291,
+      "eval_ne_opus100_pr_auc": 0.7149689146724624,
+      "eval_nl_opus100_pr_auc": 0.8879099012757529,
+      "eval_nl_ud_pr_auc": 0.9833341532869262,
+      "eval_no_opus100_pr_auc": 0.9098372682386285,
+      "eval_no_ud_pr_auc": 0.9960752778096702,
+      "eval_pa_opus100_pr_auc": 0.6830370730737482,
+      "eval_pl_ersatz_pr_auc": 0.9726630403140095,
+      "eval_pl_opus100_pr_auc": 0.8898629409605987,
+      "eval_pl_ud_pr_auc": 0.9657108417112831,
+      "eval_ps_ersatz_pr_auc": 0.9275442931570672,
+      "eval_ps_opus100_pr_auc": 0.694104370396768,
+      "eval_pt_opus100_pr_auc": 0.9264779655092282,
+      "eval_pt_ud_pr_auc": 0.9825981398547632,
+      "eval_ro_ersatz_pr_auc": 0.9950035971629781,
+      "eval_ro_opus100_pr_auc": 0.8606860175262567,
+      "eval_ro_ud_pr_auc": 0.9702845866227566,
+      "eval_ru_ersatz_pr_auc": 0.9893924461705188,
+      "eval_ru_opus100_pr_auc": 0.9116481065099264,
+      "eval_ru_ud_pr_auc": 0.8560333255531613,
+      "eval_runtime": 454.2352,
+      "eval_samples_per_second": 166.147,
+      "eval_si_opus100_pr_auc": 0.8130514253911868,
+      "eval_sk_opus100_pr_auc": 0.9255382618190714,
+      "eval_sk_ud_pr_auc": 0.9781889416641915,
+      "eval_sl_opus100_pr_auc": 0.8502907764586141,
+      "eval_sl_ud_pr_auc": 0.9694106511467409,
+      "eval_sq_opus100_pr_auc": 0.8986998363212985,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9018840916938328,
+      "eval_sr_ud_pr_auc": 0.9955786869832614,
+      "eval_steps_per_second": 5.193,
+      "eval_sv_opus100_pr_auc": 0.8865144782760994,
+      "eval_sv_ud_pr_auc": 0.9379641596056003,
+      "eval_ta_ersatz_pr_auc": 0.9813334596191385,
+      "eval_ta_opus100_pr_auc": 0.6596304153322698,
+      "eval_ta_ud_pr_auc": 0.9973514719645119,
+      "eval_te_opus100_pr_auc": 0.8418074264079533,
+      "eval_tg_opus100_pr_auc": 0.874349639980487,
+      "eval_th_opus100_pr_auc": 0.68916728238656,
+      "eval_th_ud_pr_auc": 0.7835167238407015,
+      "eval_tr_ersatz_pr_auc": 0.9636296860906082,
+      "eval_tr_opus100_pr_auc": 0.8969264769141152,
+      "eval_tr_ud_pr_auc": 0.9520729699667451,
+      "eval_uk_opus100_pr_auc": 0.8689419298867281,
+      "eval_uk_ud_pr_auc": 0.9280484987763051,
+      "eval_ur_opus100_pr_auc": 0.515288963802618,
+      "eval_ur_ud_pr_auc": 0.9960881620891057,
+      "eval_uz_opus100_pr_auc": 0.8528502807733125,
+      "eval_vi_opus100_pr_auc": 0.9049300184817072,
+      "eval_vi_ud_pr_auc": 0.9610860965283333,
+      "eval_xh_opus100_pr_auc": 0.8531066151324106,
+      "eval_yi_opus100_pr_auc": 0.8176327854895985,
+      "eval_yo_opus100_pr_auc": 0.7801795993071103,
+      "eval_yo_ud_pr_auc": 0.9119862300130456,
+      "eval_zh_ersatz_pr_auc": 0.9048520569818643,
+      "eval_zh_opus100_pr_auc": 0.7093207034520121,
+      "eval_zh_ud_pr_auc": 0.9804457564823736,
+      "eval_zu_opus100_pr_auc": 0.8258948218857874,
+      "step": 225000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.555696202531646e-05,
+      "learning_rate_adapter": 4.555696202531646e-05,
+      "loss": 0.0321,
+      "step": 225050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.554430379746836e-05,
+      "learning_rate_adapter": 4.554430379746836e-05,
+      "loss": 0.0319,
+      "step": 225100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.553164556962026e-05,
+      "learning_rate_adapter": 4.553164556962026e-05,
+      "loss": 0.0329,
+      "step": 225150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5518987341772157e-05,
+      "learning_rate_adapter": 4.5518987341772157e-05,
+      "loss": 0.0323,
+      "step": 225200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.550632911392405e-05,
+      "learning_rate_adapter": 4.550632911392405e-05,
+      "loss": 0.0321,
+      "step": 225250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.549367088607595e-05,
+      "learning_rate_adapter": 4.549367088607595e-05,
+      "loss": 0.032,
+      "step": 225300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.548101265822785e-05,
+      "learning_rate_adapter": 4.548101265822785e-05,
+      "loss": 0.032,
+      "step": 225350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.546835443037975e-05,
+      "learning_rate_adapter": 4.546835443037975e-05,
+      "loss": 0.0315,
+      "step": 225400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.545569620253165e-05,
+      "learning_rate_adapter": 4.545569620253165e-05,
+      "loss": 0.0317,
+      "step": 225450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.544303797468354e-05,
+      "learning_rate_adapter": 4.544303797468354e-05,
+      "loss": 0.0317,
+      "step": 225500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.543037974683544e-05,
+      "learning_rate_adapter": 4.543037974683544e-05,
+      "loss": 0.0314,
+      "step": 225550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.541772151898734e-05,
+      "learning_rate_adapter": 4.541772151898734e-05,
+      "loss": 0.0314,
+      "step": 225600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5405063291139246e-05,
+      "learning_rate_adapter": 4.5405063291139246e-05,
+      "loss": 0.0315,
+      "step": 225650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5392405063291145e-05,
+      "learning_rate_adapter": 4.5392405063291145e-05,
+      "loss": 0.032,
+      "step": 225700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.537974683544304e-05,
+      "learning_rate_adapter": 4.537974683544304e-05,
+      "loss": 0.031,
+      "step": 225750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5367088607594936e-05,
+      "learning_rate_adapter": 4.5367088607594936e-05,
+      "loss": 0.0325,
+      "step": 225800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5354430379746835e-05,
+      "learning_rate_adapter": 4.5354430379746835e-05,
+      "loss": 0.0317,
+      "step": 225850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5341772151898734e-05,
+      "learning_rate_adapter": 4.5341772151898734e-05,
+      "loss": 0.0315,
+      "step": 225900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.532911392405064e-05,
+      "learning_rate_adapter": 4.532911392405064e-05,
+      "loss": 0.0319,
+      "step": 225950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.531645569620253e-05,
+      "learning_rate_adapter": 4.531645569620253e-05,
+      "loss": 0.0322,
+      "step": 226000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.530379746835443e-05,
+      "learning_rate_adapter": 4.530379746835443e-05,
+      "loss": 0.0324,
+      "step": 226050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.529113924050633e-05,
+      "learning_rate_adapter": 4.529113924050633e-05,
+      "loss": 0.0315,
+      "step": 226100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.527848101265823e-05,
+      "learning_rate_adapter": 4.527848101265823e-05,
+      "loss": 0.0315,
+      "step": 226150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.526582278481013e-05,
+      "learning_rate_adapter": 4.526582278481013e-05,
+      "loss": 0.0311,
+      "step": 226200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.525316455696203e-05,
+      "learning_rate_adapter": 4.525316455696203e-05,
+      "loss": 0.0317,
+      "step": 226250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5240506329113925e-05,
+      "learning_rate_adapter": 4.5240506329113925e-05,
+      "loss": 0.0313,
+      "step": 226300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5227848101265823e-05,
+      "learning_rate_adapter": 4.5227848101265823e-05,
+      "loss": 0.0317,
+      "step": 226350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.521518987341772e-05,
+      "learning_rate_adapter": 4.521518987341772e-05,
+      "loss": 0.0317,
+      "step": 226400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.520253164556962e-05,
+      "learning_rate_adapter": 4.520253164556962e-05,
+      "loss": 0.0322,
+      "step": 226450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.518987341772152e-05,
+      "learning_rate_adapter": 4.518987341772152e-05,
+      "loss": 0.0318,
+      "step": 226500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.517721518987342e-05,
+      "learning_rate_adapter": 4.517721518987342e-05,
+      "loss": 0.0318,
+      "step": 226550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.516455696202532e-05,
+      "learning_rate_adapter": 4.516455696202532e-05,
+      "loss": 0.0318,
+      "step": 226600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5151898734177217e-05,
+      "learning_rate_adapter": 4.5151898734177217e-05,
+      "loss": 0.032,
+      "step": 226650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5139240506329115e-05,
+      "learning_rate_adapter": 4.5139240506329115e-05,
+      "loss": 0.032,
+      "step": 226700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5126582278481014e-05,
+      "learning_rate_adapter": 4.5126582278481014e-05,
+      "loss": 0.0314,
+      "step": 226750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.511392405063291e-05,
+      "learning_rate_adapter": 4.511392405063291e-05,
+      "loss": 0.0318,
+      "step": 226800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.510126582278481e-05,
+      "learning_rate_adapter": 4.510126582278481e-05,
+      "loss": 0.0316,
+      "step": 226850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.508860759493671e-05,
+      "learning_rate_adapter": 4.508860759493671e-05,
+      "loss": 0.0324,
+      "step": 226900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.507594936708861e-05,
+      "learning_rate_adapter": 4.507594936708861e-05,
+      "loss": 0.0319,
+      "step": 226950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.506329113924051e-05,
+      "learning_rate_adapter": 4.506329113924051e-05,
+      "loss": 0.0319,
+      "step": 227000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.505063291139241e-05,
+      "learning_rate_adapter": 4.505063291139241e-05,
+      "loss": 0.0317,
+      "step": 227050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5037974683544306e-05,
+      "learning_rate_adapter": 4.5037974683544306e-05,
+      "loss": 0.0316,
+      "step": 227100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5025316455696205e-05,
+      "learning_rate_adapter": 4.5025316455696205e-05,
+      "loss": 0.032,
+      "step": 227150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5012658227848104e-05,
+      "learning_rate_adapter": 4.5012658227848104e-05,
+      "loss": 0.0313,
+      "step": 227200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0325,
+      "step": 227250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49873417721519e-05,
+      "learning_rate_adapter": 4.49873417721519e-05,
+      "loss": 0.0317,
+      "step": 227300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49746835443038e-05,
+      "learning_rate_adapter": 4.49746835443038e-05,
+      "loss": 0.0313,
+      "step": 227350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49620253164557e-05,
+      "learning_rate_adapter": 4.49620253164557e-05,
+      "loss": 0.0329,
+      "step": 227400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49493670886076e-05,
+      "learning_rate_adapter": 4.49493670886076e-05,
+      "loss": 0.0321,
+      "step": 227450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49367088607595e-05,
+      "learning_rate_adapter": 4.49367088607595e-05,
+      "loss": 0.0316,
+      "step": 227500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4924050632911396e-05,
+      "learning_rate_adapter": 4.4924050632911396e-05,
+      "loss": 0.0329,
+      "step": 227550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.491139240506329e-05,
+      "learning_rate_adapter": 4.491139240506329e-05,
+      "loss": 0.0326,
+      "step": 227600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4898734177215194e-05,
+      "learning_rate_adapter": 4.4898734177215194e-05,
+      "loss": 0.0321,
+      "step": 227650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.488607594936709e-05,
+      "learning_rate_adapter": 4.488607594936709e-05,
+      "loss": 0.0317,
+      "step": 227700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.487341772151899e-05,
+      "learning_rate_adapter": 4.487341772151899e-05,
+      "loss": 0.0315,
+      "step": 227750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.486075949367089e-05,
+      "learning_rate_adapter": 4.486075949367089e-05,
+      "loss": 0.0326,
+      "step": 227800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.484810126582279e-05,
+      "learning_rate_adapter": 4.484810126582279e-05,
+      "loss": 0.0322,
+      "step": 227850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.483544303797468e-05,
+      "learning_rate_adapter": 4.483544303797468e-05,
+      "loss": 0.032,
+      "step": 227900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.482278481012659e-05,
+      "learning_rate_adapter": 4.482278481012659e-05,
+      "loss": 0.0317,
+      "step": 227950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4810126582278486e-05,
+      "learning_rate_adapter": 4.4810126582278486e-05,
+      "loss": 0.0325,
+      "step": 228000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4797468354430385e-05,
+      "learning_rate_adapter": 4.4797468354430385e-05,
+      "loss": 0.0319,
+      "step": 228050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.478481012658228e-05,
+      "learning_rate_adapter": 4.478481012658228e-05,
+      "loss": 0.0312,
+      "step": 228100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4772151898734175e-05,
+      "learning_rate_adapter": 4.4772151898734175e-05,
+      "loss": 0.0313,
+      "step": 228150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4759493670886074e-05,
+      "learning_rate_adapter": 4.4759493670886074e-05,
+      "loss": 0.0308,
+      "step": 228200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.474683544303798e-05,
+      "learning_rate_adapter": 4.474683544303798e-05,
+      "loss": 0.0326,
+      "step": 228250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.473417721518988e-05,
+      "learning_rate_adapter": 4.473417721518988e-05,
+      "loss": 0.0319,
+      "step": 228300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.472151898734178e-05,
+      "learning_rate_adapter": 4.472151898734178e-05,
+      "loss": 0.0316,
+      "step": 228350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.470886075949367e-05,
+      "learning_rate_adapter": 4.470886075949367e-05,
+      "loss": 0.0324,
+      "step": 228400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.469620253164557e-05,
+      "learning_rate_adapter": 4.469620253164557e-05,
+      "loss": 0.0308,
+      "step": 228450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.468354430379747e-05,
+      "learning_rate_adapter": 4.468354430379747e-05,
+      "loss": 0.0317,
+      "step": 228500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.467088607594937e-05,
+      "learning_rate_adapter": 4.467088607594937e-05,
+      "loss": 0.0322,
+      "step": 228550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.465822784810127e-05,
+      "learning_rate_adapter": 4.465822784810127e-05,
+      "loss": 0.0316,
+      "step": 228600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.464556962025317e-05,
+      "learning_rate_adapter": 4.464556962025317e-05,
+      "loss": 0.0317,
+      "step": 228650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.463291139240506e-05,
+      "learning_rate_adapter": 4.463291139240506e-05,
+      "loss": 0.0315,
+      "step": 228700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.462025316455696e-05,
+      "learning_rate_adapter": 4.462025316455696e-05,
+      "loss": 0.0313,
+      "step": 228750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.460759493670886e-05,
+      "learning_rate_adapter": 4.460759493670886e-05,
+      "loss": 0.0321,
+      "step": 228800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.459493670886076e-05,
+      "learning_rate_adapter": 4.459493670886076e-05,
+      "loss": 0.0318,
+      "step": 228850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4582278481012665e-05,
+      "learning_rate_adapter": 4.4582278481012665e-05,
+      "loss": 0.0312,
+      "step": 228900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.456962025316456e-05,
+      "learning_rate_adapter": 4.456962025316456e-05,
+      "loss": 0.0324,
+      "step": 228950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4556962025316456e-05,
+      "learning_rate_adapter": 4.4556962025316456e-05,
+      "loss": 0.0315,
+      "step": 229000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4544303797468355e-05,
+      "learning_rate_adapter": 4.4544303797468355e-05,
+      "loss": 0.0321,
+      "step": 229050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4531645569620254e-05,
+      "learning_rate_adapter": 4.4531645569620254e-05,
+      "loss": 0.031,
+      "step": 229100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.451898734177215e-05,
+      "learning_rate_adapter": 4.451898734177215e-05,
+      "loss": 0.032,
+      "step": 229150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.450632911392405e-05,
+      "learning_rate_adapter": 4.450632911392405e-05,
+      "loss": 0.0318,
+      "step": 229200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.449367088607595e-05,
+      "learning_rate_adapter": 4.449367088607595e-05,
+      "loss": 0.0311,
+      "step": 229250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.448101265822785e-05,
+      "learning_rate_adapter": 4.448101265822785e-05,
+      "loss": 0.0318,
+      "step": 229300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.446835443037975e-05,
+      "learning_rate_adapter": 4.446835443037975e-05,
+      "loss": 0.0316,
+      "step": 229350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.445569620253165e-05,
+      "learning_rate_adapter": 4.445569620253165e-05,
+      "loss": 0.0326,
+      "step": 229400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4443037974683546e-05,
+      "learning_rate_adapter": 4.4443037974683546e-05,
+      "loss": 0.0317,
+      "step": 229450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4430379746835445e-05,
+      "learning_rate_adapter": 4.4430379746835445e-05,
+      "loss": 0.0319,
+      "step": 229500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4417721518987343e-05,
+      "learning_rate_adapter": 4.4417721518987343e-05,
+      "loss": 0.0317,
+      "step": 229550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.440506329113924e-05,
+      "learning_rate_adapter": 4.440506329113924e-05,
+      "loss": 0.0318,
+      "step": 229600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.439240506329114e-05,
+      "learning_rate_adapter": 4.439240506329114e-05,
+      "loss": 0.032,
+      "step": 229650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.437974683544304e-05,
+      "learning_rate_adapter": 4.437974683544304e-05,
+      "loss": 0.0321,
+      "step": 229700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.436708860759494e-05,
+      "learning_rate_adapter": 4.436708860759494e-05,
+      "loss": 0.0317,
+      "step": 229750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.435443037974684e-05,
+      "learning_rate_adapter": 4.435443037974684e-05,
+      "loss": 0.0319,
+      "step": 229800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4341772151898737e-05,
+      "learning_rate_adapter": 4.4341772151898737e-05,
+      "loss": 0.0314,
+      "step": 229850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4329113924050635e-05,
+      "learning_rate_adapter": 4.4329113924050635e-05,
+      "loss": 0.0318,
+      "step": 229900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4316455696202534e-05,
+      "learning_rate_adapter": 4.4316455696202534e-05,
+      "loss": 0.0319,
+      "step": 229950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.430379746835443e-05,
+      "learning_rate_adapter": 4.430379746835443e-05,
+      "loss": 0.0317,
+      "step": 230000
+    },
+    {
+      "epoch": 0.19,
+      "eval_af_opus100_pr_auc": 0.7914055755898288,
+      "eval_af_ud_pr_auc": 0.9872437813421036,
+      "eval_am_opus100_pr_auc": 0.5993674789808966,
+      "eval_ar_ersatz_pr_auc": 0.9286156280683954,
+      "eval_ar_opus100_pr_auc": 0.7005805904369388,
+      "eval_ar_ud_pr_auc": 0.8814392719756823,
+      "eval_average_ersatz_pr_auc": 0.9593380922543392,
+      "eval_average_opus100_pr_auc": 0.8284336095106907,
+      "eval_average_ud_pr_auc": 0.95829202437407,
+      "eval_az_opus100_pr_auc": 0.7627572860510979,
+      "eval_be_opus100_pr_auc": 0.7074922208980785,
+      "eval_be_ud_pr_auc": 0.893425117844628,
+      "eval_bg_opus100_pr_auc": 0.909521195196975,
+      "eval_bg_ud_pr_auc": 0.9936034488913879,
+      "eval_bn_opus100_pr_auc": 0.8098068360031127,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8737362571220164,
+      "eval_ca_ud_pr_auc": 0.9914195666214515,
+      "eval_ceb_ud_pr_auc": 0.9999999999999999,
+      "eval_cs_ersatz_pr_auc": 0.9827834779534522,
+      "eval_cs_opus100_pr_auc": 0.8924926354792833,
+      "eval_cs_ud_pr_auc": 0.9571643135417067,
+      "eval_cy_opus100_pr_auc": 0.7604638552059897,
+      "eval_cy_ud_pr_auc": 0.9943544768342377,
+      "eval_da_opus100_pr_auc": 0.9029893898280943,
+      "eval_da_ud_pr_auc": 0.976001939950009,
+      "eval_de_ersatz_pr_auc": 0.9712237584029934,
+      "eval_de_opus100_pr_auc": 0.8750827769192454,
+      "eval_de_ud_pr_auc": 0.9823698028985202,
+      "eval_el_opus100_pr_auc": 0.9118702497487533,
+      "eval_el_ud_pr_auc": 0.9909833307595386,
+      "eval_en_ersatz_pr_auc": 0.9875723704116879,
+      "eval_en_opus100_pr_auc": 0.9224498868861631,
+      "eval_en_ud_pr_auc": 0.963330404387029,
+      "eval_eo_opus100_pr_auc": 0.9215986438281821,
+      "eval_es_ersatz_pr_auc": 0.9945713639463807,
+      "eval_es_opus100_pr_auc": 0.9164179406268139,
+      "eval_es_ud_pr_auc": 0.9875672987266759,
+      "eval_et_ersatz_pr_auc": 0.9749145479905401,
+      "eval_et_opus100_pr_auc": 0.8780625541243057,
+      "eval_et_ud_pr_auc": 0.9552873814637479,
+      "eval_eu_opus100_pr_auc": 0.8748002725522211,
+      "eval_eu_ud_pr_auc": 0.9832375302261372,
+      "eval_fa_opus100_pr_auc": 0.5782372396451239,
+      "eval_fa_ud_pr_auc": 0.9934009476230621,
+      "eval_fi_ersatz_pr_auc": 0.9814522524047289,
+      "eval_fi_opus100_pr_auc": 0.8953124449062718,
+      "eval_fi_ud_pr_auc": 0.9567094925214381,
+      "eval_fr_ersatz_pr_auc": 0.9891184798494397,
+      "eval_fr_opus100_pr_auc": 0.9043346080411745,
+      "eval_fr_ud_pr_auc": 0.9778240929626741,
+      "eval_fy_opus100_pr_auc": 0.7202891033132112,
+      "eval_ga_opus100_pr_auc": 0.8721553490366645,
+      "eval_ga_ud_pr_auc": 0.8193154815611458,
+      "eval_gd_opus100_pr_auc": 0.6512874666157481,
+      "eval_gd_ud_pr_auc": 0.7688537367917635,
+      "eval_gl_opus100_pr_auc": 0.871294724194749,
+      "eval_gl_ud_pr_auc": 0.9945290335535656,
+      "eval_gu_ersatz_pr_auc": 0.9242946459753717,
+      "eval_gu_opus100_pr_auc": 0.737304384087088,
+      "eval_ha_opus100_pr_auc": 0.8943539377774488,
+      "eval_he_opus100_pr_auc": 0.856795185121281,
+      "eval_he_ud_pr_auc": 0.9827127048469888,
+      "eval_hi_ersatz_pr_auc": 0.9720412458068861,
+      "eval_hi_opus100_pr_auc": 0.6677000733861084,
+      "eval_hi_ud_pr_auc": 0.9784465049702539,
+      "eval_hu_opus100_pr_auc": 0.9124541402341346,
+      "eval_hu_ud_pr_auc": 0.9827566710374952,
+      "eval_hy_opus100_pr_auc": 0.9118069274598921,
+      "eval_hy_ud_pr_auc": 0.9803276054655915,
+      "eval_id_opus100_pr_auc": 0.8624326201496485,
+      "eval_id_ud_pr_auc": 0.994469691556576,
+      "eval_ig_opus100_pr_auc": 0.8943556302241861,
+      "eval_is_opus100_pr_auc": 0.9192752009444641,
+      "eval_is_ud_pr_auc": 0.9246220178432067,
+      "eval_it_opus100_pr_auc": 0.8920637871127503,
+      "eval_it_ud_pr_auc": 0.998014473331905,
+      "eval_ja_ersatz_pr_auc": 0.7823779109178515,
+      "eval_ja_opus100_pr_auc": 0.8152440987755093,
+      "eval_ja_ud_pr_auc": 0.9785846200624604,
+      "eval_jv_ud_pr_auc": 0.972342472635323,
+      "eval_ka_opus100_pr_auc": 0.8766699886657922,
+      "eval_kk_ersatz_pr_auc": 0.9838570526300058,
+      "eval_kk_opus100_pr_auc": 0.8223565478839042,
+      "eval_kk_ud_pr_auc": 0.9743015868769965,
+      "eval_km_ersatz_pr_auc": 0.9101159771595995,
+      "eval_km_opus100_pr_auc": 0.7304705090383976,
+      "eval_kn_opus100_pr_auc": 0.6087363366082819,
+      "eval_ko_opus100_pr_auc": 0.6862429888732332,
+      "eval_ko_ud_pr_auc": 0.998272358976003,
+      "eval_ku_opus100_pr_auc": 0.8469410119775275,
+      "eval_ky_opus100_pr_auc": 0.8703476076709169,
+      "eval_la_ud_pr_auc": 0.9391417353866189,
+      "eval_loss": 0.03567875549197197,
+      "eval_lt_ersatz_pr_auc": 0.9866040538186107,
+      "eval_lt_opus100_pr_auc": 0.8688505628527738,
+      "eval_lt_ud_pr_auc": 0.9900636216621629,
+      "eval_lv_ersatz_pr_auc": 0.987658153980736,
+      "eval_lv_opus100_pr_auc": 0.8790202024305903,
+      "eval_lv_ud_pr_auc": 0.9649195567703208,
+      "eval_mg_opus100_pr_auc": 0.9162457952105502,
+      "eval_mk_opus100_pr_auc": 0.8965105100401068,
+      "eval_ml_opus100_pr_auc": 0.7591649059409584,
+      "eval_mn_opus100_pr_auc": 0.9551978087195624,
+      "eval_mr_opus100_pr_auc": 0.897733045923854,
+      "eval_mr_ud_pr_auc": 0.9764393777727508,
+      "eval_ms_opus100_pr_auc": 0.8567995182768656,
+      "eval_mt_opus100_pr_auc": 0.8373082869444003,
+      "eval_mt_ud_pr_auc": 0.8693909605783019,
+      "eval_my_opus100_pr_auc": 0.7242355445314427,
+      "eval_ne_opus100_pr_auc": 0.7424884969063617,
+      "eval_nl_opus100_pr_auc": 0.8874217879769357,
+      "eval_nl_ud_pr_auc": 0.9867051345059545,
+      "eval_no_opus100_pr_auc": 0.9099030375699019,
+      "eval_no_ud_pr_auc": 0.9957165309732641,
+      "eval_pa_opus100_pr_auc": 0.7110574825182554,
+      "eval_pl_ersatz_pr_auc": 0.9725431426690215,
+      "eval_pl_opus100_pr_auc": 0.8887961874772186,
+      "eval_pl_ud_pr_auc": 0.9721257763353951,
+      "eval_ps_ersatz_pr_auc": 0.9255318522939746,
+      "eval_ps_opus100_pr_auc": 0.7269910634938521,
+      "eval_pt_opus100_pr_auc": 0.918213983043027,
+      "eval_pt_ud_pr_auc": 0.980968601905046,
+      "eval_ro_ersatz_pr_auc": 0.9927423048844216,
+      "eval_ro_opus100_pr_auc": 0.8541995593146877,
+      "eval_ro_ud_pr_auc": 0.9348214838616098,
+      "eval_ru_ersatz_pr_auc": 0.9861848569135887,
+      "eval_ru_opus100_pr_auc": 0.9198362416460133,
+      "eval_ru_ud_pr_auc": 0.8412676957478458,
+      "eval_runtime": 462.1036,
+      "eval_samples_per_second": 163.318,
+      "eval_si_opus100_pr_auc": 0.8010818733365084,
+      "eval_sk_opus100_pr_auc": 0.9291277181001762,
+      "eval_sk_ud_pr_auc": 0.975883964059322,
+      "eval_sl_opus100_pr_auc": 0.8533543174461167,
+      "eval_sl_ud_pr_auc": 0.9710239944310414,
+      "eval_sq_opus100_pr_auc": 0.890664323580158,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9015592739104324,
+      "eval_sr_ud_pr_auc": 0.9935972993598432,
+      "eval_steps_per_second": 5.105,
+      "eval_sv_opus100_pr_auc": 0.882597642955386,
+      "eval_sv_ud_pr_auc": 0.934810482349766,
+      "eval_ta_ersatz_pr_auc": 0.9763169210472344,
+      "eval_ta_opus100_pr_auc": 0.6652836422391759,
+      "eval_ta_ud_pr_auc": 0.9949179957792513,
+      "eval_te_opus100_pr_auc": 0.8388193533659197,
+      "eval_tg_opus100_pr_auc": 0.8795827838936101,
+      "eval_th_opus100_pr_auc": 0.6825163749873091,
+      "eval_th_ud_pr_auc": 0.7625187356452727,
+      "eval_tr_ersatz_pr_auc": 0.9602104238838362,
+      "eval_tr_opus100_pr_auc": 0.8939484088763276,
+      "eval_tr_ud_pr_auc": 0.9474268026577233,
+      "eval_uk_opus100_pr_auc": 0.8760272346239104,
+      "eval_uk_ud_pr_auc": 0.931991780404236,
+      "eval_ur_opus100_pr_auc": 0.5313465274233737,
+      "eval_ur_ud_pr_auc": 0.9960434200277939,
+      "eval_uz_opus100_pr_auc": 0.8647633887782837,
+      "eval_vi_opus100_pr_auc": 0.9000216417328242,
+      "eval_vi_ud_pr_auc": 0.9552430617920319,
+      "eval_xh_opus100_pr_auc": 0.8618991855722143,
+      "eval_yi_opus100_pr_auc": 0.8210458523808356,
+      "eval_yo_opus100_pr_auc": 0.8083117678696458,
+      "eval_yo_ud_pr_auc": 0.9085941108779116,
+      "eval_zh_ersatz_pr_auc": 0.9347076085867032,
+      "eval_zh_opus100_pr_auc": 0.7476878589433688,
+      "eval_zh_ud_pr_auc": 0.9861221083592162,
+      "eval_zu_opus100_pr_auc": 0.8425852318222042,
+      "step": 230000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.429113924050633e-05,
+      "learning_rate_adapter": 4.429113924050633e-05,
+      "loss": 0.0315,
+      "step": 230050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.427848101265823e-05,
+      "learning_rate_adapter": 4.427848101265823e-05,
+      "loss": 0.0313,
+      "step": 230100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.426582278481013e-05,
+      "learning_rate_adapter": 4.426582278481013e-05,
+      "loss": 0.0326,
+      "step": 230150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.425316455696203e-05,
+      "learning_rate_adapter": 4.425316455696203e-05,
+      "loss": 0.0319,
+      "step": 230200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.424050632911393e-05,
+      "learning_rate_adapter": 4.424050632911393e-05,
+      "loss": 0.0307,
+      "step": 230250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4227848101265826e-05,
+      "learning_rate_adapter": 4.4227848101265826e-05,
+      "loss": 0.0308,
+      "step": 230300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4215189873417725e-05,
+      "learning_rate_adapter": 4.4215189873417725e-05,
+      "loss": 0.0321,
+      "step": 230350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4202531645569624e-05,
+      "learning_rate_adapter": 4.4202531645569624e-05,
+      "loss": 0.032,
+      "step": 230400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.418987341772152e-05,
+      "learning_rate_adapter": 4.418987341772152e-05,
+      "loss": 0.0313,
+      "step": 230450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.417721518987342e-05,
+      "learning_rate_adapter": 4.417721518987342e-05,
+      "loss": 0.0311,
+      "step": 230500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4164556962025314e-05,
+      "learning_rate_adapter": 4.4164556962025314e-05,
+      "loss": 0.0317,
+      "step": 230550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.415189873417722e-05,
+      "learning_rate_adapter": 4.415189873417722e-05,
+      "loss": 0.0314,
+      "step": 230600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.413924050632912e-05,
+      "learning_rate_adapter": 4.413924050632912e-05,
+      "loss": 0.0313,
+      "step": 230650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.412658227848102e-05,
+      "learning_rate_adapter": 4.412658227848102e-05,
+      "loss": 0.0317,
+      "step": 230700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4113924050632916e-05,
+      "learning_rate_adapter": 4.4113924050632916e-05,
+      "loss": 0.0317,
+      "step": 230750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.410126582278481e-05,
+      "learning_rate_adapter": 4.410126582278481e-05,
+      "loss": 0.0325,
+      "step": 230800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.408860759493671e-05,
+      "learning_rate_adapter": 4.408860759493671e-05,
+      "loss": 0.0319,
+      "step": 230850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.407594936708861e-05,
+      "learning_rate_adapter": 4.407594936708861e-05,
+      "loss": 0.0312,
+      "step": 230900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.406329113924051e-05,
+      "learning_rate_adapter": 4.406329113924051e-05,
+      "loss": 0.0309,
+      "step": 230950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.405063291139241e-05,
+      "learning_rate_adapter": 4.405063291139241e-05,
+      "loss": 0.0318,
+      "step": 231000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.403797468354431e-05,
+      "learning_rate_adapter": 4.403797468354431e-05,
+      "loss": 0.0321,
+      "step": 231050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.40253164556962e-05,
+      "learning_rate_adapter": 4.40253164556962e-05,
+      "loss": 0.0318,
+      "step": 231100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.40126582278481e-05,
+      "learning_rate_adapter": 4.40126582278481e-05,
+      "loss": 0.0318,
+      "step": 231150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0313,
+      "step": 231200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.3987341772151904e-05,
+      "learning_rate_adapter": 4.3987341772151904e-05,
+      "loss": 0.032,
+      "step": 231250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.39746835443038e-05,
+      "learning_rate_adapter": 4.39746835443038e-05,
+      "loss": 0.0317,
+      "step": 231300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.3962025316455695e-05,
+      "learning_rate_adapter": 4.3962025316455695e-05,
+      "loss": 0.0316,
+      "step": 231350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.3949367088607594e-05,
+      "learning_rate_adapter": 4.3949367088607594e-05,
+      "loss": 0.0323,
+      "step": 231400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.393670886075949e-05,
+      "learning_rate_adapter": 4.393670886075949e-05,
+      "loss": 0.0323,
+      "step": 231450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.39240506329114e-05,
+      "learning_rate_adapter": 4.39240506329114e-05,
+      "loss": 0.0316,
+      "step": 231500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.39113924050633e-05,
+      "learning_rate_adapter": 4.39113924050633e-05,
+      "loss": 0.0323,
+      "step": 231550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.389873417721519e-05,
+      "learning_rate_adapter": 4.389873417721519e-05,
+      "loss": 0.0321,
+      "step": 231600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.388607594936709e-05,
+      "learning_rate_adapter": 4.388607594936709e-05,
+      "loss": 0.0319,
+      "step": 231650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.387341772151899e-05,
+      "learning_rate_adapter": 4.387341772151899e-05,
+      "loss": 0.0321,
+      "step": 231700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3860759493670886e-05,
+      "learning_rate_adapter": 4.3860759493670886e-05,
+      "loss": 0.0317,
+      "step": 231750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.384810126582279e-05,
+      "learning_rate_adapter": 4.384810126582279e-05,
+      "loss": 0.0314,
+      "step": 231800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.383544303797469e-05,
+      "learning_rate_adapter": 4.383544303797469e-05,
+      "loss": 0.0314,
+      "step": 231850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.382278481012658e-05,
+      "learning_rate_adapter": 4.382278481012658e-05,
+      "loss": 0.0316,
+      "step": 231900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.381012658227848e-05,
+      "learning_rate_adapter": 4.381012658227848e-05,
+      "loss": 0.0317,
+      "step": 231950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.379746835443038e-05,
+      "learning_rate_adapter": 4.379746835443038e-05,
+      "loss": 0.0317,
+      "step": 232000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.378481012658228e-05,
+      "learning_rate_adapter": 4.378481012658228e-05,
+      "loss": 0.0314,
+      "step": 232050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3772151898734185e-05,
+      "learning_rate_adapter": 4.3772151898734185e-05,
+      "loss": 0.0317,
+      "step": 232100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.375949367088608e-05,
+      "learning_rate_adapter": 4.375949367088608e-05,
+      "loss": 0.0319,
+      "step": 232150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3746835443037976e-05,
+      "learning_rate_adapter": 4.3746835443037976e-05,
+      "loss": 0.0323,
+      "step": 232200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3734177215189875e-05,
+      "learning_rate_adapter": 4.3734177215189875e-05,
+      "loss": 0.0315,
+      "step": 232250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3721518987341774e-05,
+      "learning_rate_adapter": 4.3721518987341774e-05,
+      "loss": 0.0318,
+      "step": 232300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.370886075949367e-05,
+      "learning_rate_adapter": 4.370886075949367e-05,
+      "loss": 0.032,
+      "step": 232350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.369620253164557e-05,
+      "learning_rate_adapter": 4.369620253164557e-05,
+      "loss": 0.0324,
+      "step": 232400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.368354430379747e-05,
+      "learning_rate_adapter": 4.368354430379747e-05,
+      "loss": 0.0316,
+      "step": 232450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.367088607594937e-05,
+      "learning_rate_adapter": 4.367088607594937e-05,
+      "loss": 0.0322,
+      "step": 232500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.365822784810127e-05,
+      "learning_rate_adapter": 4.365822784810127e-05,
+      "loss": 0.0319,
+      "step": 232550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.364556962025317e-05,
+      "learning_rate_adapter": 4.364556962025317e-05,
+      "loss": 0.0323,
+      "step": 232600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3632911392405066e-05,
+      "learning_rate_adapter": 4.3632911392405066e-05,
+      "loss": 0.0319,
+      "step": 232650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3620253164556965e-05,
+      "learning_rate_adapter": 4.3620253164556965e-05,
+      "loss": 0.0319,
+      "step": 232700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.360759493670886e-05,
+      "learning_rate_adapter": 4.360759493670886e-05,
+      "loss": 0.0324,
+      "step": 232750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.359493670886076e-05,
+      "learning_rate_adapter": 4.359493670886076e-05,
+      "loss": 0.0314,
+      "step": 232800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.358227848101266e-05,
+      "learning_rate_adapter": 4.358227848101266e-05,
+      "loss": 0.0324,
+      "step": 232850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.356962025316456e-05,
+      "learning_rate_adapter": 4.356962025316456e-05,
+      "loss": 0.0312,
+      "step": 232900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.355696202531646e-05,
+      "learning_rate_adapter": 4.355696202531646e-05,
+      "loss": 0.0314,
+      "step": 232950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.354430379746836e-05,
+      "learning_rate_adapter": 4.354430379746836e-05,
+      "loss": 0.0315,
+      "step": 233000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3531645569620257e-05,
+      "learning_rate_adapter": 4.3531645569620257e-05,
+      "loss": 0.0319,
+      "step": 233050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3518987341772155e-05,
+      "learning_rate_adapter": 4.3518987341772155e-05,
+      "loss": 0.0319,
+      "step": 233100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3506329113924054e-05,
+      "learning_rate_adapter": 4.3506329113924054e-05,
+      "loss": 0.0316,
+      "step": 233150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3493670886075946e-05,
+      "learning_rate_adapter": 4.3493670886075946e-05,
+      "loss": 0.0322,
+      "step": 233200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.348101265822785e-05,
+      "learning_rate_adapter": 4.348101265822785e-05,
+      "loss": 0.0322,
+      "step": 233250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.346835443037975e-05,
+      "learning_rate_adapter": 4.346835443037975e-05,
+      "loss": 0.0316,
+      "step": 233300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.345569620253165e-05,
+      "learning_rate_adapter": 4.345569620253165e-05,
+      "loss": 0.0318,
+      "step": 233350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.344303797468355e-05,
+      "learning_rate_adapter": 4.344303797468355e-05,
+      "loss": 0.0313,
+      "step": 233400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.343037974683545e-05,
+      "learning_rate_adapter": 4.343037974683545e-05,
+      "loss": 0.032,
+      "step": 233450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.341772151898734e-05,
+      "learning_rate_adapter": 4.341772151898734e-05,
+      "loss": 0.0317,
+      "step": 233500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3405063291139245e-05,
+      "learning_rate_adapter": 4.3405063291139245e-05,
+      "loss": 0.0306,
+      "step": 233550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3392405063291144e-05,
+      "learning_rate_adapter": 4.3392405063291144e-05,
+      "loss": 0.0311,
+      "step": 233600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.337974683544304e-05,
+      "learning_rate_adapter": 4.337974683544304e-05,
+      "loss": 0.0315,
+      "step": 233650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.336708860759494e-05,
+      "learning_rate_adapter": 4.336708860759494e-05,
+      "loss": 0.0318,
+      "step": 233700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3354430379746834e-05,
+      "learning_rate_adapter": 4.3354430379746834e-05,
+      "loss": 0.0323,
+      "step": 233750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.334177215189873e-05,
+      "learning_rate_adapter": 4.334177215189873e-05,
+      "loss": 0.0323,
+      "step": 233800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.332911392405064e-05,
+      "learning_rate_adapter": 4.332911392405064e-05,
+      "loss": 0.0314,
+      "step": 233850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.331645569620254e-05,
+      "learning_rate_adapter": 4.331645569620254e-05,
+      "loss": 0.0319,
+      "step": 233900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3303797468354436e-05,
+      "learning_rate_adapter": 4.3303797468354436e-05,
+      "loss": 0.0321,
+      "step": 233950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.329113924050633e-05,
+      "learning_rate_adapter": 4.329113924050633e-05,
+      "loss": 0.0319,
+      "step": 234000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.327848101265823e-05,
+      "learning_rate_adapter": 4.327848101265823e-05,
+      "loss": 0.0317,
+      "step": 234050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3265822784810126e-05,
+      "learning_rate_adapter": 4.3265822784810126e-05,
+      "loss": 0.0317,
+      "step": 234100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.325316455696203e-05,
+      "learning_rate_adapter": 4.325316455696203e-05,
+      "loss": 0.033,
+      "step": 234150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.324050632911393e-05,
+      "learning_rate_adapter": 4.324050632911393e-05,
+      "loss": 0.0324,
+      "step": 234200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.322784810126583e-05,
+      "learning_rate_adapter": 4.322784810126583e-05,
+      "loss": 0.0316,
+      "step": 234250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.321518987341772e-05,
+      "learning_rate_adapter": 4.321518987341772e-05,
+      "loss": 0.0312,
+      "step": 234300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.320253164556962e-05,
+      "learning_rate_adapter": 4.320253164556962e-05,
+      "loss": 0.0323,
+      "step": 234350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.318987341772152e-05,
+      "learning_rate_adapter": 4.318987341772152e-05,
+      "loss": 0.031,
+      "step": 234400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3177215189873424e-05,
+      "learning_rate_adapter": 4.3177215189873424e-05,
+      "loss": 0.0312,
+      "step": 234450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.316455696202532e-05,
+      "learning_rate_adapter": 4.316455696202532e-05,
+      "loss": 0.0318,
+      "step": 234500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3151898734177215e-05,
+      "learning_rate_adapter": 4.3151898734177215e-05,
+      "loss": 0.0313,
+      "step": 234550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3139240506329114e-05,
+      "learning_rate_adapter": 4.3139240506329114e-05,
+      "loss": 0.0315,
+      "step": 234600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.312658227848101e-05,
+      "learning_rate_adapter": 4.312658227848101e-05,
+      "loss": 0.0314,
+      "step": 234650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.311392405063291e-05,
+      "learning_rate_adapter": 4.311392405063291e-05,
+      "loss": 0.0317,
+      "step": 234700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.310126582278482e-05,
+      "learning_rate_adapter": 4.310126582278482e-05,
+      "loss": 0.0313,
+      "step": 234750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.308860759493671e-05,
+      "learning_rate_adapter": 4.308860759493671e-05,
+      "loss": 0.0315,
+      "step": 234800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.307594936708861e-05,
+      "learning_rate_adapter": 4.307594936708861e-05,
+      "loss": 0.0319,
+      "step": 234850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.306329113924051e-05,
+      "learning_rate_adapter": 4.306329113924051e-05,
+      "loss": 0.032,
+      "step": 234900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3050632911392406e-05,
+      "learning_rate_adapter": 4.3050632911392406e-05,
+      "loss": 0.0308,
+      "step": 234950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3037974683544305e-05,
+      "learning_rate_adapter": 4.3037974683544305e-05,
+      "loss": 0.0322,
+      "step": 235000
+    },
+    {
+      "epoch": 0.2,
+      "eval_af_opus100_pr_auc": 0.7620320069106513,
+      "eval_af_ud_pr_auc": 0.9870455170008327,
+      "eval_am_opus100_pr_auc": 0.5925900457410571,
+      "eval_ar_ersatz_pr_auc": 0.9316403904712571,
+      "eval_ar_opus100_pr_auc": 0.6943778103206466,
+      "eval_ar_ud_pr_auc": 0.8835355992079326,
+      "eval_average_ersatz_pr_auc": 0.9625749349735941,
+      "eval_average_opus100_pr_auc": 0.8198471383165618,
+      "eval_average_ud_pr_auc": 0.9580505933891639,
+      "eval_az_opus100_pr_auc": 0.7353365961033346,
+      "eval_be_opus100_pr_auc": 0.6649497660145601,
+      "eval_be_ud_pr_auc": 0.8838261374386811,
+      "eval_bg_opus100_pr_auc": 0.9024539497537997,
+      "eval_bg_ud_pr_auc": 0.9926562759537857,
+      "eval_bn_opus100_pr_auc": 0.8137070074701214,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8721710166804159,
+      "eval_ca_ud_pr_auc": 0.9920263878754461,
+      "eval_ceb_ud_pr_auc": 0.9969737977247083,
+      "eval_cs_ersatz_pr_auc": 0.9853900896077261,
+      "eval_cs_opus100_pr_auc": 0.8957067138462425,
+      "eval_cs_ud_pr_auc": 0.9569274040220592,
+      "eval_cy_opus100_pr_auc": 0.7241774930390293,
+      "eval_cy_ud_pr_auc": 0.9954431275410585,
+      "eval_da_opus100_pr_auc": 0.9106360267138053,
+      "eval_da_ud_pr_auc": 0.9769465537926121,
+      "eval_de_ersatz_pr_auc": 0.9723835328344781,
+      "eval_de_opus100_pr_auc": 0.8780773308734875,
+      "eval_de_ud_pr_auc": 0.9828928451123262,
+      "eval_el_opus100_pr_auc": 0.9156643429231092,
+      "eval_el_ud_pr_auc": 0.9838484005407293,
+      "eval_en_ersatz_pr_auc": 0.9903960682064683,
+      "eval_en_opus100_pr_auc": 0.9250896129705968,
+      "eval_en_ud_pr_auc": 0.9609494916916206,
+      "eval_eo_opus100_pr_auc": 0.922360520203817,
+      "eval_es_ersatz_pr_auc": 0.9955123338915131,
+      "eval_es_opus100_pr_auc": 0.9195475259770441,
+      "eval_es_ud_pr_auc": 0.9908222084935937,
+      "eval_et_ersatz_pr_auc": 0.9792058162210815,
+      "eval_et_opus100_pr_auc": 0.8928477784619462,
+      "eval_et_ud_pr_auc": 0.9532329829882038,
+      "eval_eu_opus100_pr_auc": 0.8732152353391159,
+      "eval_eu_ud_pr_auc": 0.9879531875739602,
+      "eval_fa_opus100_pr_auc": 0.5628267239292098,
+      "eval_fa_ud_pr_auc": 0.993790272509095,
+      "eval_fi_ersatz_pr_auc": 0.9874886193398724,
+      "eval_fi_opus100_pr_auc": 0.8914438469580206,
+      "eval_fi_ud_pr_auc": 0.962702110664559,
+      "eval_fr_ersatz_pr_auc": 0.9898250463370375,
+      "eval_fr_opus100_pr_auc": 0.9035313682731199,
+      "eval_fr_ud_pr_auc": 0.9841838603016027,
+      "eval_fy_opus100_pr_auc": 0.6683468250031765,
+      "eval_ga_opus100_pr_auc": 0.8704392345653469,
+      "eval_ga_ud_pr_auc": 0.8224238403037166,
+      "eval_gd_opus100_pr_auc": 0.5988418523910918,
+      "eval_gd_ud_pr_auc": 0.7410267586421523,
+      "eval_gl_opus100_pr_auc": 0.8723035673168786,
+      "eval_gl_ud_pr_auc": 0.994645671824316,
+      "eval_gu_ersatz_pr_auc": 0.9301932499787758,
+      "eval_gu_opus100_pr_auc": 0.7186419394416925,
+      "eval_ha_opus100_pr_auc": 0.8898453284994996,
+      "eval_he_opus100_pr_auc": 0.8580325871110064,
+      "eval_he_ud_pr_auc": 0.9814697963754061,
+      "eval_hi_ersatz_pr_auc": 0.9761973573270784,
+      "eval_hi_opus100_pr_auc": 0.6569226362146936,
+      "eval_hi_ud_pr_auc": 0.9718821053816536,
+      "eval_hu_opus100_pr_auc": 0.9074729889443071,
+      "eval_hu_ud_pr_auc": 0.9826443450750093,
+      "eval_hy_opus100_pr_auc": 0.9070709467194362,
+      "eval_hy_ud_pr_auc": 0.9878427266463343,
+      "eval_id_opus100_pr_auc": 0.8491626932903582,
+      "eval_id_ud_pr_auc": 0.9919875098391686,
+      "eval_ig_opus100_pr_auc": 0.8605475737822507,
+      "eval_is_opus100_pr_auc": 0.9127357166089431,
+      "eval_is_ud_pr_auc": 0.9205634209442751,
+      "eval_it_opus100_pr_auc": 0.8985776370198654,
+      "eval_it_ud_pr_auc": 0.9928565218895343,
+      "eval_ja_ersatz_pr_auc": 0.7861509677694483,
+      "eval_ja_opus100_pr_auc": 0.8027636121073574,
+      "eval_ja_ud_pr_auc": 0.9769007475038797,
+      "eval_jv_ud_pr_auc": 0.9715712525064967,
+      "eval_ka_opus100_pr_auc": 0.8695494665901201,
+      "eval_kk_ersatz_pr_auc": 0.9860404787901873,
+      "eval_kk_opus100_pr_auc": 0.7965516285751565,
+      "eval_kk_ud_pr_auc": 0.9708280786923879,
+      "eval_km_ersatz_pr_auc": 0.9091434120096616,
+      "eval_km_opus100_pr_auc": 0.7185466071630672,
+      "eval_kn_opus100_pr_auc": 0.5883114720668766,
+      "eval_ko_opus100_pr_auc": 0.6712499410046897,
+      "eval_ko_ud_pr_auc": 0.9984081567301959,
+      "eval_ku_opus100_pr_auc": 0.8390677956297828,
+      "eval_ky_opus100_pr_auc": 0.8427356516347543,
+      "eval_la_ud_pr_auc": 0.9335077889555194,
+      "eval_loss": 0.03546856716275215,
+      "eval_lt_ersatz_pr_auc": 0.9884114759719409,
+      "eval_lt_opus100_pr_auc": 0.8627889330895552,
+      "eval_lt_ud_pr_auc": 0.9890137527600196,
+      "eval_lv_ersatz_pr_auc": 0.9885503204055957,
+      "eval_lv_opus100_pr_auc": 0.8753363104441707,
+      "eval_lv_ud_pr_auc": 0.9589253375983363,
+      "eval_mg_opus100_pr_auc": 0.9137932745342042,
+      "eval_mk_opus100_pr_auc": 0.896082931574125,
+      "eval_ml_opus100_pr_auc": 0.7476192110049167,
+      "eval_mn_opus100_pr_auc": 0.9547038877489679,
+      "eval_mr_opus100_pr_auc": 0.893730234569745,
+      "eval_mr_ud_pr_auc": 0.9786832395136394,
+      "eval_ms_opus100_pr_auc": 0.852220943582931,
+      "eval_mt_opus100_pr_auc": 0.8302964780859096,
+      "eval_mt_ud_pr_auc": 0.8660297458647825,
+      "eval_my_opus100_pr_auc": 0.7300119113517769,
+      "eval_ne_opus100_pr_auc": 0.7159470387095853,
+      "eval_nl_opus100_pr_auc": 0.8861106500841449,
+      "eval_nl_ud_pr_auc": 0.9793687875942318,
+      "eval_no_opus100_pr_auc": 0.9118527009918591,
+      "eval_no_ud_pr_auc": 0.996003439559437,
+      "eval_pa_opus100_pr_auc": 0.6752277831322071,
+      "eval_pl_ersatz_pr_auc": 0.9740908536821739,
+      "eval_pl_opus100_pr_auc": 0.8809826037222172,
+      "eval_pl_ud_pr_auc": 0.9670255069995883,
+      "eval_ps_ersatz_pr_auc": 0.935616466908836,
+      "eval_ps_opus100_pr_auc": 0.7091386869534301,
+      "eval_pt_opus100_pr_auc": 0.9198984021911805,
+      "eval_pt_ud_pr_auc": 0.9832393411924728,
+      "eval_ro_ersatz_pr_auc": 0.9947850858169394,
+      "eval_ro_opus100_pr_auc": 0.857875658370667,
+      "eval_ro_ud_pr_auc": 0.9591215248050902,
+      "eval_ru_ersatz_pr_auc": 0.9894221313979339,
+      "eval_ru_opus100_pr_auc": 0.9208220562682062,
+      "eval_ru_ud_pr_auc": 0.850391519440418,
+      "eval_runtime": 455.8586,
+      "eval_samples_per_second": 165.556,
+      "eval_si_opus100_pr_auc": 0.7972012507019453,
+      "eval_sk_opus100_pr_auc": 0.925924498164021,
+      "eval_sk_ud_pr_auc": 0.9774544557600944,
+      "eval_sl_opus100_pr_auc": 0.8466588237939107,
+      "eval_sl_ud_pr_auc": 0.9692500743438038,
+      "eval_sq_opus100_pr_auc": 0.8903640576723242,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8977888350527565,
+      "eval_sr_ud_pr_auc": 0.9947245281580935,
+      "eval_steps_per_second": 5.175,
+      "eval_sv_opus100_pr_auc": 0.8862496551037865,
+      "eval_sv_ud_pr_auc": 0.9393296440488182,
+      "eval_ta_ersatz_pr_auc": 0.982974700376209,
+      "eval_ta_opus100_pr_auc": 0.6621130818654369,
+      "eval_ta_ud_pr_auc": 0.9975897334513184,
+      "eval_te_opus100_pr_auc": 0.8299924909412751,
+      "eval_tg_opus100_pr_auc": 0.8692584460683845,
+      "eval_th_opus100_pr_auc": 0.6738798934729502,
+      "eval_th_ud_pr_auc": 0.7801763208467837,
+      "eval_tr_ersatz_pr_auc": 0.9642199396935356,
+      "eval_tr_opus100_pr_auc": 0.8908305367890518,
+      "eval_tr_ud_pr_auc": 0.9531120850653505,
+      "eval_uk_opus100_pr_auc": 0.8700321734733133,
+      "eval_uk_ud_pr_auc": 0.9179506327662631,
+      "eval_ur_opus100_pr_auc": 0.5189596118196594,
+      "eval_ur_ud_pr_auc": 0.9944005199288631,
+      "eval_uz_opus100_pr_auc": 0.8599092423586764,
+      "eval_vi_opus100_pr_auc": 0.8999579754170639,
+      "eval_vi_ud_pr_auc": 0.9535157939463916,
+      "eval_xh_opus100_pr_auc": 0.8468501240542542,
+      "eval_yi_opus100_pr_auc": 0.8173631771207669,
+      "eval_yo_opus100_pr_auc": 0.7648983310025639,
+      "eval_yo_ud_pr_auc": 0.9135783705194945,
+      "eval_zh_ersatz_pr_auc": 0.9390102323813222,
+      "eval_zh_opus100_pr_auc": 0.7771655429849317,
+      "eval_zh_ud_pr_auc": 0.9856845872761939,
+      "eval_zu_opus100_pr_auc": 0.8171674775077126,
+      "step": 235000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3025316455696204e-05,
+      "learning_rate_adapter": 4.3025316455696204e-05,
+      "loss": 0.032,
+      "step": 235050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.30126582278481e-05,
+      "learning_rate_adapter": 4.30126582278481e-05,
+      "loss": 0.0313,
+      "step": 235100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0317,
+      "step": 235150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29873417721519e-05,
+      "learning_rate_adapter": 4.29873417721519e-05,
+      "loss": 0.0315,
+      "step": 235200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29746835443038e-05,
+      "learning_rate_adapter": 4.29746835443038e-05,
+      "loss": 0.0313,
+      "step": 235250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29620253164557e-05,
+      "learning_rate_adapter": 4.29620253164557e-05,
+      "loss": 0.0326,
+      "step": 235300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29493670886076e-05,
+      "learning_rate_adapter": 4.29493670886076e-05,
+      "loss": 0.0319,
+      "step": 235350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2936708860759496e-05,
+      "learning_rate_adapter": 4.2936708860759496e-05,
+      "loss": 0.0319,
+      "step": 235400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2924050632911395e-05,
+      "learning_rate_adapter": 4.2924050632911395e-05,
+      "loss": 0.0312,
+      "step": 235450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2911392405063294e-05,
+      "learning_rate_adapter": 4.2911392405063294e-05,
+      "loss": 0.0314,
+      "step": 235500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.289873417721519e-05,
+      "learning_rate_adapter": 4.289873417721519e-05,
+      "loss": 0.0323,
+      "step": 235550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.288607594936709e-05,
+      "learning_rate_adapter": 4.288607594936709e-05,
+      "loss": 0.0323,
+      "step": 235600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.287341772151899e-05,
+      "learning_rate_adapter": 4.287341772151899e-05,
+      "loss": 0.0311,
+      "step": 235650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.286075949367089e-05,
+      "learning_rate_adapter": 4.286075949367089e-05,
+      "loss": 0.031,
+      "step": 235700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.284810126582279e-05,
+      "learning_rate_adapter": 4.284810126582279e-05,
+      "loss": 0.0303,
+      "step": 235750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.283544303797469e-05,
+      "learning_rate_adapter": 4.283544303797469e-05,
+      "loss": 0.0313,
+      "step": 235800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.282278481012658e-05,
+      "learning_rate_adapter": 4.282278481012658e-05,
+      "loss": 0.0316,
+      "step": 235850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2810126582278484e-05,
+      "learning_rate_adapter": 4.2810126582278484e-05,
+      "loss": 0.0321,
+      "step": 235900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.279746835443038e-05,
+      "learning_rate_adapter": 4.279746835443038e-05,
+      "loss": 0.0318,
+      "step": 235950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.278481012658228e-05,
+      "learning_rate_adapter": 4.278481012658228e-05,
+      "loss": 0.0318,
+      "step": 236000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.277215189873418e-05,
+      "learning_rate_adapter": 4.277215189873418e-05,
+      "loss": 0.0317,
+      "step": 236050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.275949367088608e-05,
+      "learning_rate_adapter": 4.275949367088608e-05,
+      "loss": 0.0313,
+      "step": 236100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.274683544303797e-05,
+      "learning_rate_adapter": 4.274683544303797e-05,
+      "loss": 0.0317,
+      "step": 236150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.273417721518988e-05,
+      "learning_rate_adapter": 4.273417721518988e-05,
+      "loss": 0.0315,
+      "step": 236200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2721518987341776e-05,
+      "learning_rate_adapter": 4.2721518987341776e-05,
+      "loss": 0.0322,
+      "step": 236250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2708860759493675e-05,
+      "learning_rate_adapter": 4.2708860759493675e-05,
+      "loss": 0.0321,
+      "step": 236300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2696202531645574e-05,
+      "learning_rate_adapter": 4.2696202531645574e-05,
+      "loss": 0.0318,
+      "step": 236350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2683544303797466e-05,
+      "learning_rate_adapter": 4.2683544303797466e-05,
+      "loss": 0.0321,
+      "step": 236400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2670886075949365e-05,
+      "learning_rate_adapter": 4.2670886075949365e-05,
+      "loss": 0.0308,
+      "step": 236450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.265822784810127e-05,
+      "learning_rate_adapter": 4.265822784810127e-05,
+      "loss": 0.0319,
+      "step": 236500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.264556962025317e-05,
+      "learning_rate_adapter": 4.264556962025317e-05,
+      "loss": 0.0319,
+      "step": 236550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.263291139240507e-05,
+      "learning_rate_adapter": 4.263291139240507e-05,
+      "loss": 0.032,
+      "step": 236600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.262025316455696e-05,
+      "learning_rate_adapter": 4.262025316455696e-05,
+      "loss": 0.0311,
+      "step": 236650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.260759493670886e-05,
+      "learning_rate_adapter": 4.260759493670886e-05,
+      "loss": 0.0318,
+      "step": 236700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.259493670886076e-05,
+      "learning_rate_adapter": 4.259493670886076e-05,
+      "loss": 0.0312,
+      "step": 236750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2582278481012664e-05,
+      "learning_rate_adapter": 4.2582278481012664e-05,
+      "loss": 0.0308,
+      "step": 236800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.256962025316456e-05,
+      "learning_rate_adapter": 4.256962025316456e-05,
+      "loss": 0.0313,
+      "step": 236850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.255696202531646e-05,
+      "learning_rate_adapter": 4.255696202531646e-05,
+      "loss": 0.0315,
+      "step": 236900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2544303797468354e-05,
+      "learning_rate_adapter": 4.2544303797468354e-05,
+      "loss": 0.0314,
+      "step": 236950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.253164556962025e-05,
+      "learning_rate_adapter": 4.253164556962025e-05,
+      "loss": 0.0314,
+      "step": 237000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.251898734177215e-05,
+      "learning_rate_adapter": 4.251898734177215e-05,
+      "loss": 0.0312,
+      "step": 237050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.250632911392406e-05,
+      "learning_rate_adapter": 4.250632911392406e-05,
+      "loss": 0.0312,
+      "step": 237100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2493670886075956e-05,
+      "learning_rate_adapter": 4.2493670886075956e-05,
+      "loss": 0.031,
+      "step": 237150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.248101265822785e-05,
+      "learning_rate_adapter": 4.248101265822785e-05,
+      "loss": 0.0314,
+      "step": 237200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.246835443037975e-05,
+      "learning_rate_adapter": 4.246835443037975e-05,
+      "loss": 0.031,
+      "step": 237250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2455696202531646e-05,
+      "learning_rate_adapter": 4.2455696202531646e-05,
+      "loss": 0.0322,
+      "step": 237300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2443037974683545e-05,
+      "learning_rate_adapter": 4.2443037974683545e-05,
+      "loss": 0.0321,
+      "step": 237350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.243037974683545e-05,
+      "learning_rate_adapter": 4.243037974683545e-05,
+      "loss": 0.0317,
+      "step": 237400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.241772151898734e-05,
+      "learning_rate_adapter": 4.241772151898734e-05,
+      "loss": 0.0313,
+      "step": 237450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.240506329113924e-05,
+      "learning_rate_adapter": 4.240506329113924e-05,
+      "loss": 0.0306,
+      "step": 237500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.239240506329114e-05,
+      "learning_rate_adapter": 4.239240506329114e-05,
+      "loss": 0.0314,
+      "step": 237550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.237974683544304e-05,
+      "learning_rate_adapter": 4.237974683544304e-05,
+      "loss": 0.0315,
+      "step": 237600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.236708860759494e-05,
+      "learning_rate_adapter": 4.236708860759494e-05,
+      "loss": 0.0314,
+      "step": 237650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.235443037974684e-05,
+      "learning_rate_adapter": 4.235443037974684e-05,
+      "loss": 0.0318,
+      "step": 237700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2341772151898735e-05,
+      "learning_rate_adapter": 4.2341772151898735e-05,
+      "loss": 0.0311,
+      "step": 237750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2329113924050634e-05,
+      "learning_rate_adapter": 4.2329113924050634e-05,
+      "loss": 0.0323,
+      "step": 237800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.231645569620253e-05,
+      "learning_rate_adapter": 4.231645569620253e-05,
+      "loss": 0.0315,
+      "step": 237850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.230379746835443e-05,
+      "learning_rate_adapter": 4.230379746835443e-05,
+      "loss": 0.0316,
+      "step": 237900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.229113924050633e-05,
+      "learning_rate_adapter": 4.229113924050633e-05,
+      "loss": 0.0313,
+      "step": 237950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.227848101265823e-05,
+      "learning_rate_adapter": 4.227848101265823e-05,
+      "loss": 0.0314,
+      "step": 238000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.226582278481013e-05,
+      "learning_rate_adapter": 4.226582278481013e-05,
+      "loss": 0.0317,
+      "step": 238050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.225316455696203e-05,
+      "learning_rate_adapter": 4.225316455696203e-05,
+      "loss": 0.0313,
+      "step": 238100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2240506329113926e-05,
+      "learning_rate_adapter": 4.2240506329113926e-05,
+      "loss": 0.0313,
+      "step": 238150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2227848101265825e-05,
+      "learning_rate_adapter": 4.2227848101265825e-05,
+      "loss": 0.0316,
+      "step": 238200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2215189873417724e-05,
+      "learning_rate_adapter": 4.2215189873417724e-05,
+      "loss": 0.0317,
+      "step": 238250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.220253164556962e-05,
+      "learning_rate_adapter": 4.220253164556962e-05,
+      "loss": 0.0319,
+      "step": 238300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.218987341772152e-05,
+      "learning_rate_adapter": 4.218987341772152e-05,
+      "loss": 0.0317,
+      "step": 238350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.217721518987342e-05,
+      "learning_rate_adapter": 4.217721518987342e-05,
+      "loss": 0.0321,
+      "step": 238400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.216455696202532e-05,
+      "learning_rate_adapter": 4.216455696202532e-05,
+      "loss": 0.0317,
+      "step": 238450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.215189873417722e-05,
+      "learning_rate_adapter": 4.215189873417722e-05,
+      "loss": 0.031,
+      "step": 238500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.213924050632912e-05,
+      "learning_rate_adapter": 4.213924050632912e-05,
+      "loss": 0.0307,
+      "step": 238550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2126582278481016e-05,
+      "learning_rate_adapter": 4.2126582278481016e-05,
+      "loss": 0.0308,
+      "step": 238600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2113924050632915e-05,
+      "learning_rate_adapter": 4.2113924050632915e-05,
+      "loss": 0.0308,
+      "step": 238650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2101265822784814e-05,
+      "learning_rate_adapter": 4.2101265822784814e-05,
+      "loss": 0.0321,
+      "step": 238700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.208860759493671e-05,
+      "learning_rate_adapter": 4.208860759493671e-05,
+      "loss": 0.0309,
+      "step": 238750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2075949367088605e-05,
+      "learning_rate_adapter": 4.2075949367088605e-05,
+      "loss": 0.0313,
+      "step": 238800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.206329113924051e-05,
+      "learning_rate_adapter": 4.206329113924051e-05,
+      "loss": 0.0314,
+      "step": 238850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.205063291139241e-05,
+      "learning_rate_adapter": 4.205063291139241e-05,
+      "loss": 0.031,
+      "step": 238900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.203797468354431e-05,
+      "learning_rate_adapter": 4.203797468354431e-05,
+      "loss": 0.0317,
+      "step": 238950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.202531645569621e-05,
+      "learning_rate_adapter": 4.202531645569621e-05,
+      "loss": 0.0314,
+      "step": 239000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.20126582278481e-05,
+      "learning_rate_adapter": 4.20126582278481e-05,
+      "loss": 0.0311,
+      "step": 239050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0325,
+      "step": 239100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19873417721519e-05,
+      "learning_rate_adapter": 4.19873417721519e-05,
+      "loss": 0.0313,
+      "step": 239150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19746835443038e-05,
+      "learning_rate_adapter": 4.19746835443038e-05,
+      "loss": 0.0315,
+      "step": 239200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19620253164557e-05,
+      "learning_rate_adapter": 4.19620253164557e-05,
+      "loss": 0.0318,
+      "step": 239250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19493670886076e-05,
+      "learning_rate_adapter": 4.19493670886076e-05,
+      "loss": 0.0315,
+      "step": 239300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.193670886075949e-05,
+      "learning_rate_adapter": 4.193670886075949e-05,
+      "loss": 0.0315,
+      "step": 239350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.192405063291139e-05,
+      "learning_rate_adapter": 4.192405063291139e-05,
+      "loss": 0.0315,
+      "step": 239400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1911392405063296e-05,
+      "learning_rate_adapter": 4.1911392405063296e-05,
+      "loss": 0.0313,
+      "step": 239450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1898734177215195e-05,
+      "learning_rate_adapter": 4.1898734177215195e-05,
+      "loss": 0.0318,
+      "step": 239500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1886075949367094e-05,
+      "learning_rate_adapter": 4.1886075949367094e-05,
+      "loss": 0.0305,
+      "step": 239550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1873417721518986e-05,
+      "learning_rate_adapter": 4.1873417721518986e-05,
+      "loss": 0.0308,
+      "step": 239600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1860759493670885e-05,
+      "learning_rate_adapter": 4.1860759493670885e-05,
+      "loss": 0.0315,
+      "step": 239650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1848101265822784e-05,
+      "learning_rate_adapter": 4.1848101265822784e-05,
+      "loss": 0.0316,
+      "step": 239700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.183544303797469e-05,
+      "learning_rate_adapter": 4.183544303797469e-05,
+      "loss": 0.0324,
+      "step": 239750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.182278481012659e-05,
+      "learning_rate_adapter": 4.182278481012659e-05,
+      "loss": 0.0323,
+      "step": 239800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.181012658227848e-05,
+      "learning_rate_adapter": 4.181012658227848e-05,
+      "loss": 0.0315,
+      "step": 239850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.179746835443038e-05,
+      "learning_rate_adapter": 4.179746835443038e-05,
+      "loss": 0.0317,
+      "step": 239900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.178481012658228e-05,
+      "learning_rate_adapter": 4.178481012658228e-05,
+      "loss": 0.0314,
+      "step": 239950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.177215189873418e-05,
+      "learning_rate_adapter": 4.177215189873418e-05,
+      "loss": 0.0311,
+      "step": 240000
+    },
+    {
+      "epoch": 0.2,
+      "eval_af_opus100_pr_auc": 0.7618936997984005,
+      "eval_af_ud_pr_auc": 0.9878477817114492,
+      "eval_am_opus100_pr_auc": 0.5876666200644246,
+      "eval_ar_ersatz_pr_auc": 0.93224527754521,
+      "eval_ar_opus100_pr_auc": 0.7016082363386285,
+      "eval_ar_ud_pr_auc": 0.8797328601665274,
+      "eval_average_ersatz_pr_auc": 0.9654986524851153,
+      "eval_average_opus100_pr_auc": 0.822415307068607,
+      "eval_average_ud_pr_auc": 0.9597225019462388,
+      "eval_az_opus100_pr_auc": 0.7555110455716902,
+      "eval_be_opus100_pr_auc": 0.6661475516514934,
+      "eval_be_ud_pr_auc": 0.8877130940706974,
+      "eval_bg_opus100_pr_auc": 0.9061705839640966,
+      "eval_bg_ud_pr_auc": 0.9914460816642168,
+      "eval_bn_opus100_pr_auc": 0.8187914901696298,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8798546459311553,
+      "eval_ca_ud_pr_auc": 0.99238941981518,
+      "eval_ceb_ud_pr_auc": 0.999681043819094,
+      "eval_cs_ersatz_pr_auc": 0.9820275688368957,
+      "eval_cs_opus100_pr_auc": 0.9007169884628285,
+      "eval_cs_ud_pr_auc": 0.9567344501201606,
+      "eval_cy_opus100_pr_auc": 0.7249167995270949,
+      "eval_cy_ud_pr_auc": 0.9931080080967426,
+      "eval_da_opus100_pr_auc": 0.9136646350160688,
+      "eval_da_ud_pr_auc": 0.9757774133350723,
+      "eval_de_ersatz_pr_auc": 0.9731344063633645,
+      "eval_de_opus100_pr_auc": 0.8768875066363997,
+      "eval_de_ud_pr_auc": 0.9834268481223956,
+      "eval_el_opus100_pr_auc": 0.9200206007343423,
+      "eval_el_ud_pr_auc": 0.9906944834708972,
+      "eval_en_ersatz_pr_auc": 0.9875919223853415,
+      "eval_en_opus100_pr_auc": 0.9242095029703999,
+      "eval_en_ud_pr_auc": 0.9655387621321071,
+      "eval_eo_opus100_pr_auc": 0.9214094507381888,
+      "eval_es_ersatz_pr_auc": 0.9946447786980868,
+      "eval_es_opus100_pr_auc": 0.9269234688895238,
+      "eval_es_ud_pr_auc": 0.9926303364069314,
+      "eval_et_ersatz_pr_auc": 0.9800431418583794,
+      "eval_et_opus100_pr_auc": 0.8951105878544174,
+      "eval_et_ud_pr_auc": 0.9587886858182728,
+      "eval_eu_opus100_pr_auc": 0.8696815140097721,
+      "eval_eu_ud_pr_auc": 0.9903126884497757,
+      "eval_fa_opus100_pr_auc": 0.5721451102041943,
+      "eval_fa_ud_pr_auc": 0.9963218949422258,
+      "eval_fi_ersatz_pr_auc": 0.9889610518595814,
+      "eval_fi_opus100_pr_auc": 0.9058895746671056,
+      "eval_fi_ud_pr_auc": 0.9620441843528746,
+      "eval_fr_ersatz_pr_auc": 0.9888269787646828,
+      "eval_fr_opus100_pr_auc": 0.9020296286665644,
+      "eval_fr_ud_pr_auc": 0.9872063536305463,
+      "eval_fy_opus100_pr_auc": 0.6733687426339507,
+      "eval_ga_opus100_pr_auc": 0.859879430924728,
+      "eval_ga_ud_pr_auc": 0.8204104065492178,
+      "eval_gd_opus100_pr_auc": 0.5808368063419145,
+      "eval_gd_ud_pr_auc": 0.7573525793730381,
+      "eval_gl_opus100_pr_auc": 0.8829754008989037,
+      "eval_gl_ud_pr_auc": 0.9942858515382156,
+      "eval_gu_ersatz_pr_auc": 0.9347976129208624,
+      "eval_gu_opus100_pr_auc": 0.7193908312957852,
+      "eval_ha_opus100_pr_auc": 0.8952926976024885,
+      "eval_he_opus100_pr_auc": 0.8619295360280709,
+      "eval_he_ud_pr_auc": 0.9744209789878965,
+      "eval_hi_ersatz_pr_auc": 0.9736642251924764,
+      "eval_hi_opus100_pr_auc": 0.6637654589683915,
+      "eval_hi_ud_pr_auc": 0.974743963809368,
+      "eval_hu_opus100_pr_auc": 0.9121026829581829,
+      "eval_hu_ud_pr_auc": 0.9824355869226123,
+      "eval_hy_opus100_pr_auc": 0.9094452496092171,
+      "eval_hy_ud_pr_auc": 0.9838589145743878,
+      "eval_id_opus100_pr_auc": 0.8731658239709921,
+      "eval_id_ud_pr_auc": 0.9883488296845905,
+      "eval_ig_opus100_pr_auc": 0.8689192929275333,
+      "eval_is_opus100_pr_auc": 0.9185380355897673,
+      "eval_is_ud_pr_auc": 0.9203216849200937,
+      "eval_it_opus100_pr_auc": 0.900098261061395,
+      "eval_it_ud_pr_auc": 0.9931915953706874,
+      "eval_ja_ersatz_pr_auc": 0.8329294937906372,
+      "eval_ja_opus100_pr_auc": 0.805704119100939,
+      "eval_ja_ud_pr_auc": 0.9832771043302272,
+      "eval_jv_ud_pr_auc": 0.9861283655129938,
+      "eval_ka_opus100_pr_auc": 0.8705260535814355,
+      "eval_kk_ersatz_pr_auc": 0.9892130633765682,
+      "eval_kk_opus100_pr_auc": 0.7968512203218515,
+      "eval_kk_ud_pr_auc": 0.971373494760966,
+      "eval_km_ersatz_pr_auc": 0.9056121476363806,
+      "eval_km_opus100_pr_auc": 0.7254686460895963,
+      "eval_kn_opus100_pr_auc": 0.5855649615994308,
+      "eval_ko_opus100_pr_auc": 0.677036801570615,
+      "eval_ko_ud_pr_auc": 0.9987683933957365,
+      "eval_ku_opus100_pr_auc": 0.8270028916148594,
+      "eval_ky_opus100_pr_auc": 0.8391783445651269,
+      "eval_la_ud_pr_auc": 0.9312650887584589,
+      "eval_loss": 0.03552939370274544,
+      "eval_lt_ersatz_pr_auc": 0.9891376961364827,
+      "eval_lt_opus100_pr_auc": 0.8632584841595716,
+      "eval_lt_ud_pr_auc": 0.9885580142723336,
+      "eval_lv_ersatz_pr_auc": 0.9909866298048846,
+      "eval_lv_opus100_pr_auc": 0.8775153146349308,
+      "eval_lv_ud_pr_auc": 0.9614304542053348,
+      "eval_mg_opus100_pr_auc": 0.9197207243809984,
+      "eval_mk_opus100_pr_auc": 0.9038004928754565,
+      "eval_ml_opus100_pr_auc": 0.7528989030851249,
+      "eval_mn_opus100_pr_auc": 0.9539333772086139,
+      "eval_mr_opus100_pr_auc": 0.9022284614890701,
+      "eval_mr_ud_pr_auc": 0.9774601466003553,
+      "eval_ms_opus100_pr_auc": 0.8611258168140906,
+      "eval_mt_opus100_pr_auc": 0.8348705574527446,
+      "eval_mt_ud_pr_auc": 0.884194355029655,
+      "eval_my_opus100_pr_auc": 0.7191837598139779,
+      "eval_ne_opus100_pr_auc": 0.7014886958916624,
+      "eval_nl_opus100_pr_auc": 0.887109925333516,
+      "eval_nl_ud_pr_auc": 0.9814606723804219,
+      "eval_no_opus100_pr_auc": 0.9145574503332058,
+      "eval_no_ud_pr_auc": 0.9964284520091343,
+      "eval_pa_opus100_pr_auc": 0.6718368098364792,
+      "eval_pl_ersatz_pr_auc": 0.97432199739301,
+      "eval_pl_opus100_pr_auc": 0.8855070496559164,
+      "eval_pl_ud_pr_auc": 0.9658192037594724,
+      "eval_ps_ersatz_pr_auc": 0.9396826119463567,
+      "eval_ps_opus100_pr_auc": 0.7060918563255071,
+      "eval_pt_opus100_pr_auc": 0.9273711996234452,
+      "eval_pt_ud_pr_auc": 0.9854090004994087,
+      "eval_ro_ersatz_pr_auc": 0.9937434312812488,
+      "eval_ro_opus100_pr_auc": 0.8751822327319833,
+      "eval_ro_ud_pr_auc": 0.9568940517150226,
+      "eval_ru_ersatz_pr_auc": 0.9874767878523786,
+      "eval_ru_opus100_pr_auc": 0.919229260768528,
+      "eval_ru_ud_pr_auc": 0.8644350597224367,
+      "eval_runtime": 454.7152,
+      "eval_samples_per_second": 165.972,
+      "eval_si_opus100_pr_auc": 0.803131094260752,
+      "eval_sk_opus100_pr_auc": 0.9269833944855413,
+      "eval_sk_ud_pr_auc": 0.9807365455680459,
+      "eval_sl_opus100_pr_auc": 0.8519788562416585,
+      "eval_sl_ud_pr_auc": 0.9717656188442461,
+      "eval_sq_opus100_pr_auc": 0.9055494652968306,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9015821597884727,
+      "eval_sr_ud_pr_auc": 0.9946716530813873,
+      "eval_steps_per_second": 5.188,
+      "eval_sv_opus100_pr_auc": 0.8885866603309186,
+      "eval_sv_ud_pr_auc": 0.9337781442159483,
+      "eval_ta_ersatz_pr_auc": 0.982137975092142,
+      "eval_ta_opus100_pr_auc": 0.6651461143882893,
+      "eval_ta_ud_pr_auc": 0.9956946671987803,
+      "eval_te_opus100_pr_auc": 0.8390264913250872,
+      "eval_tg_opus100_pr_auc": 0.8750952668823111,
+      "eval_th_opus100_pr_auc": 0.684661998365771,
+      "eval_th_ud_pr_auc": 0.7798876013919229,
+      "eval_tr_ersatz_pr_auc": 0.9655981250727734,
+      "eval_tr_opus100_pr_auc": 0.9004124709316746,
+      "eval_tr_ud_pr_auc": 0.9584068589617912,
+      "eval_uk_opus100_pr_auc": 0.8731825292653689,
+      "eval_uk_ud_pr_auc": 0.9252944333738491,
+      "eval_ur_opus100_pr_auc": 0.51606364367798,
+      "eval_ur_ud_pr_auc": 0.9950953469199298,
+      "eval_uz_opus100_pr_auc": 0.8469340923541251,
+      "eval_vi_opus100_pr_auc": 0.9034527022272776,
+      "eval_vi_ud_pr_auc": 0.9601291452807157,
+      "eval_xh_opus100_pr_auc": 0.8479235438640453,
+      "eval_yi_opus100_pr_auc": 0.7853261695164341,
+      "eval_yo_opus100_pr_auc": 0.7766755730965382,
+      "eval_yo_ud_pr_auc": 0.9021875449410701,
+      "eval_zh_ersatz_pr_auc": 0.9541934308647932,
+      "eval_zh_opus100_pr_auc": 0.7756193565463092,
+      "eval_zh_ud_pr_auc": 0.9928684123506903,
+      "eval_zu_opus100_pr_auc": 0.8155226932439796,
+      "step": 240000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.175949367088608e-05,
+      "learning_rate_adapter": 4.175949367088608e-05,
+      "loss": 0.0312,
+      "step": 240050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.174683544303798e-05,
+      "learning_rate_adapter": 4.174683544303798e-05,
+      "loss": 0.0319,
+      "step": 240100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1734177215189874e-05,
+      "learning_rate_adapter": 4.1734177215189874e-05,
+      "loss": 0.0313,
+      "step": 240150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.172151898734177e-05,
+      "learning_rate_adapter": 4.172151898734177e-05,
+      "loss": 0.0317,
+      "step": 240200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.170886075949367e-05,
+      "learning_rate_adapter": 4.170886075949367e-05,
+      "loss": 0.032,
+      "step": 240250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.169620253164557e-05,
+      "learning_rate_adapter": 4.169620253164557e-05,
+      "loss": 0.0312,
+      "step": 240300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1683544303797476e-05,
+      "learning_rate_adapter": 4.1683544303797476e-05,
+      "loss": 0.032,
+      "step": 240350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.167088607594937e-05,
+      "learning_rate_adapter": 4.167088607594937e-05,
+      "loss": 0.0321,
+      "step": 240400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.165822784810127e-05,
+      "learning_rate_adapter": 4.165822784810127e-05,
+      "loss": 0.0316,
+      "step": 240450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1645569620253166e-05,
+      "learning_rate_adapter": 4.1645569620253166e-05,
+      "loss": 0.0316,
+      "step": 240500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1632911392405064e-05,
+      "learning_rate_adapter": 4.1632911392405064e-05,
+      "loss": 0.0313,
+      "step": 240550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.162025316455696e-05,
+      "learning_rate_adapter": 4.162025316455696e-05,
+      "loss": 0.0315,
+      "step": 240600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.160759493670886e-05,
+      "learning_rate_adapter": 4.160759493670886e-05,
+      "loss": 0.0324,
+      "step": 240650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.159493670886076e-05,
+      "learning_rate_adapter": 4.159493670886076e-05,
+      "loss": 0.0314,
+      "step": 240700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.158227848101266e-05,
+      "learning_rate_adapter": 4.158227848101266e-05,
+      "loss": 0.0302,
+      "step": 240750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.156962025316456e-05,
+      "learning_rate_adapter": 4.156962025316456e-05,
+      "loss": 0.0314,
+      "step": 240800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.155696202531646e-05,
+      "learning_rate_adapter": 4.155696202531646e-05,
+      "loss": 0.032,
+      "step": 240850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1544303797468356e-05,
+      "learning_rate_adapter": 4.1544303797468356e-05,
+      "loss": 0.032,
+      "step": 240900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1531645569620255e-05,
+      "learning_rate_adapter": 4.1531645569620255e-05,
+      "loss": 0.031,
+      "step": 240950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1518987341772154e-05,
+      "learning_rate_adapter": 4.1518987341772154e-05,
+      "loss": 0.0321,
+      "step": 241000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.150632911392405e-05,
+      "learning_rate_adapter": 4.150632911392405e-05,
+      "loss": 0.0309,
+      "step": 241050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.149367088607595e-05,
+      "learning_rate_adapter": 4.149367088607595e-05,
+      "loss": 0.0314,
+      "step": 241100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.148101265822785e-05,
+      "learning_rate_adapter": 4.148101265822785e-05,
+      "loss": 0.0312,
+      "step": 241150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.146835443037975e-05,
+      "learning_rate_adapter": 4.146835443037975e-05,
+      "loss": 0.0312,
+      "step": 241200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.145569620253165e-05,
+      "learning_rate_adapter": 4.145569620253165e-05,
+      "loss": 0.0308,
+      "step": 241250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.144303797468355e-05,
+      "learning_rate_adapter": 4.144303797468355e-05,
+      "loss": 0.0312,
+      "step": 241300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1430379746835446e-05,
+      "learning_rate_adapter": 4.1430379746835446e-05,
+      "loss": 0.0317,
+      "step": 241350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1417721518987345e-05,
+      "learning_rate_adapter": 4.1417721518987345e-05,
+      "loss": 0.0322,
+      "step": 241400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.140506329113924e-05,
+      "learning_rate_adapter": 4.140506329113924e-05,
+      "loss": 0.0307,
+      "step": 241450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.139240506329114e-05,
+      "learning_rate_adapter": 4.139240506329114e-05,
+      "loss": 0.032,
+      "step": 241500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.137974683544304e-05,
+      "learning_rate_adapter": 4.137974683544304e-05,
+      "loss": 0.032,
+      "step": 241550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.136708860759494e-05,
+      "learning_rate_adapter": 4.136708860759494e-05,
+      "loss": 0.032,
+      "step": 241600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.135443037974684e-05,
+      "learning_rate_adapter": 4.135443037974684e-05,
+      "loss": 0.031,
+      "step": 241650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.134177215189874e-05,
+      "learning_rate_adapter": 4.134177215189874e-05,
+      "loss": 0.0322,
+      "step": 241700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.132911392405063e-05,
+      "learning_rate_adapter": 4.132911392405063e-05,
+      "loss": 0.0313,
+      "step": 241750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1316455696202536e-05,
+      "learning_rate_adapter": 4.1316455696202536e-05,
+      "loss": 0.0311,
+      "step": 241800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1303797468354435e-05,
+      "learning_rate_adapter": 4.1303797468354435e-05,
+      "loss": 0.0311,
+      "step": 241850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1291139240506334e-05,
+      "learning_rate_adapter": 4.1291139240506334e-05,
+      "loss": 0.0314,
+      "step": 241900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.127848101265823e-05,
+      "learning_rate_adapter": 4.127848101265823e-05,
+      "loss": 0.0313,
+      "step": 241950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1265822784810125e-05,
+      "learning_rate_adapter": 4.1265822784810125e-05,
+      "loss": 0.0319,
+      "step": 242000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.125316455696202e-05,
+      "learning_rate_adapter": 4.125316455696202e-05,
+      "loss": 0.0324,
+      "step": 242050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.124050632911393e-05,
+      "learning_rate_adapter": 4.124050632911393e-05,
+      "loss": 0.0315,
+      "step": 242100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.122784810126583e-05,
+      "learning_rate_adapter": 4.122784810126583e-05,
+      "loss": 0.0322,
+      "step": 242150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.121518987341773e-05,
+      "learning_rate_adapter": 4.121518987341773e-05,
+      "loss": 0.0319,
+      "step": 242200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.120253164556962e-05,
+      "learning_rate_adapter": 4.120253164556962e-05,
+      "loss": 0.0314,
+      "step": 242250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.118987341772152e-05,
+      "learning_rate_adapter": 4.118987341772152e-05,
+      "loss": 0.0306,
+      "step": 242300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1177215189873416e-05,
+      "learning_rate_adapter": 4.1177215189873416e-05,
+      "loss": 0.0315,
+      "step": 242350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.116455696202532e-05,
+      "learning_rate_adapter": 4.116455696202532e-05,
+      "loss": 0.0318,
+      "step": 242400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.115189873417722e-05,
+      "learning_rate_adapter": 4.115189873417722e-05,
+      "loss": 0.0314,
+      "step": 242450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.113924050632912e-05,
+      "learning_rate_adapter": 4.113924050632912e-05,
+      "loss": 0.0313,
+      "step": 242500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.112658227848101e-05,
+      "learning_rate_adapter": 4.112658227848101e-05,
+      "loss": 0.0322,
+      "step": 242550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.111392405063291e-05,
+      "learning_rate_adapter": 4.111392405063291e-05,
+      "loss": 0.0316,
+      "step": 242600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.110126582278481e-05,
+      "learning_rate_adapter": 4.110126582278481e-05,
+      "loss": 0.0313,
+      "step": 242650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1088607594936715e-05,
+      "learning_rate_adapter": 4.1088607594936715e-05,
+      "loss": 0.0311,
+      "step": 242700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1075949367088614e-05,
+      "learning_rate_adapter": 4.1075949367088614e-05,
+      "loss": 0.0312,
+      "step": 242750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1063291139240506e-05,
+      "learning_rate_adapter": 4.1063291139240506e-05,
+      "loss": 0.0312,
+      "step": 242800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1050632911392405e-05,
+      "learning_rate_adapter": 4.1050632911392405e-05,
+      "loss": 0.0316,
+      "step": 242850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1037974683544304e-05,
+      "learning_rate_adapter": 4.1037974683544304e-05,
+      "loss": 0.0313,
+      "step": 242900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.10253164556962e-05,
+      "learning_rate_adapter": 4.10253164556962e-05,
+      "loss": 0.031,
+      "step": 242950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.101265822784811e-05,
+      "learning_rate_adapter": 4.101265822784811e-05,
+      "loss": 0.0318,
+      "step": 243000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0308,
+      "step": 243050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09873417721519e-05,
+      "learning_rate_adapter": 4.09873417721519e-05,
+      "loss": 0.0314,
+      "step": 243100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09746835443038e-05,
+      "learning_rate_adapter": 4.09746835443038e-05,
+      "loss": 0.0304,
+      "step": 243150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09620253164557e-05,
+      "learning_rate_adapter": 4.09620253164557e-05,
+      "loss": 0.0314,
+      "step": 243200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.0949367088607596e-05,
+      "learning_rate_adapter": 4.0949367088607596e-05,
+      "loss": 0.0316,
+      "step": 243250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09367088607595e-05,
+      "learning_rate_adapter": 4.09367088607595e-05,
+      "loss": 0.0318,
+      "step": 243300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0924050632911394e-05,
+      "learning_rate_adapter": 4.0924050632911394e-05,
+      "loss": 0.0317,
+      "step": 243350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.091139240506329e-05,
+      "learning_rate_adapter": 4.091139240506329e-05,
+      "loss": 0.032,
+      "step": 243400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.089873417721519e-05,
+      "learning_rate_adapter": 4.089873417721519e-05,
+      "loss": 0.0315,
+      "step": 243450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.088607594936709e-05,
+      "learning_rate_adapter": 4.088607594936709e-05,
+      "loss": 0.0317,
+      "step": 243500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.087341772151899e-05,
+      "learning_rate_adapter": 4.087341772151899e-05,
+      "loss": 0.0318,
+      "step": 243550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.086075949367089e-05,
+      "learning_rate_adapter": 4.086075949367089e-05,
+      "loss": 0.0316,
+      "step": 243600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.084810126582279e-05,
+      "learning_rate_adapter": 4.084810126582279e-05,
+      "loss": 0.0307,
+      "step": 243650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0835443037974686e-05,
+      "learning_rate_adapter": 4.0835443037974686e-05,
+      "loss": 0.0307,
+      "step": 243700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0822784810126584e-05,
+      "learning_rate_adapter": 4.0822784810126584e-05,
+      "loss": 0.0312,
+      "step": 243750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.081012658227848e-05,
+      "learning_rate_adapter": 4.081012658227848e-05,
+      "loss": 0.0311,
+      "step": 243800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.079746835443038e-05,
+      "learning_rate_adapter": 4.079746835443038e-05,
+      "loss": 0.0309,
+      "step": 243850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.078481012658228e-05,
+      "learning_rate_adapter": 4.078481012658228e-05,
+      "loss": 0.0315,
+      "step": 243900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.077215189873418e-05,
+      "learning_rate_adapter": 4.077215189873418e-05,
+      "loss": 0.0307,
+      "step": 243950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.075949367088608e-05,
+      "learning_rate_adapter": 4.075949367088608e-05,
+      "loss": 0.0315,
+      "step": 244000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.074683544303798e-05,
+      "learning_rate_adapter": 4.074683544303798e-05,
+      "loss": 0.0313,
+      "step": 244050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.073417721518987e-05,
+      "learning_rate_adapter": 4.073417721518987e-05,
+      "loss": 0.0312,
+      "step": 244100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0721518987341775e-05,
+      "learning_rate_adapter": 4.0721518987341775e-05,
+      "loss": 0.0314,
+      "step": 244150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0708860759493674e-05,
+      "learning_rate_adapter": 4.0708860759493674e-05,
+      "loss": 0.0317,
+      "step": 244200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.069620253164557e-05,
+      "learning_rate_adapter": 4.069620253164557e-05,
+      "loss": 0.0312,
+      "step": 244250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.068354430379747e-05,
+      "learning_rate_adapter": 4.068354430379747e-05,
+      "loss": 0.0311,
+      "step": 244300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.067088607594937e-05,
+      "learning_rate_adapter": 4.067088607594937e-05,
+      "loss": 0.0314,
+      "step": 244350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.065822784810126e-05,
+      "learning_rate_adapter": 4.065822784810126e-05,
+      "loss": 0.0314,
+      "step": 244400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.064556962025317e-05,
+      "learning_rate_adapter": 4.064556962025317e-05,
+      "loss": 0.0316,
+      "step": 244450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.063291139240507e-05,
+      "learning_rate_adapter": 4.063291139240507e-05,
+      "loss": 0.0319,
+      "step": 244500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0620253164556966e-05,
+      "learning_rate_adapter": 4.0620253164556966e-05,
+      "loss": 0.0313,
+      "step": 244550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0607594936708865e-05,
+      "learning_rate_adapter": 4.0607594936708865e-05,
+      "loss": 0.0311,
+      "step": 244600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.059493670886076e-05,
+      "learning_rate_adapter": 4.059493670886076e-05,
+      "loss": 0.0317,
+      "step": 244650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0582278481012656e-05,
+      "learning_rate_adapter": 4.0582278481012656e-05,
+      "loss": 0.0321,
+      "step": 244700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.056962025316456e-05,
+      "learning_rate_adapter": 4.056962025316456e-05,
+      "loss": 0.0314,
+      "step": 244750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.055696202531646e-05,
+      "learning_rate_adapter": 4.055696202531646e-05,
+      "loss": 0.0319,
+      "step": 244800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.054430379746836e-05,
+      "learning_rate_adapter": 4.054430379746836e-05,
+      "loss": 0.0311,
+      "step": 244850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.053164556962025e-05,
+      "learning_rate_adapter": 4.053164556962025e-05,
+      "loss": 0.0318,
+      "step": 244900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.051898734177215e-05,
+      "learning_rate_adapter": 4.051898734177215e-05,
+      "loss": 0.0321,
+      "step": 244950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.050632911392405e-05,
+      "learning_rate_adapter": 4.050632911392405e-05,
+      "loss": 0.0307,
+      "step": 245000
+    },
+    {
+      "epoch": 0.21,
+      "eval_af_opus100_pr_auc": 0.7580210592939368,
+      "eval_af_ud_pr_auc": 0.9848120587316106,
+      "eval_am_opus100_pr_auc": 0.5946083886840061,
+      "eval_ar_ersatz_pr_auc": 0.9264438739026353,
+      "eval_ar_opus100_pr_auc": 0.7033565228426106,
+      "eval_ar_ud_pr_auc": 0.8771883445631011,
+      "eval_average_ersatz_pr_auc": 0.9627994903018012,
+      "eval_average_opus100_pr_auc": 0.819111085237436,
+      "eval_average_ud_pr_auc": 0.9571967260209244,
+      "eval_az_opus100_pr_auc": 0.7728009213351495,
+      "eval_be_opus100_pr_auc": 0.6515426222251753,
+      "eval_be_ud_pr_auc": 0.9030307907855496,
+      "eval_bg_opus100_pr_auc": 0.9055922614184962,
+      "eval_bg_ud_pr_auc": 0.9923527809357194,
+      "eval_bn_opus100_pr_auc": 0.8218120867893979,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.872046240735129,
+      "eval_ca_ud_pr_auc": 0.9942463697437901,
+      "eval_ceb_ud_pr_auc": 0.9998573862448917,
+      "eval_cs_ersatz_pr_auc": 0.9825105060842506,
+      "eval_cs_opus100_pr_auc": 0.9008010482623289,
+      "eval_cs_ud_pr_auc": 0.9534221969434393,
+      "eval_cy_opus100_pr_auc": 0.7312773261281028,
+      "eval_cy_ud_pr_auc": 0.9941059276630297,
+      "eval_da_opus100_pr_auc": 0.9074408908203728,
+      "eval_da_ud_pr_auc": 0.9740669293895973,
+      "eval_de_ersatz_pr_auc": 0.9669551929763737,
+      "eval_de_opus100_pr_auc": 0.8738218546418386,
+      "eval_de_ud_pr_auc": 0.981633552797997,
+      "eval_el_opus100_pr_auc": 0.9111079659138626,
+      "eval_el_ud_pr_auc": 0.9863403966554809,
+      "eval_en_ersatz_pr_auc": 0.9880100941320358,
+      "eval_en_opus100_pr_auc": 0.9163457995580848,
+      "eval_en_ud_pr_auc": 0.9622118862522003,
+      "eval_eo_opus100_pr_auc": 0.9194756555640482,
+      "eval_es_ersatz_pr_auc": 0.9949828140565431,
+      "eval_es_opus100_pr_auc": 0.9169145550966878,
+      "eval_es_ud_pr_auc": 0.9917372779101853,
+      "eval_et_ersatz_pr_auc": 0.9787800087102821,
+      "eval_et_opus100_pr_auc": 0.8981233654704098,
+      "eval_et_ud_pr_auc": 0.9457652838988525,
+      "eval_eu_opus100_pr_auc": 0.8744373224516999,
+      "eval_eu_ud_pr_auc": 0.987343451847734,
+      "eval_fa_opus100_pr_auc": 0.561570203072825,
+      "eval_fa_ud_pr_auc": 0.9959435429916477,
+      "eval_fi_ersatz_pr_auc": 0.9853770542087794,
+      "eval_fi_opus100_pr_auc": 0.9038397666348976,
+      "eval_fi_ud_pr_auc": 0.9595419236138106,
+      "eval_fr_ersatz_pr_auc": 0.9881630514040951,
+      "eval_fr_opus100_pr_auc": 0.8949364323732861,
+      "eval_fr_ud_pr_auc": 0.9791841293917272,
+      "eval_fy_opus100_pr_auc": 0.6668470273557966,
+      "eval_ga_opus100_pr_auc": 0.8691053994105002,
+      "eval_ga_ud_pr_auc": 0.814256029796469,
+      "eval_gd_opus100_pr_auc": 0.5735612601279316,
+      "eval_gd_ud_pr_auc": 0.7472595311406639,
+      "eval_gl_opus100_pr_auc": 0.8723228771336232,
+      "eval_gl_ud_pr_auc": 0.9955062576817181,
+      "eval_gu_ersatz_pr_auc": 0.9254246223581445,
+      "eval_gu_opus100_pr_auc": 0.7075880992618806,
+      "eval_ha_opus100_pr_auc": 0.889051828547411,
+      "eval_he_opus100_pr_auc": 0.8474844265786621,
+      "eval_he_ud_pr_auc": 0.972020634072571,
+      "eval_hi_ersatz_pr_auc": 0.97226613995509,
+      "eval_hi_opus100_pr_auc": 0.6617947145402732,
+      "eval_hi_ud_pr_auc": 0.9770914943431818,
+      "eval_hu_opus100_pr_auc": 0.9118463898443615,
+      "eval_hu_ud_pr_auc": 0.9829693539395437,
+      "eval_hy_opus100_pr_auc": 0.9052700315183231,
+      "eval_hy_ud_pr_auc": 0.9834192156035254,
+      "eval_id_opus100_pr_auc": 0.8616046311664007,
+      "eval_id_ud_pr_auc": 0.990163593550911,
+      "eval_ig_opus100_pr_auc": 0.865043649599248,
+      "eval_is_opus100_pr_auc": 0.9118008507086695,
+      "eval_is_ud_pr_auc": 0.9044769053822932,
+      "eval_it_opus100_pr_auc": 0.895859732063993,
+      "eval_it_ud_pr_auc": 0.9938888020472201,
+      "eval_ja_ersatz_pr_auc": 0.8009376486005825,
+      "eval_ja_opus100_pr_auc": 0.7945424142644892,
+      "eval_ja_ud_pr_auc": 0.9825293076629806,
+      "eval_jv_ud_pr_auc": 0.9827001709575893,
+      "eval_ka_opus100_pr_auc": 0.8742445557879593,
+      "eval_kk_ersatz_pr_auc": 0.9898297173477789,
+      "eval_kk_opus100_pr_auc": 0.7677503461048317,
+      "eval_kk_ud_pr_auc": 0.9698035038802462,
+      "eval_km_ersatz_pr_auc": 0.9056891470523475,
+      "eval_km_opus100_pr_auc": 0.7267431972483277,
+      "eval_kn_opus100_pr_auc": 0.5782358027413366,
+      "eval_ko_opus100_pr_auc": 0.6711686862913905,
+      "eval_ko_ud_pr_auc": 0.9983777007898769,
+      "eval_ku_opus100_pr_auc": 0.8456550520964934,
+      "eval_ky_opus100_pr_auc": 0.8365720229268401,
+      "eval_la_ud_pr_auc": 0.927774814032714,
+      "eval_loss": 0.03530854731798172,
+      "eval_lt_ersatz_pr_auc": 0.9898055432925748,
+      "eval_lt_opus100_pr_auc": 0.8661965413126634,
+      "eval_lt_ud_pr_auc": 0.9919479258246244,
+      "eval_lv_ersatz_pr_auc": 0.9871544379941877,
+      "eval_lv_opus100_pr_auc": 0.8785162635106702,
+      "eval_lv_ud_pr_auc": 0.9603922749295373,
+      "eval_mg_opus100_pr_auc": 0.9198404455778875,
+      "eval_mk_opus100_pr_auc": 0.8967684956369655,
+      "eval_ml_opus100_pr_auc": 0.7550569282080144,
+      "eval_mn_opus100_pr_auc": 0.9497281449863911,
+      "eval_mr_opus100_pr_auc": 0.8959908074304244,
+      "eval_mr_ud_pr_auc": 0.9892023362334061,
+      "eval_ms_opus100_pr_auc": 0.8568942347495422,
+      "eval_mt_opus100_pr_auc": 0.8282127191887879,
+      "eval_mt_ud_pr_auc": 0.8459435438757044,
+      "eval_my_opus100_pr_auc": 0.7359108160006408,
+      "eval_ne_opus100_pr_auc": 0.7140340249617783,
+      "eval_nl_opus100_pr_auc": 0.8831614494087185,
+      "eval_nl_ud_pr_auc": 0.9847348550517171,
+      "eval_no_opus100_pr_auc": 0.9095144082275487,
+      "eval_no_ud_pr_auc": 0.995486507729002,
+      "eval_pa_opus100_pr_auc": 0.6704854237473223,
+      "eval_pl_ersatz_pr_auc": 0.9721180158745361,
+      "eval_pl_opus100_pr_auc": 0.885585991910975,
+      "eval_pl_ud_pr_auc": 0.9692644126565978,
+      "eval_ps_ersatz_pr_auc": 0.9337107736791899,
+      "eval_ps_opus100_pr_auc": 0.696098551179868,
+      "eval_pt_opus100_pr_auc": 0.9205682257719434,
+      "eval_pt_ud_pr_auc": 0.9847922643167464,
+      "eval_ro_ersatz_pr_auc": 0.9949305528576832,
+      "eval_ro_opus100_pr_auc": 0.8566666591688568,
+      "eval_ro_ud_pr_auc": 0.9446807656505458,
+      "eval_ru_ersatz_pr_auc": 0.9888194993582934,
+      "eval_ru_opus100_pr_auc": 0.918218508870982,
+      "eval_ru_ud_pr_auc": 0.8418962630183301,
+      "eval_runtime": 457.6851,
+      "eval_samples_per_second": 164.895,
+      "eval_si_opus100_pr_auc": 0.8049846270604107,
+      "eval_sk_opus100_pr_auc": 0.9231277807868601,
+      "eval_sk_ud_pr_auc": 0.9775401815058509,
+      "eval_sl_opus100_pr_auc": 0.8471842032212943,
+      "eval_sl_ud_pr_auc": 0.9686342208901065,
+      "eval_sq_opus100_pr_auc": 0.8916612870412672,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8974031072388552,
+      "eval_sr_ud_pr_auc": 0.9936754167557386,
+      "eval_steps_per_second": 5.154,
+      "eval_sv_opus100_pr_auc": 0.8857886331178806,
+      "eval_sv_ud_pr_auc": 0.9346923841229736,
+      "eval_ta_ersatz_pr_auc": 0.9810576769715382,
+      "eval_ta_opus100_pr_auc": 0.6519773899482475,
+      "eval_ta_ud_pr_auc": 0.9956168785065387,
+      "eval_te_opus100_pr_auc": 0.8344790278513742,
+      "eval_tg_opus100_pr_auc": 0.867651483321313,
+      "eval_th_opus100_pr_auc": 0.6799791517432081,
+      "eval_th_ud_pr_auc": 0.7824874336604648,
+      "eval_tr_ersatz_pr_auc": 0.9688753648228883,
+      "eval_tr_opus100_pr_auc": 0.8949565770624777,
+      "eval_tr_ud_pr_auc": 0.9458029431042592,
+      "eval_uk_opus100_pr_auc": 0.8662458958397982,
+      "eval_uk_ud_pr_auc": 0.9320355573311199,
+      "eval_ur_opus100_pr_auc": 0.5182646076442032,
+      "eval_ur_ud_pr_auc": 0.9926744751331759,
+      "eval_uz_opus100_pr_auc": 0.8646123165443438,
+      "eval_vi_opus100_pr_auc": 0.891611028709049,
+      "eval_vi_ud_pr_auc": 0.9535910594295205,
+      "eval_xh_opus100_pr_auc": 0.8607331062805422,
+      "eval_yi_opus100_pr_auc": 0.7960173303574503,
+      "eval_yo_opus100_pr_auc": 0.7689313366072372,
+      "eval_yo_ud_pr_auc": 0.8936964130593573,
+      "eval_zh_ersatz_pr_auc": 0.9597470509997995,
+      "eval_zh_opus100_pr_auc": 0.7379501627986073,
+      "eval_zh_ud_pr_auc": 0.9964037251655101,
+      "eval_zu_opus100_pr_auc": 0.822136011814262,
+      "step": 245000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0493670886075955e-05,
+      "learning_rate_adapter": 4.0493670886075955e-05,
+      "loss": 0.0321,
+      "step": 245050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0481012658227854e-05,
+      "learning_rate_adapter": 4.0481012658227854e-05,
+      "loss": 0.0317,
+      "step": 245100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.046835443037975e-05,
+      "learning_rate_adapter": 4.046835443037975e-05,
+      "loss": 0.0316,
+      "step": 245150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0455696202531644e-05,
+      "learning_rate_adapter": 4.0455696202531644e-05,
+      "loss": 0.0313,
+      "step": 245200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.044303797468354e-05,
+      "learning_rate_adapter": 4.044303797468354e-05,
+      "loss": 0.0308,
+      "step": 245250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.043037974683544e-05,
+      "learning_rate_adapter": 4.043037974683544e-05,
+      "loss": 0.0321,
+      "step": 245300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.041772151898735e-05,
+      "learning_rate_adapter": 4.041772151898735e-05,
+      "loss": 0.0306,
+      "step": 245350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.040506329113925e-05,
+      "learning_rate_adapter": 4.040506329113925e-05,
+      "loss": 0.0319,
+      "step": 245400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.039240506329114e-05,
+      "learning_rate_adapter": 4.039240506329114e-05,
+      "loss": 0.031,
+      "step": 245450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.037974683544304e-05,
+      "learning_rate_adapter": 4.037974683544304e-05,
+      "loss": 0.0316,
+      "step": 245500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0367088607594936e-05,
+      "learning_rate_adapter": 4.0367088607594936e-05,
+      "loss": 0.0306,
+      "step": 245550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0354430379746835e-05,
+      "learning_rate_adapter": 4.0354430379746835e-05,
+      "loss": 0.032,
+      "step": 245600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.034177215189874e-05,
+      "learning_rate_adapter": 4.034177215189874e-05,
+      "loss": 0.0319,
+      "step": 245650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.032911392405063e-05,
+      "learning_rate_adapter": 4.032911392405063e-05,
+      "loss": 0.0318,
+      "step": 245700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.031645569620253e-05,
+      "learning_rate_adapter": 4.031645569620253e-05,
+      "loss": 0.0314,
+      "step": 245750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.030379746835443e-05,
+      "learning_rate_adapter": 4.030379746835443e-05,
+      "loss": 0.0311,
+      "step": 245800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.029113924050633e-05,
+      "learning_rate_adapter": 4.029113924050633e-05,
+      "loss": 0.0318,
+      "step": 245850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.027848101265823e-05,
+      "learning_rate_adapter": 4.027848101265823e-05,
+      "loss": 0.0319,
+      "step": 245900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0265822784810134e-05,
+      "learning_rate_adapter": 4.0265822784810134e-05,
+      "loss": 0.0318,
+      "step": 245950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0253164556962026e-05,
+      "learning_rate_adapter": 4.0253164556962026e-05,
+      "loss": 0.0317,
+      "step": 246000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0240506329113925e-05,
+      "learning_rate_adapter": 4.0240506329113925e-05,
+      "loss": 0.032,
+      "step": 246050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0227848101265824e-05,
+      "learning_rate_adapter": 4.0227848101265824e-05,
+      "loss": 0.0317,
+      "step": 246100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.021518987341772e-05,
+      "learning_rate_adapter": 4.021518987341772e-05,
+      "loss": 0.0308,
+      "step": 246150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.020253164556962e-05,
+      "learning_rate_adapter": 4.020253164556962e-05,
+      "loss": 0.0312,
+      "step": 246200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.018987341772152e-05,
+      "learning_rate_adapter": 4.018987341772152e-05,
+      "loss": 0.0315,
+      "step": 246250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.017721518987342e-05,
+      "learning_rate_adapter": 4.017721518987342e-05,
+      "loss": 0.031,
+      "step": 246300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.016455696202532e-05,
+      "learning_rate_adapter": 4.016455696202532e-05,
+      "loss": 0.0313,
+      "step": 246350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.015189873417722e-05,
+      "learning_rate_adapter": 4.015189873417722e-05,
+      "loss": 0.0311,
+      "step": 246400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0139240506329116e-05,
+      "learning_rate_adapter": 4.0139240506329116e-05,
+      "loss": 0.0315,
+      "step": 246450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0126582278481015e-05,
+      "learning_rate_adapter": 4.0126582278481015e-05,
+      "loss": 0.0312,
+      "step": 246500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0113924050632914e-05,
+      "learning_rate_adapter": 4.0113924050632914e-05,
+      "loss": 0.0311,
+      "step": 246550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.010126582278481e-05,
+      "learning_rate_adapter": 4.010126582278481e-05,
+      "loss": 0.0311,
+      "step": 246600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.008860759493671e-05,
+      "learning_rate_adapter": 4.008860759493671e-05,
+      "loss": 0.0311,
+      "step": 246650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.007594936708861e-05,
+      "learning_rate_adapter": 4.007594936708861e-05,
+      "loss": 0.0306,
+      "step": 246700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.006329113924051e-05,
+      "learning_rate_adapter": 4.006329113924051e-05,
+      "loss": 0.0317,
+      "step": 246750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.005063291139241e-05,
+      "learning_rate_adapter": 4.005063291139241e-05,
+      "loss": 0.0304,
+      "step": 246800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.003797468354431e-05,
+      "learning_rate_adapter": 4.003797468354431e-05,
+      "loss": 0.031,
+      "step": 246850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0025316455696206e-05,
+      "learning_rate_adapter": 4.0025316455696206e-05,
+      "loss": 0.0317,
+      "step": 246900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0012658227848104e-05,
+      "learning_rate_adapter": 4.0012658227848104e-05,
+      "loss": 0.0314,
+      "step": 246950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0314,
+      "step": 247000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9987341772151895e-05,
+      "learning_rate_adapter": 3.9987341772151895e-05,
+      "loss": 0.0318,
+      "step": 247050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99746835443038e-05,
+      "learning_rate_adapter": 3.99746835443038e-05,
+      "loss": 0.031,
+      "step": 247100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99620253164557e-05,
+      "learning_rate_adapter": 3.99620253164557e-05,
+      "loss": 0.0315,
+      "step": 247150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99493670886076e-05,
+      "learning_rate_adapter": 3.99493670886076e-05,
+      "loss": 0.0316,
+      "step": 247200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99367088607595e-05,
+      "learning_rate_adapter": 3.99367088607595e-05,
+      "loss": 0.0308,
+      "step": 247250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.992405063291139e-05,
+      "learning_rate_adapter": 3.992405063291139e-05,
+      "loss": 0.032,
+      "step": 247300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.991139240506329e-05,
+      "learning_rate_adapter": 3.991139240506329e-05,
+      "loss": 0.0313,
+      "step": 247350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9898734177215194e-05,
+      "learning_rate_adapter": 3.9898734177215194e-05,
+      "loss": 0.0312,
+      "step": 247400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.988607594936709e-05,
+      "learning_rate_adapter": 3.988607594936709e-05,
+      "loss": 0.0322,
+      "step": 247450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.987341772151899e-05,
+      "learning_rate_adapter": 3.987341772151899e-05,
+      "loss": 0.0313,
+      "step": 247500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.986075949367089e-05,
+      "learning_rate_adapter": 3.986075949367089e-05,
+      "loss": 0.0321,
+      "step": 247550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.984810126582278e-05,
+      "learning_rate_adapter": 3.984810126582278e-05,
+      "loss": 0.0314,
+      "step": 247600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.983544303797468e-05,
+      "learning_rate_adapter": 3.983544303797468e-05,
+      "loss": 0.0321,
+      "step": 247650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.982278481012659e-05,
+      "learning_rate_adapter": 3.982278481012659e-05,
+      "loss": 0.031,
+      "step": 247700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9810126582278486e-05,
+      "learning_rate_adapter": 3.9810126582278486e-05,
+      "loss": 0.0318,
+      "step": 247750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9797468354430385e-05,
+      "learning_rate_adapter": 3.9797468354430385e-05,
+      "loss": 0.0304,
+      "step": 247800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.978481012658228e-05,
+      "learning_rate_adapter": 3.978481012658228e-05,
+      "loss": 0.0318,
+      "step": 247850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9772151898734176e-05,
+      "learning_rate_adapter": 3.9772151898734176e-05,
+      "loss": 0.0311,
+      "step": 247900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9759493670886075e-05,
+      "learning_rate_adapter": 3.9759493670886075e-05,
+      "loss": 0.0315,
+      "step": 247950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.974683544303798e-05,
+      "learning_rate_adapter": 3.974683544303798e-05,
+      "loss": 0.0305,
+      "step": 248000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.973417721518988e-05,
+      "learning_rate_adapter": 3.973417721518988e-05,
+      "loss": 0.031,
+      "step": 248050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.972151898734177e-05,
+      "learning_rate_adapter": 3.972151898734177e-05,
+      "loss": 0.0311,
+      "step": 248100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.970886075949367e-05,
+      "learning_rate_adapter": 3.970886075949367e-05,
+      "loss": 0.0312,
+      "step": 248150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.969620253164557e-05,
+      "learning_rate_adapter": 3.969620253164557e-05,
+      "loss": 0.0309,
+      "step": 248200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.968354430379747e-05,
+      "learning_rate_adapter": 3.968354430379747e-05,
+      "loss": 0.0315,
+      "step": 248250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9670886075949374e-05,
+      "learning_rate_adapter": 3.9670886075949374e-05,
+      "loss": 0.0312,
+      "step": 248300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.965822784810127e-05,
+      "learning_rate_adapter": 3.965822784810127e-05,
+      "loss": 0.031,
+      "step": 248350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9645569620253164e-05,
+      "learning_rate_adapter": 3.9645569620253164e-05,
+      "loss": 0.0316,
+      "step": 248400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.963291139240506e-05,
+      "learning_rate_adapter": 3.963291139240506e-05,
+      "loss": 0.0314,
+      "step": 248450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.962025316455696e-05,
+      "learning_rate_adapter": 3.962025316455696e-05,
+      "loss": 0.0308,
+      "step": 248500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.960759493670886e-05,
+      "learning_rate_adapter": 3.960759493670886e-05,
+      "loss": 0.0321,
+      "step": 248550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.959493670886077e-05,
+      "learning_rate_adapter": 3.959493670886077e-05,
+      "loss": 0.0316,
+      "step": 248600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.958227848101266e-05,
+      "learning_rate_adapter": 3.958227848101266e-05,
+      "loss": 0.0307,
+      "step": 248650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.956962025316456e-05,
+      "learning_rate_adapter": 3.956962025316456e-05,
+      "loss": 0.0312,
+      "step": 248700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9556962025316456e-05,
+      "learning_rate_adapter": 3.9556962025316456e-05,
+      "loss": 0.0309,
+      "step": 248750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9544303797468355e-05,
+      "learning_rate_adapter": 3.9544303797468355e-05,
+      "loss": 0.0312,
+      "step": 248800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9531645569620254e-05,
+      "learning_rate_adapter": 3.9531645569620254e-05,
+      "loss": 0.0315,
+      "step": 248850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.951898734177215e-05,
+      "learning_rate_adapter": 3.951898734177215e-05,
+      "loss": 0.0309,
+      "step": 248900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.950632911392405e-05,
+      "learning_rate_adapter": 3.950632911392405e-05,
+      "loss": 0.0311,
+      "step": 248950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.949367088607595e-05,
+      "learning_rate_adapter": 3.949367088607595e-05,
+      "loss": 0.0311,
+      "step": 249000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.948101265822785e-05,
+      "learning_rate_adapter": 3.948101265822785e-05,
+      "loss": 0.0309,
+      "step": 249050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.946835443037975e-05,
+      "learning_rate_adapter": 3.946835443037975e-05,
+      "loss": 0.0315,
+      "step": 249100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.945569620253165e-05,
+      "learning_rate_adapter": 3.945569620253165e-05,
+      "loss": 0.0318,
+      "step": 249150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9443037974683546e-05,
+      "learning_rate_adapter": 3.9443037974683546e-05,
+      "loss": 0.0312,
+      "step": 249200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9430379746835445e-05,
+      "learning_rate_adapter": 3.9430379746835445e-05,
+      "loss": 0.0321,
+      "step": 249250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9417721518987344e-05,
+      "learning_rate_adapter": 3.9417721518987344e-05,
+      "loss": 0.0307,
+      "step": 249300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.940506329113924e-05,
+      "learning_rate_adapter": 3.940506329113924e-05,
+      "loss": 0.0311,
+      "step": 249350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.939240506329114e-05,
+      "learning_rate_adapter": 3.939240506329114e-05,
+      "loss": 0.031,
+      "step": 249400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.937974683544304e-05,
+      "learning_rate_adapter": 3.937974683544304e-05,
+      "loss": 0.0321,
+      "step": 249450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.936708860759494e-05,
+      "learning_rate_adapter": 3.936708860759494e-05,
+      "loss": 0.0314,
+      "step": 249500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.935443037974684e-05,
+      "learning_rate_adapter": 3.935443037974684e-05,
+      "loss": 0.0314,
+      "step": 249550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.934177215189874e-05,
+      "learning_rate_adapter": 3.934177215189874e-05,
+      "loss": 0.0312,
+      "step": 249600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9329113924050636e-05,
+      "learning_rate_adapter": 3.9329113924050636e-05,
+      "loss": 0.0312,
+      "step": 249650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.931645569620253e-05,
+      "learning_rate_adapter": 3.931645569620253e-05,
+      "loss": 0.0315,
+      "step": 249700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9303797468354434e-05,
+      "learning_rate_adapter": 3.9303797468354434e-05,
+      "loss": 0.0314,
+      "step": 249750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.929113924050633e-05,
+      "learning_rate_adapter": 3.929113924050633e-05,
+      "loss": 0.0324,
+      "step": 249800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.927848101265823e-05,
+      "learning_rate_adapter": 3.927848101265823e-05,
+      "loss": 0.0312,
+      "step": 249850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.926582278481013e-05,
+      "learning_rate_adapter": 3.926582278481013e-05,
+      "loss": 0.0317,
+      "step": 249900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.925316455696203e-05,
+      "learning_rate_adapter": 3.925316455696203e-05,
+      "loss": 0.0321,
+      "step": 249950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.924050632911392e-05,
+      "learning_rate_adapter": 3.924050632911392e-05,
+      "loss": 0.0314,
+      "step": 250000
+    },
+    {
+      "epoch": 0.21,
+      "eval_af_opus100_pr_auc": 0.7705411519109505,
+      "eval_af_ud_pr_auc": 0.9867144294829493,
+      "eval_am_opus100_pr_auc": 0.6060981670348584,
+      "eval_ar_ersatz_pr_auc": 0.9244164758589533,
+      "eval_ar_opus100_pr_auc": 0.6990966419005108,
+      "eval_ar_ud_pr_auc": 0.8805373553621855,
+      "eval_average_ersatz_pr_auc": 0.9622438226697205,
+      "eval_average_opus100_pr_auc": 0.8271290423807248,
+      "eval_average_ud_pr_auc": 0.9596661982934029,
+      "eval_az_opus100_pr_auc": 0.7909251989732996,
+      "eval_be_opus100_pr_auc": 0.6917338426262152,
+      "eval_be_ud_pr_auc": 0.8942461982892332,
+      "eval_bg_opus100_pr_auc": 0.9093392496990839,
+      "eval_bg_ud_pr_auc": 0.993127328207133,
+      "eval_bn_opus100_pr_auc": 0.8202031823893817,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8822771791282665,
+      "eval_ca_ud_pr_auc": 0.9943017278178767,
+      "eval_ceb_ud_pr_auc": 0.9999717815047149,
+      "eval_cs_ersatz_pr_auc": 0.9833868503821341,
+      "eval_cs_opus100_pr_auc": 0.9039683096767774,
+      "eval_cs_ud_pr_auc": 0.9580261663645655,
+      "eval_cy_opus100_pr_auc": 0.7387176355382571,
+      "eval_cy_ud_pr_auc": 0.995634545343308,
+      "eval_da_opus100_pr_auc": 0.9118823948331886,
+      "eval_da_ud_pr_auc": 0.9785420312585553,
+      "eval_de_ersatz_pr_auc": 0.968820070125076,
+      "eval_de_opus100_pr_auc": 0.8751986722590016,
+      "eval_de_ud_pr_auc": 0.9825300528709421,
+      "eval_el_opus100_pr_auc": 0.9202754642747049,
+      "eval_el_ud_pr_auc": 0.9884130021121545,
+      "eval_en_ersatz_pr_auc": 0.9861457741978801,
+      "eval_en_opus100_pr_auc": 0.9257312279413747,
+      "eval_en_ud_pr_auc": 0.9630435701399345,
+      "eval_eo_opus100_pr_auc": 0.9271415678385764,
+      "eval_es_ersatz_pr_auc": 0.9947765368285608,
+      "eval_es_opus100_pr_auc": 0.9232455775009345,
+      "eval_es_ud_pr_auc": 0.9900918089178325,
+      "eval_et_ersatz_pr_auc": 0.9775232104078586,
+      "eval_et_opus100_pr_auc": 0.9020736751976225,
+      "eval_et_ud_pr_auc": 0.9593335697173728,
+      "eval_eu_opus100_pr_auc": 0.8766939234086042,
+      "eval_eu_ud_pr_auc": 0.9859358179261858,
+      "eval_fa_opus100_pr_auc": 0.5771634027392023,
+      "eval_fa_ud_pr_auc": 0.9935189979511114,
+      "eval_fi_ersatz_pr_auc": 0.986478330475636,
+      "eval_fi_opus100_pr_auc": 0.9060154588177977,
+      "eval_fi_ud_pr_auc": 0.9621232528662961,
+      "eval_fr_ersatz_pr_auc": 0.9863304200235543,
+      "eval_fr_opus100_pr_auc": 0.9118325219496919,
+      "eval_fr_ud_pr_auc": 0.9760854724929463,
+      "eval_fy_opus100_pr_auc": 0.6820850939061136,
+      "eval_ga_opus100_pr_auc": 0.8736158953781737,
+      "eval_ga_ud_pr_auc": 0.824006922651901,
+      "eval_gd_opus100_pr_auc": 0.5871147890302222,
+      "eval_gd_ud_pr_auc": 0.774281852723181,
+      "eval_gl_opus100_pr_auc": 0.8824756747205396,
+      "eval_gl_ud_pr_auc": 0.9965065914227214,
+      "eval_gu_ersatz_pr_auc": 0.9215977390979743,
+      "eval_gu_opus100_pr_auc": 0.7258267737941606,
+      "eval_ha_opus100_pr_auc": 0.8988260264841855,
+      "eval_he_opus100_pr_auc": 0.85386753073594,
+      "eval_he_ud_pr_auc": 0.9743584492876355,
+      "eval_hi_ersatz_pr_auc": 0.9711016786947563,
+      "eval_hi_opus100_pr_auc": 0.655891179849106,
+      "eval_hi_ud_pr_auc": 0.9677150863312541,
+      "eval_hu_opus100_pr_auc": 0.9174264495591777,
+      "eval_hu_ud_pr_auc": 0.9837318151864123,
+      "eval_hy_opus100_pr_auc": 0.9117845552592837,
+      "eval_hy_ud_pr_auc": 0.976512556313664,
+      "eval_id_opus100_pr_auc": 0.8665892296950357,
+      "eval_id_ud_pr_auc": 0.9921285211453829,
+      "eval_ig_opus100_pr_auc": 0.8756659902983132,
+      "eval_is_opus100_pr_auc": 0.9186646113450179,
+      "eval_is_ud_pr_auc": 0.9285882096349839,
+      "eval_it_opus100_pr_auc": 0.9041930101554921,
+      "eval_it_ud_pr_auc": 0.9994329234794443,
+      "eval_ja_ersatz_pr_auc": 0.8099497472064149,
+      "eval_ja_opus100_pr_auc": 0.8206248577725832,
+      "eval_ja_ud_pr_auc": 0.9851251346873613,
+      "eval_jv_ud_pr_auc": 0.9666919666708188,
+      "eval_ka_opus100_pr_auc": 0.8783437067640882,
+      "eval_kk_ersatz_pr_auc": 0.9891808584329639,
+      "eval_kk_opus100_pr_auc": 0.8083524624585686,
+      "eval_kk_ud_pr_auc": 0.9753387803935161,
+      "eval_km_ersatz_pr_auc": 0.9069198891487953,
+      "eval_km_opus100_pr_auc": 0.7391048486779404,
+      "eval_kn_opus100_pr_auc": 0.5953448925097032,
+      "eval_ko_opus100_pr_auc": 0.6769145304389296,
+      "eval_ko_ud_pr_auc": 0.9990057418137572,
+      "eval_ku_opus100_pr_auc": 0.853745062058524,
+      "eval_ky_opus100_pr_auc": 0.8402345164481548,
+      "eval_la_ud_pr_auc": 0.9436229646385073,
+      "eval_loss": 0.035187382251024246,
+      "eval_lt_ersatz_pr_auc": 0.98868526850057,
+      "eval_lt_opus100_pr_auc": 0.8680631387124483,
+      "eval_lt_ud_pr_auc": 0.9906427621157701,
+      "eval_lv_ersatz_pr_auc": 0.9898292973015997,
+      "eval_lv_opus100_pr_auc": 0.8816533572592442,
+      "eval_lv_ud_pr_auc": 0.9643505674713251,
+      "eval_mg_opus100_pr_auc": 0.9249507797764671,
+      "eval_mk_opus100_pr_auc": 0.8998968005784393,
+      "eval_ml_opus100_pr_auc": 0.7645880073577994,
+      "eval_mn_opus100_pr_auc": 0.9483048207026135,
+      "eval_mr_opus100_pr_auc": 0.9076396391822701,
+      "eval_mr_ud_pr_auc": 0.9706455438440507,
+      "eval_ms_opus100_pr_auc": 0.8596738536224853,
+      "eval_mt_opus100_pr_auc": 0.8361995881138505,
+      "eval_mt_ud_pr_auc": 0.8579822266029542,
+      "eval_my_opus100_pr_auc": 0.7398023792874816,
+      "eval_ne_opus100_pr_auc": 0.7214434836595046,
+      "eval_nl_opus100_pr_auc": 0.8891882448284242,
+      "eval_nl_ud_pr_auc": 0.9825166646480904,
+      "eval_no_opus100_pr_auc": 0.9141545777859064,
+      "eval_no_ud_pr_auc": 0.9951012343770583,
+      "eval_pa_opus100_pr_auc": 0.6864819661906473,
+      "eval_pl_ersatz_pr_auc": 0.9701402561589857,
+      "eval_pl_opus100_pr_auc": 0.8887499013272113,
+      "eval_pl_ud_pr_auc": 0.9710848368689643,
+      "eval_ps_ersatz_pr_auc": 0.9282918380237857,
+      "eval_ps_opus100_pr_auc": 0.7054059456816595,
+      "eval_pt_opus100_pr_auc": 0.9257832773669379,
+      "eval_pt_ud_pr_auc": 0.9824168045425724,
+      "eval_ro_ersatz_pr_auc": 0.9941221034496293,
+      "eval_ro_opus100_pr_auc": 0.8833166460592209,
+      "eval_ro_ud_pr_auc": 0.9682958415461351,
+      "eval_ru_ersatz_pr_auc": 0.9879584731034948,
+      "eval_ru_opus100_pr_auc": 0.9176578185966182,
+      "eval_ru_ud_pr_auc": 0.8525041285601836,
+      "eval_runtime": 458.4637,
+      "eval_samples_per_second": 164.615,
+      "eval_si_opus100_pr_auc": 0.8053441805568048,
+      "eval_sk_opus100_pr_auc": 0.9267506856409926,
+      "eval_sk_ud_pr_auc": 0.9763593331638255,
+      "eval_sl_opus100_pr_auc": 0.8541707054536332,
+      "eval_sl_ud_pr_auc": 0.9684856621427042,
+      "eval_sq_opus100_pr_auc": 0.8885450310018814,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.902330672029122,
+      "eval_sr_ud_pr_auc": 0.9940084138991631,
+      "eval_steps_per_second": 5.145,
+      "eval_sv_opus100_pr_auc": 0.8883873388956078,
+      "eval_sv_ud_pr_auc": 0.9370679075609881,
+      "eval_ta_ersatz_pr_auc": 0.9805649371462694,
+      "eval_ta_opus100_pr_auc": 0.6640390070617243,
+      "eval_ta_ud_pr_auc": 0.9952779440540952,
+      "eval_te_opus100_pr_auc": 0.8415019810605187,
+      "eval_tg_opus100_pr_auc": 0.8824554765339896,
+      "eval_th_opus100_pr_auc": 0.6850313139754669,
+      "eval_th_ud_pr_auc": 0.7816148312520868,
+      "eval_tr_ersatz_pr_auc": 0.9679046806165271,
+      "eval_tr_opus100_pr_auc": 0.8996448721424526,
+      "eval_tr_ud_pr_auc": 0.9561285655093775,
+      "eval_uk_opus100_pr_auc": 0.8761383512038537,
+      "eval_uk_ud_pr_auc": 0.9394826012059131,
+      "eval_ur_opus100_pr_auc": 0.5168772825738314,
+      "eval_ur_ud_pr_auc": 0.9911008926879384,
+      "eval_uz_opus100_pr_auc": 0.8694836411599138,
+      "eval_vi_opus100_pr_auc": 0.8993757232415145,
+      "eval_vi_ud_pr_auc": 0.9639093985241122,
+      "eval_xh_opus100_pr_auc": 0.8693092031060579,
+      "eval_yi_opus100_pr_auc": 0.773136654382508,
+      "eval_yo_opus100_pr_auc": 0.7885499141405912,
+      "eval_yo_ud_pr_auc": 0.8988637910194137,
+      "eval_zh_ersatz_pr_auc": 0.9552396635524338,
+      "eval_zh_opus100_pr_auc": 0.7634630566455348,
+      "eval_zh_ud_pr_auc": 0.9939087261214037,
+      "eval_zu_opus100_pr_auc": 0.8302460253466499,
+      "step": 250000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.922784810126583e-05,
+      "learning_rate_adapter": 3.922784810126583e-05,
+      "loss": 0.0311,
+      "step": 250050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9215189873417726e-05,
+      "learning_rate_adapter": 3.9215189873417726e-05,
+      "loss": 0.031,
+      "step": 250100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9202531645569624e-05,
+      "learning_rate_adapter": 3.9202531645569624e-05,
+      "loss": 0.0315,
+      "step": 250150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.918987341772152e-05,
+      "learning_rate_adapter": 3.918987341772152e-05,
+      "loss": 0.0317,
+      "step": 250200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9177215189873415e-05,
+      "learning_rate_adapter": 3.9177215189873415e-05,
+      "loss": 0.031,
+      "step": 250250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9164556962025314e-05,
+      "learning_rate_adapter": 3.9164556962025314e-05,
+      "loss": 0.0309,
+      "step": 250300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.915189873417722e-05,
+      "learning_rate_adapter": 3.915189873417722e-05,
+      "loss": 0.0312,
+      "step": 250350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.913924050632912e-05,
+      "learning_rate_adapter": 3.913924050632912e-05,
+      "loss": 0.0319,
+      "step": 250400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.912658227848102e-05,
+      "learning_rate_adapter": 3.912658227848102e-05,
+      "loss": 0.0309,
+      "step": 250450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.911392405063291e-05,
+      "learning_rate_adapter": 3.911392405063291e-05,
+      "loss": 0.0308,
+      "step": 250500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.910126582278481e-05,
+      "learning_rate_adapter": 3.910126582278481e-05,
+      "loss": 0.0306,
+      "step": 250550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.908860759493671e-05,
+      "learning_rate_adapter": 3.908860759493671e-05,
+      "loss": 0.0319,
+      "step": 250600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.907594936708861e-05,
+      "learning_rate_adapter": 3.907594936708861e-05,
+      "loss": 0.0312,
+      "step": 250650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.906329113924051e-05,
+      "learning_rate_adapter": 3.906329113924051e-05,
+      "loss": 0.0316,
+      "step": 250700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.905063291139241e-05,
+      "learning_rate_adapter": 3.905063291139241e-05,
+      "loss": 0.0314,
+      "step": 250750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.90379746835443e-05,
+      "learning_rate_adapter": 3.90379746835443e-05,
+      "loss": 0.0307,
+      "step": 250800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.90253164556962e-05,
+      "learning_rate_adapter": 3.90253164556962e-05,
+      "loss": 0.031,
+      "step": 250850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.90126582278481e-05,
+      "learning_rate_adapter": 3.90126582278481e-05,
+      "loss": 0.0303,
+      "step": 250900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0311,
+      "step": 250950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8987341772151905e-05,
+      "learning_rate_adapter": 3.8987341772151905e-05,
+      "loss": 0.0312,
+      "step": 251000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.89746835443038e-05,
+      "learning_rate_adapter": 3.89746835443038e-05,
+      "loss": 0.0314,
+      "step": 251050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8962025316455696e-05,
+      "learning_rate_adapter": 3.8962025316455696e-05,
+      "loss": 0.031,
+      "step": 251100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8949367088607595e-05,
+      "learning_rate_adapter": 3.8949367088607595e-05,
+      "loss": 0.0311,
+      "step": 251150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8936708860759494e-05,
+      "learning_rate_adapter": 3.8936708860759494e-05,
+      "loss": 0.031,
+      "step": 251200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.89240506329114e-05,
+      "learning_rate_adapter": 3.89240506329114e-05,
+      "loss": 0.0314,
+      "step": 251250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.891139240506329e-05,
+      "learning_rate_adapter": 3.891139240506329e-05,
+      "loss": 0.0314,
+      "step": 251300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.889873417721519e-05,
+      "learning_rate_adapter": 3.889873417721519e-05,
+      "loss": 0.0304,
+      "step": 251350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.888607594936709e-05,
+      "learning_rate_adapter": 3.888607594936709e-05,
+      "loss": 0.0315,
+      "step": 251400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.887341772151899e-05,
+      "learning_rate_adapter": 3.887341772151899e-05,
+      "loss": 0.0311,
+      "step": 251450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.886075949367089e-05,
+      "learning_rate_adapter": 3.886075949367089e-05,
+      "loss": 0.0317,
+      "step": 251500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.884810126582279e-05,
+      "learning_rate_adapter": 3.884810126582279e-05,
+      "loss": 0.0315,
+      "step": 251550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8835443037974684e-05,
+      "learning_rate_adapter": 3.8835443037974684e-05,
+      "loss": 0.0312,
+      "step": 251600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.882278481012658e-05,
+      "learning_rate_adapter": 3.882278481012658e-05,
+      "loss": 0.0318,
+      "step": 251650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.881012658227848e-05,
+      "learning_rate_adapter": 3.881012658227848e-05,
+      "loss": 0.0312,
+      "step": 251700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.879746835443038e-05,
+      "learning_rate_adapter": 3.879746835443038e-05,
+      "loss": 0.0317,
+      "step": 251750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.878481012658228e-05,
+      "learning_rate_adapter": 3.878481012658228e-05,
+      "loss": 0.032,
+      "step": 251800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.877215189873418e-05,
+      "learning_rate_adapter": 3.877215189873418e-05,
+      "loss": 0.0312,
+      "step": 251850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.875949367088608e-05,
+      "learning_rate_adapter": 3.875949367088608e-05,
+      "loss": 0.0313,
+      "step": 251900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8746835443037976e-05,
+      "learning_rate_adapter": 3.8746835443037976e-05,
+      "loss": 0.0314,
+      "step": 251950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8734177215189875e-05,
+      "learning_rate_adapter": 3.8734177215189875e-05,
+      "loss": 0.0309,
+      "step": 252000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8721518987341774e-05,
+      "learning_rate_adapter": 3.8721518987341774e-05,
+      "loss": 0.0311,
+      "step": 252050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.870886075949367e-05,
+      "learning_rate_adapter": 3.870886075949367e-05,
+      "loss": 0.0316,
+      "step": 252100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.869620253164557e-05,
+      "learning_rate_adapter": 3.869620253164557e-05,
+      "loss": 0.0311,
+      "step": 252150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.868354430379747e-05,
+      "learning_rate_adapter": 3.868354430379747e-05,
+      "loss": 0.0315,
+      "step": 252200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.867088607594937e-05,
+      "learning_rate_adapter": 3.867088607594937e-05,
+      "loss": 0.032,
+      "step": 252250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.865822784810127e-05,
+      "learning_rate_adapter": 3.865822784810127e-05,
+      "loss": 0.0308,
+      "step": 252300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.864556962025317e-05,
+      "learning_rate_adapter": 3.864556962025317e-05,
+      "loss": 0.0307,
+      "step": 252350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8632911392405066e-05,
+      "learning_rate_adapter": 3.8632911392405066e-05,
+      "loss": 0.0313,
+      "step": 252400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8620253164556965e-05,
+      "learning_rate_adapter": 3.8620253164556965e-05,
+      "loss": 0.031,
+      "step": 252450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8607594936708864e-05,
+      "learning_rate_adapter": 3.8607594936708864e-05,
+      "loss": 0.0312,
+      "step": 252500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.859493670886076e-05,
+      "learning_rate_adapter": 3.859493670886076e-05,
+      "loss": 0.0312,
+      "step": 252550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.858227848101266e-05,
+      "learning_rate_adapter": 3.858227848101266e-05,
+      "loss": 0.0319,
+      "step": 252600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8569620253164554e-05,
+      "learning_rate_adapter": 3.8569620253164554e-05,
+      "loss": 0.0315,
+      "step": 252650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.855696202531646e-05,
+      "learning_rate_adapter": 3.855696202531646e-05,
+      "loss": 0.0312,
+      "step": 252700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.854430379746836e-05,
+      "learning_rate_adapter": 3.854430379746836e-05,
+      "loss": 0.0319,
+      "step": 252750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.853164556962026e-05,
+      "learning_rate_adapter": 3.853164556962026e-05,
+      "loss": 0.0314,
+      "step": 252800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8518987341772156e-05,
+      "learning_rate_adapter": 3.8518987341772156e-05,
+      "loss": 0.0316,
+      "step": 252850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.850632911392405e-05,
+      "learning_rate_adapter": 3.850632911392405e-05,
+      "loss": 0.0315,
+      "step": 252900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.849367088607595e-05,
+      "learning_rate_adapter": 3.849367088607595e-05,
+      "loss": 0.0314,
+      "step": 252950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.848101265822785e-05,
+      "learning_rate_adapter": 3.848101265822785e-05,
+      "loss": 0.0313,
+      "step": 253000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.846835443037975e-05,
+      "learning_rate_adapter": 3.846835443037975e-05,
+      "loss": 0.0313,
+      "step": 253050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.845569620253165e-05,
+      "learning_rate_adapter": 3.845569620253165e-05,
+      "loss": 0.0316,
+      "step": 253100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.844303797468354e-05,
+      "learning_rate_adapter": 3.844303797468354e-05,
+      "loss": 0.0308,
+      "step": 253150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.843037974683544e-05,
+      "learning_rate_adapter": 3.843037974683544e-05,
+      "loss": 0.0309,
+      "step": 253200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.841772151898734e-05,
+      "learning_rate_adapter": 3.841772151898734e-05,
+      "loss": 0.0305,
+      "step": 253250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8405063291139245e-05,
+      "learning_rate_adapter": 3.8405063291139245e-05,
+      "loss": 0.0309,
+      "step": 253300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8392405063291144e-05,
+      "learning_rate_adapter": 3.8392405063291144e-05,
+      "loss": 0.031,
+      "step": 253350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.837974683544304e-05,
+      "learning_rate_adapter": 3.837974683544304e-05,
+      "loss": 0.031,
+      "step": 253400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8367088607594935e-05,
+      "learning_rate_adapter": 3.8367088607594935e-05,
+      "loss": 0.0307,
+      "step": 253450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8354430379746834e-05,
+      "learning_rate_adapter": 3.8354430379746834e-05,
+      "loss": 0.0309,
+      "step": 253500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.834177215189873e-05,
+      "learning_rate_adapter": 3.834177215189873e-05,
+      "loss": 0.0313,
+      "step": 253550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.832911392405064e-05,
+      "learning_rate_adapter": 3.832911392405064e-05,
+      "loss": 0.0305,
+      "step": 253600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.831645569620254e-05,
+      "learning_rate_adapter": 3.831645569620254e-05,
+      "loss": 0.0315,
+      "step": 253650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.830379746835443e-05,
+      "learning_rate_adapter": 3.830379746835443e-05,
+      "loss": 0.0319,
+      "step": 253700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.829113924050633e-05,
+      "learning_rate_adapter": 3.829113924050633e-05,
+      "loss": 0.0308,
+      "step": 253750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.827848101265823e-05,
+      "learning_rate_adapter": 3.827848101265823e-05,
+      "loss": 0.032,
+      "step": 253800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8265822784810126e-05,
+      "learning_rate_adapter": 3.8265822784810126e-05,
+      "loss": 0.0317,
+      "step": 253850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.825316455696203e-05,
+      "learning_rate_adapter": 3.825316455696203e-05,
+      "loss": 0.031,
+      "step": 253900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8240506329113924e-05,
+      "learning_rate_adapter": 3.8240506329113924e-05,
+      "loss": 0.031,
+      "step": 253950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.822784810126582e-05,
+      "learning_rate_adapter": 3.822784810126582e-05,
+      "loss": 0.0313,
+      "step": 254000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.821518987341772e-05,
+      "learning_rate_adapter": 3.821518987341772e-05,
+      "loss": 0.0313,
+      "step": 254050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.820253164556962e-05,
+      "learning_rate_adapter": 3.820253164556962e-05,
+      "loss": 0.0308,
+      "step": 254100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.818987341772152e-05,
+      "learning_rate_adapter": 3.818987341772152e-05,
+      "loss": 0.031,
+      "step": 254150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8177215189873425e-05,
+      "learning_rate_adapter": 3.8177215189873425e-05,
+      "loss": 0.0327,
+      "step": 254200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.816455696202532e-05,
+      "learning_rate_adapter": 3.816455696202532e-05,
+      "loss": 0.0308,
+      "step": 254250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8151898734177216e-05,
+      "learning_rate_adapter": 3.8151898734177216e-05,
+      "loss": 0.031,
+      "step": 254300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8139240506329115e-05,
+      "learning_rate_adapter": 3.8139240506329115e-05,
+      "loss": 0.0308,
+      "step": 254350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8126582278481014e-05,
+      "learning_rate_adapter": 3.8126582278481014e-05,
+      "loss": 0.0317,
+      "step": 254400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.811392405063291e-05,
+      "learning_rate_adapter": 3.811392405063291e-05,
+      "loss": 0.03,
+      "step": 254450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.810126582278481e-05,
+      "learning_rate_adapter": 3.810126582278481e-05,
+      "loss": 0.0305,
+      "step": 254500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.808860759493671e-05,
+      "learning_rate_adapter": 3.808860759493671e-05,
+      "loss": 0.0306,
+      "step": 254550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.807594936708861e-05,
+      "learning_rate_adapter": 3.807594936708861e-05,
+      "loss": 0.0314,
+      "step": 254600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.806329113924051e-05,
+      "learning_rate_adapter": 3.806329113924051e-05,
+      "loss": 0.0312,
+      "step": 254650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.805063291139241e-05,
+      "learning_rate_adapter": 3.805063291139241e-05,
+      "loss": 0.0313,
+      "step": 254700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8037974683544306e-05,
+      "learning_rate_adapter": 3.8037974683544306e-05,
+      "loss": 0.0307,
+      "step": 254750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8025316455696204e-05,
+      "learning_rate_adapter": 3.8025316455696204e-05,
+      "loss": 0.0314,
+      "step": 254800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.80126582278481e-05,
+      "learning_rate_adapter": 3.80126582278481e-05,
+      "loss": 0.0314,
+      "step": 254850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0314,
+      "step": 254900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79873417721519e-05,
+      "learning_rate_adapter": 3.79873417721519e-05,
+      "loss": 0.0309,
+      "step": 254950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79746835443038e-05,
+      "learning_rate_adapter": 3.79746835443038e-05,
+      "loss": 0.0313,
+      "step": 255000
+    },
+    {
+      "epoch": 0.21,
+      "eval_af_opus100_pr_auc": 0.7661463659076041,
+      "eval_af_ud_pr_auc": 0.9848396544583133,
+      "eval_am_opus100_pr_auc": 0.5811762823898472,
+      "eval_ar_ersatz_pr_auc": 0.9316827679122324,
+      "eval_ar_opus100_pr_auc": 0.7003513633280367,
+      "eval_ar_ud_pr_auc": 0.8838799330670615,
+      "eval_average_ersatz_pr_auc": 0.9584960307517103,
+      "eval_average_opus100_pr_auc": 0.8240758848165289,
+      "eval_average_ud_pr_auc": 0.9582651268569724,
+      "eval_az_opus100_pr_auc": 0.7852076131064801,
+      "eval_be_opus100_pr_auc": 0.6722090440004767,
+      "eval_be_ud_pr_auc": 0.8819054729962803,
+      "eval_bg_opus100_pr_auc": 0.9109726167322307,
+      "eval_bg_ud_pr_auc": 0.992350950047974,
+      "eval_bn_opus100_pr_auc": 0.8257304396300376,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8742576123653256,
+      "eval_ca_ud_pr_auc": 0.9934188318236552,
+      "eval_ceb_ud_pr_auc": 0.9995601464483617,
+      "eval_cs_ersatz_pr_auc": 0.9833444128942034,
+      "eval_cs_opus100_pr_auc": 0.9051822618771839,
+      "eval_cs_ud_pr_auc": 0.9548834232994634,
+      "eval_cy_opus100_pr_auc": 0.7419431421224968,
+      "eval_cy_ud_pr_auc": 0.9935624848967907,
+      "eval_da_opus100_pr_auc": 0.9153195678412849,
+      "eval_da_ud_pr_auc": 0.9801927630355262,
+      "eval_de_ersatz_pr_auc": 0.9714451052166692,
+      "eval_de_opus100_pr_auc": 0.8758009058635449,
+      "eval_de_ud_pr_auc": 0.9827870825803919,
+      "eval_el_opus100_pr_auc": 0.9205835463602983,
+      "eval_el_ud_pr_auc": 0.9821128547041407,
+      "eval_en_ersatz_pr_auc": 0.9890977180989431,
+      "eval_en_opus100_pr_auc": 0.9275079518962749,
+      "eval_en_ud_pr_auc": 0.9686210351620858,
+      "eval_eo_opus100_pr_auc": 0.9248846482430522,
+      "eval_es_ersatz_pr_auc": 0.9949366101914213,
+      "eval_es_opus100_pr_auc": 0.9254753650182677,
+      "eval_es_ud_pr_auc": 0.9907615546384358,
+      "eval_et_ersatz_pr_auc": 0.9774956479448332,
+      "eval_et_opus100_pr_auc": 0.9062763356695064,
+      "eval_et_ud_pr_auc": 0.9574950245199171,
+      "eval_eu_opus100_pr_auc": 0.8776843512615933,
+      "eval_eu_ud_pr_auc": 0.9879512858297723,
+      "eval_fa_opus100_pr_auc": 0.5756617453145412,
+      "eval_fa_ud_pr_auc": 0.9949147907843439,
+      "eval_fi_ersatz_pr_auc": 0.9847924989109303,
+      "eval_fi_opus100_pr_auc": 0.9024856428465454,
+      "eval_fi_ud_pr_auc": 0.9607216725866335,
+      "eval_fr_ersatz_pr_auc": 0.9834275246296315,
+      "eval_fr_opus100_pr_auc": 0.9092748667022602,
+      "eval_fr_ud_pr_auc": 0.9799716691554946,
+      "eval_fy_opus100_pr_auc": 0.6630187211859915,
+      "eval_ga_opus100_pr_auc": 0.8710296293225451,
+      "eval_ga_ud_pr_auc": 0.8106594057071119,
+      "eval_gd_opus100_pr_auc": 0.606746065017719,
+      "eval_gd_ud_pr_auc": 0.7530767098179153,
+      "eval_gl_opus100_pr_auc": 0.8831453480576322,
+      "eval_gl_ud_pr_auc": 0.9949898235652532,
+      "eval_gu_ersatz_pr_auc": 0.9363716453372105,
+      "eval_gu_opus100_pr_auc": 0.716557058986066,
+      "eval_ha_opus100_pr_auc": 0.8914829374719425,
+      "eval_he_opus100_pr_auc": 0.8492069510859088,
+      "eval_he_ud_pr_auc": 0.9738613448226158,
+      "eval_hi_ersatz_pr_auc": 0.9728406539142911,
+      "eval_hi_opus100_pr_auc": 0.6663311200316726,
+      "eval_hi_ud_pr_auc": 0.9657806555561245,
+      "eval_hu_opus100_pr_auc": 0.9185565271482933,
+      "eval_hu_ud_pr_auc": 0.9820281637933443,
+      "eval_hy_opus100_pr_auc": 0.9023292235920446,
+      "eval_hy_ud_pr_auc": 0.9876044482765257,
+      "eval_id_opus100_pr_auc": 0.8736469232925299,
+      "eval_id_ud_pr_auc": 0.9922577943414006,
+      "eval_ig_opus100_pr_auc": 0.8665917023633737,
+      "eval_is_opus100_pr_auc": 0.9173041144609708,
+      "eval_is_ud_pr_auc": 0.9256326340778819,
+      "eval_it_opus100_pr_auc": 0.9029596093341582,
+      "eval_it_ud_pr_auc": 0.9938409856696402,
+      "eval_ja_ersatz_pr_auc": 0.7321430209509889,
+      "eval_ja_opus100_pr_auc": 0.8036491234113725,
+      "eval_ja_ud_pr_auc": 0.9763458515309745,
+      "eval_jv_ud_pr_auc": 0.9723191585096692,
+      "eval_ka_opus100_pr_auc": 0.8879790293837213,
+      "eval_kk_ersatz_pr_auc": 0.9865736149231624,
+      "eval_kk_opus100_pr_auc": 0.7923804600503661,
+      "eval_kk_ud_pr_auc": 0.9747437209768866,
+      "eval_km_ersatz_pr_auc": 0.9081838306879694,
+      "eval_km_opus100_pr_auc": 0.7231532232504498,
+      "eval_kn_opus100_pr_auc": 0.5626168892041834,
+      "eval_ko_opus100_pr_auc": 0.6869521015485794,
+      "eval_ko_ud_pr_auc": 0.9989340186467669,
+      "eval_ku_opus100_pr_auc": 0.8390509173185225,
+      "eval_ky_opus100_pr_auc": 0.8374708290193821,
+      "eval_la_ud_pr_auc": 0.9406533132442382,
+      "eval_loss": 0.03524310886859894,
+      "eval_lt_ersatz_pr_auc": 0.9879570992649718,
+      "eval_lt_opus100_pr_auc": 0.8566696651063432,
+      "eval_lt_ud_pr_auc": 0.9914954223625101,
+      "eval_lv_ersatz_pr_auc": 0.9865299583854463,
+      "eval_lv_opus100_pr_auc": 0.8788993351327676,
+      "eval_lv_ud_pr_auc": 0.9594344190566445,
+      "eval_mg_opus100_pr_auc": 0.9205028943164637,
+      "eval_mk_opus100_pr_auc": 0.9042487851273163,
+      "eval_ml_opus100_pr_auc": 0.7686986234190128,
+      "eval_mn_opus100_pr_auc": 0.9526576503846952,
+      "eval_mr_opus100_pr_auc": 0.9107935894581936,
+      "eval_mr_ud_pr_auc": 0.9920563660755968,
+      "eval_ms_opus100_pr_auc": 0.8684647319308095,
+      "eval_mt_opus100_pr_auc": 0.8264213722891101,
+      "eval_mt_ud_pr_auc": 0.8625868926713893,
+      "eval_my_opus100_pr_auc": 0.7414558122389667,
+      "eval_ne_opus100_pr_auc": 0.715378861783632,
+      "eval_nl_opus100_pr_auc": 0.8879830554307807,
+      "eval_nl_ud_pr_auc": 0.9805031102080355,
+      "eval_no_opus100_pr_auc": 0.9150918002640868,
+      "eval_no_ud_pr_auc": 0.9959127925998512,
+      "eval_pa_opus100_pr_auc": 0.6651240765866752,
+      "eval_pl_ersatz_pr_auc": 0.96858319421211,
+      "eval_pl_opus100_pr_auc": 0.8933152567073281,
+      "eval_pl_ud_pr_auc": 0.9688677265528841,
+      "eval_ps_ersatz_pr_auc": 0.9315234381386712,
+      "eval_ps_opus100_pr_auc": 0.7020971319535783,
+      "eval_pt_opus100_pr_auc": 0.9284089106185421,
+      "eval_pt_ud_pr_auc": 0.9836316217896713,
+      "eval_ro_ersatz_pr_auc": 0.9939566895135413,
+      "eval_ro_opus100_pr_auc": 0.87437146597295,
+      "eval_ro_ud_pr_auc": 0.9491750269034662,
+      "eval_ru_ersatz_pr_auc": 0.9880726767430279,
+      "eval_ru_opus100_pr_auc": 0.9101579897264176,
+      "eval_ru_ud_pr_auc": 0.8538237166198981,
+      "eval_runtime": 464.79,
+      "eval_samples_per_second": 162.374,
+      "eval_si_opus100_pr_auc": 0.8109069625622259,
+      "eval_sk_opus100_pr_auc": 0.9314889027380582,
+      "eval_sk_ud_pr_auc": 0.977611267846302,
+      "eval_sl_opus100_pr_auc": 0.8512613820715222,
+      "eval_sl_ud_pr_auc": 0.9633009459761952,
+      "eval_sq_opus100_pr_auc": 0.9009346039612584,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9025485221307091,
+      "eval_sr_ud_pr_auc": 0.9953973522765478,
+      "eval_steps_per_second": 5.075,
+      "eval_sv_opus100_pr_auc": 0.8907529591679022,
+      "eval_sv_ud_pr_auc": 0.9382141249134566,
+      "eval_ta_ersatz_pr_auc": 0.9849914407667894,
+      "eval_ta_opus100_pr_auc": 0.6635268983810104,
+      "eval_ta_ud_pr_auc": 0.9977531348526882,
+      "eval_te_opus100_pr_auc": 0.8346304892302895,
+      "eval_tg_opus100_pr_auc": 0.8741918329818293,
+      "eval_th_opus100_pr_auc": 0.67922632549693,
+      "eval_th_ud_pr_auc": 0.7817371572565069,
+      "eval_tr_ersatz_pr_auc": 0.9704621465304785,
+      "eval_tr_opus100_pr_auc": 0.9054416103227105,
+      "eval_tr_ud_pr_auc": 0.9532427092273443,
+      "eval_uk_opus100_pr_auc": 0.8736684739564883,
+      "eval_uk_ud_pr_auc": 0.9238623840813711,
+      "eval_ur_opus100_pr_auc": 0.5207697565033623,
+      "eval_ur_ud_pr_auc": 0.9944495002198126,
+      "eval_uz_opus100_pr_auc": 0.8718282662804653,
+      "eval_vi_opus100_pr_auc": 0.9050074664821428,
+      "eval_vi_ud_pr_auc": 0.9666588248927073,
+      "eval_xh_opus100_pr_auc": 0.8593216699945329,
+      "eval_yi_opus100_pr_auc": 0.7442079747641497,
+      "eval_yo_opus100_pr_auc": 0.7832734829472603,
+      "eval_yo_ud_pr_auc": 0.8949233941424785,
+      "eval_zh_ersatz_pr_auc": 0.9225009813701008,
+      "eval_zh_opus100_pr_auc": 0.7324869912678404,
+      "eval_zh_ud_pr_auc": 0.9838156817510807,
+      "eval_zu_opus100_pr_auc": 0.8317168022527132,
+      "step": 255000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79620253164557e-05,
+      "learning_rate_adapter": 3.79620253164557e-05,
+      "loss": 0.0311,
+      "step": 255050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79493670886076e-05,
+      "learning_rate_adapter": 3.79493670886076e-05,
+      "loss": 0.0308,
+      "step": 255100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.7936708860759496e-05,
+      "learning_rate_adapter": 3.7936708860759496e-05,
+      "loss": 0.0324,
+      "step": 255150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7924050632911395e-05,
+      "learning_rate_adapter": 3.7924050632911395e-05,
+      "loss": 0.0312,
+      "step": 255200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7911392405063294e-05,
+      "learning_rate_adapter": 3.7911392405063294e-05,
+      "loss": 0.031,
+      "step": 255250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7898734177215186e-05,
+      "learning_rate_adapter": 3.7898734177215186e-05,
+      "loss": 0.0312,
+      "step": 255300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.788607594936709e-05,
+      "learning_rate_adapter": 3.788607594936709e-05,
+      "loss": 0.0311,
+      "step": 255350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.787341772151899e-05,
+      "learning_rate_adapter": 3.787341772151899e-05,
+      "loss": 0.0312,
+      "step": 255400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.786075949367089e-05,
+      "learning_rate_adapter": 3.786075949367089e-05,
+      "loss": 0.0314,
+      "step": 255450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.784810126582279e-05,
+      "learning_rate_adapter": 3.784810126582279e-05,
+      "loss": 0.0317,
+      "step": 255500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.783544303797468e-05,
+      "learning_rate_adapter": 3.783544303797468e-05,
+      "loss": 0.0324,
+      "step": 255550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.782278481012658e-05,
+      "learning_rate_adapter": 3.782278481012658e-05,
+      "loss": 0.0308,
+      "step": 255600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7810126582278485e-05,
+      "learning_rate_adapter": 3.7810126582278485e-05,
+      "loss": 0.0313,
+      "step": 255650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7797468354430384e-05,
+      "learning_rate_adapter": 3.7797468354430384e-05,
+      "loss": 0.0312,
+      "step": 255700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.778481012658228e-05,
+      "learning_rate_adapter": 3.778481012658228e-05,
+      "loss": 0.0311,
+      "step": 255750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.777215189873418e-05,
+      "learning_rate_adapter": 3.777215189873418e-05,
+      "loss": 0.0308,
+      "step": 255800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7759493670886074e-05,
+      "learning_rate_adapter": 3.7759493670886074e-05,
+      "loss": 0.0314,
+      "step": 255850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.774683544303797e-05,
+      "learning_rate_adapter": 3.774683544303797e-05,
+      "loss": 0.0309,
+      "step": 255900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.773417721518988e-05,
+      "learning_rate_adapter": 3.773417721518988e-05,
+      "loss": 0.031,
+      "step": 255950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.772151898734178e-05,
+      "learning_rate_adapter": 3.772151898734178e-05,
+      "loss": 0.0315,
+      "step": 256000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7708860759493676e-05,
+      "learning_rate_adapter": 3.7708860759493676e-05,
+      "loss": 0.0303,
+      "step": 256050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.769620253164557e-05,
+      "learning_rate_adapter": 3.769620253164557e-05,
+      "loss": 0.0312,
+      "step": 256100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.768354430379747e-05,
+      "learning_rate_adapter": 3.768354430379747e-05,
+      "loss": 0.0309,
+      "step": 256150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7670886075949366e-05,
+      "learning_rate_adapter": 3.7670886075949366e-05,
+      "loss": 0.0306,
+      "step": 256200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.765822784810127e-05,
+      "learning_rate_adapter": 3.765822784810127e-05,
+      "loss": 0.0312,
+      "step": 256250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.764556962025317e-05,
+      "learning_rate_adapter": 3.764556962025317e-05,
+      "loss": 0.0304,
+      "step": 256300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.763291139240506e-05,
+      "learning_rate_adapter": 3.763291139240506e-05,
+      "loss": 0.0304,
+      "step": 256350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.762025316455696e-05,
+      "learning_rate_adapter": 3.762025316455696e-05,
+      "loss": 0.0315,
+      "step": 256400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.760759493670886e-05,
+      "learning_rate_adapter": 3.760759493670886e-05,
+      "loss": 0.0316,
+      "step": 256450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.759493670886076e-05,
+      "learning_rate_adapter": 3.759493670886076e-05,
+      "loss": 0.0317,
+      "step": 256500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7582278481012664e-05,
+      "learning_rate_adapter": 3.7582278481012664e-05,
+      "loss": 0.0311,
+      "step": 256550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.756962025316456e-05,
+      "learning_rate_adapter": 3.756962025316456e-05,
+      "loss": 0.0315,
+      "step": 256600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7556962025316455e-05,
+      "learning_rate_adapter": 3.7556962025316455e-05,
+      "loss": 0.0312,
+      "step": 256650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7544303797468354e-05,
+      "learning_rate_adapter": 3.7544303797468354e-05,
+      "loss": 0.0305,
+      "step": 256700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.753164556962025e-05,
+      "learning_rate_adapter": 3.753164556962025e-05,
+      "loss": 0.0314,
+      "step": 256750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.751898734177215e-05,
+      "learning_rate_adapter": 3.751898734177215e-05,
+      "loss": 0.0311,
+      "step": 256800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.750632911392406e-05,
+      "learning_rate_adapter": 3.750632911392406e-05,
+      "loss": 0.0311,
+      "step": 256850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.749367088607595e-05,
+      "learning_rate_adapter": 3.749367088607595e-05,
+      "loss": 0.0321,
+      "step": 256900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.748101265822785e-05,
+      "learning_rate_adapter": 3.748101265822785e-05,
+      "loss": 0.0313,
+      "step": 256950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.746835443037975e-05,
+      "learning_rate_adapter": 3.746835443037975e-05,
+      "loss": 0.0315,
+      "step": 257000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7455696202531646e-05,
+      "learning_rate_adapter": 3.7455696202531646e-05,
+      "loss": 0.0316,
+      "step": 257050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7443037974683545e-05,
+      "learning_rate_adapter": 3.7443037974683545e-05,
+      "loss": 0.0317,
+      "step": 257100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7430379746835444e-05,
+      "learning_rate_adapter": 3.7430379746835444e-05,
+      "loss": 0.0303,
+      "step": 257150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.741772151898734e-05,
+      "learning_rate_adapter": 3.741772151898734e-05,
+      "loss": 0.0306,
+      "step": 257200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.740506329113924e-05,
+      "learning_rate_adapter": 3.740506329113924e-05,
+      "loss": 0.0311,
+      "step": 257250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.739240506329114e-05,
+      "learning_rate_adapter": 3.739240506329114e-05,
+      "loss": 0.0316,
+      "step": 257300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.737974683544304e-05,
+      "learning_rate_adapter": 3.737974683544304e-05,
+      "loss": 0.0305,
+      "step": 257350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.736708860759494e-05,
+      "learning_rate_adapter": 3.736708860759494e-05,
+      "loss": 0.031,
+      "step": 257400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.735443037974684e-05,
+      "learning_rate_adapter": 3.735443037974684e-05,
+      "loss": 0.031,
+      "step": 257450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7341772151898736e-05,
+      "learning_rate_adapter": 3.7341772151898736e-05,
+      "loss": 0.0307,
+      "step": 257500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7329113924050635e-05,
+      "learning_rate_adapter": 3.7329113924050635e-05,
+      "loss": 0.0318,
+      "step": 257550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7316455696202534e-05,
+      "learning_rate_adapter": 3.7316455696202534e-05,
+      "loss": 0.0307,
+      "step": 257600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.730379746835443e-05,
+      "learning_rate_adapter": 3.730379746835443e-05,
+      "loss": 0.0313,
+      "step": 257650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.729113924050633e-05,
+      "learning_rate_adapter": 3.729113924050633e-05,
+      "loss": 0.0307,
+      "step": 257700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.727848101265823e-05,
+      "learning_rate_adapter": 3.727848101265823e-05,
+      "loss": 0.0311,
+      "step": 257750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.726582278481013e-05,
+      "learning_rate_adapter": 3.726582278481013e-05,
+      "loss": 0.0316,
+      "step": 257800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.725316455696203e-05,
+      "learning_rate_adapter": 3.725316455696203e-05,
+      "loss": 0.0316,
+      "step": 257850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.724050632911393e-05,
+      "learning_rate_adapter": 3.724050632911393e-05,
+      "loss": 0.0306,
+      "step": 257900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.722784810126582e-05,
+      "learning_rate_adapter": 3.722784810126582e-05,
+      "loss": 0.0309,
+      "step": 257950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7215189873417724e-05,
+      "learning_rate_adapter": 3.7215189873417724e-05,
+      "loss": 0.031,
+      "step": 258000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.720253164556962e-05,
+      "learning_rate_adapter": 3.720253164556962e-05,
+      "loss": 0.0311,
+      "step": 258050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.718987341772152e-05,
+      "learning_rate_adapter": 3.718987341772152e-05,
+      "loss": 0.0322,
+      "step": 258100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.717721518987342e-05,
+      "learning_rate_adapter": 3.717721518987342e-05,
+      "loss": 0.0316,
+      "step": 258150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.716455696202532e-05,
+      "learning_rate_adapter": 3.716455696202532e-05,
+      "loss": 0.0322,
+      "step": 258200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.715189873417721e-05,
+      "learning_rate_adapter": 3.715189873417721e-05,
+      "loss": 0.0308,
+      "step": 258250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.713924050632912e-05,
+      "learning_rate_adapter": 3.713924050632912e-05,
+      "loss": 0.0306,
+      "step": 258300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7126582278481016e-05,
+      "learning_rate_adapter": 3.7126582278481016e-05,
+      "loss": 0.0312,
+      "step": 258350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7113924050632915e-05,
+      "learning_rate_adapter": 3.7113924050632915e-05,
+      "loss": 0.0319,
+      "step": 258400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7101265822784814e-05,
+      "learning_rate_adapter": 3.7101265822784814e-05,
+      "loss": 0.0317,
+      "step": 258450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7088607594936706e-05,
+      "learning_rate_adapter": 3.7088607594936706e-05,
+      "loss": 0.0311,
+      "step": 258500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7075949367088605e-05,
+      "learning_rate_adapter": 3.7075949367088605e-05,
+      "loss": 0.0306,
+      "step": 258550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.706329113924051e-05,
+      "learning_rate_adapter": 3.706329113924051e-05,
+      "loss": 0.0313,
+      "step": 258600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.705063291139241e-05,
+      "learning_rate_adapter": 3.705063291139241e-05,
+      "loss": 0.0314,
+      "step": 258650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.703797468354431e-05,
+      "learning_rate_adapter": 3.703797468354431e-05,
+      "loss": 0.0312,
+      "step": 258700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.70253164556962e-05,
+      "learning_rate_adapter": 3.70253164556962e-05,
+      "loss": 0.0318,
+      "step": 258750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.70126582278481e-05,
+      "learning_rate_adapter": 3.70126582278481e-05,
+      "loss": 0.031,
+      "step": 258800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0306,
+      "step": 258850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6987341772151904e-05,
+      "learning_rate_adapter": 3.6987341772151904e-05,
+      "loss": 0.0306,
+      "step": 258900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.69746835443038e-05,
+      "learning_rate_adapter": 3.69746835443038e-05,
+      "loss": 0.0306,
+      "step": 258950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.69620253164557e-05,
+      "learning_rate_adapter": 3.69620253164557e-05,
+      "loss": 0.0313,
+      "step": 259000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6949367088607594e-05,
+      "learning_rate_adapter": 3.6949367088607594e-05,
+      "loss": 0.0317,
+      "step": 259050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.693670886075949e-05,
+      "learning_rate_adapter": 3.693670886075949e-05,
+      "loss": 0.0312,
+      "step": 259100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.692405063291139e-05,
+      "learning_rate_adapter": 3.692405063291139e-05,
+      "loss": 0.0309,
+      "step": 259150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.69113924050633e-05,
+      "learning_rate_adapter": 3.69113924050633e-05,
+      "loss": 0.0314,
+      "step": 259200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6898734177215196e-05,
+      "learning_rate_adapter": 3.6898734177215196e-05,
+      "loss": 0.0309,
+      "step": 259250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.688607594936709e-05,
+      "learning_rate_adapter": 3.688607594936709e-05,
+      "loss": 0.0313,
+      "step": 259300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.687341772151899e-05,
+      "learning_rate_adapter": 3.687341772151899e-05,
+      "loss": 0.0311,
+      "step": 259350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6860759493670886e-05,
+      "learning_rate_adapter": 3.6860759493670886e-05,
+      "loss": 0.0307,
+      "step": 259400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6848101265822784e-05,
+      "learning_rate_adapter": 3.6848101265822784e-05,
+      "loss": 0.0315,
+      "step": 259450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.683544303797469e-05,
+      "learning_rate_adapter": 3.683544303797469e-05,
+      "loss": 0.0311,
+      "step": 259500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.682278481012658e-05,
+      "learning_rate_adapter": 3.682278481012658e-05,
+      "loss": 0.0304,
+      "step": 259550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.681012658227848e-05,
+      "learning_rate_adapter": 3.681012658227848e-05,
+      "loss": 0.032,
+      "step": 259600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.679746835443038e-05,
+      "learning_rate_adapter": 3.679746835443038e-05,
+      "loss": 0.0314,
+      "step": 259650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.678481012658228e-05,
+      "learning_rate_adapter": 3.678481012658228e-05,
+      "loss": 0.0313,
+      "step": 259700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.677215189873418e-05,
+      "learning_rate_adapter": 3.677215189873418e-05,
+      "loss": 0.0312,
+      "step": 259750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.675949367088608e-05,
+      "learning_rate_adapter": 3.675949367088608e-05,
+      "loss": 0.0312,
+      "step": 259800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6746835443037975e-05,
+      "learning_rate_adapter": 3.6746835443037975e-05,
+      "loss": 0.0308,
+      "step": 259850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6734177215189874e-05,
+      "learning_rate_adapter": 3.6734177215189874e-05,
+      "loss": 0.0312,
+      "step": 259900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.672151898734177e-05,
+      "learning_rate_adapter": 3.672151898734177e-05,
+      "loss": 0.0316,
+      "step": 259950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.670886075949367e-05,
+      "learning_rate_adapter": 3.670886075949367e-05,
+      "loss": 0.0315,
+      "step": 260000
+    },
+    {
+      "epoch": 0.22,
+      "eval_af_opus100_pr_auc": 0.7754791134729673,
+      "eval_af_ud_pr_auc": 0.983584305646682,
+      "eval_am_opus100_pr_auc": 0.612709116666745,
+      "eval_ar_ersatz_pr_auc": 0.932127334286632,
+      "eval_ar_opus100_pr_auc": 0.705408670754799,
+      "eval_ar_ud_pr_auc": 0.8787095142444133,
+      "eval_average_ersatz_pr_auc": 0.9633726826751744,
+      "eval_average_opus100_pr_auc": 0.8246309435438237,
+      "eval_average_ud_pr_auc": 0.9575694647426023,
+      "eval_az_opus100_pr_auc": 0.7804243048899746,
+      "eval_be_opus100_pr_auc": 0.69024063188527,
+      "eval_be_ud_pr_auc": 0.8895014677531259,
+      "eval_bg_opus100_pr_auc": 0.9074608893391468,
+      "eval_bg_ud_pr_auc": 0.992592016397018,
+      "eval_bn_opus100_pr_auc": 0.8231422589877206,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8765652024692211,
+      "eval_ca_ud_pr_auc": 0.9942380556048593,
+      "eval_ceb_ud_pr_auc": 0.9996510765450455,
+      "eval_cs_ersatz_pr_auc": 0.9855413848066711,
+      "eval_cs_opus100_pr_auc": 0.9036829594265937,
+      "eval_cs_ud_pr_auc": 0.9605857420893946,
+      "eval_cy_opus100_pr_auc": 0.730830987561572,
+      "eval_cy_ud_pr_auc": 0.9938614048570558,
+      "eval_da_opus100_pr_auc": 0.9125266034624252,
+      "eval_da_ud_pr_auc": 0.9792164139771742,
+      "eval_de_ersatz_pr_auc": 0.978606885810464,
+      "eval_de_opus100_pr_auc": 0.8775022268110212,
+      "eval_de_ud_pr_auc": 0.9819719554724903,
+      "eval_el_opus100_pr_auc": 0.9203988595957849,
+      "eval_el_ud_pr_auc": 0.9854504926627112,
+      "eval_en_ersatz_pr_auc": 0.9890986183660129,
+      "eval_en_opus100_pr_auc": 0.9186448824129796,
+      "eval_en_ud_pr_auc": 0.9648899077601565,
+      "eval_eo_opus100_pr_auc": 0.922503195931537,
+      "eval_es_ersatz_pr_auc": 0.9950846303993885,
+      "eval_es_opus100_pr_auc": 0.9229656589578424,
+      "eval_es_ud_pr_auc": 0.9909206619072248,
+      "eval_et_ersatz_pr_auc": 0.9808687775823752,
+      "eval_et_opus100_pr_auc": 0.9023697416061619,
+      "eval_et_ud_pr_auc": 0.9643410254882178,
+      "eval_eu_opus100_pr_auc": 0.8698485302817414,
+      "eval_eu_ud_pr_auc": 0.9860759882847423,
+      "eval_fa_opus100_pr_auc": 0.5613076868276031,
+      "eval_fa_ud_pr_auc": 0.9939219405652043,
+      "eval_fi_ersatz_pr_auc": 0.9883565841364288,
+      "eval_fi_opus100_pr_auc": 0.8978060865770452,
+      "eval_fi_ud_pr_auc": 0.9621057979304426,
+      "eval_fr_ersatz_pr_auc": 0.9882559376727593,
+      "eval_fr_opus100_pr_auc": 0.9046946369490669,
+      "eval_fr_ud_pr_auc": 0.9784193864270733,
+      "eval_fy_opus100_pr_auc": 0.6755118830038269,
+      "eval_ga_opus100_pr_auc": 0.8677304759629013,
+      "eval_ga_ud_pr_auc": 0.8404118583670004,
+      "eval_gd_opus100_pr_auc": 0.6146633444511549,
+      "eval_gd_ud_pr_auc": 0.7479405889185035,
+      "eval_gl_opus100_pr_auc": 0.8816015341149903,
+      "eval_gl_ud_pr_auc": 0.9945660374194221,
+      "eval_gu_ersatz_pr_auc": 0.9413925820083501,
+      "eval_gu_opus100_pr_auc": 0.716622653133833,
+      "eval_ha_opus100_pr_auc": 0.8873075775287155,
+      "eval_he_opus100_pr_auc": 0.8581924770101683,
+      "eval_he_ud_pr_auc": 0.9770785821907381,
+      "eval_hi_ersatz_pr_auc": 0.9765440890083339,
+      "eval_hi_opus100_pr_auc": 0.657785564765645,
+      "eval_hi_ud_pr_auc": 0.9810287042773052,
+      "eval_hu_opus100_pr_auc": 0.9131218678460284,
+      "eval_hu_ud_pr_auc": 0.9847621996371572,
+      "eval_hy_opus100_pr_auc": 0.9070094504204822,
+      "eval_hy_ud_pr_auc": 0.9887262029786278,
+      "eval_id_opus100_pr_auc": 0.8668406243654188,
+      "eval_id_ud_pr_auc": 0.9928817815680301,
+      "eval_ig_opus100_pr_auc": 0.8722692755607676,
+      "eval_is_opus100_pr_auc": 0.9141468560816955,
+      "eval_is_ud_pr_auc": 0.9196567923945009,
+      "eval_it_opus100_pr_auc": 0.9003098145537223,
+      "eval_it_ud_pr_auc": 0.9930523171933022,
+      "eval_ja_ersatz_pr_auc": 0.7816750272813041,
+      "eval_ja_opus100_pr_auc": 0.8103298441252383,
+      "eval_ja_ud_pr_auc": 0.9835958346969358,
+      "eval_jv_ud_pr_auc": 0.9711375838496517,
+      "eval_ka_opus100_pr_auc": 0.875398022453734,
+      "eval_kk_ersatz_pr_auc": 0.9881578630576358,
+      "eval_kk_opus100_pr_auc": 0.7898535572225406,
+      "eval_kk_ud_pr_auc": 0.9755768024365228,
+      "eval_km_ersatz_pr_auc": 0.9080875155564425,
+      "eval_km_opus100_pr_auc": 0.7288712072501303,
+      "eval_kn_opus100_pr_auc": 0.5909192399485464,
+      "eval_ko_opus100_pr_auc": 0.6732251290360217,
+      "eval_ko_ud_pr_auc": 0.9991462059050419,
+      "eval_ku_opus100_pr_auc": 0.8434039289671512,
+      "eval_ky_opus100_pr_auc": 0.8411838044994295,
+      "eval_la_ud_pr_auc": 0.9436340183496712,
+      "eval_loss": 0.035113271325826645,
+      "eval_lt_ersatz_pr_auc": 0.9919982735585222,
+      "eval_lt_opus100_pr_auc": 0.873077632196653,
+      "eval_lt_ud_pr_auc": 0.9909781267104179,
+      "eval_lv_ersatz_pr_auc": 0.9877501469232716,
+      "eval_lv_opus100_pr_auc": 0.885796065522525,
+      "eval_lv_ud_pr_auc": 0.9657387193573526,
+      "eval_mg_opus100_pr_auc": 0.9204023655650357,
+      "eval_mk_opus100_pr_auc": 0.9078936593665666,
+      "eval_ml_opus100_pr_auc": 0.7567428522957398,
+      "eval_mn_opus100_pr_auc": 0.9466143764902321,
+      "eval_mr_opus100_pr_auc": 0.9008963455332549,
+      "eval_mr_ud_pr_auc": 0.9895547465361071,
+      "eval_ms_opus100_pr_auc": 0.8613232893318384,
+      "eval_mt_opus100_pr_auc": 0.8339396978123789,
+      "eval_mt_ud_pr_auc": 0.861968756618786,
+      "eval_my_opus100_pr_auc": 0.7350253247540588,
+      "eval_ne_opus100_pr_auc": 0.7219408958720546,
+      "eval_nl_opus100_pr_auc": 0.8824780783223068,
+      "eval_nl_ud_pr_auc": 0.9811895235777176,
+      "eval_no_opus100_pr_auc": 0.911242278394971,
+      "eval_no_ud_pr_auc": 0.995398382817666,
+      "eval_pa_opus100_pr_auc": 0.6881951238326842,
+      "eval_pl_ersatz_pr_auc": 0.9737074356207404,
+      "eval_pl_opus100_pr_auc": 0.8886111926601741,
+      "eval_pl_ud_pr_auc": 0.969325436360989,
+      "eval_ps_ersatz_pr_auc": 0.9402076814504489,
+      "eval_ps_opus100_pr_auc": 0.7181606958485768,
+      "eval_pt_opus100_pr_auc": 0.9244347289864994,
+      "eval_pt_ud_pr_auc": 0.9857927299999731,
+      "eval_ro_ersatz_pr_auc": 0.9942426431253626,
+      "eval_ro_opus100_pr_auc": 0.8833410053390053,
+      "eval_ro_ud_pr_auc": 0.8757558006132093,
+      "eval_ru_ersatz_pr_auc": 0.9886355879087569,
+      "eval_ru_opus100_pr_auc": 0.9240908955141601,
+      "eval_ru_ud_pr_auc": 0.8350331190885565,
+      "eval_runtime": 460.6142,
+      "eval_samples_per_second": 163.846,
+      "eval_si_opus100_pr_auc": 0.8026144850102324,
+      "eval_sk_opus100_pr_auc": 0.9271590843595564,
+      "eval_sk_ud_pr_auc": 0.9794711775635164,
+      "eval_sl_opus100_pr_auc": 0.850682406581544,
+      "eval_sl_ud_pr_auc": 0.9730592980101147,
+      "eval_sq_opus100_pr_auc": 0.9035729524024064,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9005398936774625,
+      "eval_sr_ud_pr_auc": 0.996070008533348,
+      "eval_steps_per_second": 5.121,
+      "eval_sv_opus100_pr_auc": 0.887121175512094,
+      "eval_sv_ud_pr_auc": 0.9333945546929754,
+      "eval_ta_ersatz_pr_auc": 0.9831508351751306,
+      "eval_ta_opus100_pr_auc": 0.6576552708188734,
+      "eval_ta_ud_pr_auc": 0.9975311977607362,
+      "eval_te_opus100_pr_auc": 0.8351354583743601,
+      "eval_tg_opus100_pr_auc": 0.8656984318504554,
+      "eval_th_opus100_pr_auc": 0.67769273954044,
+      "eval_th_ud_pr_auc": 0.7643039159173737,
+      "eval_tr_ersatz_pr_auc": 0.9647660762166965,
+      "eval_tr_opus100_pr_auc": 0.8974529247255163,
+      "eval_tr_ud_pr_auc": 0.9437836567190392,
+      "eval_uk_opus100_pr_auc": 0.8711171396017638,
+      "eval_uk_ud_pr_auc": 0.9207934912592316,
+      "eval_ur_opus100_pr_auc": 0.5257619115160749,
+      "eval_ur_ud_pr_auc": 0.9960378599081019,
+      "eval_uz_opus100_pr_auc": 0.862250310048746,
+      "eval_vi_opus100_pr_auc": 0.8977367572691745,
+      "eval_vi_ud_pr_auc": 0.9593335409922155,
+      "eval_xh_opus100_pr_auc": 0.8402837319038219,
+      "eval_yi_opus100_pr_auc": 0.8010750932874391,
+      "eval_yo_opus100_pr_auc": 0.7841939048008973,
+      "eval_yo_ud_pr_auc": 0.9063102796261319,
+      "eval_zh_ersatz_pr_auc": 0.9359431089021039,
+      "eval_zh_opus100_pr_auc": 0.7413356489520516,
+      "eval_zh_ud_pr_auc": 0.9874025038693275,
+      "eval_zu_opus100_pr_auc": 0.8236411695525574,
+      "step": 260000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.669620253164557e-05,
+      "learning_rate_adapter": 3.669620253164557e-05,
+      "loss": 0.0314,
+      "step": 260050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.668354430379747e-05,
+      "learning_rate_adapter": 3.668354430379747e-05,
+      "loss": 0.0319,
+      "step": 260100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.667088607594937e-05,
+      "learning_rate_adapter": 3.667088607594937e-05,
+      "loss": 0.0313,
+      "step": 260150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.665822784810127e-05,
+      "learning_rate_adapter": 3.665822784810127e-05,
+      "loss": 0.0311,
+      "step": 260200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6645569620253166e-05,
+      "learning_rate_adapter": 3.6645569620253166e-05,
+      "loss": 0.0308,
+      "step": 260250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6632911392405065e-05,
+      "learning_rate_adapter": 3.6632911392405065e-05,
+      "loss": 0.0312,
+      "step": 260300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6620253164556964e-05,
+      "learning_rate_adapter": 3.6620253164556964e-05,
+      "loss": 0.0306,
+      "step": 260350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.660759493670886e-05,
+      "learning_rate_adapter": 3.660759493670886e-05,
+      "loss": 0.0318,
+      "step": 260400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.659493670886076e-05,
+      "learning_rate_adapter": 3.659493670886076e-05,
+      "loss": 0.0316,
+      "step": 260450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.658227848101266e-05,
+      "learning_rate_adapter": 3.658227848101266e-05,
+      "loss": 0.031,
+      "step": 260500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.656962025316456e-05,
+      "learning_rate_adapter": 3.656962025316456e-05,
+      "loss": 0.0301,
+      "step": 260550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.655696202531646e-05,
+      "learning_rate_adapter": 3.655696202531646e-05,
+      "loss": 0.0312,
+      "step": 260600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.654430379746836e-05,
+      "learning_rate_adapter": 3.654430379746836e-05,
+      "loss": 0.0318,
+      "step": 260650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6531645569620256e-05,
+      "learning_rate_adapter": 3.6531645569620256e-05,
+      "loss": 0.0308,
+      "step": 260700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6518987341772155e-05,
+      "learning_rate_adapter": 3.6518987341772155e-05,
+      "loss": 0.0311,
+      "step": 260750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6506329113924053e-05,
+      "learning_rate_adapter": 3.6506329113924053e-05,
+      "loss": 0.0311,
+      "step": 260800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.649367088607595e-05,
+      "learning_rate_adapter": 3.649367088607595e-05,
+      "loss": 0.0313,
+      "step": 260850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6481012658227844e-05,
+      "learning_rate_adapter": 3.6481012658227844e-05,
+      "loss": 0.0304,
+      "step": 260900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.646835443037975e-05,
+      "learning_rate_adapter": 3.646835443037975e-05,
+      "loss": 0.0313,
+      "step": 260950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.645569620253165e-05,
+      "learning_rate_adapter": 3.645569620253165e-05,
+      "loss": 0.0313,
+      "step": 261000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.644303797468355e-05,
+      "learning_rate_adapter": 3.644303797468355e-05,
+      "loss": 0.0318,
+      "step": 261050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6430379746835447e-05,
+      "learning_rate_adapter": 3.6430379746835447e-05,
+      "loss": 0.0308,
+      "step": 261100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.641772151898734e-05,
+      "learning_rate_adapter": 3.641772151898734e-05,
+      "loss": 0.0314,
+      "step": 261150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.640506329113924e-05,
+      "learning_rate_adapter": 3.640506329113924e-05,
+      "loss": 0.0316,
+      "step": 261200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.639240506329114e-05,
+      "learning_rate_adapter": 3.639240506329114e-05,
+      "loss": 0.0308,
+      "step": 261250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.637974683544304e-05,
+      "learning_rate_adapter": 3.637974683544304e-05,
+      "loss": 0.0311,
+      "step": 261300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.636708860759494e-05,
+      "learning_rate_adapter": 3.636708860759494e-05,
+      "loss": 0.031,
+      "step": 261350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.635443037974683e-05,
+      "learning_rate_adapter": 3.635443037974683e-05,
+      "loss": 0.0312,
+      "step": 261400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.634177215189873e-05,
+      "learning_rate_adapter": 3.634177215189873e-05,
+      "loss": 0.031,
+      "step": 261450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.632911392405063e-05,
+      "learning_rate_adapter": 3.632911392405063e-05,
+      "loss": 0.0309,
+      "step": 261500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6316455696202536e-05,
+      "learning_rate_adapter": 3.6316455696202536e-05,
+      "loss": 0.0313,
+      "step": 261550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6303797468354435e-05,
+      "learning_rate_adapter": 3.6303797468354435e-05,
+      "loss": 0.0314,
+      "step": 261600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6291139240506334e-05,
+      "learning_rate_adapter": 3.6291139240506334e-05,
+      "loss": 0.0308,
+      "step": 261650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6278481012658226e-05,
+      "learning_rate_adapter": 3.6278481012658226e-05,
+      "loss": 0.0312,
+      "step": 261700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6265822784810125e-05,
+      "learning_rate_adapter": 3.6265822784810125e-05,
+      "loss": 0.0313,
+      "step": 261750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6253164556962024e-05,
+      "learning_rate_adapter": 3.6253164556962024e-05,
+      "loss": 0.0309,
+      "step": 261800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.624050632911393e-05,
+      "learning_rate_adapter": 3.624050632911393e-05,
+      "loss": 0.0309,
+      "step": 261850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.622784810126583e-05,
+      "learning_rate_adapter": 3.622784810126583e-05,
+      "loss": 0.0305,
+      "step": 261900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.621518987341772e-05,
+      "learning_rate_adapter": 3.621518987341772e-05,
+      "loss": 0.0308,
+      "step": 261950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.620253164556962e-05,
+      "learning_rate_adapter": 3.620253164556962e-05,
+      "loss": 0.0316,
+      "step": 262000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.618987341772152e-05,
+      "learning_rate_adapter": 3.618987341772152e-05,
+      "loss": 0.0312,
+      "step": 262050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.617721518987342e-05,
+      "learning_rate_adapter": 3.617721518987342e-05,
+      "loss": 0.0309,
+      "step": 262100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.616455696202532e-05,
+      "learning_rate_adapter": 3.616455696202532e-05,
+      "loss": 0.0317,
+      "step": 262150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6151898734177215e-05,
+      "learning_rate_adapter": 3.6151898734177215e-05,
+      "loss": 0.0311,
+      "step": 262200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6139240506329114e-05,
+      "learning_rate_adapter": 3.6139240506329114e-05,
+      "loss": 0.0312,
+      "step": 262250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.612658227848101e-05,
+      "learning_rate_adapter": 3.612658227848101e-05,
+      "loss": 0.0302,
+      "step": 262300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.611392405063291e-05,
+      "learning_rate_adapter": 3.611392405063291e-05,
+      "loss": 0.0313,
+      "step": 262350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.610126582278481e-05,
+      "learning_rate_adapter": 3.610126582278481e-05,
+      "loss": 0.0308,
+      "step": 262400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6088607594936716e-05,
+      "learning_rate_adapter": 3.6088607594936716e-05,
+      "loss": 0.032,
+      "step": 262450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.607594936708861e-05,
+      "learning_rate_adapter": 3.607594936708861e-05,
+      "loss": 0.0311,
+      "step": 262500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.606329113924051e-05,
+      "learning_rate_adapter": 3.606329113924051e-05,
+      "loss": 0.0307,
+      "step": 262550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6050632911392405e-05,
+      "learning_rate_adapter": 3.6050632911392405e-05,
+      "loss": 0.0315,
+      "step": 262600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6037974683544304e-05,
+      "learning_rate_adapter": 3.6037974683544304e-05,
+      "loss": 0.0312,
+      "step": 262650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.60253164556962e-05,
+      "learning_rate_adapter": 3.60253164556962e-05,
+      "loss": 0.0311,
+      "step": 262700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.60126582278481e-05,
+      "learning_rate_adapter": 3.60126582278481e-05,
+      "loss": 0.031,
+      "step": 262750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0308,
+      "step": 262800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.59873417721519e-05,
+      "learning_rate_adapter": 3.59873417721519e-05,
+      "loss": 0.0317,
+      "step": 262850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.59746835443038e-05,
+      "learning_rate_adapter": 3.59746835443038e-05,
+      "loss": 0.0308,
+      "step": 262900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.59620253164557e-05,
+      "learning_rate_adapter": 3.59620253164557e-05,
+      "loss": 0.0312,
+      "step": 262950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5949367088607596e-05,
+      "learning_rate_adapter": 3.5949367088607596e-05,
+      "loss": 0.0314,
+      "step": 263000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5936708860759495e-05,
+      "learning_rate_adapter": 3.5936708860759495e-05,
+      "loss": 0.0312,
+      "step": 263050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5924050632911394e-05,
+      "learning_rate_adapter": 3.5924050632911394e-05,
+      "loss": 0.0317,
+      "step": 263100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.591139240506329e-05,
+      "learning_rate_adapter": 3.591139240506329e-05,
+      "loss": 0.0312,
+      "step": 263150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.589873417721519e-05,
+      "learning_rate_adapter": 3.589873417721519e-05,
+      "loss": 0.0313,
+      "step": 263200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.588607594936709e-05,
+      "learning_rate_adapter": 3.588607594936709e-05,
+      "loss": 0.0309,
+      "step": 263250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.587341772151899e-05,
+      "learning_rate_adapter": 3.587341772151899e-05,
+      "loss": 0.031,
+      "step": 263300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.586075949367089e-05,
+      "learning_rate_adapter": 3.586075949367089e-05,
+      "loss": 0.0312,
+      "step": 263350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.584810126582279e-05,
+      "learning_rate_adapter": 3.584810126582279e-05,
+      "loss": 0.0318,
+      "step": 263400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5835443037974686e-05,
+      "learning_rate_adapter": 3.5835443037974686e-05,
+      "loss": 0.0317,
+      "step": 263450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5822784810126585e-05,
+      "learning_rate_adapter": 3.5822784810126585e-05,
+      "loss": 0.0311,
+      "step": 263500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5810126582278484e-05,
+      "learning_rate_adapter": 3.5810126582278484e-05,
+      "loss": 0.0313,
+      "step": 263550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.579746835443038e-05,
+      "learning_rate_adapter": 3.579746835443038e-05,
+      "loss": 0.0313,
+      "step": 263600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.578481012658228e-05,
+      "learning_rate_adapter": 3.578481012658228e-05,
+      "loss": 0.0311,
+      "step": 263650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.577215189873418e-05,
+      "learning_rate_adapter": 3.577215189873418e-05,
+      "loss": 0.031,
+      "step": 263700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.575949367088608e-05,
+      "learning_rate_adapter": 3.575949367088608e-05,
+      "loss": 0.0319,
+      "step": 263750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.574683544303797e-05,
+      "learning_rate_adapter": 3.574683544303797e-05,
+      "loss": 0.0316,
+      "step": 263800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.573417721518988e-05,
+      "learning_rate_adapter": 3.573417721518988e-05,
+      "loss": 0.0312,
+      "step": 263850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5721518987341776e-05,
+      "learning_rate_adapter": 3.5721518987341776e-05,
+      "loss": 0.0305,
+      "step": 263900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5708860759493675e-05,
+      "learning_rate_adapter": 3.5708860759493675e-05,
+      "loss": 0.0325,
+      "step": 263950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5696202531645573e-05,
+      "learning_rate_adapter": 3.5696202531645573e-05,
+      "loss": 0.0312,
+      "step": 264000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.568354430379747e-05,
+      "learning_rate_adapter": 3.568354430379747e-05,
+      "loss": 0.0312,
+      "step": 264050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5670886075949364e-05,
+      "learning_rate_adapter": 3.5670886075949364e-05,
+      "loss": 0.0309,
+      "step": 264100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.565822784810126e-05,
+      "learning_rate_adapter": 3.565822784810126e-05,
+      "loss": 0.031,
+      "step": 264150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.564556962025317e-05,
+      "learning_rate_adapter": 3.564556962025317e-05,
+      "loss": 0.0319,
+      "step": 264200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.563291139240507e-05,
+      "learning_rate_adapter": 3.563291139240507e-05,
+      "loss": 0.0313,
+      "step": 264250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5620253164556967e-05,
+      "learning_rate_adapter": 3.5620253164556967e-05,
+      "loss": 0.031,
+      "step": 264300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.560759493670886e-05,
+      "learning_rate_adapter": 3.560759493670886e-05,
+      "loss": 0.0316,
+      "step": 264350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.559493670886076e-05,
+      "learning_rate_adapter": 3.559493670886076e-05,
+      "loss": 0.0305,
+      "step": 264400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5582278481012656e-05,
+      "learning_rate_adapter": 3.5582278481012656e-05,
+      "loss": 0.031,
+      "step": 264450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.556962025316456e-05,
+      "learning_rate_adapter": 3.556962025316456e-05,
+      "loss": 0.0309,
+      "step": 264500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.555696202531646e-05,
+      "learning_rate_adapter": 3.555696202531646e-05,
+      "loss": 0.0312,
+      "step": 264550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.554430379746835e-05,
+      "learning_rate_adapter": 3.554430379746835e-05,
+      "loss": 0.0313,
+      "step": 264600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.553164556962025e-05,
+      "learning_rate_adapter": 3.553164556962025e-05,
+      "loss": 0.0315,
+      "step": 264650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.551898734177215e-05,
+      "learning_rate_adapter": 3.551898734177215e-05,
+      "loss": 0.0317,
+      "step": 264700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.550632911392405e-05,
+      "learning_rate_adapter": 3.550632911392405e-05,
+      "loss": 0.0307,
+      "step": 264750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5493670886075955e-05,
+      "learning_rate_adapter": 3.5493670886075955e-05,
+      "loss": 0.0313,
+      "step": 264800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5481012658227854e-05,
+      "learning_rate_adapter": 3.5481012658227854e-05,
+      "loss": 0.031,
+      "step": 264850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5468354430379746e-05,
+      "learning_rate_adapter": 3.5468354430379746e-05,
+      "loss": 0.0316,
+      "step": 264900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5455696202531645e-05,
+      "learning_rate_adapter": 3.5455696202531645e-05,
+      "loss": 0.031,
+      "step": 264950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5443037974683544e-05,
+      "learning_rate_adapter": 3.5443037974683544e-05,
+      "loss": 0.0304,
+      "step": 265000
+    },
+    {
+      "epoch": 0.22,
+      "eval_af_opus100_pr_auc": 0.7754553452767818,
+      "eval_af_ud_pr_auc": 0.9870465567292409,
+      "eval_am_opus100_pr_auc": 0.6224266334779102,
+      "eval_ar_ersatz_pr_auc": 0.9262158880008441,
+      "eval_ar_opus100_pr_auc": 0.7000326336428726,
+      "eval_ar_ud_pr_auc": 0.8843439159129296,
+      "eval_average_ersatz_pr_auc": 0.9621833680574123,
+      "eval_average_opus100_pr_auc": 0.82443932334919,
+      "eval_average_ud_pr_auc": 0.9593699139426088,
+      "eval_az_opus100_pr_auc": 0.7688139209965207,
+      "eval_be_opus100_pr_auc": 0.6886982216233315,
+      "eval_be_ud_pr_auc": 0.8994527001163439,
+      "eval_bg_opus100_pr_auc": 0.9075457914118863,
+      "eval_bg_ud_pr_auc": 0.9919796328968413,
+      "eval_bn_opus100_pr_auc": 0.8199431543820659,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8747455939753471,
+      "eval_ca_ud_pr_auc": 0.9938575425828305,
+      "eval_ceb_ud_pr_auc": 0.999681043819094,
+      "eval_cs_ersatz_pr_auc": 0.9829562950467811,
+      "eval_cs_opus100_pr_auc": 0.8972301003564161,
+      "eval_cs_ud_pr_auc": 0.9534283405846407,
+      "eval_cy_opus100_pr_auc": 0.7495384865433479,
+      "eval_cy_ud_pr_auc": 0.9937197590221237,
+      "eval_da_opus100_pr_auc": 0.9088577167574132,
+      "eval_da_ud_pr_auc": 0.9795153849576351,
+      "eval_de_ersatz_pr_auc": 0.9697590839590476,
+      "eval_de_opus100_pr_auc": 0.8783901094513807,
+      "eval_de_ud_pr_auc": 0.9822157962405481,
+      "eval_el_opus100_pr_auc": 0.9151968705565385,
+      "eval_el_ud_pr_auc": 0.9875995396831733,
+      "eval_en_ersatz_pr_auc": 0.9884585681984479,
+      "eval_en_opus100_pr_auc": 0.9181823692739494,
+      "eval_en_ud_pr_auc": 0.9665093855372835,
+      "eval_eo_opus100_pr_auc": 0.9200507679621444,
+      "eval_es_ersatz_pr_auc": 0.9947700271737681,
+      "eval_es_opus100_pr_auc": 0.9200958524190445,
+      "eval_es_ud_pr_auc": 0.9886456475901679,
+      "eval_et_ersatz_pr_auc": 0.977401219141964,
+      "eval_et_opus100_pr_auc": 0.8956777852711827,
+      "eval_et_ud_pr_auc": 0.9641796128076907,
+      "eval_eu_opus100_pr_auc": 0.8700490380087902,
+      "eval_eu_ud_pr_auc": 0.9894555726180223,
+      "eval_fa_opus100_pr_auc": 0.5676505938378975,
+      "eval_fa_ud_pr_auc": 0.9924522420950939,
+      "eval_fi_ersatz_pr_auc": 0.988534514630622,
+      "eval_fi_opus100_pr_auc": 0.9002585981335559,
+      "eval_fi_ud_pr_auc": 0.9633083122908118,
+      "eval_fr_ersatz_pr_auc": 0.9875625176772442,
+      "eval_fr_opus100_pr_auc": 0.8984847559012853,
+      "eval_fr_ud_pr_auc": 0.9779617282253659,
+      "eval_fy_opus100_pr_auc": 0.6963770176847766,
+      "eval_ga_opus100_pr_auc": 0.8757973588760057,
+      "eval_ga_ud_pr_auc": 0.8170098812165237,
+      "eval_gd_opus100_pr_auc": 0.6120455590739187,
+      "eval_gd_ud_pr_auc": 0.7592709711951108,
+      "eval_gl_opus100_pr_auc": 0.8774674635680053,
+      "eval_gl_ud_pr_auc": 0.9965756340576537,
+      "eval_gu_ersatz_pr_auc": 0.9337541446005265,
+      "eval_gu_opus100_pr_auc": 0.736860479189679,
+      "eval_ha_opus100_pr_auc": 0.8992855132743203,
+      "eval_he_opus100_pr_auc": 0.8404868130393337,
+      "eval_he_ud_pr_auc": 0.9770925624337307,
+      "eval_hi_ersatz_pr_auc": 0.971512192754307,
+      "eval_hi_opus100_pr_auc": 0.6602043706530452,
+      "eval_hi_ud_pr_auc": 0.9687637275405762,
+      "eval_hu_opus100_pr_auc": 0.9084270738647888,
+      "eval_hu_ud_pr_auc": 0.9846529600653291,
+      "eval_hy_opus100_pr_auc": 0.9038060232311595,
+      "eval_hy_ud_pr_auc": 0.9903428232628041,
+      "eval_id_opus100_pr_auc": 0.8692815168564588,
+      "eval_id_ud_pr_auc": 0.990619535694249,
+      "eval_ig_opus100_pr_auc": 0.8819134918593072,
+      "eval_is_opus100_pr_auc": 0.9112130784873096,
+      "eval_is_ud_pr_auc": 0.9193763664643078,
+      "eval_it_opus100_pr_auc": 0.893583541529932,
+      "eval_it_ud_pr_auc": 0.9982283344050408,
+      "eval_ja_ersatz_pr_auc": 0.7907848199560241,
+      "eval_ja_opus100_pr_auc": 0.8125612667795713,
+      "eval_ja_ud_pr_auc": 0.98448807746171,
+      "eval_jv_ud_pr_auc": 0.9754333567755223,
+      "eval_ka_opus100_pr_auc": 0.8625722153136637,
+      "eval_kk_ersatz_pr_auc": 0.9901427406139021,
+      "eval_kk_opus100_pr_auc": 0.7948963214224122,
+      "eval_kk_ud_pr_auc": 0.9756927229818859,
+      "eval_km_ersatz_pr_auc": 0.9119748939493111,
+      "eval_km_opus100_pr_auc": 0.7356384494724664,
+      "eval_kn_opus100_pr_auc": 0.60851660248687,
+      "eval_ko_opus100_pr_auc": 0.6721857761207549,
+      "eval_ko_ud_pr_auc": 0.9989545285878241,
+      "eval_ku_opus100_pr_auc": 0.8277339046587541,
+      "eval_ky_opus100_pr_auc": 0.8260722485063402,
+      "eval_la_ud_pr_auc": 0.9352885666720863,
+      "eval_loss": 0.03503810241818428,
+      "eval_lt_ersatz_pr_auc": 0.987912992271069,
+      "eval_lt_opus100_pr_auc": 0.86495959593886,
+      "eval_lt_ud_pr_auc": 0.9915976341880485,
+      "eval_lv_ersatz_pr_auc": 0.9889383887681679,
+      "eval_lv_opus100_pr_auc": 0.8805968381932558,
+      "eval_lv_ud_pr_auc": 0.9610123845348532,
+      "eval_mg_opus100_pr_auc": 0.9188830304860799,
+      "eval_mk_opus100_pr_auc": 0.9021884499304411,
+      "eval_ml_opus100_pr_auc": 0.757304680291438,
+      "eval_mn_opus100_pr_auc": 0.943487601456489,
+      "eval_mr_opus100_pr_auc": 0.9067982076161614,
+      "eval_mr_ud_pr_auc": 0.9883713389034494,
+      "eval_ms_opus100_pr_auc": 0.8603869020593057,
+      "eval_mt_opus100_pr_auc": 0.8402526112451606,
+      "eval_mt_ud_pr_auc": 0.8765852925963135,
+      "eval_my_opus100_pr_auc": 0.7332077952949393,
+      "eval_ne_opus100_pr_auc": 0.7325353864821582,
+      "eval_nl_opus100_pr_auc": 0.8792431548801927,
+      "eval_nl_ud_pr_auc": 0.9749525007344442,
+      "eval_no_opus100_pr_auc": 0.9100617216663928,
+      "eval_no_ud_pr_auc": 0.9960752298698153,
+      "eval_pa_opus100_pr_auc": 0.6910131382703064,
+      "eval_pl_ersatz_pr_auc": 0.9705101276276726,
+      "eval_pl_opus100_pr_auc": 0.8875233297000107,
+      "eval_pl_ud_pr_auc": 0.9648859331607411,
+      "eval_ps_ersatz_pr_auc": 0.9261247730052067,
+      "eval_ps_opus100_pr_auc": 0.7160511615593569,
+      "eval_pt_opus100_pr_auc": 0.9207258332672189,
+      "eval_pt_ud_pr_auc": 0.9839634026086357,
+      "eval_ro_ersatz_pr_auc": 0.994248603313371,
+      "eval_ro_opus100_pr_auc": 0.8652308271648965,
+      "eval_ro_ud_pr_auc": 0.9323107880033498,
+      "eval_ru_ersatz_pr_auc": 0.989676364390115,
+      "eval_ru_opus100_pr_auc": 0.9130511720547961,
+      "eval_ru_ud_pr_auc": 0.8520688372045487,
+      "eval_runtime": 460.5055,
+      "eval_samples_per_second": 163.885,
+      "eval_si_opus100_pr_auc": 0.7978882610346106,
+      "eval_sk_opus100_pr_auc": 0.9234681899810037,
+      "eval_sk_ud_pr_auc": 0.975332301844802,
+      "eval_sl_opus100_pr_auc": 0.8471850344930528,
+      "eval_sl_ud_pr_auc": 0.9695200583928176,
+      "eval_sq_opus100_pr_auc": 0.8970336294883603,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8963637633150766,
+      "eval_sr_ud_pr_auc": 0.9961923245058572,
+      "eval_steps_per_second": 5.123,
+      "eval_sv_opus100_pr_auc": 0.884236227512196,
+      "eval_sv_ud_pr_auc": 0.9300271397850178,
+      "eval_ta_ersatz_pr_auc": 0.9829684770810452,
+      "eval_ta_opus100_pr_auc": 0.6708873753092673,
+      "eval_ta_ud_pr_auc": 0.9984405065725421,
+      "eval_te_opus100_pr_auc": 0.8370805844787862,
+      "eval_tg_opus100_pr_auc": 0.872075558967836,
+      "eval_th_opus100_pr_auc": 0.6909184829067904,
+      "eval_th_ud_pr_auc": 0.7787403391900702,
+      "eval_tr_ersatz_pr_auc": 0.9670384823374958,
+      "eval_tr_opus100_pr_auc": 0.8930095010574466,
+      "eval_tr_ud_pr_auc": 0.9616343806775216,
+      "eval_uk_opus100_pr_auc": 0.8719951368982882,
+      "eval_uk_ud_pr_auc": 0.9302748309174724,
+      "eval_ur_opus100_pr_auc": 0.5260386312990082,
+      "eval_ur_ud_pr_auc": 0.9888823385569642,
+      "eval_uz_opus100_pr_auc": 0.866075243114376,
+      "eval_vi_opus100_pr_auc": 0.8980011687612824,
+      "eval_vi_ud_pr_auc": 0.9612951227671159,
+      "eval_xh_opus100_pr_auc": 0.861269517462957,
+      "eval_yi_opus100_pr_auc": 0.8080727244438003,
+      "eval_yo_opus100_pr_auc": 0.776360168143774,
+      "eval_yo_ud_pr_auc": 0.9103804775016746,
+      "eval_zh_ersatz_pr_auc": 0.9467889827661411,
+      "eval_zh_opus100_pr_auc": 0.7329989548006051,
+      "eval_zh_ud_pr_auc": 0.9943991696884462,
+      "eval_zu_opus100_pr_auc": 0.8253144983990688,
+      "step": 265000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.543037974683544e-05,
+      "learning_rate_adapter": 3.543037974683544e-05,
+      "loss": 0.0309,
+      "step": 265050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.541772151898735e-05,
+      "learning_rate_adapter": 3.541772151898735e-05,
+      "loss": 0.0311,
+      "step": 265100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.540506329113924e-05,
+      "learning_rate_adapter": 3.540506329113924e-05,
+      "loss": 0.0312,
+      "step": 265150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.539240506329114e-05,
+      "learning_rate_adapter": 3.539240506329114e-05,
+      "loss": 0.0317,
+      "step": 265200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.537974683544304e-05,
+      "learning_rate_adapter": 3.537974683544304e-05,
+      "loss": 0.0309,
+      "step": 265250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.536708860759494e-05,
+      "learning_rate_adapter": 3.536708860759494e-05,
+      "loss": 0.0313,
+      "step": 265300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5354430379746836e-05,
+      "learning_rate_adapter": 3.5354430379746836e-05,
+      "loss": 0.0306,
+      "step": 265350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5341772151898735e-05,
+      "learning_rate_adapter": 3.5341772151898735e-05,
+      "loss": 0.0313,
+      "step": 265400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5329113924050633e-05,
+      "learning_rate_adapter": 3.5329113924050633e-05,
+      "loss": 0.0318,
+      "step": 265450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.531645569620253e-05,
+      "learning_rate_adapter": 3.531645569620253e-05,
+      "loss": 0.0309,
+      "step": 265500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.530379746835443e-05,
+      "learning_rate_adapter": 3.530379746835443e-05,
+      "loss": 0.0317,
+      "step": 265550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.529113924050633e-05,
+      "learning_rate_adapter": 3.529113924050633e-05,
+      "loss": 0.0311,
+      "step": 265600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.527848101265823e-05,
+      "learning_rate_adapter": 3.527848101265823e-05,
+      "loss": 0.0317,
+      "step": 265650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.526582278481013e-05,
+      "learning_rate_adapter": 3.526582278481013e-05,
+      "loss": 0.0311,
+      "step": 265700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5253164556962027e-05,
+      "learning_rate_adapter": 3.5253164556962027e-05,
+      "loss": 0.0312,
+      "step": 265750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5240506329113925e-05,
+      "learning_rate_adapter": 3.5240506329113925e-05,
+      "loss": 0.0316,
+      "step": 265800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5227848101265824e-05,
+      "learning_rate_adapter": 3.5227848101265824e-05,
+      "loss": 0.0304,
+      "step": 265850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.521518987341772e-05,
+      "learning_rate_adapter": 3.521518987341772e-05,
+      "loss": 0.0314,
+      "step": 265900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.520253164556962e-05,
+      "learning_rate_adapter": 3.520253164556962e-05,
+      "loss": 0.0313,
+      "step": 265950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.518987341772152e-05,
+      "learning_rate_adapter": 3.518987341772152e-05,
+      "loss": 0.0311,
+      "step": 266000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.517721518987342e-05,
+      "learning_rate_adapter": 3.517721518987342e-05,
+      "loss": 0.0309,
+      "step": 266050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.516455696202532e-05,
+      "learning_rate_adapter": 3.516455696202532e-05,
+      "loss": 0.0309,
+      "step": 266100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.515189873417722e-05,
+      "learning_rate_adapter": 3.515189873417722e-05,
+      "loss": 0.0307,
+      "step": 266150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5139240506329116e-05,
+      "learning_rate_adapter": 3.5139240506329116e-05,
+      "loss": 0.0308,
+      "step": 266200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5126582278481015e-05,
+      "learning_rate_adapter": 3.5126582278481015e-05,
+      "loss": 0.0307,
+      "step": 266250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5113924050632914e-05,
+      "learning_rate_adapter": 3.5113924050632914e-05,
+      "loss": 0.031,
+      "step": 266300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.510126582278481e-05,
+      "learning_rate_adapter": 3.510126582278481e-05,
+      "loss": 0.0317,
+      "step": 266350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.508860759493671e-05,
+      "learning_rate_adapter": 3.508860759493671e-05,
+      "loss": 0.0312,
+      "step": 266400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.507594936708861e-05,
+      "learning_rate_adapter": 3.507594936708861e-05,
+      "loss": 0.031,
+      "step": 266450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.506329113924051e-05,
+      "learning_rate_adapter": 3.506329113924051e-05,
+      "loss": 0.0316,
+      "step": 266500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.505063291139241e-05,
+      "learning_rate_adapter": 3.505063291139241e-05,
+      "loss": 0.031,
+      "step": 266550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.503797468354431e-05,
+      "learning_rate_adapter": 3.503797468354431e-05,
+      "loss": 0.0315,
+      "step": 266600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5025316455696206e-05,
+      "learning_rate_adapter": 3.5025316455696206e-05,
+      "loss": 0.031,
+      "step": 266650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5012658227848105e-05,
+      "learning_rate_adapter": 3.5012658227848105e-05,
+      "loss": 0.0307,
+      "step": 266700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0309,
+      "step": 266750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49873417721519e-05,
+      "learning_rate_adapter": 3.49873417721519e-05,
+      "loss": 0.0315,
+      "step": 266800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49746835443038e-05,
+      "learning_rate_adapter": 3.49746835443038e-05,
+      "loss": 0.0311,
+      "step": 266850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49620253164557e-05,
+      "learning_rate_adapter": 3.49620253164557e-05,
+      "loss": 0.0313,
+      "step": 266900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49493670886076e-05,
+      "learning_rate_adapter": 3.49493670886076e-05,
+      "loss": 0.0309,
+      "step": 266950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.493670886075949e-05,
+      "learning_rate_adapter": 3.493670886075949e-05,
+      "loss": 0.0303,
+      "step": 267000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.492405063291139e-05,
+      "learning_rate_adapter": 3.492405063291139e-05,
+      "loss": 0.0303,
+      "step": 267050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4911392405063296e-05,
+      "learning_rate_adapter": 3.4911392405063296e-05,
+      "loss": 0.0308,
+      "step": 267100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4898734177215195e-05,
+      "learning_rate_adapter": 3.4898734177215195e-05,
+      "loss": 0.0307,
+      "step": 267150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4886075949367093e-05,
+      "learning_rate_adapter": 3.4886075949367093e-05,
+      "loss": 0.0312,
+      "step": 267200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.487341772151899e-05,
+      "learning_rate_adapter": 3.487341772151899e-05,
+      "loss": 0.0307,
+      "step": 267250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4860759493670884e-05,
+      "learning_rate_adapter": 3.4860759493670884e-05,
+      "loss": 0.0313,
+      "step": 267300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.484810126582278e-05,
+      "learning_rate_adapter": 3.484810126582278e-05,
+      "loss": 0.0314,
+      "step": 267350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.483544303797469e-05,
+      "learning_rate_adapter": 3.483544303797469e-05,
+      "loss": 0.0307,
+      "step": 267400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.482278481012659e-05,
+      "learning_rate_adapter": 3.482278481012659e-05,
+      "loss": 0.0308,
+      "step": 267450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4810126582278487e-05,
+      "learning_rate_adapter": 3.4810126582278487e-05,
+      "loss": 0.0307,
+      "step": 267500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.479746835443038e-05,
+      "learning_rate_adapter": 3.479746835443038e-05,
+      "loss": 0.0313,
+      "step": 267550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.478481012658228e-05,
+      "learning_rate_adapter": 3.478481012658228e-05,
+      "loss": 0.0313,
+      "step": 267600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4772151898734176e-05,
+      "learning_rate_adapter": 3.4772151898734176e-05,
+      "loss": 0.0309,
+      "step": 267650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4759493670886075e-05,
+      "learning_rate_adapter": 3.4759493670886075e-05,
+      "loss": 0.0312,
+      "step": 267700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.474683544303798e-05,
+      "learning_rate_adapter": 3.474683544303798e-05,
+      "loss": 0.0308,
+      "step": 267750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.473417721518987e-05,
+      "learning_rate_adapter": 3.473417721518987e-05,
+      "loss": 0.0313,
+      "step": 267800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.472151898734177e-05,
+      "learning_rate_adapter": 3.472151898734177e-05,
+      "loss": 0.0311,
+      "step": 267850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.470886075949367e-05,
+      "learning_rate_adapter": 3.470886075949367e-05,
+      "loss": 0.031,
+      "step": 267900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.469620253164557e-05,
+      "learning_rate_adapter": 3.469620253164557e-05,
+      "loss": 0.031,
+      "step": 267950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.468354430379747e-05,
+      "learning_rate_adapter": 3.468354430379747e-05,
+      "loss": 0.0311,
+      "step": 268000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4670886075949374e-05,
+      "learning_rate_adapter": 3.4670886075949374e-05,
+      "loss": 0.0312,
+      "step": 268050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4658227848101266e-05,
+      "learning_rate_adapter": 3.4658227848101266e-05,
+      "loss": 0.0318,
+      "step": 268100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4645569620253165e-05,
+      "learning_rate_adapter": 3.4645569620253165e-05,
+      "loss": 0.0312,
+      "step": 268150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4632911392405064e-05,
+      "learning_rate_adapter": 3.4632911392405064e-05,
+      "loss": 0.0317,
+      "step": 268200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.462025316455696e-05,
+      "learning_rate_adapter": 3.462025316455696e-05,
+      "loss": 0.0307,
+      "step": 268250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.460759493670886e-05,
+      "learning_rate_adapter": 3.460759493670886e-05,
+      "loss": 0.031,
+      "step": 268300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.459493670886076e-05,
+      "learning_rate_adapter": 3.459493670886076e-05,
+      "loss": 0.0301,
+      "step": 268350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.458227848101266e-05,
+      "learning_rate_adapter": 3.458227848101266e-05,
+      "loss": 0.0314,
+      "step": 268400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.456962025316456e-05,
+      "learning_rate_adapter": 3.456962025316456e-05,
+      "loss": 0.031,
+      "step": 268450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.455696202531646e-05,
+      "learning_rate_adapter": 3.455696202531646e-05,
+      "loss": 0.0319,
+      "step": 268500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4544303797468356e-05,
+      "learning_rate_adapter": 3.4544303797468356e-05,
+      "loss": 0.0314,
+      "step": 268550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4531645569620255e-05,
+      "learning_rate_adapter": 3.4531645569620255e-05,
+      "loss": 0.031,
+      "step": 268600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4518987341772153e-05,
+      "learning_rate_adapter": 3.4518987341772153e-05,
+      "loss": 0.0319,
+      "step": 268650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.450632911392405e-05,
+      "learning_rate_adapter": 3.450632911392405e-05,
+      "loss": 0.0306,
+      "step": 268700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.449367088607595e-05,
+      "learning_rate_adapter": 3.449367088607595e-05,
+      "loss": 0.0317,
+      "step": 268750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.448101265822785e-05,
+      "learning_rate_adapter": 3.448101265822785e-05,
+      "loss": 0.0311,
+      "step": 268800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.446835443037975e-05,
+      "learning_rate_adapter": 3.446835443037975e-05,
+      "loss": 0.0312,
+      "step": 268850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.445569620253165e-05,
+      "learning_rate_adapter": 3.445569620253165e-05,
+      "loss": 0.0311,
+      "step": 268900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4443037974683547e-05,
+      "learning_rate_adapter": 3.4443037974683547e-05,
+      "loss": 0.0312,
+      "step": 268950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4430379746835445e-05,
+      "learning_rate_adapter": 3.4430379746835445e-05,
+      "loss": 0.0307,
+      "step": 269000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4417721518987344e-05,
+      "learning_rate_adapter": 3.4417721518987344e-05,
+      "loss": 0.0313,
+      "step": 269050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.440506329113924e-05,
+      "learning_rate_adapter": 3.440506329113924e-05,
+      "loss": 0.0309,
+      "step": 269100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.439240506329114e-05,
+      "learning_rate_adapter": 3.439240506329114e-05,
+      "loss": 0.0311,
+      "step": 269150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.437974683544304e-05,
+      "learning_rate_adapter": 3.437974683544304e-05,
+      "loss": 0.0311,
+      "step": 269200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.436708860759494e-05,
+      "learning_rate_adapter": 3.436708860759494e-05,
+      "loss": 0.0316,
+      "step": 269250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.435443037974684e-05,
+      "learning_rate_adapter": 3.435443037974684e-05,
+      "loss": 0.0314,
+      "step": 269300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.434177215189874e-05,
+      "learning_rate_adapter": 3.434177215189874e-05,
+      "loss": 0.0318,
+      "step": 269350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.432911392405063e-05,
+      "learning_rate_adapter": 3.432911392405063e-05,
+      "loss": 0.0315,
+      "step": 269400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4316455696202535e-05,
+      "learning_rate_adapter": 3.4316455696202535e-05,
+      "loss": 0.0307,
+      "step": 269450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4303797468354434e-05,
+      "learning_rate_adapter": 3.4303797468354434e-05,
+      "loss": 0.0319,
+      "step": 269500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.429113924050633e-05,
+      "learning_rate_adapter": 3.429113924050633e-05,
+      "loss": 0.0312,
+      "step": 269550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.427848101265823e-05,
+      "learning_rate_adapter": 3.427848101265823e-05,
+      "loss": 0.031,
+      "step": 269600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.426582278481013e-05,
+      "learning_rate_adapter": 3.426582278481013e-05,
+      "loss": 0.0308,
+      "step": 269650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.425316455696202e-05,
+      "learning_rate_adapter": 3.425316455696202e-05,
+      "loss": 0.0307,
+      "step": 269700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.424050632911393e-05,
+      "learning_rate_adapter": 3.424050632911393e-05,
+      "loss": 0.0312,
+      "step": 269750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.422784810126583e-05,
+      "learning_rate_adapter": 3.422784810126583e-05,
+      "loss": 0.0316,
+      "step": 269800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4215189873417726e-05,
+      "learning_rate_adapter": 3.4215189873417726e-05,
+      "loss": 0.0308,
+      "step": 269850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4202531645569625e-05,
+      "learning_rate_adapter": 3.4202531645569625e-05,
+      "loss": 0.0311,
+      "step": 269900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.418987341772152e-05,
+      "learning_rate_adapter": 3.418987341772152e-05,
+      "loss": 0.0312,
+      "step": 269950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4177215189873416e-05,
+      "learning_rate_adapter": 3.4177215189873416e-05,
+      "loss": 0.0305,
+      "step": 270000
+    },
+    {
+      "epoch": 0.23,
+      "eval_af_opus100_pr_auc": 0.7847428751162301,
+      "eval_af_ud_pr_auc": 0.9863662393408175,
+      "eval_am_opus100_pr_auc": 0.6185150315926279,
+      "eval_ar_ersatz_pr_auc": 0.9244807641568928,
+      "eval_ar_opus100_pr_auc": 0.7036789857029151,
+      "eval_ar_ud_pr_auc": 0.8816805866615162,
+      "eval_average_ersatz_pr_auc": 0.961385491596916,
+      "eval_average_opus100_pr_auc": 0.8286798599489608,
+      "eval_average_ud_pr_auc": 0.9580067993438021,
+      "eval_az_opus100_pr_auc": 0.7863510011427156,
+      "eval_be_opus100_pr_auc": 0.6982477874246309,
+      "eval_be_ud_pr_auc": 0.8900665096113023,
+      "eval_bg_opus100_pr_auc": 0.9079749799610842,
+      "eval_bg_ud_pr_auc": 0.9930911319944206,
+      "eval_bn_opus100_pr_auc": 0.820363088212882,
+      "eval_bn_ud_pr_auc": 0.9996839196204798,
+      "eval_ca_opus100_pr_auc": 0.8820419073874706,
+      "eval_ca_ud_pr_auc": 0.9934851381512851,
+      "eval_ceb_ud_pr_auc": 0.9994676384279854,
+      "eval_cs_ersatz_pr_auc": 0.9798517079290553,
+      "eval_cs_opus100_pr_auc": 0.9073654414106587,
+      "eval_cs_ud_pr_auc": 0.9555560390424366,
+      "eval_cy_opus100_pr_auc": 0.7507571830445366,
+      "eval_cy_ud_pr_auc": 0.9947544737536762,
+      "eval_da_opus100_pr_auc": 0.912082123973592,
+      "eval_da_ud_pr_auc": 0.9781779828394301,
+      "eval_de_ersatz_pr_auc": 0.9690418051766249,
+      "eval_de_opus100_pr_auc": 0.8861298422322169,
+      "eval_de_ud_pr_auc": 0.9833586750294595,
+      "eval_el_opus100_pr_auc": 0.9205732003758236,
+      "eval_el_ud_pr_auc": 0.9855546082970379,
+      "eval_en_ersatz_pr_auc": 0.9884638836856715,
+      "eval_en_opus100_pr_auc": 0.9266592753780342,
+      "eval_en_ud_pr_auc": 0.9626038267518204,
+      "eval_eo_opus100_pr_auc": 0.9264293362488605,
+      "eval_es_ersatz_pr_auc": 0.994779282808104,
+      "eval_es_opus100_pr_auc": 0.9264738958132817,
+      "eval_es_ud_pr_auc": 0.9894569771209073,
+      "eval_et_ersatz_pr_auc": 0.9772619749003136,
+      "eval_et_opus100_pr_auc": 0.9011516703566541,
+      "eval_et_ud_pr_auc": 0.9559772822896604,
+      "eval_eu_opus100_pr_auc": 0.879260872608539,
+      "eval_eu_ud_pr_auc": 0.9910627354561239,
+      "eval_fa_opus100_pr_auc": 0.5713002202993689,
+      "eval_fa_ud_pr_auc": 0.991766669338132,
+      "eval_fi_ersatz_pr_auc": 0.986384055248754,
+      "eval_fi_opus100_pr_auc": 0.90400052446143,
+      "eval_fi_ud_pr_auc": 0.9613370141806619,
+      "eval_fr_ersatz_pr_auc": 0.9877619452668278,
+      "eval_fr_opus100_pr_auc": 0.9069142989277591,
+      "eval_fr_ud_pr_auc": 0.9790896422579729,
+      "eval_fy_opus100_pr_auc": 0.6934085969445084,
+      "eval_ga_opus100_pr_auc": 0.8779851573236568,
+      "eval_ga_ud_pr_auc": 0.8258043175159109,
+      "eval_gd_opus100_pr_auc": 0.587618884543908,
+      "eval_gd_ud_pr_auc": 0.7719527128046388,
+      "eval_gl_opus100_pr_auc": 0.8866009379819881,
+      "eval_gl_ud_pr_auc": 0.9954024327334685,
+      "eval_gu_ersatz_pr_auc": 0.9323088860315286,
+      "eval_gu_opus100_pr_auc": 0.7192419565441447,
+      "eval_ha_opus100_pr_auc": 0.896693791228614,
+      "eval_he_opus100_pr_auc": 0.8512172967519104,
+      "eval_he_ud_pr_auc": 0.9625199066551122,
+      "eval_hi_ersatz_pr_auc": 0.9703661346035857,
+      "eval_hi_opus100_pr_auc": 0.6665951207516041,
+      "eval_hi_ud_pr_auc": 0.9698400641669653,
+      "eval_hu_opus100_pr_auc": 0.9168591285597041,
+      "eval_hu_ud_pr_auc": 0.983399787355715,
+      "eval_hy_opus100_pr_auc": 0.9104058048950892,
+      "eval_hy_ud_pr_auc": 0.9848697705624493,
+      "eval_id_opus100_pr_auc": 0.8642063954675139,
+      "eval_id_ud_pr_auc": 0.9926948943123288,
+      "eval_ig_opus100_pr_auc": 0.878844189201198,
+      "eval_is_opus100_pr_auc": 0.9178144360241278,
+      "eval_is_ud_pr_auc": 0.9177998902569192,
+      "eval_it_opus100_pr_auc": 0.9016307579556128,
+      "eval_it_ud_pr_auc": 0.9975315382335734,
+      "eval_ja_ersatz_pr_auc": 0.7852180070559767,
+      "eval_ja_opus100_pr_auc": 0.8154295090470441,
+      "eval_ja_ud_pr_auc": 0.9821604327745359,
+      "eval_jv_ud_pr_auc": 0.9837857527682919,
+      "eval_ka_opus100_pr_auc": 0.8785820461567637,
+      "eval_kk_ersatz_pr_auc": 0.9836417745464938,
+      "eval_kk_opus100_pr_auc": 0.8163419233172328,
+      "eval_kk_ud_pr_auc": 0.9697136754515059,
+      "eval_km_ersatz_pr_auc": 0.9085651550352661,
+      "eval_km_opus100_pr_auc": 0.719929520360662,
+      "eval_kn_opus100_pr_auc": 0.6054791524866606,
+      "eval_ko_opus100_pr_auc": 0.6755049326698869,
+      "eval_ko_ud_pr_auc": 0.9991130357844198,
+      "eval_ku_opus100_pr_auc": 0.8467323828945456,
+      "eval_ky_opus100_pr_auc": 0.8431042243314878,
+      "eval_la_ud_pr_auc": 0.9417233248820298,
+      "eval_loss": 0.034878626465797424,
+      "eval_lt_ersatz_pr_auc": 0.9873539216355964,
+      "eval_lt_opus100_pr_auc": 0.8702032154188811,
+      "eval_lt_ud_pr_auc": 0.9920716536569358,
+      "eval_lv_ersatz_pr_auc": 0.9897009093212659,
+      "eval_lv_opus100_pr_auc": 0.8876903060140114,
+      "eval_lv_ud_pr_auc": 0.9598491692847988,
+      "eval_mg_opus100_pr_auc": 0.9271651521259505,
+      "eval_mk_opus100_pr_auc": 0.900784978286942,
+      "eval_ml_opus100_pr_auc": 0.7649457052350246,
+      "eval_mn_opus100_pr_auc": 0.9495952328091648,
+      "eval_mr_opus100_pr_auc": 0.9068929259929356,
+      "eval_mr_ud_pr_auc": 0.9767197382546627,
+      "eval_ms_opus100_pr_auc": 0.8694560083140503,
+      "eval_mt_opus100_pr_auc": 0.8509996515699372,
+      "eval_mt_ud_pr_auc": 0.8630855343350974,
+      "eval_my_opus100_pr_auc": 0.731404055728554,
+      "eval_ne_opus100_pr_auc": 0.721839472477771,
+      "eval_nl_opus100_pr_auc": 0.8836634221084209,
+      "eval_nl_ud_pr_auc": 0.9777714874566358,
+      "eval_no_opus100_pr_auc": 0.9116185614908215,
+      "eval_no_ud_pr_auc": 0.9952138646929249,
+      "eval_pa_opus100_pr_auc": 0.6978441873871559,
+      "eval_pl_ersatz_pr_auc": 0.9693871165655532,
+      "eval_pl_opus100_pr_auc": 0.8937227584427606,
+      "eval_pl_ud_pr_auc": 0.9660751924668814,
+      "eval_ps_ersatz_pr_auc": 0.9299279659004466,
+      "eval_ps_opus100_pr_auc": 0.7154278595902543,
+      "eval_pt_opus100_pr_auc": 0.9221453002146349,
+      "eval_pt_ud_pr_auc": 0.9824151627019732,
+      "eval_ro_ersatz_pr_auc": 0.9935832926217084,
+      "eval_ro_opus100_pr_auc": 0.8811374962177687,
+      "eval_ro_ud_pr_auc": 0.9310304815788853,
+      "eval_ru_ersatz_pr_auc": 0.9883311296188844,
+      "eval_ru_opus100_pr_auc": 0.9168065153627296,
+      "eval_ru_ud_pr_auc": 0.8488682715175773,
+      "eval_runtime": 453.2164,
+      "eval_samples_per_second": 166.521,
+      "eval_si_opus100_pr_auc": 0.8047577111136553,
+      "eval_sk_opus100_pr_auc": 0.9292942967033829,
+      "eval_sk_ud_pr_auc": 0.9793904679961649,
+      "eval_sl_opus100_pr_auc": 0.8528619232020416,
+      "eval_sl_ud_pr_auc": 0.9659695762127088,
+      "eval_sq_opus100_pr_auc": 0.9008302934422966,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9028205953881702,
+      "eval_sr_ud_pr_auc": 0.995381191890779,
+      "eval_steps_per_second": 5.205,
+      "eval_sv_opus100_pr_auc": 0.8856279356344642,
+      "eval_sv_ud_pr_auc": 0.9292991990008528,
+      "eval_ta_ersatz_pr_auc": 0.9836145983621983,
+      "eval_ta_opus100_pr_auc": 0.669515002898591,
+      "eval_ta_ud_pr_auc": 0.9973456984428711,
+      "eval_te_opus100_pr_auc": 0.8414718784181083,
+      "eval_tg_opus100_pr_auc": 0.8933230922001012,
+      "eval_th_opus100_pr_auc": 0.6815454555858909,
+      "eval_th_ud_pr_auc": 0.7650547598478389,
+      "eval_tr_ersatz_pr_auc": 0.9666856471511054,
+      "eval_tr_opus100_pr_auc": 0.895614089805677,
+      "eval_tr_ud_pr_auc": 0.9487347741334131,
+      "eval_uk_opus100_pr_auc": 0.877801268354841,
+      "eval_uk_ud_pr_auc": 0.9253403551926299,
+      "eval_ur_opus100_pr_auc": 0.5269588999097143,
+      "eval_ur_ud_pr_auc": 0.9926516463034845,
+      "eval_uz_opus100_pr_auc": 0.8709076250081417,
+      "eval_vi_opus100_pr_auc": 0.9041479829540734,
+      "eval_vi_ud_pr_auc": 0.9595694849763083,
+      "eval_xh_opus100_pr_auc": 0.8618223006488552,
+      "eval_yi_opus100_pr_auc": 0.8026278222788527,
+      "eval_yo_opus100_pr_auc": 0.7812624437894196,
+      "eval_yo_ud_pr_auc": 0.9111888241434306,
+      "eval_zh_ersatz_pr_auc": 0.9537708575102997,
+      "eval_zh_opus100_pr_auc": 0.7491487077322135,
+      "eval_zh_ud_pr_auc": 0.9925124020868735,
+      "eval_zu_opus100_pr_auc": 0.8248266988493393,
+      "step": 270000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.416455696202532e-05,
+      "learning_rate_adapter": 3.416455696202532e-05,
+      "loss": 0.0313,
+      "step": 270050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.415189873417722e-05,
+      "learning_rate_adapter": 3.415189873417722e-05,
+      "loss": 0.0305,
+      "step": 270100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.413924050632912e-05,
+      "learning_rate_adapter": 3.413924050632912e-05,
+      "loss": 0.0312,
+      "step": 270150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.412658227848101e-05,
+      "learning_rate_adapter": 3.412658227848101e-05,
+      "loss": 0.0308,
+      "step": 270200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.411392405063291e-05,
+      "learning_rate_adapter": 3.411392405063291e-05,
+      "loss": 0.0307,
+      "step": 270250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.410126582278481e-05,
+      "learning_rate_adapter": 3.410126582278481e-05,
+      "loss": 0.0315,
+      "step": 270300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4088607594936715e-05,
+      "learning_rate_adapter": 3.4088607594936715e-05,
+      "loss": 0.0314,
+      "step": 270350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.407594936708861e-05,
+      "learning_rate_adapter": 3.407594936708861e-05,
+      "loss": 0.0319,
+      "step": 270400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4063291139240505e-05,
+      "learning_rate_adapter": 3.4063291139240505e-05,
+      "loss": 0.0312,
+      "step": 270450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4050632911392404e-05,
+      "learning_rate_adapter": 3.4050632911392404e-05,
+      "loss": 0.0311,
+      "step": 270500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.40379746835443e-05,
+      "learning_rate_adapter": 3.40379746835443e-05,
+      "loss": 0.0304,
+      "step": 270550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.40253164556962e-05,
+      "learning_rate_adapter": 3.40253164556962e-05,
+      "loss": 0.0308,
+      "step": 270600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.401265822784811e-05,
+      "learning_rate_adapter": 3.401265822784811e-05,
+      "loss": 0.0303,
+      "step": 270650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0304,
+      "step": 270700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.39873417721519e-05,
+      "learning_rate_adapter": 3.39873417721519e-05,
+      "loss": 0.0304,
+      "step": 270750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.39746835443038e-05,
+      "learning_rate_adapter": 3.39746835443038e-05,
+      "loss": 0.0313,
+      "step": 270800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3962025316455696e-05,
+      "learning_rate_adapter": 3.3962025316455696e-05,
+      "loss": 0.0314,
+      "step": 270850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3949367088607595e-05,
+      "learning_rate_adapter": 3.3949367088607595e-05,
+      "loss": 0.031,
+      "step": 270900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.39367088607595e-05,
+      "learning_rate_adapter": 3.39367088607595e-05,
+      "loss": 0.0307,
+      "step": 270950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.392405063291139e-05,
+      "learning_rate_adapter": 3.392405063291139e-05,
+      "loss": 0.0308,
+      "step": 271000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.391139240506329e-05,
+      "learning_rate_adapter": 3.391139240506329e-05,
+      "loss": 0.0313,
+      "step": 271050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.389873417721519e-05,
+      "learning_rate_adapter": 3.389873417721519e-05,
+      "loss": 0.0302,
+      "step": 271100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.388607594936709e-05,
+      "learning_rate_adapter": 3.388607594936709e-05,
+      "loss": 0.0311,
+      "step": 271150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.387341772151899e-05,
+      "learning_rate_adapter": 3.387341772151899e-05,
+      "loss": 0.0313,
+      "step": 271200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.386075949367089e-05,
+      "learning_rate_adapter": 3.386075949367089e-05,
+      "loss": 0.0306,
+      "step": 271250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3848101265822786e-05,
+      "learning_rate_adapter": 3.3848101265822786e-05,
+      "loss": 0.0314,
+      "step": 271300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3835443037974685e-05,
+      "learning_rate_adapter": 3.3835443037974685e-05,
+      "loss": 0.0316,
+      "step": 271350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3822784810126584e-05,
+      "learning_rate_adapter": 3.3822784810126584e-05,
+      "loss": 0.0305,
+      "step": 271400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.381012658227848e-05,
+      "learning_rate_adapter": 3.381012658227848e-05,
+      "loss": 0.0303,
+      "step": 271450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.379746835443038e-05,
+      "learning_rate_adapter": 3.379746835443038e-05,
+      "loss": 0.0307,
+      "step": 271500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.378481012658228e-05,
+      "learning_rate_adapter": 3.378481012658228e-05,
+      "loss": 0.0312,
+      "step": 271550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.377215189873418e-05,
+      "learning_rate_adapter": 3.377215189873418e-05,
+      "loss": 0.0311,
+      "step": 271600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.375949367088608e-05,
+      "learning_rate_adapter": 3.375949367088608e-05,
+      "loss": 0.031,
+      "step": 271650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.374683544303798e-05,
+      "learning_rate_adapter": 3.374683544303798e-05,
+      "loss": 0.0308,
+      "step": 271700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3734177215189876e-05,
+      "learning_rate_adapter": 3.3734177215189876e-05,
+      "loss": 0.0304,
+      "step": 271750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3721518987341775e-05,
+      "learning_rate_adapter": 3.3721518987341775e-05,
+      "loss": 0.0311,
+      "step": 271800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3708860759493673e-05,
+      "learning_rate_adapter": 3.3708860759493673e-05,
+      "loss": 0.0306,
+      "step": 271850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.369620253164557e-05,
+      "learning_rate_adapter": 3.369620253164557e-05,
+      "loss": 0.0302,
+      "step": 271900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.368354430379747e-05,
+      "learning_rate_adapter": 3.368354430379747e-05,
+      "loss": 0.031,
+      "step": 271950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.367088607594937e-05,
+      "learning_rate_adapter": 3.367088607594937e-05,
+      "loss": 0.0298,
+      "step": 272000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.365822784810126e-05,
+      "learning_rate_adapter": 3.365822784810126e-05,
+      "loss": 0.0315,
+      "step": 272050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.364556962025317e-05,
+      "learning_rate_adapter": 3.364556962025317e-05,
+      "loss": 0.0309,
+      "step": 272100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3632911392405067e-05,
+      "learning_rate_adapter": 3.3632911392405067e-05,
+      "loss": 0.0303,
+      "step": 272150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3620253164556965e-05,
+      "learning_rate_adapter": 3.3620253164556965e-05,
+      "loss": 0.0309,
+      "step": 272200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3607594936708864e-05,
+      "learning_rate_adapter": 3.3607594936708864e-05,
+      "loss": 0.0314,
+      "step": 272250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.359493670886076e-05,
+      "learning_rate_adapter": 3.359493670886076e-05,
+      "loss": 0.0305,
+      "step": 272300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3582278481012655e-05,
+      "learning_rate_adapter": 3.3582278481012655e-05,
+      "loss": 0.0314,
+      "step": 272350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.356962025316456e-05,
+      "learning_rate_adapter": 3.356962025316456e-05,
+      "loss": 0.0313,
+      "step": 272400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.355696202531646e-05,
+      "learning_rate_adapter": 3.355696202531646e-05,
+      "loss": 0.0306,
+      "step": 272450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.354430379746836e-05,
+      "learning_rate_adapter": 3.354430379746836e-05,
+      "loss": 0.0311,
+      "step": 272500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.353164556962026e-05,
+      "learning_rate_adapter": 3.353164556962026e-05,
+      "loss": 0.0311,
+      "step": 272550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.351898734177215e-05,
+      "learning_rate_adapter": 3.351898734177215e-05,
+      "loss": 0.0317,
+      "step": 272600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.350632911392405e-05,
+      "learning_rate_adapter": 3.350632911392405e-05,
+      "loss": 0.0311,
+      "step": 272650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3493670886075954e-05,
+      "learning_rate_adapter": 3.3493670886075954e-05,
+      "loss": 0.0307,
+      "step": 272700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.348101265822785e-05,
+      "learning_rate_adapter": 3.348101265822785e-05,
+      "loss": 0.0307,
+      "step": 272750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.346835443037975e-05,
+      "learning_rate_adapter": 3.346835443037975e-05,
+      "loss": 0.0323,
+      "step": 272800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3455696202531644e-05,
+      "learning_rate_adapter": 3.3455696202531644e-05,
+      "loss": 0.0313,
+      "step": 272850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.344303797468354e-05,
+      "learning_rate_adapter": 3.344303797468354e-05,
+      "loss": 0.0312,
+      "step": 272900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.343037974683544e-05,
+      "learning_rate_adapter": 3.343037974683544e-05,
+      "loss": 0.0307,
+      "step": 272950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.341772151898735e-05,
+      "learning_rate_adapter": 3.341772151898735e-05,
+      "loss": 0.0314,
+      "step": 273000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3405063291139246e-05,
+      "learning_rate_adapter": 3.3405063291139246e-05,
+      "loss": 0.0308,
+      "step": 273050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3392405063291145e-05,
+      "learning_rate_adapter": 3.3392405063291145e-05,
+      "loss": 0.0309,
+      "step": 273100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.337974683544304e-05,
+      "learning_rate_adapter": 3.337974683544304e-05,
+      "loss": 0.0309,
+      "step": 273150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3367088607594936e-05,
+      "learning_rate_adapter": 3.3367088607594936e-05,
+      "loss": 0.0308,
+      "step": 273200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3354430379746835e-05,
+      "learning_rate_adapter": 3.3354430379746835e-05,
+      "loss": 0.0314,
+      "step": 273250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.334177215189874e-05,
+      "learning_rate_adapter": 3.334177215189874e-05,
+      "loss": 0.0311,
+      "step": 273300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.332911392405064e-05,
+      "learning_rate_adapter": 3.332911392405064e-05,
+      "loss": 0.0305,
+      "step": 273350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.331645569620253e-05,
+      "learning_rate_adapter": 3.331645569620253e-05,
+      "loss": 0.0318,
+      "step": 273400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.330379746835443e-05,
+      "learning_rate_adapter": 3.330379746835443e-05,
+      "loss": 0.0311,
+      "step": 273450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.329113924050633e-05,
+      "learning_rate_adapter": 3.329113924050633e-05,
+      "loss": 0.0308,
+      "step": 273500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.327848101265823e-05,
+      "learning_rate_adapter": 3.327848101265823e-05,
+      "loss": 0.0314,
+      "step": 273550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.326582278481013e-05,
+      "learning_rate_adapter": 3.326582278481013e-05,
+      "loss": 0.0304,
+      "step": 273600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3253164556962025e-05,
+      "learning_rate_adapter": 3.3253164556962025e-05,
+      "loss": 0.0308,
+      "step": 273650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3240506329113924e-05,
+      "learning_rate_adapter": 3.3240506329113924e-05,
+      "loss": 0.0305,
+      "step": 273700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.322784810126582e-05,
+      "learning_rate_adapter": 3.322784810126582e-05,
+      "loss": 0.0308,
+      "step": 273750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.321518987341772e-05,
+      "learning_rate_adapter": 3.321518987341772e-05,
+      "loss": 0.0309,
+      "step": 273800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.320253164556962e-05,
+      "learning_rate_adapter": 3.320253164556962e-05,
+      "loss": 0.0306,
+      "step": 273850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3189873417721526e-05,
+      "learning_rate_adapter": 3.3189873417721526e-05,
+      "loss": 0.0312,
+      "step": 273900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.317721518987342e-05,
+      "learning_rate_adapter": 3.317721518987342e-05,
+      "loss": 0.0309,
+      "step": 273950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.316455696202532e-05,
+      "learning_rate_adapter": 3.316455696202532e-05,
+      "loss": 0.0308,
+      "step": 274000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3151898734177216e-05,
+      "learning_rate_adapter": 3.3151898734177216e-05,
+      "loss": 0.031,
+      "step": 274050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3139240506329115e-05,
+      "learning_rate_adapter": 3.3139240506329115e-05,
+      "loss": 0.0309,
+      "step": 274100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3126582278481014e-05,
+      "learning_rate_adapter": 3.3126582278481014e-05,
+      "loss": 0.0316,
+      "step": 274150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.311392405063291e-05,
+      "learning_rate_adapter": 3.311392405063291e-05,
+      "loss": 0.0308,
+      "step": 274200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.310126582278481e-05,
+      "learning_rate_adapter": 3.310126582278481e-05,
+      "loss": 0.0313,
+      "step": 274250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.308860759493671e-05,
+      "learning_rate_adapter": 3.308860759493671e-05,
+      "loss": 0.0307,
+      "step": 274300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.307594936708861e-05,
+      "learning_rate_adapter": 3.307594936708861e-05,
+      "loss": 0.0312,
+      "step": 274350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.306329113924051e-05,
+      "learning_rate_adapter": 3.306329113924051e-05,
+      "loss": 0.0304,
+      "step": 274400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.305063291139241e-05,
+      "learning_rate_adapter": 3.305063291139241e-05,
+      "loss": 0.0312,
+      "step": 274450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3037974683544306e-05,
+      "learning_rate_adapter": 3.3037974683544306e-05,
+      "loss": 0.0317,
+      "step": 274500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3025316455696205e-05,
+      "learning_rate_adapter": 3.3025316455696205e-05,
+      "loss": 0.0305,
+      "step": 274550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3012658227848104e-05,
+      "learning_rate_adapter": 3.3012658227848104e-05,
+      "loss": 0.0317,
+      "step": 274600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0314,
+      "step": 274650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29873417721519e-05,
+      "learning_rate_adapter": 3.29873417721519e-05,
+      "loss": 0.0308,
+      "step": 274700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29746835443038e-05,
+      "learning_rate_adapter": 3.29746835443038e-05,
+      "loss": 0.0308,
+      "step": 274750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29620253164557e-05,
+      "learning_rate_adapter": 3.29620253164557e-05,
+      "loss": 0.0312,
+      "step": 274800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29493670886076e-05,
+      "learning_rate_adapter": 3.29493670886076e-05,
+      "loss": 0.0317,
+      "step": 274850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29367088607595e-05,
+      "learning_rate_adapter": 3.29367088607595e-05,
+      "loss": 0.0304,
+      "step": 274900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2924050632911396e-05,
+      "learning_rate_adapter": 3.2924050632911396e-05,
+      "loss": 0.0305,
+      "step": 274950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.291139240506329e-05,
+      "learning_rate_adapter": 3.291139240506329e-05,
+      "loss": 0.0311,
+      "step": 275000
+    },
+    {
+      "epoch": 0.23,
+      "eval_af_opus100_pr_auc": 0.786798034383855,
+      "eval_af_ud_pr_auc": 0.9859431650710033,
+      "eval_am_opus100_pr_auc": 0.5860550094393997,
+      "eval_ar_ersatz_pr_auc": 0.9294243206713831,
+      "eval_ar_opus100_pr_auc": 0.6986015437242604,
+      "eval_ar_ud_pr_auc": 0.8820286737586726,
+      "eval_average_ersatz_pr_auc": 0.9614803164356022,
+      "eval_average_opus100_pr_auc": 0.8249944783827332,
+      "eval_average_ud_pr_auc": 0.9590868873053382,
+      "eval_az_opus100_pr_auc": 0.762025127212474,
+      "eval_be_opus100_pr_auc": 0.6819462680750447,
+      "eval_be_ud_pr_auc": 0.8861786812864223,
+      "eval_bg_opus100_pr_auc": 0.9058361404139672,
+      "eval_bg_ud_pr_auc": 0.9922169219631299,
+      "eval_bn_opus100_pr_auc": 0.8128016255047049,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8708355669726252,
+      "eval_ca_ud_pr_auc": 0.9940478478506289,
+      "eval_ceb_ud_pr_auc": 0.9997108432066122,
+      "eval_cs_ersatz_pr_auc": 0.9832447688079327,
+      "eval_cs_opus100_pr_auc": 0.8965339805632873,
+      "eval_cs_ud_pr_auc": 0.9540300259507071,
+      "eval_cy_opus100_pr_auc": 0.7556601020889961,
+      "eval_cy_ud_pr_auc": 0.9925441566586672,
+      "eval_da_opus100_pr_auc": 0.9122721804001089,
+      "eval_da_ud_pr_auc": 0.9766185557598276,
+      "eval_de_ersatz_pr_auc": 0.9739922573299469,
+      "eval_de_opus100_pr_auc": 0.8815821607683094,
+      "eval_de_ud_pr_auc": 0.9829558902622394,
+      "eval_el_opus100_pr_auc": 0.9167464925107136,
+      "eval_el_ud_pr_auc": 0.9854449016719813,
+      "eval_en_ersatz_pr_auc": 0.9866015960824965,
+      "eval_en_opus100_pr_auc": 0.9169066348073304,
+      "eval_en_ud_pr_auc": 0.9636403595869518,
+      "eval_eo_opus100_pr_auc": 0.9232388554156619,
+      "eval_es_ersatz_pr_auc": 0.9945054560322416,
+      "eval_es_opus100_pr_auc": 0.9224460027020874,
+      "eval_es_ud_pr_auc": 0.9871340990443568,
+      "eval_et_ersatz_pr_auc": 0.9774293250478543,
+      "eval_et_opus100_pr_auc": 0.8956043627995651,
+      "eval_et_ud_pr_auc": 0.959374284019427,
+      "eval_eu_opus100_pr_auc": 0.8705098008521017,
+      "eval_eu_ud_pr_auc": 0.9915092566319177,
+      "eval_fa_opus100_pr_auc": 0.5729917688082916,
+      "eval_fa_ud_pr_auc": 0.9958085771938625,
+      "eval_fi_ersatz_pr_auc": 0.9876450051362297,
+      "eval_fi_opus100_pr_auc": 0.9008924836061573,
+      "eval_fi_ud_pr_auc": 0.9641349239195527,
+      "eval_fr_ersatz_pr_auc": 0.9866273774148976,
+      "eval_fr_opus100_pr_auc": 0.9005990560102664,
+      "eval_fr_ud_pr_auc": 0.9782822106130001,
+      "eval_fy_opus100_pr_auc": 0.6905502055463117,
+      "eval_ga_opus100_pr_auc": 0.8706246809869016,
+      "eval_ga_ud_pr_auc": 0.8287156215491723,
+      "eval_gd_opus100_pr_auc": 0.609768788516942,
+      "eval_gd_ud_pr_auc": 0.7669729110388863,
+      "eval_gl_opus100_pr_auc": 0.8763666423353795,
+      "eval_gl_ud_pr_auc": 0.9944553335964572,
+      "eval_gu_ersatz_pr_auc": 0.93461233449612,
+      "eval_gu_opus100_pr_auc": 0.7273934302873414,
+      "eval_ha_opus100_pr_auc": 0.8912971939262029,
+      "eval_he_opus100_pr_auc": 0.8541336604401444,
+      "eval_he_ud_pr_auc": 0.9723038179079082,
+      "eval_hi_ersatz_pr_auc": 0.9734266061639042,
+      "eval_hi_opus100_pr_auc": 0.6554102748378008,
+      "eval_hi_ud_pr_auc": 0.9732460486288504,
+      "eval_hu_opus100_pr_auc": 0.9081730290031106,
+      "eval_hu_ud_pr_auc": 0.9810061460828923,
+      "eval_hy_opus100_pr_auc": 0.9097959920616135,
+      "eval_hy_ud_pr_auc": 0.9878960951431762,
+      "eval_id_opus100_pr_auc": 0.8593589407728878,
+      "eval_id_ud_pr_auc": 0.9909073112493841,
+      "eval_ig_opus100_pr_auc": 0.8926449425793026,
+      "eval_is_opus100_pr_auc": 0.915997476010314,
+      "eval_is_ud_pr_auc": 0.9162958589923726,
+      "eval_it_opus100_pr_auc": 0.894898145773723,
+      "eval_it_ud_pr_auc": 0.9960019346835761,
+      "eval_ja_ersatz_pr_auc": 0.7722578554830365,
+      "eval_ja_opus100_pr_auc": 0.8096411300579559,
+      "eval_ja_ud_pr_auc": 0.9778534609503738,
+      "eval_jv_ud_pr_auc": 0.9686669254224777,
+      "eval_ka_opus100_pr_auc": 0.8700785047907774,
+      "eval_kk_ersatz_pr_auc": 0.9868031091233986,
+      "eval_kk_opus100_pr_auc": 0.8047231919703655,
+      "eval_kk_ud_pr_auc": 0.9713557682487521,
+      "eval_km_ersatz_pr_auc": 0.9107947938462178,
+      "eval_km_opus100_pr_auc": 0.7241661076416611,
+      "eval_kn_opus100_pr_auc": 0.5927577183680677,
+      "eval_ko_opus100_pr_auc": 0.6846189403873095,
+      "eval_ko_ud_pr_auc": 0.9989829349877496,
+      "eval_ku_opus100_pr_auc": 0.8493299526263798,
+      "eval_ky_opus100_pr_auc": 0.8540483401802063,
+      "eval_la_ud_pr_auc": 0.9358019566430871,
+      "eval_loss": 0.03480576351284981,
+      "eval_lt_ersatz_pr_auc": 0.9904131369327491,
+      "eval_lt_opus100_pr_auc": 0.8690308830886374,
+      "eval_lt_ud_pr_auc": 0.991779567618283,
+      "eval_lv_ersatz_pr_auc": 0.9900431615117978,
+      "eval_lv_opus100_pr_auc": 0.8803237128263283,
+      "eval_lv_ud_pr_auc": 0.9603417610673202,
+      "eval_mg_opus100_pr_auc": 0.9217488485883312,
+      "eval_mk_opus100_pr_auc": 0.8987002114879623,
+      "eval_ml_opus100_pr_auc": 0.7555677940372021,
+      "eval_mn_opus100_pr_auc": 0.9497527324463461,
+      "eval_mr_opus100_pr_auc": 0.8976731563148295,
+      "eval_mr_ud_pr_auc": 0.9901852163718778,
+      "eval_ms_opus100_pr_auc": 0.8585736128697016,
+      "eval_mt_opus100_pr_auc": 0.8389668329109458,
+      "eval_mt_ud_pr_auc": 0.8690463337910139,
+      "eval_my_opus100_pr_auc": 0.7355697360198837,
+      "eval_ne_opus100_pr_auc": 0.7155591317450033,
+      "eval_nl_opus100_pr_auc": 0.8833713035868945,
+      "eval_nl_ud_pr_auc": 0.9790437018112965,
+      "eval_no_opus100_pr_auc": 0.910546899085196,
+      "eval_no_ud_pr_auc": 0.9955697458594422,
+      "eval_pa_opus100_pr_auc": 0.6963058042096895,
+      "eval_pl_ersatz_pr_auc": 0.9736778785976505,
+      "eval_pl_opus100_pr_auc": 0.8863395331705531,
+      "eval_pl_ud_pr_auc": 0.965346286749561,
+      "eval_ps_ersatz_pr_auc": 0.926860744561003,
+      "eval_ps_opus100_pr_auc": 0.7290574411768596,
+      "eval_pt_opus100_pr_auc": 0.9206862205283234,
+      "eval_pt_ud_pr_auc": 0.9853184032338188,
+      "eval_ro_ersatz_pr_auc": 0.9942525244017236,
+      "eval_ro_opus100_pr_auc": 0.872450840782583,
+      "eval_ro_ud_pr_auc": 0.9627299056227838,
+      "eval_ru_ersatz_pr_auc": 0.9890697889196123,
+      "eval_ru_opus100_pr_auc": 0.9207022808146631,
+      "eval_ru_ud_pr_auc": 0.8602175673035581,
+      "eval_runtime": 454.1857,
+      "eval_samples_per_second": 166.166,
+      "eval_si_opus100_pr_auc": 0.8000467982881918,
+      "eval_sk_opus100_pr_auc": 0.9295702193573918,
+      "eval_sk_ud_pr_auc": 0.9772233087740015,
+      "eval_sl_opus100_pr_auc": 0.8514337160645827,
+      "eval_sl_ud_pr_auc": 0.970759395049719,
+      "eval_sq_opus100_pr_auc": 0.8913508390042301,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9033158624583862,
+      "eval_sr_ud_pr_auc": 0.996311345177574,
+      "eval_steps_per_second": 5.194,
+      "eval_sv_opus100_pr_auc": 0.883413982985773,
+      "eval_sv_ud_pr_auc": 0.92981168372977,
+      "eval_ta_ersatz_pr_auc": 0.9834552612122218,
+      "eval_ta_opus100_pr_auc": 0.6592548324394459,
+      "eval_ta_ud_pr_auc": 0.9980638473278823,
+      "eval_te_opus100_pr_auc": 0.8293112005586205,
+      "eval_tg_opus100_pr_auc": 0.882219000726761,
+      "eval_th_opus100_pr_auc": 0.6806415113263742,
+      "eval_th_ud_pr_auc": 0.7738647852204705,
+      "eval_tr_ersatz_pr_auc": 0.9678100593837966,
+      "eval_tr_opus100_pr_auc": 0.8940623713809032,
+      "eval_tr_ud_pr_auc": 0.95647018679467,
+      "eval_uk_opus100_pr_auc": 0.8713525322661367,
+      "eval_uk_ud_pr_auc": 0.9236223988444888,
+      "eval_ur_opus100_pr_auc": 0.5174644487510377,
+      "eval_ur_ud_pr_auc": 0.9931496913926788,
+      "eval_uz_opus100_pr_auc": 0.8697020271289704,
+      "eval_vi_opus100_pr_auc": 0.9010726970863332,
+      "eval_vi_ud_pr_auc": 0.9563777413237171,
+      "eval_xh_opus100_pr_auc": 0.8520200778886071,
+      "eval_yi_opus100_pr_auc": 0.7953430979724091,
+      "eval_yo_opus100_pr_auc": 0.788239379328227,
+      "eval_yo_ud_pr_auc": 0.9054577099471169,
+      "eval_zh_ersatz_pr_auc": 0.9396196004270343,
+      "eval_zh_opus100_pr_auc": 0.7521955826819403,
+      "eval_zh_ud_pr_auc": 0.9951964938191479,
+      "eval_zu_opus100_pr_auc": 0.8399495878399565,
+      "step": 275000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.289873417721519e-05,
+      "learning_rate_adapter": 3.289873417721519e-05,
+      "loss": 0.0307,
+      "step": 275050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.288607594936709e-05,
+      "learning_rate_adapter": 3.288607594936709e-05,
+      "loss": 0.031,
+      "step": 275100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.287341772151899e-05,
+      "learning_rate_adapter": 3.287341772151899e-05,
+      "loss": 0.0315,
+      "step": 275150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.286075949367089e-05,
+      "learning_rate_adapter": 3.286075949367089e-05,
+      "loss": 0.031,
+      "step": 275200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.284810126582278e-05,
+      "learning_rate_adapter": 3.284810126582278e-05,
+      "loss": 0.0315,
+      "step": 275250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.283544303797468e-05,
+      "learning_rate_adapter": 3.283544303797468e-05,
+      "loss": 0.0311,
+      "step": 275300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2822784810126587e-05,
+      "learning_rate_adapter": 3.2822784810126587e-05,
+      "loss": 0.0308,
+      "step": 275350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2810126582278485e-05,
+      "learning_rate_adapter": 3.2810126582278485e-05,
+      "loss": 0.0306,
+      "step": 275400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2797468354430384e-05,
+      "learning_rate_adapter": 3.2797468354430384e-05,
+      "loss": 0.03,
+      "step": 275450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.278481012658228e-05,
+      "learning_rate_adapter": 3.278481012658228e-05,
+      "loss": 0.0311,
+      "step": 275500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2772151898734175e-05,
+      "learning_rate_adapter": 3.2772151898734175e-05,
+      "loss": 0.0314,
+      "step": 275550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2759493670886074e-05,
+      "learning_rate_adapter": 3.2759493670886074e-05,
+      "loss": 0.0299,
+      "step": 275600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.274683544303798e-05,
+      "learning_rate_adapter": 3.274683544303798e-05,
+      "loss": 0.0313,
+      "step": 275650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.273417721518988e-05,
+      "learning_rate_adapter": 3.273417721518988e-05,
+      "loss": 0.0318,
+      "step": 275700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.272151898734178e-05,
+      "learning_rate_adapter": 3.272151898734178e-05,
+      "loss": 0.0308,
+      "step": 275750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.270886075949367e-05,
+      "learning_rate_adapter": 3.270886075949367e-05,
+      "loss": 0.0304,
+      "step": 275800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.269620253164557e-05,
+      "learning_rate_adapter": 3.269620253164557e-05,
+      "loss": 0.0297,
+      "step": 275850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.268354430379747e-05,
+      "learning_rate_adapter": 3.268354430379747e-05,
+      "loss": 0.0304,
+      "step": 275900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.267088607594937e-05,
+      "learning_rate_adapter": 3.267088607594937e-05,
+      "loss": 0.0305,
+      "step": 275950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.265822784810127e-05,
+      "learning_rate_adapter": 3.265822784810127e-05,
+      "loss": 0.0307,
+      "step": 276000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2645569620253164e-05,
+      "learning_rate_adapter": 3.2645569620253164e-05,
+      "loss": 0.0305,
+      "step": 276050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.263291139240506e-05,
+      "learning_rate_adapter": 3.263291139240506e-05,
+      "loss": 0.0315,
+      "step": 276100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.262025316455696e-05,
+      "learning_rate_adapter": 3.262025316455696e-05,
+      "loss": 0.0308,
+      "step": 276150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.260759493670886e-05,
+      "learning_rate_adapter": 3.260759493670886e-05,
+      "loss": 0.031,
+      "step": 276200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2594936708860766e-05,
+      "learning_rate_adapter": 3.2594936708860766e-05,
+      "loss": 0.0311,
+      "step": 276250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2582278481012665e-05,
+      "learning_rate_adapter": 3.2582278481012665e-05,
+      "loss": 0.0311,
+      "step": 276300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.256962025316456e-05,
+      "learning_rate_adapter": 3.256962025316456e-05,
+      "loss": 0.0303,
+      "step": 276350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2556962025316456e-05,
+      "learning_rate_adapter": 3.2556962025316456e-05,
+      "loss": 0.0318,
+      "step": 276400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2544303797468355e-05,
+      "learning_rate_adapter": 3.2544303797468355e-05,
+      "loss": 0.0309,
+      "step": 276450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2531645569620253e-05,
+      "learning_rate_adapter": 3.2531645569620253e-05,
+      "loss": 0.0312,
+      "step": 276500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.251898734177216e-05,
+      "learning_rate_adapter": 3.251898734177216e-05,
+      "loss": 0.0308,
+      "step": 276550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.250632911392405e-05,
+      "learning_rate_adapter": 3.250632911392405e-05,
+      "loss": 0.0311,
+      "step": 276600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.249367088607595e-05,
+      "learning_rate_adapter": 3.249367088607595e-05,
+      "loss": 0.0307,
+      "step": 276650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.248101265822785e-05,
+      "learning_rate_adapter": 3.248101265822785e-05,
+      "loss": 0.0311,
+      "step": 276700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.246835443037975e-05,
+      "learning_rate_adapter": 3.246835443037975e-05,
+      "loss": 0.0314,
+      "step": 276750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2455696202531647e-05,
+      "learning_rate_adapter": 3.2455696202531647e-05,
+      "loss": 0.0307,
+      "step": 276800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2443037974683545e-05,
+      "learning_rate_adapter": 3.2443037974683545e-05,
+      "loss": 0.0308,
+      "step": 276850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2430379746835444e-05,
+      "learning_rate_adapter": 3.2430379746835444e-05,
+      "loss": 0.031,
+      "step": 276900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.241772151898734e-05,
+      "learning_rate_adapter": 3.241772151898734e-05,
+      "loss": 0.0312,
+      "step": 276950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.240506329113924e-05,
+      "learning_rate_adapter": 3.240506329113924e-05,
+      "loss": 0.0308,
+      "step": 277000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.239240506329114e-05,
+      "learning_rate_adapter": 3.239240506329114e-05,
+      "loss": 0.031,
+      "step": 277050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.237974683544304e-05,
+      "learning_rate_adapter": 3.237974683544304e-05,
+      "loss": 0.0309,
+      "step": 277100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.236708860759494e-05,
+      "learning_rate_adapter": 3.236708860759494e-05,
+      "loss": 0.0304,
+      "step": 277150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.235443037974684e-05,
+      "learning_rate_adapter": 3.235443037974684e-05,
+      "loss": 0.0308,
+      "step": 277200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2341772151898736e-05,
+      "learning_rate_adapter": 3.2341772151898736e-05,
+      "loss": 0.0304,
+      "step": 277250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2329113924050635e-05,
+      "learning_rate_adapter": 3.2329113924050635e-05,
+      "loss": 0.0309,
+      "step": 277300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2316455696202534e-05,
+      "learning_rate_adapter": 3.2316455696202534e-05,
+      "loss": 0.0307,
+      "step": 277350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.230379746835443e-05,
+      "learning_rate_adapter": 3.230379746835443e-05,
+      "loss": 0.0311,
+      "step": 277400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.229113924050633e-05,
+      "learning_rate_adapter": 3.229113924050633e-05,
+      "loss": 0.0303,
+      "step": 277450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.227848101265823e-05,
+      "learning_rate_adapter": 3.227848101265823e-05,
+      "loss": 0.0303,
+      "step": 277500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.226582278481013e-05,
+      "learning_rate_adapter": 3.226582278481013e-05,
+      "loss": 0.031,
+      "step": 277550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.225316455696203e-05,
+      "learning_rate_adapter": 3.225316455696203e-05,
+      "loss": 0.0313,
+      "step": 277600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.224050632911392e-05,
+      "learning_rate_adapter": 3.224050632911392e-05,
+      "loss": 0.0298,
+      "step": 277650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2227848101265826e-05,
+      "learning_rate_adapter": 3.2227848101265826e-05,
+      "loss": 0.0298,
+      "step": 277700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2215189873417725e-05,
+      "learning_rate_adapter": 3.2215189873417725e-05,
+      "loss": 0.0306,
+      "step": 277750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2202531645569624e-05,
+      "learning_rate_adapter": 3.2202531645569624e-05,
+      "loss": 0.0308,
+      "step": 277800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.218987341772152e-05,
+      "learning_rate_adapter": 3.218987341772152e-05,
+      "loss": 0.0315,
+      "step": 277850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.217721518987342e-05,
+      "learning_rate_adapter": 3.217721518987342e-05,
+      "loss": 0.0312,
+      "step": 277900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2164556962025313e-05,
+      "learning_rate_adapter": 3.2164556962025313e-05,
+      "loss": 0.0304,
+      "step": 277950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.215189873417722e-05,
+      "learning_rate_adapter": 3.215189873417722e-05,
+      "loss": 0.0313,
+      "step": 278000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.213924050632912e-05,
+      "learning_rate_adapter": 3.213924050632912e-05,
+      "loss": 0.0312,
+      "step": 278050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.212658227848102e-05,
+      "learning_rate_adapter": 3.212658227848102e-05,
+      "loss": 0.0312,
+      "step": 278100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2113924050632916e-05,
+      "learning_rate_adapter": 3.2113924050632916e-05,
+      "loss": 0.0317,
+      "step": 278150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.210126582278481e-05,
+      "learning_rate_adapter": 3.210126582278481e-05,
+      "loss": 0.0304,
+      "step": 278200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2088607594936707e-05,
+      "learning_rate_adapter": 3.2088607594936707e-05,
+      "loss": 0.0309,
+      "step": 278250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.207594936708861e-05,
+      "learning_rate_adapter": 3.207594936708861e-05,
+      "loss": 0.0314,
+      "step": 278300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.206329113924051e-05,
+      "learning_rate_adapter": 3.206329113924051e-05,
+      "loss": 0.0305,
+      "step": 278350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.205063291139241e-05,
+      "learning_rate_adapter": 3.205063291139241e-05,
+      "loss": 0.0311,
+      "step": 278400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.20379746835443e-05,
+      "learning_rate_adapter": 3.20379746835443e-05,
+      "loss": 0.0313,
+      "step": 278450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.20253164556962e-05,
+      "learning_rate_adapter": 3.20253164556962e-05,
+      "loss": 0.0301,
+      "step": 278500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.20126582278481e-05,
+      "learning_rate_adapter": 3.20126582278481e-05,
+      "loss": 0.0302,
+      "step": 278550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0313,
+      "step": 278600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.1987341772151904e-05,
+      "learning_rate_adapter": 3.1987341772151904e-05,
+      "loss": 0.0312,
+      "step": 278650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.19746835443038e-05,
+      "learning_rate_adapter": 3.19746835443038e-05,
+      "loss": 0.0305,
+      "step": 278700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.1962025316455695e-05,
+      "learning_rate_adapter": 3.1962025316455695e-05,
+      "loss": 0.0305,
+      "step": 278750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.1949367088607594e-05,
+      "learning_rate_adapter": 3.1949367088607594e-05,
+      "loss": 0.0305,
+      "step": 278800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.193670886075949e-05,
+      "learning_rate_adapter": 3.193670886075949e-05,
+      "loss": 0.0303,
+      "step": 278850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.19240506329114e-05,
+      "learning_rate_adapter": 3.19240506329114e-05,
+      "loss": 0.032,
+      "step": 278900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.19113924050633e-05,
+      "learning_rate_adapter": 3.19113924050633e-05,
+      "loss": 0.0307,
+      "step": 278950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.189873417721519e-05,
+      "learning_rate_adapter": 3.189873417721519e-05,
+      "loss": 0.0304,
+      "step": 279000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.188607594936709e-05,
+      "learning_rate_adapter": 3.188607594936709e-05,
+      "loss": 0.0314,
+      "step": 279050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.187341772151899e-05,
+      "learning_rate_adapter": 3.187341772151899e-05,
+      "loss": 0.0304,
+      "step": 279100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1860759493670886e-05,
+      "learning_rate_adapter": 3.1860759493670886e-05,
+      "loss": 0.031,
+      "step": 279150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.184810126582279e-05,
+      "learning_rate_adapter": 3.184810126582279e-05,
+      "loss": 0.0308,
+      "step": 279200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1835443037974684e-05,
+      "learning_rate_adapter": 3.1835443037974684e-05,
+      "loss": 0.0309,
+      "step": 279250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.182278481012658e-05,
+      "learning_rate_adapter": 3.182278481012658e-05,
+      "loss": 0.0309,
+      "step": 279300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.181012658227848e-05,
+      "learning_rate_adapter": 3.181012658227848e-05,
+      "loss": 0.0317,
+      "step": 279350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.179746835443038e-05,
+      "learning_rate_adapter": 3.179746835443038e-05,
+      "loss": 0.0308,
+      "step": 279400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.178481012658228e-05,
+      "learning_rate_adapter": 3.178481012658228e-05,
+      "loss": 0.0309,
+      "step": 279450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.177215189873418e-05,
+      "learning_rate_adapter": 3.177215189873418e-05,
+      "loss": 0.0314,
+      "step": 279500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.175949367088608e-05,
+      "learning_rate_adapter": 3.175949367088608e-05,
+      "loss": 0.0308,
+      "step": 279550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1746835443037976e-05,
+      "learning_rate_adapter": 3.1746835443037976e-05,
+      "loss": 0.0305,
+      "step": 279600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1734177215189875e-05,
+      "learning_rate_adapter": 3.1734177215189875e-05,
+      "loss": 0.0311,
+      "step": 279650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.172151898734177e-05,
+      "learning_rate_adapter": 3.172151898734177e-05,
+      "loss": 0.0306,
+      "step": 279700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.170886075949367e-05,
+      "learning_rate_adapter": 3.170886075949367e-05,
+      "loss": 0.0303,
+      "step": 279750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.169620253164557e-05,
+      "learning_rate_adapter": 3.169620253164557e-05,
+      "loss": 0.0307,
+      "step": 279800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.168354430379747e-05,
+      "learning_rate_adapter": 3.168354430379747e-05,
+      "loss": 0.0312,
+      "step": 279850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.167088607594937e-05,
+      "learning_rate_adapter": 3.167088607594937e-05,
+      "loss": 0.0307,
+      "step": 279900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.165822784810127e-05,
+      "learning_rate_adapter": 3.165822784810127e-05,
+      "loss": 0.0313,
+      "step": 279950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1645569620253167e-05,
+      "learning_rate_adapter": 3.1645569620253167e-05,
+      "loss": 0.0313,
+      "step": 280000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7832576977467242,
+      "eval_af_ud_pr_auc": 0.9776959260879909,
+      "eval_am_opus100_pr_auc": 0.5944678688912544,
+      "eval_ar_ersatz_pr_auc": 0.9304008768755653,
+      "eval_ar_opus100_pr_auc": 0.695773532389059,
+      "eval_ar_ud_pr_auc": 0.8829958762754394,
+      "eval_average_ersatz_pr_auc": 0.9649569906463427,
+      "eval_average_opus100_pr_auc": 0.8237708069361587,
+      "eval_average_ud_pr_auc": 0.9581390960782102,
+      "eval_az_opus100_pr_auc": 0.7497889073554891,
+      "eval_be_opus100_pr_auc": 0.6745421668485446,
+      "eval_be_ud_pr_auc": 0.8931960864116714,
+      "eval_bg_opus100_pr_auc": 0.908375273302338,
+      "eval_bg_ud_pr_auc": 0.993077192754532,
+      "eval_bn_opus100_pr_auc": 0.8172252098831074,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8762487083281709,
+      "eval_ca_ud_pr_auc": 0.9936769275819148,
+      "eval_ceb_ud_pr_auc": 0.9986632108820134,
+      "eval_cs_ersatz_pr_auc": 0.9838063819695408,
+      "eval_cs_opus100_pr_auc": 0.8981294742395046,
+      "eval_cs_ud_pr_auc": 0.9583131776459992,
+      "eval_cy_opus100_pr_auc": 0.7579181661850832,
+      "eval_cy_ud_pr_auc": 0.9951534029363948,
+      "eval_da_opus100_pr_auc": 0.9109251551777702,
+      "eval_da_ud_pr_auc": 0.9794810052800846,
+      "eval_de_ersatz_pr_auc": 0.9760871164863328,
+      "eval_de_opus100_pr_auc": 0.8824288467084347,
+      "eval_de_ud_pr_auc": 0.9815862288668415,
+      "eval_el_opus100_pr_auc": 0.9188183515555801,
+      "eval_el_ud_pr_auc": 0.9906954614741086,
+      "eval_en_ersatz_pr_auc": 0.9887119727646914,
+      "eval_en_opus100_pr_auc": 0.9204437304717702,
+      "eval_en_ud_pr_auc": 0.9655158588481083,
+      "eval_eo_opus100_pr_auc": 0.921612466981216,
+      "eval_es_ersatz_pr_auc": 0.9947928851065482,
+      "eval_es_opus100_pr_auc": 0.9237481498739029,
+      "eval_es_ud_pr_auc": 0.9898169524787662,
+      "eval_et_ersatz_pr_auc": 0.9780261525633577,
+      "eval_et_opus100_pr_auc": 0.893988026569985,
+      "eval_et_ud_pr_auc": 0.9545866419604617,
+      "eval_eu_opus100_pr_auc": 0.8695241836478986,
+      "eval_eu_ud_pr_auc": 0.9894008176923708,
+      "eval_fa_opus100_pr_auc": 0.559810066690685,
+      "eval_fa_ud_pr_auc": 0.9923638522720116,
+      "eval_fi_ersatz_pr_auc": 0.9877743657002652,
+      "eval_fi_opus100_pr_auc": 0.9024732128655663,
+      "eval_fi_ud_pr_auc": 0.9612734705784647,
+      "eval_fr_ersatz_pr_auc": 0.9868571929595662,
+      "eval_fr_opus100_pr_auc": 0.8979197683978407,
+      "eval_fr_ud_pr_auc": 0.9773867838036573,
+      "eval_fy_opus100_pr_auc": 0.7006012597001205,
+      "eval_ga_opus100_pr_auc": 0.8719883379593992,
+      "eval_ga_ud_pr_auc": 0.8137476881604951,
+      "eval_gd_opus100_pr_auc": 0.6106053061251743,
+      "eval_gd_ud_pr_auc": 0.750817007826455,
+      "eval_gl_opus100_pr_auc": 0.8815828501406409,
+      "eval_gl_ud_pr_auc": 0.9945539143507849,
+      "eval_gu_ersatz_pr_auc": 0.9409941146460603,
+      "eval_gu_opus100_pr_auc": 0.7285433311589973,
+      "eval_ha_opus100_pr_auc": 0.8936020806570135,
+      "eval_he_opus100_pr_auc": 0.8539497526659032,
+      "eval_he_ud_pr_auc": 0.9767103166376757,
+      "eval_hi_ersatz_pr_auc": 0.9761821265430151,
+      "eval_hi_opus100_pr_auc": 0.6558918864775021,
+      "eval_hi_ud_pr_auc": 0.9792522464048834,
+      "eval_hu_opus100_pr_auc": 0.9112451656533137,
+      "eval_hu_ud_pr_auc": 0.9849069563875099,
+      "eval_hy_opus100_pr_auc": 0.9122380695542041,
+      "eval_hy_ud_pr_auc": 0.9869857524515259,
+      "eval_id_opus100_pr_auc": 0.870977173987743,
+      "eval_id_ud_pr_auc": 0.9907115531464364,
+      "eval_ig_opus100_pr_auc": 0.8843972652779812,
+      "eval_is_opus100_pr_auc": 0.9170678034174422,
+      "eval_is_ud_pr_auc": 0.9089359295737869,
+      "eval_it_opus100_pr_auc": 0.897860734583549,
+      "eval_it_ud_pr_auc": 0.993081809259222,
+      "eval_ja_ersatz_pr_auc": 0.8139111595978492,
+      "eval_ja_opus100_pr_auc": 0.7910345120800764,
+      "eval_ja_ud_pr_auc": 0.9816460288249318,
+      "eval_jv_ud_pr_auc": 0.9738562949131115,
+      "eval_ka_opus100_pr_auc": 0.8789997030817993,
+      "eval_kk_ersatz_pr_auc": 0.9885918093030674,
+      "eval_kk_opus100_pr_auc": 0.7946331969237315,
+      "eval_kk_ud_pr_auc": 0.970735111525648,
+      "eval_km_ersatz_pr_auc": 0.9091825855158626,
+      "eval_km_opus100_pr_auc": 0.7273673213589645,
+      "eval_kn_opus100_pr_auc": 0.5904998159109163,
+      "eval_ko_opus100_pr_auc": 0.6806527146000817,
+      "eval_ko_ud_pr_auc": 0.9993077008299106,
+      "eval_ku_opus100_pr_auc": 0.8430500667329588,
+      "eval_ky_opus100_pr_auc": 0.8458393864457531,
+      "eval_la_ud_pr_auc": 0.9408529668265156,
+      "eval_loss": 0.03476591780781746,
+      "eval_lt_ersatz_pr_auc": 0.9896132092089387,
+      "eval_lt_opus100_pr_auc": 0.8688359214706196,
+      "eval_lt_ud_pr_auc": 0.9895609127489244,
+      "eval_lv_ersatz_pr_auc": 0.9892749941430774,
+      "eval_lv_opus100_pr_auc": 0.881641703154315,
+      "eval_lv_ud_pr_auc": 0.9609308528374524,
+      "eval_mg_opus100_pr_auc": 0.918847598371558,
+      "eval_mk_opus100_pr_auc": 0.9032431803768486,
+      "eval_ml_opus100_pr_auc": 0.7671557659319383,
+      "eval_mn_opus100_pr_auc": 0.9509664080315563,
+      "eval_mr_opus100_pr_auc": 0.9045488804306723,
+      "eval_mr_ud_pr_auc": 0.9923535516245948,
+      "eval_ms_opus100_pr_auc": 0.8651198501575504,
+      "eval_mt_opus100_pr_auc": 0.8348136744254077,
+      "eval_mt_ud_pr_auc": 0.8629367872257746,
+      "eval_my_opus100_pr_auc": 0.7397662223638113,
+      "eval_ne_opus100_pr_auc": 0.7194186891443413,
+      "eval_nl_opus100_pr_auc": 0.8807728332715341,
+      "eval_nl_ud_pr_auc": 0.9811852937746086,
+      "eval_no_opus100_pr_auc": 0.9092960565132487,
+      "eval_no_ud_pr_auc": 0.9962419213328556,
+      "eval_pa_opus100_pr_auc": 0.6719565314756843,
+      "eval_pl_ersatz_pr_auc": 0.9717295003688092,
+      "eval_pl_opus100_pr_auc": 0.887062765396926,
+      "eval_pl_ud_pr_auc": 0.9663024939623779,
+      "eval_ps_ersatz_pr_auc": 0.9299624565794351,
+      "eval_ps_opus100_pr_auc": 0.7008428312055061,
+      "eval_pt_opus100_pr_auc": 0.9211499308660083,
+      "eval_pt_ud_pr_auc": 0.9843252120356674,
+      "eval_ro_ersatz_pr_auc": 0.9945843651731766,
+      "eval_ro_opus100_pr_auc": 0.8747935214635857,
+      "eval_ro_ud_pr_auc": 0.9292324220429822,
+      "eval_ru_ersatz_pr_auc": 0.9892924221303887,
+      "eval_ru_opus100_pr_auc": 0.9175759724479368,
+      "eval_ru_ud_pr_auc": 0.8500590245041244,
+      "eval_runtime": 458.172,
+      "eval_samples_per_second": 164.72,
+      "eval_si_opus100_pr_auc": 0.8121488594442622,
+      "eval_sk_opus100_pr_auc": 0.9280158298261216,
+      "eval_sk_ud_pr_auc": 0.9771167931135248,
+      "eval_sl_opus100_pr_auc": 0.8527543109214536,
+      "eval_sl_ud_pr_auc": 0.9712794695600205,
+      "eval_sq_opus100_pr_auc": 0.8909705570878403,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.901082587286189,
+      "eval_sr_ud_pr_auc": 0.9969835580551429,
+      "eval_steps_per_second": 5.149,
+      "eval_sv_opus100_pr_auc": 0.880480228019268,
+      "eval_sv_ud_pr_auc": 0.9344989081292647,
+      "eval_ta_ersatz_pr_auc": 0.982903486373554,
+      "eval_ta_opus100_pr_auc": 0.6621279812194225,
+      "eval_ta_ud_pr_auc": 0.997150340233319,
+      "eval_te_opus100_pr_auc": 0.8381880992763395,
+      "eval_tg_opus100_pr_auc": 0.8635649204145689,
+      "eval_th_opus100_pr_auc": 0.6865385632529372,
+      "eval_th_ud_pr_auc": 0.7834175376953283,
+      "eval_tr_ersatz_pr_auc": 0.9670142839909387,
+      "eval_tr_opus100_pr_auc": 0.8939070561933253,
+      "eval_tr_ud_pr_auc": 0.9490658381788679,
+      "eval_uk_opus100_pr_auc": 0.8693607920035485,
+      "eval_uk_ud_pr_auc": 0.9277730441773054,
+      "eval_ur_opus100_pr_auc": 0.5076990905892894,
+      "eval_ur_ud_pr_auc": 0.994857124549493,
+      "eval_uz_opus100_pr_auc": 0.8646217365089387,
+      "eval_vi_opus100_pr_auc": 0.8968212346056295,
+      "eval_vi_ud_pr_auc": 0.9577498510483898,
+      "eval_xh_opus100_pr_auc": 0.8434916012884941,
+      "eval_yi_opus100_pr_auc": 0.7706328993751386,
+      "eval_yo_opus100_pr_auc": 0.7868305007239096,
+      "eval_yo_ud_pr_auc": 0.8958132608109025,
+      "eval_zh_ersatz_pr_auc": 0.9593603362194981,
+      "eval_zh_opus100_pr_auc": 0.7448573839695506,
+      "eval_zh_ud_pr_auc": 0.9941141278673445,
+      "eval_zu_opus100_pr_auc": 0.8372569016565398,
+      "step": 280000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1632911392405065e-05,
+      "learning_rate_adapter": 3.1632911392405065e-05,
+      "loss": 0.0305,
+      "step": 280050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1620253164556964e-05,
+      "learning_rate_adapter": 3.1620253164556964e-05,
+      "loss": 0.0301,
+      "step": 280100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.160759493670886e-05,
+      "learning_rate_adapter": 3.160759493670886e-05,
+      "loss": 0.0306,
+      "step": 280150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.159493670886076e-05,
+      "learning_rate_adapter": 3.159493670886076e-05,
+      "loss": 0.0302,
+      "step": 280200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.158227848101266e-05,
+      "learning_rate_adapter": 3.158227848101266e-05,
+      "loss": 0.0308,
+      "step": 280250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.156962025316455e-05,
+      "learning_rate_adapter": 3.156962025316455e-05,
+      "loss": 0.0306,
+      "step": 280300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.155696202531646e-05,
+      "learning_rate_adapter": 3.155696202531646e-05,
+      "loss": 0.0309,
+      "step": 280350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.154430379746836e-05,
+      "learning_rate_adapter": 3.154430379746836e-05,
+      "loss": 0.0302,
+      "step": 280400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1531645569620256e-05,
+      "learning_rate_adapter": 3.1531645569620256e-05,
+      "loss": 0.0316,
+      "step": 280450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1518987341772155e-05,
+      "learning_rate_adapter": 3.1518987341772155e-05,
+      "loss": 0.0313,
+      "step": 280500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1506329113924054e-05,
+      "learning_rate_adapter": 3.1506329113924054e-05,
+      "loss": 0.0315,
+      "step": 280550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1493670886075946e-05,
+      "learning_rate_adapter": 3.1493670886075946e-05,
+      "loss": 0.031,
+      "step": 280600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.148101265822785e-05,
+      "learning_rate_adapter": 3.148101265822785e-05,
+      "loss": 0.0301,
+      "step": 280650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.146835443037975e-05,
+      "learning_rate_adapter": 3.146835443037975e-05,
+      "loss": 0.031,
+      "step": 280700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.145569620253165e-05,
+      "learning_rate_adapter": 3.145569620253165e-05,
+      "loss": 0.0309,
+      "step": 280750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.144303797468355e-05,
+      "learning_rate_adapter": 3.144303797468355e-05,
+      "loss": 0.0308,
+      "step": 280800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.143037974683544e-05,
+      "learning_rate_adapter": 3.143037974683544e-05,
+      "loss": 0.031,
+      "step": 280850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.141772151898734e-05,
+      "learning_rate_adapter": 3.141772151898734e-05,
+      "loss": 0.0311,
+      "step": 280900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1405063291139245e-05,
+      "learning_rate_adapter": 3.1405063291139245e-05,
+      "loss": 0.0304,
+      "step": 280950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1392405063291144e-05,
+      "learning_rate_adapter": 3.1392405063291144e-05,
+      "loss": 0.0313,
+      "step": 281000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.137974683544304e-05,
+      "learning_rate_adapter": 3.137974683544304e-05,
+      "loss": 0.0308,
+      "step": 281050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1367088607594935e-05,
+      "learning_rate_adapter": 3.1367088607594935e-05,
+      "loss": 0.0308,
+      "step": 281100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1354430379746833e-05,
+      "learning_rate_adapter": 3.1354430379746833e-05,
+      "loss": 0.0302,
+      "step": 281150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.134177215189873e-05,
+      "learning_rate_adapter": 3.134177215189873e-05,
+      "loss": 0.0307,
+      "step": 281200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.132911392405064e-05,
+      "learning_rate_adapter": 3.132911392405064e-05,
+      "loss": 0.0311,
+      "step": 281250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.131645569620254e-05,
+      "learning_rate_adapter": 3.131645569620254e-05,
+      "loss": 0.0304,
+      "step": 281300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1303797468354436e-05,
+      "learning_rate_adapter": 3.1303797468354436e-05,
+      "loss": 0.0305,
+      "step": 281350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.129113924050633e-05,
+      "learning_rate_adapter": 3.129113924050633e-05,
+      "loss": 0.0304,
+      "step": 281400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1278481012658227e-05,
+      "learning_rate_adapter": 3.1278481012658227e-05,
+      "loss": 0.031,
+      "step": 281450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1265822784810125e-05,
+      "learning_rate_adapter": 3.1265822784810125e-05,
+      "loss": 0.0303,
+      "step": 281500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.125316455696203e-05,
+      "learning_rate_adapter": 3.125316455696203e-05,
+      "loss": 0.0307,
+      "step": 281550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.124050632911393e-05,
+      "learning_rate_adapter": 3.124050632911393e-05,
+      "loss": 0.0299,
+      "step": 281600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.122784810126582e-05,
+      "learning_rate_adapter": 3.122784810126582e-05,
+      "loss": 0.0299,
+      "step": 281650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.121518987341772e-05,
+      "learning_rate_adapter": 3.121518987341772e-05,
+      "loss": 0.0321,
+      "step": 281700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.120253164556962e-05,
+      "learning_rate_adapter": 3.120253164556962e-05,
+      "loss": 0.0307,
+      "step": 281750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.118987341772152e-05,
+      "learning_rate_adapter": 3.118987341772152e-05,
+      "loss": 0.0307,
+      "step": 281800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1177215189873424e-05,
+      "learning_rate_adapter": 3.1177215189873424e-05,
+      "loss": 0.031,
+      "step": 281850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1164556962025316e-05,
+      "learning_rate_adapter": 3.1164556962025316e-05,
+      "loss": 0.03,
+      "step": 281900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1151898734177215e-05,
+      "learning_rate_adapter": 3.1151898734177215e-05,
+      "loss": 0.0306,
+      "step": 281950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1139240506329114e-05,
+      "learning_rate_adapter": 3.1139240506329114e-05,
+      "loss": 0.0313,
+      "step": 282000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.112658227848101e-05,
+      "learning_rate_adapter": 3.112658227848101e-05,
+      "loss": 0.031,
+      "step": 282050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.111392405063291e-05,
+      "learning_rate_adapter": 3.111392405063291e-05,
+      "loss": 0.0308,
+      "step": 282100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.110126582278482e-05,
+      "learning_rate_adapter": 3.110126582278482e-05,
+      "loss": 0.0298,
+      "step": 282150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.108860759493671e-05,
+      "learning_rate_adapter": 3.108860759493671e-05,
+      "loss": 0.0302,
+      "step": 282200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.107594936708861e-05,
+      "learning_rate_adapter": 3.107594936708861e-05,
+      "loss": 0.0312,
+      "step": 282250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.106329113924051e-05,
+      "learning_rate_adapter": 3.106329113924051e-05,
+      "loss": 0.0314,
+      "step": 282300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1050632911392406e-05,
+      "learning_rate_adapter": 3.1050632911392406e-05,
+      "loss": 0.0304,
+      "step": 282350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1037974683544305e-05,
+      "learning_rate_adapter": 3.1037974683544305e-05,
+      "loss": 0.0318,
+      "step": 282400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1025316455696204e-05,
+      "learning_rate_adapter": 3.1025316455696204e-05,
+      "loss": 0.0306,
+      "step": 282450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.10126582278481e-05,
+      "learning_rate_adapter": 3.10126582278481e-05,
+      "loss": 0.0312,
+      "step": 282500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0311,
+      "step": 282550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09873417721519e-05,
+      "learning_rate_adapter": 3.09873417721519e-05,
+      "loss": 0.0302,
+      "step": 282600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09746835443038e-05,
+      "learning_rate_adapter": 3.09746835443038e-05,
+      "loss": 0.0307,
+      "step": 282650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09620253164557e-05,
+      "learning_rate_adapter": 3.09620253164557e-05,
+      "loss": 0.0307,
+      "step": 282700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09493670886076e-05,
+      "learning_rate_adapter": 3.09493670886076e-05,
+      "loss": 0.0304,
+      "step": 282750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0936708860759496e-05,
+      "learning_rate_adapter": 3.0936708860759496e-05,
+      "loss": 0.0298,
+      "step": 282800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0924050632911394e-05,
+      "learning_rate_adapter": 3.0924050632911394e-05,
+      "loss": 0.0305,
+      "step": 282850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.091139240506329e-05,
+      "learning_rate_adapter": 3.091139240506329e-05,
+      "loss": 0.0311,
+      "step": 282900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.089873417721519e-05,
+      "learning_rate_adapter": 3.089873417721519e-05,
+      "loss": 0.0311,
+      "step": 282950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.088607594936709e-05,
+      "learning_rate_adapter": 3.088607594936709e-05,
+      "loss": 0.0306,
+      "step": 283000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.087341772151899e-05,
+      "learning_rate_adapter": 3.087341772151899e-05,
+      "loss": 0.0307,
+      "step": 283050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.086075949367089e-05,
+      "learning_rate_adapter": 3.086075949367089e-05,
+      "loss": 0.0316,
+      "step": 283100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.084810126582279e-05,
+      "learning_rate_adapter": 3.084810126582279e-05,
+      "loss": 0.0305,
+      "step": 283150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0835443037974686e-05,
+      "learning_rate_adapter": 3.0835443037974686e-05,
+      "loss": 0.0309,
+      "step": 283200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.082278481012658e-05,
+      "learning_rate_adapter": 3.082278481012658e-05,
+      "loss": 0.0303,
+      "step": 283250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0810126582278484e-05,
+      "learning_rate_adapter": 3.0810126582278484e-05,
+      "loss": 0.0306,
+      "step": 283300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.079746835443038e-05,
+      "learning_rate_adapter": 3.079746835443038e-05,
+      "loss": 0.0307,
+      "step": 283350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.078481012658228e-05,
+      "learning_rate_adapter": 3.078481012658228e-05,
+      "loss": 0.0314,
+      "step": 283400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.077215189873418e-05,
+      "learning_rate_adapter": 3.077215189873418e-05,
+      "loss": 0.0318,
+      "step": 283450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.075949367088607e-05,
+      "learning_rate_adapter": 3.075949367088607e-05,
+      "loss": 0.0309,
+      "step": 283500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.074683544303797e-05,
+      "learning_rate_adapter": 3.074683544303797e-05,
+      "loss": 0.0309,
+      "step": 283550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.073417721518988e-05,
+      "learning_rate_adapter": 3.073417721518988e-05,
+      "loss": 0.0302,
+      "step": 283600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0721518987341776e-05,
+      "learning_rate_adapter": 3.0721518987341776e-05,
+      "loss": 0.0307,
+      "step": 283650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0708860759493675e-05,
+      "learning_rate_adapter": 3.0708860759493675e-05,
+      "loss": 0.0311,
+      "step": 283700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0696202531645574e-05,
+      "learning_rate_adapter": 3.0696202531645574e-05,
+      "loss": 0.032,
+      "step": 283750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0683544303797466e-05,
+      "learning_rate_adapter": 3.0683544303797466e-05,
+      "loss": 0.0316,
+      "step": 283800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0670886075949365e-05,
+      "learning_rate_adapter": 3.0670886075949365e-05,
+      "loss": 0.031,
+      "step": 283850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.065822784810127e-05,
+      "learning_rate_adapter": 3.065822784810127e-05,
+      "loss": 0.0306,
+      "step": 283900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.064556962025317e-05,
+      "learning_rate_adapter": 3.064556962025317e-05,
+      "loss": 0.0307,
+      "step": 283950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.063291139240507e-05,
+      "learning_rate_adapter": 3.063291139240507e-05,
+      "loss": 0.031,
+      "step": 284000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.062025316455696e-05,
+      "learning_rate_adapter": 3.062025316455696e-05,
+      "loss": 0.0308,
+      "step": 284050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.060759493670886e-05,
+      "learning_rate_adapter": 3.060759493670886e-05,
+      "loss": 0.031,
+      "step": 284100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.059493670886076e-05,
+      "learning_rate_adapter": 3.059493670886076e-05,
+      "loss": 0.0298,
+      "step": 284150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0582278481012664e-05,
+      "learning_rate_adapter": 3.0582278481012664e-05,
+      "loss": 0.0307,
+      "step": 284200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.056962025316456e-05,
+      "learning_rate_adapter": 3.056962025316456e-05,
+      "loss": 0.0315,
+      "step": 284250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0556962025316455e-05,
+      "learning_rate_adapter": 3.0556962025316455e-05,
+      "loss": 0.0307,
+      "step": 284300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.054430379746835e-05,
+      "learning_rate_adapter": 3.054430379746835e-05,
+      "loss": 0.0318,
+      "step": 284350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.053164556962025e-05,
+      "learning_rate_adapter": 3.053164556962025e-05,
+      "loss": 0.0308,
+      "step": 284400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.051898734177215e-05,
+      "learning_rate_adapter": 3.051898734177215e-05,
+      "loss": 0.0314,
+      "step": 284450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0506329113924053e-05,
+      "learning_rate_adapter": 3.0506329113924053e-05,
+      "loss": 0.0302,
+      "step": 284500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0493670886075952e-05,
+      "learning_rate_adapter": 3.0493670886075952e-05,
+      "loss": 0.031,
+      "step": 284550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0481012658227848e-05,
+      "learning_rate_adapter": 3.0481012658227848e-05,
+      "loss": 0.0309,
+      "step": 284600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0468354430379746e-05,
+      "learning_rate_adapter": 3.0468354430379746e-05,
+      "loss": 0.0313,
+      "step": 284650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.045569620253165e-05,
+      "learning_rate_adapter": 3.045569620253165e-05,
+      "loss": 0.03,
+      "step": 284700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0443037974683548e-05,
+      "learning_rate_adapter": 3.0443037974683548e-05,
+      "loss": 0.0312,
+      "step": 284750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0430379746835446e-05,
+      "learning_rate_adapter": 3.0430379746835446e-05,
+      "loss": 0.0307,
+      "step": 284800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0417721518987342e-05,
+      "learning_rate_adapter": 3.0417721518987342e-05,
+      "loss": 0.0307,
+      "step": 284850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.040506329113924e-05,
+      "learning_rate_adapter": 3.040506329113924e-05,
+      "loss": 0.0313,
+      "step": 284900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.039240506329114e-05,
+      "learning_rate_adapter": 3.039240506329114e-05,
+      "loss": 0.0309,
+      "step": 284950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0379746835443042e-05,
+      "learning_rate_adapter": 3.0379746835443042e-05,
+      "loss": 0.0309,
+      "step": 285000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7898438166365214,
+      "eval_af_ud_pr_auc": 0.980522641861459,
+      "eval_am_opus100_pr_auc": 0.5895864538590367,
+      "eval_ar_ersatz_pr_auc": 0.9195530744609335,
+      "eval_ar_opus100_pr_auc": 0.6976118237309555,
+      "eval_ar_ud_pr_auc": 0.8764020403533527,
+      "eval_average_ersatz_pr_auc": 0.9605318184115418,
+      "eval_average_opus100_pr_auc": 0.826083024063869,
+      "eval_average_ud_pr_auc": 0.9560218020705599,
+      "eval_az_opus100_pr_auc": 0.7696205388282722,
+      "eval_be_opus100_pr_auc": 0.6775110901278953,
+      "eval_be_ud_pr_auc": 0.8820093877340033,
+      "eval_bg_opus100_pr_auc": 0.9079679609231505,
+      "eval_bg_ud_pr_auc": 0.9923872749448375,
+      "eval_bn_opus100_pr_auc": 0.8226138602150834,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8788983991201149,
+      "eval_ca_ud_pr_auc": 0.9926684034371928,
+      "eval_ceb_ud_pr_auc": 0.9998573862448917,
+      "eval_cs_ersatz_pr_auc": 0.9826274585562311,
+      "eval_cs_opus100_pr_auc": 0.9044244612162055,
+      "eval_cs_ud_pr_auc": 0.9556126604314257,
+      "eval_cy_opus100_pr_auc": 0.7584599371489965,
+      "eval_cy_ud_pr_auc": 0.9948080249151801,
+      "eval_da_opus100_pr_auc": 0.9091857218424402,
+      "eval_da_ud_pr_auc": 0.9759909313338846,
+      "eval_de_ersatz_pr_auc": 0.9721542496694893,
+      "eval_de_opus100_pr_auc": 0.8839840546269392,
+      "eval_de_ud_pr_auc": 0.9829869287218361,
+      "eval_el_opus100_pr_auc": 0.9184853612068519,
+      "eval_el_ud_pr_auc": 0.9859164935776973,
+      "eval_en_ersatz_pr_auc": 0.9833110467953161,
+      "eval_en_opus100_pr_auc": 0.9180190560891229,
+      "eval_en_ud_pr_auc": 0.9579303136958311,
+      "eval_eo_opus100_pr_auc": 0.9243062670655129,
+      "eval_es_ersatz_pr_auc": 0.9939915257265574,
+      "eval_es_opus100_pr_auc": 0.9225872786099049,
+      "eval_es_ud_pr_auc": 0.9865988028663376,
+      "eval_et_ersatz_pr_auc": 0.9779644012877873,
+      "eval_et_opus100_pr_auc": 0.8963599760605205,
+      "eval_et_ud_pr_auc": 0.9548287380641813,
+      "eval_eu_opus100_pr_auc": 0.873402552839477,
+      "eval_eu_ud_pr_auc": 0.9890404047884787,
+      "eval_fa_opus100_pr_auc": 0.5665557388166091,
+      "eval_fa_ud_pr_auc": 0.9907571354856397,
+      "eval_fi_ersatz_pr_auc": 0.9868986163009063,
+      "eval_fi_opus100_pr_auc": 0.9025012853775113,
+      "eval_fi_ud_pr_auc": 0.9618289035413707,
+      "eval_fr_ersatz_pr_auc": 0.9829392759021691,
+      "eval_fr_opus100_pr_auc": 0.8965284033652855,
+      "eval_fr_ud_pr_auc": 0.9789793063439173,
+      "eval_fy_opus100_pr_auc": 0.6992295244408003,
+      "eval_ga_opus100_pr_auc": 0.8680710860276305,
+      "eval_ga_ud_pr_auc": 0.8002928503378431,
+      "eval_gd_opus100_pr_auc": 0.5841196686468803,
+      "eval_gd_ud_pr_auc": 0.759808753002845,
+      "eval_gl_opus100_pr_auc": 0.8762399198506634,
+      "eval_gl_ud_pr_auc": 0.9943733934581245,
+      "eval_gu_ersatz_pr_auc": 0.9226136982816001,
+      "eval_gu_opus100_pr_auc": 0.7342594851583345,
+      "eval_ha_opus100_pr_auc": 0.8933719843366975,
+      "eval_he_opus100_pr_auc": 0.8580012673815035,
+      "eval_he_ud_pr_auc": 0.9663544139326389,
+      "eval_hi_ersatz_pr_auc": 0.9703807483341375,
+      "eval_hi_opus100_pr_auc": 0.6667987347890793,
+      "eval_hi_ud_pr_auc": 0.965110734803138,
+      "eval_hu_opus100_pr_auc": 0.9129135131601751,
+      "eval_hu_ud_pr_auc": 0.9836570465759841,
+      "eval_hy_opus100_pr_auc": 0.912414714054467,
+      "eval_hy_ud_pr_auc": 0.9910617967921569,
+      "eval_id_opus100_pr_auc": 0.8621304400586108,
+      "eval_id_ud_pr_auc": 0.9879732075649562,
+      "eval_ig_opus100_pr_auc": 0.8885626930061388,
+      "eval_is_opus100_pr_auc": 0.9162666048848132,
+      "eval_is_ud_pr_auc": 0.9109488765143853,
+      "eval_it_opus100_pr_auc": 0.8987008216760144,
+      "eval_it_ud_pr_auc": 0.9927121883743325,
+      "eval_ja_ersatz_pr_auc": 0.8026933624897361,
+      "eval_ja_opus100_pr_auc": 0.8137418843405397,
+      "eval_ja_ud_pr_auc": 0.9807206729704309,
+      "eval_jv_ud_pr_auc": 0.964599351375351,
+      "eval_ka_opus100_pr_auc": 0.8654779577578544,
+      "eval_kk_ersatz_pr_auc": 0.9845815715740258,
+      "eval_kk_opus100_pr_auc": 0.7980635354136129,
+      "eval_kk_ud_pr_auc": 0.9739508264622297,
+      "eval_km_ersatz_pr_auc": 0.912218864154515,
+      "eval_km_opus100_pr_auc": 0.7250156113448212,
+      "eval_kn_opus100_pr_auc": 0.5934488696348293,
+      "eval_ko_opus100_pr_auc": 0.6927779744261249,
+      "eval_ko_ud_pr_auc": 0.9986865494874031,
+      "eval_ku_opus100_pr_auc": 0.8514783304842741,
+      "eval_ky_opus100_pr_auc": 0.8532813079073196,
+      "eval_la_ud_pr_auc": 0.9250435178761061,
+      "eval_loss": 0.03462118282914162,
+      "eval_lt_ersatz_pr_auc": 0.9902567296239093,
+      "eval_lt_opus100_pr_auc": 0.8672298044741779,
+      "eval_lt_ud_pr_auc": 0.9920032690758492,
+      "eval_lv_ersatz_pr_auc": 0.986998262667616,
+      "eval_lv_opus100_pr_auc": 0.8787788283528795,
+      "eval_lv_ud_pr_auc": 0.9575379257454197,
+      "eval_mg_opus100_pr_auc": 0.9228859930120327,
+      "eval_mk_opus100_pr_auc": 0.9029214712966677,
+      "eval_ml_opus100_pr_auc": 0.7625796919838397,
+      "eval_mn_opus100_pr_auc": 0.9456630383845938,
+      "eval_mr_opus100_pr_auc": 0.9065111335046574,
+      "eval_mr_ud_pr_auc": 0.9945505467872824,
+      "eval_ms_opus100_pr_auc": 0.8599343365050116,
+      "eval_mt_opus100_pr_auc": 0.8410181426485537,
+      "eval_mt_ud_pr_auc": 0.8571847989525245,
+      "eval_my_opus100_pr_auc": 0.7391752492502314,
+      "eval_ne_opus100_pr_auc": 0.7213194147767841,
+      "eval_nl_opus100_pr_auc": 0.8875096796016422,
+      "eval_nl_ud_pr_auc": 0.982593109463846,
+      "eval_no_opus100_pr_auc": 0.910971133535398,
+      "eval_no_ud_pr_auc": 0.9956039060755834,
+      "eval_pa_opus100_pr_auc": 0.6830703372916185,
+      "eval_pl_ersatz_pr_auc": 0.9687724549584867,
+      "eval_pl_opus100_pr_auc": 0.8868049617059577,
+      "eval_pl_ud_pr_auc": 0.9627073686778436,
+      "eval_ps_ersatz_pr_auc": 0.9122874806695518,
+      "eval_ps_opus100_pr_auc": 0.7061411596555638,
+      "eval_pt_opus100_pr_auc": 0.9183163015946486,
+      "eval_pt_ud_pr_auc": 0.9839789677904506,
+      "eval_ro_ersatz_pr_auc": 0.9930230305893164,
+      "eval_ro_opus100_pr_auc": 0.8701908405276471,
+      "eval_ro_ud_pr_auc": 0.9461455090972707,
+      "eval_ru_ersatz_pr_auc": 0.9876552340156998,
+      "eval_ru_opus100_pr_auc": 0.9143987845267325,
+      "eval_ru_ud_pr_auc": 0.8472622042999182,
+      "eval_runtime": 457.6739,
+      "eval_samples_per_second": 164.899,
+      "eval_si_opus100_pr_auc": 0.8089561720966469,
+      "eval_sk_opus100_pr_auc": 0.9286992836919787,
+      "eval_sk_ud_pr_auc": 0.9774044492929195,
+      "eval_sl_opus100_pr_auc": 0.856990427044388,
+      "eval_sl_ud_pr_auc": 0.9661126943166098,
+      "eval_sq_opus100_pr_auc": 0.8902377197218182,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9042509970113861,
+      "eval_sr_ud_pr_auc": 0.9964166481160274,
+      "eval_steps_per_second": 5.154,
+      "eval_sv_opus100_pr_auc": 0.8829718034969143,
+      "eval_sv_ud_pr_auc": 0.9297995934544545,
+      "eval_ta_ersatz_pr_auc": 0.9814439783893675,
+      "eval_ta_opus100_pr_auc": 0.6734095760996157,
+      "eval_ta_ud_pr_auc": 0.9964139358636317,
+      "eval_te_opus100_pr_auc": 0.8416285763950762,
+      "eval_tg_opus100_pr_auc": 0.8806310853217874,
+      "eval_th_opus100_pr_auc": 0.6841291635530217,
+      "eval_th_ud_pr_auc": 0.7740382527266451,
+      "eval_tr_ersatz_pr_auc": 0.9640725082025478,
+      "eval_tr_opus100_pr_auc": 0.897532262308427,
+      "eval_tr_ud_pr_auc": 0.9486615252019692,
+      "eval_uk_opus100_pr_auc": 0.8727961104049075,
+      "eval_uk_ud_pr_auc": 0.9125549849099832,
+      "eval_ur_opus100_pr_auc": 0.5192282729259659,
+      "eval_ur_ud_pr_auc": 0.9903078038068616,
+      "eval_uz_opus100_pr_auc": 0.8709829355552319,
+      "eval_vi_opus100_pr_auc": 0.8990288439592264,
+      "eval_vi_ud_pr_auc": 0.9571480223355031,
+      "eval_xh_opus100_pr_auc": 0.8428910643797313,
+      "eval_yi_opus100_pr_auc": 0.7968549044936504,
+      "eval_yo_opus100_pr_auc": 0.7948815938037922,
+      "eval_yo_ud_pr_auc": 0.8950851642400304,
+      "eval_zh_ersatz_pr_auc": 0.9552624324040175,
+      "eval_zh_opus100_pr_auc": 0.7602686022333404,
+      "eval_zh_ud_pr_auc": 0.99531207992184,
+      "eval_zu_opus100_pr_auc": 0.8341983096241328,
+      "step": 285000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.036708860759494e-05,
+      "learning_rate_adapter": 3.036708860759494e-05,
+      "loss": 0.0303,
+      "step": 285050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0354430379746833e-05,
+      "learning_rate_adapter": 3.0354430379746833e-05,
+      "loss": 0.031,
+      "step": 285100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0341772151898735e-05,
+      "learning_rate_adapter": 3.0341772151898735e-05,
+      "loss": 0.0309,
+      "step": 285150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0329113924050634e-05,
+      "learning_rate_adapter": 3.0329113924050634e-05,
+      "loss": 0.0302,
+      "step": 285200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0316455696202533e-05,
+      "learning_rate_adapter": 3.0316455696202533e-05,
+      "loss": 0.0302,
+      "step": 285250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0303797468354435e-05,
+      "learning_rate_adapter": 3.0303797468354435e-05,
+      "loss": 0.0309,
+      "step": 285300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0291139240506334e-05,
+      "learning_rate_adapter": 3.0291139240506334e-05,
+      "loss": 0.0311,
+      "step": 285350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0278481012658226e-05,
+      "learning_rate_adapter": 3.0278481012658226e-05,
+      "loss": 0.0299,
+      "step": 285400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0265822784810128e-05,
+      "learning_rate_adapter": 3.0265822784810128e-05,
+      "loss": 0.031,
+      "step": 285450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0253164556962027e-05,
+      "learning_rate_adapter": 3.0253164556962027e-05,
+      "loss": 0.0306,
+      "step": 285500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0240506329113926e-05,
+      "learning_rate_adapter": 3.0240506329113926e-05,
+      "loss": 0.0308,
+      "step": 285550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0227848101265828e-05,
+      "learning_rate_adapter": 3.0227848101265828e-05,
+      "loss": 0.0305,
+      "step": 285600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.021518987341772e-05,
+      "learning_rate_adapter": 3.021518987341772e-05,
+      "loss": 0.0309,
+      "step": 285650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.020253164556962e-05,
+      "learning_rate_adapter": 3.020253164556962e-05,
+      "loss": 0.0312,
+      "step": 285700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.018987341772152e-05,
+      "learning_rate_adapter": 3.018987341772152e-05,
+      "loss": 0.0309,
+      "step": 285750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.017721518987342e-05,
+      "learning_rate_adapter": 3.017721518987342e-05,
+      "loss": 0.031,
+      "step": 285800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.016455696202532e-05,
+      "learning_rate_adapter": 3.016455696202532e-05,
+      "loss": 0.0299,
+      "step": 285850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0151898734177214e-05,
+      "learning_rate_adapter": 3.0151898734177214e-05,
+      "loss": 0.0304,
+      "step": 285900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0139240506329113e-05,
+      "learning_rate_adapter": 3.0139240506329113e-05,
+      "loss": 0.0308,
+      "step": 285950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0126582278481012e-05,
+      "learning_rate_adapter": 3.0126582278481012e-05,
+      "loss": 0.0308,
+      "step": 286000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0113924050632914e-05,
+      "learning_rate_adapter": 3.0113924050632914e-05,
+      "loss": 0.0311,
+      "step": 286050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0101265822784813e-05,
+      "learning_rate_adapter": 3.0101265822784813e-05,
+      "loss": 0.0304,
+      "step": 286100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0088607594936712e-05,
+      "learning_rate_adapter": 3.0088607594936712e-05,
+      "loss": 0.0305,
+      "step": 286150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0075949367088608e-05,
+      "learning_rate_adapter": 3.0075949367088608e-05,
+      "loss": 0.0305,
+      "step": 286200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0063291139240506e-05,
+      "learning_rate_adapter": 3.0063291139240506e-05,
+      "loss": 0.0309,
+      "step": 286250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0050632911392405e-05,
+      "learning_rate_adapter": 3.0050632911392405e-05,
+      "loss": 0.031,
+      "step": 286300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0037974683544308e-05,
+      "learning_rate_adapter": 3.0037974683544308e-05,
+      "loss": 0.0316,
+      "step": 286350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0025316455696206e-05,
+      "learning_rate_adapter": 3.0025316455696206e-05,
+      "loss": 0.0307,
+      "step": 286400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0012658227848102e-05,
+      "learning_rate_adapter": 3.0012658227848102e-05,
+      "loss": 0.0308,
+      "step": 286450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0307,
+      "step": 286500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.99873417721519e-05,
+      "learning_rate_adapter": 2.99873417721519e-05,
+      "loss": 0.031,
+      "step": 286550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.99746835443038e-05,
+      "learning_rate_adapter": 2.99746835443038e-05,
+      "loss": 0.031,
+      "step": 286600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.99620253164557e-05,
+      "learning_rate_adapter": 2.99620253164557e-05,
+      "loss": 0.0299,
+      "step": 286650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9949367088607593e-05,
+      "learning_rate_adapter": 2.9949367088607593e-05,
+      "loss": 0.0303,
+      "step": 286700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9936708860759495e-05,
+      "learning_rate_adapter": 2.9936708860759495e-05,
+      "loss": 0.0311,
+      "step": 286750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9924050632911394e-05,
+      "learning_rate_adapter": 2.9924050632911394e-05,
+      "loss": 0.0301,
+      "step": 286800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9911392405063293e-05,
+      "learning_rate_adapter": 2.9911392405063293e-05,
+      "loss": 0.0309,
+      "step": 286850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.989873417721519e-05,
+      "learning_rate_adapter": 2.989873417721519e-05,
+      "loss": 0.0312,
+      "step": 286900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9886075949367094e-05,
+      "learning_rate_adapter": 2.9886075949367094e-05,
+      "loss": 0.031,
+      "step": 286950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9873417721518986e-05,
+      "learning_rate_adapter": 2.9873417721518986e-05,
+      "loss": 0.0305,
+      "step": 287000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9860759493670888e-05,
+      "learning_rate_adapter": 2.9860759493670888e-05,
+      "loss": 0.0313,
+      "step": 287050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9848101265822787e-05,
+      "learning_rate_adapter": 2.9848101265822787e-05,
+      "loss": 0.0319,
+      "step": 287100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9835443037974686e-05,
+      "learning_rate_adapter": 2.9835443037974686e-05,
+      "loss": 0.0309,
+      "step": 287150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9822784810126585e-05,
+      "learning_rate_adapter": 2.9822784810126585e-05,
+      "loss": 0.0306,
+      "step": 287200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.981012658227848e-05,
+      "learning_rate_adapter": 2.981012658227848e-05,
+      "loss": 0.0307,
+      "step": 287250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.979746835443038e-05,
+      "learning_rate_adapter": 2.979746835443038e-05,
+      "loss": 0.031,
+      "step": 287300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.978481012658228e-05,
+      "learning_rate_adapter": 2.978481012658228e-05,
+      "loss": 0.0311,
+      "step": 287350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.977215189873418e-05,
+      "learning_rate_adapter": 2.977215189873418e-05,
+      "loss": 0.0314,
+      "step": 287400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.975949367088608e-05,
+      "learning_rate_adapter": 2.975949367088608e-05,
+      "loss": 0.031,
+      "step": 287450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9746835443037974e-05,
+      "learning_rate_adapter": 2.9746835443037974e-05,
+      "loss": 0.0317,
+      "step": 287500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9734177215189873e-05,
+      "learning_rate_adapter": 2.9734177215189873e-05,
+      "loss": 0.0311,
+      "step": 287550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9721518987341772e-05,
+      "learning_rate_adapter": 2.9721518987341772e-05,
+      "loss": 0.0299,
+      "step": 287600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9708860759493674e-05,
+      "learning_rate_adapter": 2.9708860759493674e-05,
+      "loss": 0.0309,
+      "step": 287650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9696202531645573e-05,
+      "learning_rate_adapter": 2.9696202531645573e-05,
+      "loss": 0.0307,
+      "step": 287700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9683544303797472e-05,
+      "learning_rate_adapter": 2.9683544303797472e-05,
+      "loss": 0.0299,
+      "step": 287750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9670886075949368e-05,
+      "learning_rate_adapter": 2.9670886075949368e-05,
+      "loss": 0.0306,
+      "step": 287800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9658227848101266e-05,
+      "learning_rate_adapter": 2.9658227848101266e-05,
+      "loss": 0.0308,
+      "step": 287850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9645569620253165e-05,
+      "learning_rate_adapter": 2.9645569620253165e-05,
+      "loss": 0.0312,
+      "step": 287900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9632911392405068e-05,
+      "learning_rate_adapter": 2.9632911392405068e-05,
+      "loss": 0.0307,
+      "step": 287950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9620253164556966e-05,
+      "learning_rate_adapter": 2.9620253164556966e-05,
+      "loss": 0.0312,
+      "step": 288000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.960759493670886e-05,
+      "learning_rate_adapter": 2.960759493670886e-05,
+      "loss": 0.0305,
+      "step": 288050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.959493670886076e-05,
+      "learning_rate_adapter": 2.959493670886076e-05,
+      "loss": 0.0312,
+      "step": 288100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.958227848101266e-05,
+      "learning_rate_adapter": 2.958227848101266e-05,
+      "loss": 0.0316,
+      "step": 288150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.956962025316456e-05,
+      "learning_rate_adapter": 2.956962025316456e-05,
+      "loss": 0.0315,
+      "step": 288200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.955696202531646e-05,
+      "learning_rate_adapter": 2.955696202531646e-05,
+      "loss": 0.0308,
+      "step": 288250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9544303797468353e-05,
+      "learning_rate_adapter": 2.9544303797468353e-05,
+      "loss": 0.0311,
+      "step": 288300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.953164556962025e-05,
+      "learning_rate_adapter": 2.953164556962025e-05,
+      "loss": 0.0305,
+      "step": 288350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9518987341772154e-05,
+      "learning_rate_adapter": 2.9518987341772154e-05,
+      "loss": 0.0308,
+      "step": 288400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9506329113924053e-05,
+      "learning_rate_adapter": 2.9506329113924053e-05,
+      "loss": 0.0305,
+      "step": 288450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.949367088607595e-05,
+      "learning_rate_adapter": 2.949367088607595e-05,
+      "loss": 0.0305,
+      "step": 288500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9481012658227847e-05,
+      "learning_rate_adapter": 2.9481012658227847e-05,
+      "loss": 0.0311,
+      "step": 288550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9468354430379746e-05,
+      "learning_rate_adapter": 2.9468354430379746e-05,
+      "loss": 0.0302,
+      "step": 288600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9455696202531645e-05,
+      "learning_rate_adapter": 2.9455696202531645e-05,
+      "loss": 0.0308,
+      "step": 288650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9443037974683547e-05,
+      "learning_rate_adapter": 2.9443037974683547e-05,
+      "loss": 0.0302,
+      "step": 288700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9430379746835446e-05,
+      "learning_rate_adapter": 2.9430379746835446e-05,
+      "loss": 0.0318,
+      "step": 288750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9417721518987345e-05,
+      "learning_rate_adapter": 2.9417721518987345e-05,
+      "loss": 0.0314,
+      "step": 288800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.940506329113924e-05,
+      "learning_rate_adapter": 2.940506329113924e-05,
+      "loss": 0.0306,
+      "step": 288850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.939240506329114e-05,
+      "learning_rate_adapter": 2.939240506329114e-05,
+      "loss": 0.031,
+      "step": 288900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9379746835443038e-05,
+      "learning_rate_adapter": 2.9379746835443038e-05,
+      "loss": 0.0315,
+      "step": 288950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.936708860759494e-05,
+      "learning_rate_adapter": 2.936708860759494e-05,
+      "loss": 0.0306,
+      "step": 289000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.935443037974684e-05,
+      "learning_rate_adapter": 2.935443037974684e-05,
+      "loss": 0.0307,
+      "step": 289050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9341772151898734e-05,
+      "learning_rate_adapter": 2.9341772151898734e-05,
+      "loss": 0.0307,
+      "step": 289100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9329113924050633e-05,
+      "learning_rate_adapter": 2.9329113924050633e-05,
+      "loss": 0.031,
+      "step": 289150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9316455696202532e-05,
+      "learning_rate_adapter": 2.9316455696202532e-05,
+      "loss": 0.0301,
+      "step": 289200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.930379746835443e-05,
+      "learning_rate_adapter": 2.930379746835443e-05,
+      "loss": 0.0301,
+      "step": 289250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9291139240506333e-05,
+      "learning_rate_adapter": 2.9291139240506333e-05,
+      "loss": 0.0307,
+      "step": 289300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9278481012658225e-05,
+      "learning_rate_adapter": 2.9278481012658225e-05,
+      "loss": 0.0308,
+      "step": 289350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9265822784810128e-05,
+      "learning_rate_adapter": 2.9265822784810128e-05,
+      "loss": 0.0312,
+      "step": 289400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9253164556962026e-05,
+      "learning_rate_adapter": 2.9253164556962026e-05,
+      "loss": 0.0306,
+      "step": 289450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9240506329113925e-05,
+      "learning_rate_adapter": 2.9240506329113925e-05,
+      "loss": 0.0308,
+      "step": 289500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9227848101265824e-05,
+      "learning_rate_adapter": 2.9227848101265824e-05,
+      "loss": 0.0302,
+      "step": 289550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9215189873417726e-05,
+      "learning_rate_adapter": 2.9215189873417726e-05,
+      "loss": 0.0305,
+      "step": 289600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.920253164556962e-05,
+      "learning_rate_adapter": 2.920253164556962e-05,
+      "loss": 0.0311,
+      "step": 289650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.918987341772152e-05,
+      "learning_rate_adapter": 2.918987341772152e-05,
+      "loss": 0.0307,
+      "step": 289700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.917721518987342e-05,
+      "learning_rate_adapter": 2.917721518987342e-05,
+      "loss": 0.031,
+      "step": 289750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.916455696202532e-05,
+      "learning_rate_adapter": 2.916455696202532e-05,
+      "loss": 0.0312,
+      "step": 289800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9151898734177217e-05,
+      "learning_rate_adapter": 2.9151898734177217e-05,
+      "loss": 0.03,
+      "step": 289850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9139240506329113e-05,
+      "learning_rate_adapter": 2.9139240506329113e-05,
+      "loss": 0.0312,
+      "step": 289900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.912658227848101e-05,
+      "learning_rate_adapter": 2.912658227848101e-05,
+      "loss": 0.0303,
+      "step": 289950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9113924050632914e-05,
+      "learning_rate_adapter": 2.9113924050632914e-05,
+      "loss": 0.0307,
+      "step": 290000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7791801262463287,
+      "eval_af_ud_pr_auc": 0.9824625842628336,
+      "eval_am_opus100_pr_auc": 0.602757595830325,
+      "eval_ar_ersatz_pr_auc": 0.9246034004295901,
+      "eval_ar_opus100_pr_auc": 0.7030623553696314,
+      "eval_ar_ud_pr_auc": 0.8814568640952215,
+      "eval_average_ersatz_pr_auc": 0.9638907012045036,
+      "eval_average_opus100_pr_auc": 0.8231999028005659,
+      "eval_average_ud_pr_auc": 0.9582583578640572,
+      "eval_az_opus100_pr_auc": 0.7506017017098691,
+      "eval_be_opus100_pr_auc": 0.6552611124350095,
+      "eval_be_ud_pr_auc": 0.8878571464723344,
+      "eval_bg_opus100_pr_auc": 0.9084989501777819,
+      "eval_bg_ud_pr_auc": 0.9941320634696896,
+      "eval_bn_opus100_pr_auc": 0.8161105163321561,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8751974855116972,
+      "eval_ca_ud_pr_auc": 0.9932724576811784,
+      "eval_ceb_ud_pr_auc": 0.9995601482159414,
+      "eval_cs_ersatz_pr_auc": 0.9844043086742751,
+      "eval_cs_opus100_pr_auc": 0.9030814099452829,
+      "eval_cs_ud_pr_auc": 0.956028379866189,
+      "eval_cy_opus100_pr_auc": 0.7385116541661504,
+      "eval_cy_ud_pr_auc": 0.9948756044763063,
+      "eval_da_opus100_pr_auc": 0.910132126696105,
+      "eval_da_ud_pr_auc": 0.9785720199997712,
+      "eval_de_ersatz_pr_auc": 0.9776980748363333,
+      "eval_de_opus100_pr_auc": 0.8835691366084593,
+      "eval_de_ud_pr_auc": 0.9834054513345412,
+      "eval_el_opus100_pr_auc": 0.9165670515655457,
+      "eval_el_ud_pr_auc": 0.9873354786420449,
+      "eval_en_ersatz_pr_auc": 0.9883485939862066,
+      "eval_en_opus100_pr_auc": 0.9200760198885768,
+      "eval_en_ud_pr_auc": 0.9636084861323838,
+      "eval_eo_opus100_pr_auc": 0.9241806146274487,
+      "eval_es_ersatz_pr_auc": 0.9942730265166476,
+      "eval_es_opus100_pr_auc": 0.9233735653626922,
+      "eval_es_ud_pr_auc": 0.9891769597428272,
+      "eval_et_ersatz_pr_auc": 0.9800260688015779,
+      "eval_et_opus100_pr_auc": 0.8957660952266152,
+      "eval_et_ud_pr_auc": 0.9601268648829768,
+      "eval_eu_opus100_pr_auc": 0.8724476904537128,
+      "eval_eu_ud_pr_auc": 0.990980933554362,
+      "eval_fa_opus100_pr_auc": 0.5667487482229343,
+      "eval_fa_ud_pr_auc": 0.9926967309075478,
+      "eval_fi_ersatz_pr_auc": 0.9869174646891572,
+      "eval_fi_opus100_pr_auc": 0.9017253749272417,
+      "eval_fi_ud_pr_auc": 0.9621739969780909,
+      "eval_fr_ersatz_pr_auc": 0.9886075950369153,
+      "eval_fr_opus100_pr_auc": 0.8985622397572528,
+      "eval_fr_ud_pr_auc": 0.9790644700777382,
+      "eval_fy_opus100_pr_auc": 0.6722770760700933,
+      "eval_ga_opus100_pr_auc": 0.8720181514879286,
+      "eval_ga_ud_pr_auc": 0.8109810670237441,
+      "eval_gd_opus100_pr_auc": 0.5809714425153258,
+      "eval_gd_ud_pr_auc": 0.7489969596180531,
+      "eval_gl_opus100_pr_auc": 0.883635460432256,
+      "eval_gl_ud_pr_auc": 0.9953836841726039,
+      "eval_gu_ersatz_pr_auc": 0.9363514952766493,
+      "eval_gu_opus100_pr_auc": 0.7245182320817418,
+      "eval_ha_opus100_pr_auc": 0.8953045572578312,
+      "eval_he_opus100_pr_auc": 0.8510093282094954,
+      "eval_he_ud_pr_auc": 0.967797304169196,
+      "eval_hi_ersatz_pr_auc": 0.9759601006799816,
+      "eval_hi_opus100_pr_auc": 0.6566421627141259,
+      "eval_hi_ud_pr_auc": 0.9692923127570562,
+      "eval_hu_opus100_pr_auc": 0.9098779998755762,
+      "eval_hu_ud_pr_auc": 0.9829208516726239,
+      "eval_hy_opus100_pr_auc": 0.90915149019577,
+      "eval_hy_ud_pr_auc": 0.9781702820538433,
+      "eval_id_opus100_pr_auc": 0.8597304147858417,
+      "eval_id_ud_pr_auc": 0.9916192985168815,
+      "eval_ig_opus100_pr_auc": 0.8800576099127414,
+      "eval_is_opus100_pr_auc": 0.9150506244270972,
+      "eval_is_ud_pr_auc": 0.9147582467423963,
+      "eval_it_opus100_pr_auc": 0.8991930292413837,
+      "eval_it_ud_pr_auc": 0.9991785200797573,
+      "eval_ja_ersatz_pr_auc": 0.7957739613897133,
+      "eval_ja_opus100_pr_auc": 0.826001978317835,
+      "eval_ja_ud_pr_auc": 0.98225176570463,
+      "eval_jv_ud_pr_auc": 0.9724204540252902,
+      "eval_ka_opus100_pr_auc": 0.8706385387524666,
+      "eval_kk_ersatz_pr_auc": 0.9866797471084745,
+      "eval_kk_opus100_pr_auc": 0.7924313724450425,
+      "eval_kk_ud_pr_auc": 0.97026358027805,
+      "eval_km_ersatz_pr_auc": 0.9126738536620945,
+      "eval_km_opus100_pr_auc": 0.7310325197296172,
+      "eval_kn_opus100_pr_auc": 0.596292078428724,
+      "eval_ko_opus100_pr_auc": 0.6924867707254331,
+      "eval_ko_ud_pr_auc": 0.9991802205847774,
+      "eval_ku_opus100_pr_auc": 0.8328421212979376,
+      "eval_ky_opus100_pr_auc": 0.823596571094126,
+      "eval_la_ud_pr_auc": 0.9314323443548739,
+      "eval_loss": 0.03452722355723381,
+      "eval_lt_ersatz_pr_auc": 0.9911964470606504,
+      "eval_lt_opus100_pr_auc": 0.8663990539573881,
+      "eval_lt_ud_pr_auc": 0.9911881866313517,
+      "eval_lv_ersatz_pr_auc": 0.9891527596569271,
+      "eval_lv_opus100_pr_auc": 0.8814135946879416,
+      "eval_lv_ud_pr_auc": 0.9613590915690325,
+      "eval_mg_opus100_pr_auc": 0.9206476131723307,
+      "eval_mk_opus100_pr_auc": 0.9041867069785224,
+      "eval_ml_opus100_pr_auc": 0.7588472348130549,
+      "eval_mn_opus100_pr_auc": 0.9483410063808309,
+      "eval_mr_opus100_pr_auc": 0.8991053158058653,
+      "eval_mr_ud_pr_auc": 0.991640961369281,
+      "eval_ms_opus100_pr_auc": 0.859210390635108,
+      "eval_mt_opus100_pr_auc": 0.8372987088819251,
+      "eval_mt_ud_pr_auc": 0.864239972392058,
+      "eval_my_opus100_pr_auc": 0.7385945389817501,
+      "eval_ne_opus100_pr_auc": 0.7122834372013962,
+      "eval_nl_opus100_pr_auc": 0.884682208898255,
+      "eval_nl_ud_pr_auc": 0.9819941812588557,
+      "eval_no_opus100_pr_auc": 0.9126853702331312,
+      "eval_no_ud_pr_auc": 0.9959973174604521,
+      "eval_pa_opus100_pr_auc": 0.6724562243057021,
+      "eval_pl_ersatz_pr_auc": 0.9695845469674012,
+      "eval_pl_opus100_pr_auc": 0.8828347635097943,
+      "eval_pl_ud_pr_auc": 0.9655820425546954,
+      "eval_ps_ersatz_pr_auc": 0.9345317630104671,
+      "eval_ps_opus100_pr_auc": 0.7020685330803677,
+      "eval_pt_opus100_pr_auc": 0.9200279935305982,
+      "eval_pt_ud_pr_auc": 0.9823394420022495,
+      "eval_ro_ersatz_pr_auc": 0.9949333081634038,
+      "eval_ro_opus100_pr_auc": 0.8590786788091804,
+      "eval_ro_ud_pr_auc": 0.9554050880633272,
+      "eval_ru_ersatz_pr_auc": 0.9896044576542851,
+      "eval_ru_opus100_pr_auc": 0.9183964306847717,
+      "eval_ru_ud_pr_auc": 0.8488612033042768,
+      "eval_runtime": 463.6316,
+      "eval_samples_per_second": 162.78,
+      "eval_si_opus100_pr_auc": 0.8060680649684753,
+      "eval_sk_opus100_pr_auc": 0.9287570655129659,
+      "eval_sk_ud_pr_auc": 0.9809152867999629,
+      "eval_sl_opus100_pr_auc": 0.8520274191206533,
+      "eval_sl_ud_pr_auc": 0.9709987070378009,
+      "eval_sq_opus100_pr_auc": 0.8972294502584431,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9015144729273509,
+      "eval_sr_ud_pr_auc": 0.996735166033556,
+      "eval_steps_per_second": 5.088,
+      "eval_sv_opus100_pr_auc": 0.88520109556837,
+      "eval_sv_ud_pr_auc": 0.930854245538591,
+      "eval_ta_ersatz_pr_auc": 0.9829182040814145,
+      "eval_ta_opus100_pr_auc": 0.6593520148393914,
+      "eval_ta_ud_pr_auc": 0.9982919324125717,
+      "eval_te_opus100_pr_auc": 0.8402163137326492,
+      "eval_tg_opus100_pr_auc": 0.8789723396676948,
+      "eval_th_opus100_pr_auc": 0.6861248969604311,
+      "eval_th_ud_pr_auc": 0.7835351017431929,
+      "eval_tr_ersatz_pr_auc": 0.9620565595905018,
+      "eval_tr_opus100_pr_auc": 0.8914524622737111,
+      "eval_tr_ud_pr_auc": 0.9470425691520321,
+      "eval_uk_opus100_pr_auc": 0.8711784921014158,
+      "eval_uk_ud_pr_auc": 0.9260862890671255,
+      "eval_ur_opus100_pr_auc": 0.5166350707696545,
+      "eval_ur_ud_pr_auc": 0.9938133541409435,
+      "eval_uz_opus100_pr_auc": 0.8662631113062252,
+      "eval_vi_opus100_pr_auc": 0.9038150498063146,
+      "eval_vi_ud_pr_auc": 0.9610929676425056,
+      "eval_xh_opus100_pr_auc": 0.8509380604845564,
+      "eval_yi_opus100_pr_auc": 0.8065733814288004,
+      "eval_yo_opus100_pr_auc": 0.7844019840128066,
+      "eval_yo_ud_pr_auc": 0.9067421181346644,
+      "eval_zh_ersatz_pr_auc": 0.9592996892264138,
+      "eval_zh_opus100_pr_auc": 0.7558163861809807,
+      "eval_zh_ud_pr_auc": 0.9945776413969898,
+      "eval_zu_opus100_pr_auc": 0.8211259921183761,
+      "step": 290000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9101265822784813e-05,
+      "learning_rate_adapter": 2.9101265822784813e-05,
+      "loss": 0.0314,
+      "step": 290050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.908860759493671e-05,
+      "learning_rate_adapter": 2.908860759493671e-05,
+      "loss": 0.0303,
+      "step": 290100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9075949367088607e-05,
+      "learning_rate_adapter": 2.9075949367088607e-05,
+      "loss": 0.0307,
+      "step": 290150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9063291139240506e-05,
+      "learning_rate_adapter": 2.9063291139240506e-05,
+      "loss": 0.0303,
+      "step": 290200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9050632911392405e-05,
+      "learning_rate_adapter": 2.9050632911392405e-05,
+      "loss": 0.0311,
+      "step": 290250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9037974683544307e-05,
+      "learning_rate_adapter": 2.9037974683544307e-05,
+      "loss": 0.031,
+      "step": 290300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9025316455696206e-05,
+      "learning_rate_adapter": 2.9025316455696206e-05,
+      "loss": 0.0303,
+      "step": 290350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9012658227848105e-05,
+      "learning_rate_adapter": 2.9012658227848105e-05,
+      "loss": 0.0298,
+      "step": 290400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0307,
+      "step": 290450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.89873417721519e-05,
+      "learning_rate_adapter": 2.89873417721519e-05,
+      "loss": 0.031,
+      "step": 290500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.8974683544303798e-05,
+      "learning_rate_adapter": 2.8974683544303798e-05,
+      "loss": 0.0305,
+      "step": 290550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.89620253164557e-05,
+      "learning_rate_adapter": 2.89620253164557e-05,
+      "loss": 0.0307,
+      "step": 290600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.89493670886076e-05,
+      "learning_rate_adapter": 2.89493670886076e-05,
+      "loss": 0.0303,
+      "step": 290650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.893670886075949e-05,
+      "learning_rate_adapter": 2.893670886075949e-05,
+      "loss": 0.0302,
+      "step": 290700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.8924050632911393e-05,
+      "learning_rate_adapter": 2.8924050632911393e-05,
+      "loss": 0.0303,
+      "step": 290750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8911392405063292e-05,
+      "learning_rate_adapter": 2.8911392405063292e-05,
+      "loss": 0.0312,
+      "step": 290800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.889873417721519e-05,
+      "learning_rate_adapter": 2.889873417721519e-05,
+      "loss": 0.0317,
+      "step": 290850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8886075949367093e-05,
+      "learning_rate_adapter": 2.8886075949367093e-05,
+      "loss": 0.0315,
+      "step": 290900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8873417721518985e-05,
+      "learning_rate_adapter": 2.8873417721518985e-05,
+      "loss": 0.0306,
+      "step": 290950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8860759493670884e-05,
+      "learning_rate_adapter": 2.8860759493670884e-05,
+      "loss": 0.0311,
+      "step": 291000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8848101265822786e-05,
+      "learning_rate_adapter": 2.8848101265822786e-05,
+      "loss": 0.0308,
+      "step": 291050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8835443037974685e-05,
+      "learning_rate_adapter": 2.8835443037974685e-05,
+      "loss": 0.0305,
+      "step": 291100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8822784810126584e-05,
+      "learning_rate_adapter": 2.8822784810126584e-05,
+      "loss": 0.0308,
+      "step": 291150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8810126582278486e-05,
+      "learning_rate_adapter": 2.8810126582278486e-05,
+      "loss": 0.0303,
+      "step": 291200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.879746835443038e-05,
+      "learning_rate_adapter": 2.879746835443038e-05,
+      "loss": 0.0303,
+      "step": 291250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8784810126582277e-05,
+      "learning_rate_adapter": 2.8784810126582277e-05,
+      "loss": 0.0307,
+      "step": 291300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.877215189873418e-05,
+      "learning_rate_adapter": 2.877215189873418e-05,
+      "loss": 0.031,
+      "step": 291350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.875949367088608e-05,
+      "learning_rate_adapter": 2.875949367088608e-05,
+      "loss": 0.0305,
+      "step": 291400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8746835443037977e-05,
+      "learning_rate_adapter": 2.8746835443037977e-05,
+      "loss": 0.0304,
+      "step": 291450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8734177215189873e-05,
+      "learning_rate_adapter": 2.8734177215189873e-05,
+      "loss": 0.0305,
+      "step": 291500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.872151898734177e-05,
+      "learning_rate_adapter": 2.872151898734177e-05,
+      "loss": 0.0308,
+      "step": 291550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.870886075949367e-05,
+      "learning_rate_adapter": 2.870886075949367e-05,
+      "loss": 0.0306,
+      "step": 291600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8696202531645573e-05,
+      "learning_rate_adapter": 2.8696202531645573e-05,
+      "loss": 0.0299,
+      "step": 291650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.868354430379747e-05,
+      "learning_rate_adapter": 2.868354430379747e-05,
+      "loss": 0.0304,
+      "step": 291700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8670886075949367e-05,
+      "learning_rate_adapter": 2.8670886075949367e-05,
+      "loss": 0.0306,
+      "step": 291750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8658227848101266e-05,
+      "learning_rate_adapter": 2.8658227848101266e-05,
+      "loss": 0.0296,
+      "step": 291800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8645569620253165e-05,
+      "learning_rate_adapter": 2.8645569620253165e-05,
+      "loss": 0.0309,
+      "step": 291850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8632911392405064e-05,
+      "learning_rate_adapter": 2.8632911392405064e-05,
+      "loss": 0.0308,
+      "step": 291900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8620253164556966e-05,
+      "learning_rate_adapter": 2.8620253164556966e-05,
+      "loss": 0.0304,
+      "step": 291950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8607594936708865e-05,
+      "learning_rate_adapter": 2.8607594936708865e-05,
+      "loss": 0.0303,
+      "step": 292000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.859493670886076e-05,
+      "learning_rate_adapter": 2.859493670886076e-05,
+      "loss": 0.0301,
+      "step": 292050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.858227848101266e-05,
+      "learning_rate_adapter": 2.858227848101266e-05,
+      "loss": 0.0314,
+      "step": 292100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8569620253164558e-05,
+      "learning_rate_adapter": 2.8569620253164558e-05,
+      "loss": 0.0298,
+      "step": 292150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8556962025316457e-05,
+      "learning_rate_adapter": 2.8556962025316457e-05,
+      "loss": 0.0305,
+      "step": 292200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.854430379746836e-05,
+      "learning_rate_adapter": 2.854430379746836e-05,
+      "loss": 0.0306,
+      "step": 292250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.853164556962025e-05,
+      "learning_rate_adapter": 2.853164556962025e-05,
+      "loss": 0.0306,
+      "step": 292300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8518987341772153e-05,
+      "learning_rate_adapter": 2.8518987341772153e-05,
+      "loss": 0.0311,
+      "step": 292350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8506329113924052e-05,
+      "learning_rate_adapter": 2.8506329113924052e-05,
+      "loss": 0.031,
+      "step": 292400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.849367088607595e-05,
+      "learning_rate_adapter": 2.849367088607595e-05,
+      "loss": 0.0303,
+      "step": 292450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.848101265822785e-05,
+      "learning_rate_adapter": 2.848101265822785e-05,
+      "loss": 0.0307,
+      "step": 292500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8468354430379745e-05,
+      "learning_rate_adapter": 2.8468354430379745e-05,
+      "loss": 0.0308,
+      "step": 292550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8455696202531644e-05,
+      "learning_rate_adapter": 2.8455696202531644e-05,
+      "loss": 0.0302,
+      "step": 292600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8443037974683546e-05,
+      "learning_rate_adapter": 2.8443037974683546e-05,
+      "loss": 0.0299,
+      "step": 292650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8430379746835445e-05,
+      "learning_rate_adapter": 2.8430379746835445e-05,
+      "loss": 0.0309,
+      "step": 292700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8417721518987344e-05,
+      "learning_rate_adapter": 2.8417721518987344e-05,
+      "loss": 0.0305,
+      "step": 292750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8405063291139243e-05,
+      "learning_rate_adapter": 2.8405063291139243e-05,
+      "loss": 0.0308,
+      "step": 292800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.839240506329114e-05,
+      "learning_rate_adapter": 2.839240506329114e-05,
+      "loss": 0.0315,
+      "step": 292850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8379746835443037e-05,
+      "learning_rate_adapter": 2.8379746835443037e-05,
+      "loss": 0.0306,
+      "step": 292900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.836708860759494e-05,
+      "learning_rate_adapter": 2.836708860759494e-05,
+      "loss": 0.0304,
+      "step": 292950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.835443037974684e-05,
+      "learning_rate_adapter": 2.835443037974684e-05,
+      "loss": 0.0302,
+      "step": 293000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8341772151898737e-05,
+      "learning_rate_adapter": 2.8341772151898737e-05,
+      "loss": 0.0312,
+      "step": 293050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8329113924050633e-05,
+      "learning_rate_adapter": 2.8329113924050633e-05,
+      "loss": 0.0296,
+      "step": 293100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.831645569620253e-05,
+      "learning_rate_adapter": 2.831645569620253e-05,
+      "loss": 0.0308,
+      "step": 293150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.830379746835443e-05,
+      "learning_rate_adapter": 2.830379746835443e-05,
+      "loss": 0.0307,
+      "step": 293200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8291139240506333e-05,
+      "learning_rate_adapter": 2.8291139240506333e-05,
+      "loss": 0.03,
+      "step": 293250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.827848101265823e-05,
+      "learning_rate_adapter": 2.827848101265823e-05,
+      "loss": 0.03,
+      "step": 293300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8265822784810127e-05,
+      "learning_rate_adapter": 2.8265822784810127e-05,
+      "loss": 0.0302,
+      "step": 293350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8253164556962026e-05,
+      "learning_rate_adapter": 2.8253164556962026e-05,
+      "loss": 0.0308,
+      "step": 293400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8240506329113925e-05,
+      "learning_rate_adapter": 2.8240506329113925e-05,
+      "loss": 0.031,
+      "step": 293450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8227848101265824e-05,
+      "learning_rate_adapter": 2.8227848101265824e-05,
+      "loss": 0.0301,
+      "step": 293500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8215189873417726e-05,
+      "learning_rate_adapter": 2.8215189873417726e-05,
+      "loss": 0.0302,
+      "step": 293550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8202531645569625e-05,
+      "learning_rate_adapter": 2.8202531645569625e-05,
+      "loss": 0.0308,
+      "step": 293600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.818987341772152e-05,
+      "learning_rate_adapter": 2.818987341772152e-05,
+      "loss": 0.0306,
+      "step": 293650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.817721518987342e-05,
+      "learning_rate_adapter": 2.817721518987342e-05,
+      "loss": 0.0304,
+      "step": 293700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8164556962025318e-05,
+      "learning_rate_adapter": 2.8164556962025318e-05,
+      "loss": 0.0309,
+      "step": 293750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8151898734177217e-05,
+      "learning_rate_adapter": 2.8151898734177217e-05,
+      "loss": 0.0303,
+      "step": 293800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.813924050632912e-05,
+      "learning_rate_adapter": 2.813924050632912e-05,
+      "loss": 0.0306,
+      "step": 293850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.812658227848101e-05,
+      "learning_rate_adapter": 2.812658227848101e-05,
+      "loss": 0.0307,
+      "step": 293900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.811392405063291e-05,
+      "learning_rate_adapter": 2.811392405063291e-05,
+      "loss": 0.0305,
+      "step": 293950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8101265822784812e-05,
+      "learning_rate_adapter": 2.8101265822784812e-05,
+      "loss": 0.0317,
+      "step": 294000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.808860759493671e-05,
+      "learning_rate_adapter": 2.808860759493671e-05,
+      "loss": 0.0305,
+      "step": 294050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.807594936708861e-05,
+      "learning_rate_adapter": 2.807594936708861e-05,
+      "loss": 0.0314,
+      "step": 294100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8063291139240505e-05,
+      "learning_rate_adapter": 2.8063291139240505e-05,
+      "loss": 0.0311,
+      "step": 294150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8050632911392404e-05,
+      "learning_rate_adapter": 2.8050632911392404e-05,
+      "loss": 0.031,
+      "step": 294200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8037974683544303e-05,
+      "learning_rate_adapter": 2.8037974683544303e-05,
+      "loss": 0.031,
+      "step": 294250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8025316455696205e-05,
+      "learning_rate_adapter": 2.8025316455696205e-05,
+      "loss": 0.0313,
+      "step": 294300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8012658227848104e-05,
+      "learning_rate_adapter": 2.8012658227848104e-05,
+      "loss": 0.0305,
+      "step": 294350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.031,
+      "step": 294400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.79873417721519e-05,
+      "learning_rate_adapter": 2.79873417721519e-05,
+      "loss": 0.0308,
+      "step": 294450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7974683544303797e-05,
+      "learning_rate_adapter": 2.7974683544303797e-05,
+      "loss": 0.0311,
+      "step": 294500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7962025316455696e-05,
+      "learning_rate_adapter": 2.7962025316455696e-05,
+      "loss": 0.0311,
+      "step": 294550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.79493670886076e-05,
+      "learning_rate_adapter": 2.79493670886076e-05,
+      "loss": 0.031,
+      "step": 294600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7936708860759497e-05,
+      "learning_rate_adapter": 2.7936708860759497e-05,
+      "loss": 0.03,
+      "step": 294650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7924050632911393e-05,
+      "learning_rate_adapter": 2.7924050632911393e-05,
+      "loss": 0.0305,
+      "step": 294700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.791139240506329e-05,
+      "learning_rate_adapter": 2.791139240506329e-05,
+      "loss": 0.0307,
+      "step": 294750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.789873417721519e-05,
+      "learning_rate_adapter": 2.789873417721519e-05,
+      "loss": 0.0309,
+      "step": 294800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.788607594936709e-05,
+      "learning_rate_adapter": 2.788607594936709e-05,
+      "loss": 0.0305,
+      "step": 294850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.787341772151899e-05,
+      "learning_rate_adapter": 2.787341772151899e-05,
+      "loss": 0.0306,
+      "step": 294900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7860759493670884e-05,
+      "learning_rate_adapter": 2.7860759493670884e-05,
+      "loss": 0.0308,
+      "step": 294950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7848101265822786e-05,
+      "learning_rate_adapter": 2.7848101265822786e-05,
+      "loss": 0.0312,
+      "step": 295000
+    },
+    {
+      "epoch": 0.25,
+      "eval_af_opus100_pr_auc": 0.7852291823742249,
+      "eval_af_ud_pr_auc": 0.9846869874159447,
+      "eval_am_opus100_pr_auc": 0.6022934243143044,
+      "eval_ar_ersatz_pr_auc": 0.9284835423930079,
+      "eval_ar_opus100_pr_auc": 0.7063107184099149,
+      "eval_ar_ud_pr_auc": 0.8817019528672226,
+      "eval_average_ersatz_pr_auc": 0.9623631814242402,
+      "eval_average_opus100_pr_auc": 0.8266610030134607,
+      "eval_average_ud_pr_auc": 0.9580251062761962,
+      "eval_az_opus100_pr_auc": 0.7730633400731107,
+      "eval_be_opus100_pr_auc": 0.6779423652490776,
+      "eval_be_ud_pr_auc": 0.9064853001319566,
+      "eval_bg_opus100_pr_auc": 0.9082642931202605,
+      "eval_bg_ud_pr_auc": 0.9941668386981166,
+      "eval_bn_opus100_pr_auc": 0.8187037758236269,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8728131057657492,
+      "eval_ca_ud_pr_auc": 0.9941917896915363,
+      "eval_ceb_ud_pr_auc": 0.9994364397954878,
+      "eval_cs_ersatz_pr_auc": 0.9840676418917348,
+      "eval_cs_opus100_pr_auc": 0.9034989449463878,
+      "eval_cs_ud_pr_auc": 0.958434754620425,
+      "eval_cy_opus100_pr_auc": 0.7486969555275559,
+      "eval_cy_ud_pr_auc": 0.9936880403841171,
+      "eval_da_opus100_pr_auc": 0.9155653848255171,
+      "eval_da_ud_pr_auc": 0.9790508754819991,
+      "eval_de_ersatz_pr_auc": 0.9737385134538047,
+      "eval_de_opus100_pr_auc": 0.8864202483958212,
+      "eval_de_ud_pr_auc": 0.9847745337673627,
+      "eval_el_opus100_pr_auc": 0.9177541729042946,
+      "eval_el_ud_pr_auc": 0.9885875307959276,
+      "eval_en_ersatz_pr_auc": 0.9887682252369654,
+      "eval_en_opus100_pr_auc": 0.9244877216006615,
+      "eval_en_ud_pr_auc": 0.9641625548113876,
+      "eval_eo_opus100_pr_auc": 0.9270624845756174,
+      "eval_es_ersatz_pr_auc": 0.993693706024452,
+      "eval_es_opus100_pr_auc": 0.9249456200669338,
+      "eval_es_ud_pr_auc": 0.9878383962821791,
+      "eval_et_ersatz_pr_auc": 0.9817174578054678,
+      "eval_et_opus100_pr_auc": 0.9027798364048313,
+      "eval_et_ud_pr_auc": 0.9552250128836035,
+      "eval_eu_opus100_pr_auc": 0.870047991624776,
+      "eval_eu_ud_pr_auc": 0.9860528889888549,
+      "eval_fa_opus100_pr_auc": 0.5767692961176938,
+      "eval_fa_ud_pr_auc": 0.993574489686586,
+      "eval_fi_ersatz_pr_auc": 0.9881877018462556,
+      "eval_fi_opus100_pr_auc": 0.9096074650593995,
+      "eval_fi_ud_pr_auc": 0.9650342411903055,
+      "eval_fr_ersatz_pr_auc": 0.982401927466094,
+      "eval_fr_opus100_pr_auc": 0.9060366820950558,
+      "eval_fr_ud_pr_auc": 0.9805496635996627,
+      "eval_fy_opus100_pr_auc": 0.6891438392586571,
+      "eval_ga_opus100_pr_auc": 0.8790926226719753,
+      "eval_ga_ud_pr_auc": 0.8074607954309921,
+      "eval_gd_opus100_pr_auc": 0.616551978622738,
+      "eval_gd_ud_pr_auc": 0.7507702037715825,
+      "eval_gl_opus100_pr_auc": 0.8790351673094469,
+      "eval_gl_ud_pr_auc": 0.9950633636489797,
+      "eval_gu_ersatz_pr_auc": 0.9263330221723789,
+      "eval_gu_opus100_pr_auc": 0.7223198667818365,
+      "eval_ha_opus100_pr_auc": 0.8906083969022358,
+      "eval_he_opus100_pr_auc": 0.8545590483722761,
+      "eval_he_ud_pr_auc": 0.9715697745061941,
+      "eval_hi_ersatz_pr_auc": 0.9729610903334123,
+      "eval_hi_opus100_pr_auc": 0.6651995221654932,
+      "eval_hi_ud_pr_auc": 0.9746720491501556,
+      "eval_hu_opus100_pr_auc": 0.9115277319668658,
+      "eval_hu_ud_pr_auc": 0.9805327558984501,
+      "eval_hy_opus100_pr_auc": 0.9119408214845625,
+      "eval_hy_ud_pr_auc": 0.9898336557216709,
+      "eval_id_opus100_pr_auc": 0.8690233889199642,
+      "eval_id_ud_pr_auc": 0.9914222592315418,
+      "eval_ig_opus100_pr_auc": 0.882767031260281,
+      "eval_is_opus100_pr_auc": 0.9183367417462964,
+      "eval_is_ud_pr_auc": 0.9053328687638043,
+      "eval_it_opus100_pr_auc": 0.9010734326724792,
+      "eval_it_ud_pr_auc": 0.9992246550306363,
+      "eval_ja_ersatz_pr_auc": 0.7987405084466038,
+      "eval_ja_opus100_pr_auc": 0.8092892497995219,
+      "eval_ja_ud_pr_auc": 0.9828129974298511,
+      "eval_jv_ud_pr_auc": 0.9843758714881228,
+      "eval_ka_opus100_pr_auc": 0.8732547518270525,
+      "eval_kk_ersatz_pr_auc": 0.9875497525257022,
+      "eval_kk_opus100_pr_auc": 0.806305949157553,
+      "eval_kk_ud_pr_auc": 0.9722799957255189,
+      "eval_km_ersatz_pr_auc": 0.9103926803961372,
+      "eval_km_opus100_pr_auc": 0.7092533132933468,
+      "eval_kn_opus100_pr_auc": 0.5982417723041777,
+      "eval_ko_opus100_pr_auc": 0.6918459706580167,
+      "eval_ko_ud_pr_auc": 0.9982131756690437,
+      "eval_ku_opus100_pr_auc": 0.8417794931243631,
+      "eval_ky_opus100_pr_auc": 0.8626780477311691,
+      "eval_la_ud_pr_auc": 0.9404796775572413,
+      "eval_loss": 0.034430284053087234,
+      "eval_lt_ersatz_pr_auc": 0.9916002954558787,
+      "eval_lt_opus100_pr_auc": 0.8760245104667742,
+      "eval_lt_ud_pr_auc": 0.9917113223643211,
+      "eval_lv_ersatz_pr_auc": 0.9892927054505815,
+      "eval_lv_opus100_pr_auc": 0.8851564631379176,
+      "eval_lv_ud_pr_auc": 0.9627128037270207,
+      "eval_mg_opus100_pr_auc": 0.9264795351203126,
+      "eval_mk_opus100_pr_auc": 0.905920031060012,
+      "eval_ml_opus100_pr_auc": 0.7553554022606547,
+      "eval_mn_opus100_pr_auc": 0.9535548014732712,
+      "eval_mr_opus100_pr_auc": 0.8993709162818688,
+      "eval_mr_ud_pr_auc": 0.9798981939856557,
+      "eval_ms_opus100_pr_auc": 0.8659171386959846,
+      "eval_mt_opus100_pr_auc": 0.8480913478925983,
+      "eval_mt_ud_pr_auc": 0.8534914138545424,
+      "eval_my_opus100_pr_auc": 0.7513344427105118,
+      "eval_ne_opus100_pr_auc": 0.7153706522140972,
+      "eval_nl_opus100_pr_auc": 0.8863779555994753,
+      "eval_nl_ud_pr_auc": 0.9769682693203992,
+      "eval_no_opus100_pr_auc": 0.9143790262557908,
+      "eval_no_ud_pr_auc": 0.9956051872174848,
+      "eval_pa_opus100_pr_auc": 0.6835352089027635,
+      "eval_pl_ersatz_pr_auc": 0.9733112866189351,
+      "eval_pl_opus100_pr_auc": 0.890479607418054,
+      "eval_pl_ud_pr_auc": 0.968885725627562,
+      "eval_ps_ersatz_pr_auc": 0.9307581961833419,
+      "eval_ps_opus100_pr_auc": 0.7034239562857761,
+      "eval_pt_opus100_pr_auc": 0.9223134801409546,
+      "eval_pt_ud_pr_auc": 0.984411063370419,
+      "eval_ro_ersatz_pr_auc": 0.9933577988783648,
+      "eval_ro_opus100_pr_auc": 0.8664629681011089,
+      "eval_ro_ud_pr_auc": 0.9149667929373332,
+      "eval_ru_ersatz_pr_auc": 0.9907730785822064,
+      "eval_ru_opus100_pr_auc": 0.9254838406144463,
+      "eval_ru_ud_pr_auc": 0.8511327985310994,
+      "eval_runtime": 461.2167,
+      "eval_samples_per_second": 163.632,
+      "eval_si_opus100_pr_auc": 0.8030094960897579,
+      "eval_sk_opus100_pr_auc": 0.929999083172639,
+      "eval_sk_ud_pr_auc": 0.9812243249984329,
+      "eval_sl_opus100_pr_auc": 0.8523561652979175,
+      "eval_sl_ud_pr_auc": 0.9695109490947392,
+      "eval_sq_opus100_pr_auc": 0.8953816727348968,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9026147957900541,
+      "eval_sr_ud_pr_auc": 0.995857368015594,
+      "eval_steps_per_second": 5.115,
+      "eval_sv_opus100_pr_auc": 0.8887852151990829,
+      "eval_sv_ud_pr_auc": 0.9332952383983171,
+      "eval_ta_ersatz_pr_auc": 0.9817780922339716,
+      "eval_ta_opus100_pr_auc": 0.6685425461453893,
+      "eval_ta_ud_pr_auc": 0.9971255771245668,
+      "eval_te_opus100_pr_auc": 0.8382509149376853,
+      "eval_tg_opus100_pr_auc": 0.876459103770555,
+      "eval_th_opus100_pr_auc": 0.6840234810742787,
+      "eval_th_ud_pr_auc": 0.7800538645868823,
+      "eval_tr_ersatz_pr_auc": 0.962777287074052,
+      "eval_tr_opus100_pr_auc": 0.8914593842367493,
+      "eval_tr_ud_pr_auc": 0.9451563222946994,
+      "eval_uk_opus100_pr_auc": 0.871450038624019,
+      "eval_uk_ud_pr_auc": 0.9331469758774951,
+      "eval_ur_opus100_pr_auc": 0.5093241845739097,
+      "eval_ur_ud_pr_auc": 0.9916401716630692,
+      "eval_uz_opus100_pr_auc": 0.8723470567873791,
+      "eval_vi_opus100_pr_auc": 0.904306571958443,
+      "eval_vi_ud_pr_auc": 0.9570380301205612,
+      "eval_xh_opus100_pr_auc": 0.8545321654096137,
+      "eval_yi_opus100_pr_auc": 0.7760777198565694,
+      "eval_yo_opus100_pr_auc": 0.7925635884646336,
+      "eval_yo_ud_pr_auc": 0.9073938442808793,
+      "eval_zh_ersatz_pr_auc": 0.9413054808639373,
+      "eval_zh_opus100_pr_auc": 0.7304854271764554,
+      "eval_zh_ud_pr_auc": 0.9945184302356479,
+      "eval_zu_opus100_pr_auc": 0.8270812038662487,
+      "step": 295000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7835443037974685e-05,
+      "learning_rate_adapter": 2.7835443037974685e-05,
+      "loss": 0.0309,
+      "step": 295050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7822784810126584e-05,
+      "learning_rate_adapter": 2.7822784810126584e-05,
+      "loss": 0.0306,
+      "step": 295100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7810126582278482e-05,
+      "learning_rate_adapter": 2.7810126582278482e-05,
+      "loss": 0.0304,
+      "step": 295150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7797468354430385e-05,
+      "learning_rate_adapter": 2.7797468354430385e-05,
+      "loss": 0.0306,
+      "step": 295200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7784810126582277e-05,
+      "learning_rate_adapter": 2.7784810126582277e-05,
+      "loss": 0.0302,
+      "step": 295250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.777215189873418e-05,
+      "learning_rate_adapter": 2.777215189873418e-05,
+      "loss": 0.0302,
+      "step": 295300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7759493670886078e-05,
+      "learning_rate_adapter": 2.7759493670886078e-05,
+      "loss": 0.0301,
+      "step": 295350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7746835443037977e-05,
+      "learning_rate_adapter": 2.7746835443037977e-05,
+      "loss": 0.0304,
+      "step": 295400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7734177215189876e-05,
+      "learning_rate_adapter": 2.7734177215189876e-05,
+      "loss": 0.0308,
+      "step": 295450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.772151898734177e-05,
+      "learning_rate_adapter": 2.772151898734177e-05,
+      "loss": 0.0309,
+      "step": 295500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.770886075949367e-05,
+      "learning_rate_adapter": 2.770886075949367e-05,
+      "loss": 0.0305,
+      "step": 295550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7696202531645572e-05,
+      "learning_rate_adapter": 2.7696202531645572e-05,
+      "loss": 0.031,
+      "step": 295600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.768354430379747e-05,
+      "learning_rate_adapter": 2.768354430379747e-05,
+      "loss": 0.0304,
+      "step": 295650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.767088607594937e-05,
+      "learning_rate_adapter": 2.767088607594937e-05,
+      "loss": 0.0302,
+      "step": 295700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7658227848101265e-05,
+      "learning_rate_adapter": 2.7658227848101265e-05,
+      "loss": 0.0308,
+      "step": 295750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7645569620253164e-05,
+      "learning_rate_adapter": 2.7645569620253164e-05,
+      "loss": 0.03,
+      "step": 295800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7632911392405063e-05,
+      "learning_rate_adapter": 2.7632911392405063e-05,
+      "loss": 0.0308,
+      "step": 295850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7620253164556965e-05,
+      "learning_rate_adapter": 2.7620253164556965e-05,
+      "loss": 0.0309,
+      "step": 295900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7607594936708864e-05,
+      "learning_rate_adapter": 2.7607594936708864e-05,
+      "loss": 0.0306,
+      "step": 295950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7594936708860763e-05,
+      "learning_rate_adapter": 2.7594936708860763e-05,
+      "loss": 0.0309,
+      "step": 296000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.758227848101266e-05,
+      "learning_rate_adapter": 2.758227848101266e-05,
+      "loss": 0.0301,
+      "step": 296050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7569620253164557e-05,
+      "learning_rate_adapter": 2.7569620253164557e-05,
+      "loss": 0.0299,
+      "step": 296100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7556962025316456e-05,
+      "learning_rate_adapter": 2.7556962025316456e-05,
+      "loss": 0.0296,
+      "step": 296150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.754430379746836e-05,
+      "learning_rate_adapter": 2.754430379746836e-05,
+      "loss": 0.0307,
+      "step": 296200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7531645569620257e-05,
+      "learning_rate_adapter": 2.7531645569620257e-05,
+      "loss": 0.0315,
+      "step": 296250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7518987341772153e-05,
+      "learning_rate_adapter": 2.7518987341772153e-05,
+      "loss": 0.0306,
+      "step": 296300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.750632911392405e-05,
+      "learning_rate_adapter": 2.750632911392405e-05,
+      "loss": 0.0308,
+      "step": 296350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.749367088607595e-05,
+      "learning_rate_adapter": 2.749367088607595e-05,
+      "loss": 0.0305,
+      "step": 296400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.748101265822785e-05,
+      "learning_rate_adapter": 2.748101265822785e-05,
+      "loss": 0.0307,
+      "step": 296450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.746835443037975e-05,
+      "learning_rate_adapter": 2.746835443037975e-05,
+      "loss": 0.0305,
+      "step": 296500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7455696202531644e-05,
+      "learning_rate_adapter": 2.7455696202531644e-05,
+      "loss": 0.0311,
+      "step": 296550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7443037974683546e-05,
+      "learning_rate_adapter": 2.7443037974683546e-05,
+      "loss": 0.0316,
+      "step": 296600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7430379746835445e-05,
+      "learning_rate_adapter": 2.7430379746835445e-05,
+      "loss": 0.0303,
+      "step": 296650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7417721518987344e-05,
+      "learning_rate_adapter": 2.7417721518987344e-05,
+      "loss": 0.03,
+      "step": 296700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7405063291139242e-05,
+      "learning_rate_adapter": 2.7405063291139242e-05,
+      "loss": 0.0307,
+      "step": 296750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7392405063291145e-05,
+      "learning_rate_adapter": 2.7392405063291145e-05,
+      "loss": 0.0306,
+      "step": 296800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7379746835443037e-05,
+      "learning_rate_adapter": 2.7379746835443037e-05,
+      "loss": 0.0308,
+      "step": 296850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.736708860759494e-05,
+      "learning_rate_adapter": 2.736708860759494e-05,
+      "loss": 0.031,
+      "step": 296900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7354430379746838e-05,
+      "learning_rate_adapter": 2.7354430379746838e-05,
+      "loss": 0.0303,
+      "step": 296950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7341772151898737e-05,
+      "learning_rate_adapter": 2.7341772151898737e-05,
+      "loss": 0.0308,
+      "step": 297000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7329113924050636e-05,
+      "learning_rate_adapter": 2.7329113924050636e-05,
+      "loss": 0.0309,
+      "step": 297050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.731645569620253e-05,
+      "learning_rate_adapter": 2.731645569620253e-05,
+      "loss": 0.0295,
+      "step": 297100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.730379746835443e-05,
+      "learning_rate_adapter": 2.730379746835443e-05,
+      "loss": 0.0308,
+      "step": 297150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7291139240506332e-05,
+      "learning_rate_adapter": 2.7291139240506332e-05,
+      "loss": 0.0305,
+      "step": 297200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.727848101265823e-05,
+      "learning_rate_adapter": 2.727848101265823e-05,
+      "loss": 0.0309,
+      "step": 297250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.726582278481013e-05,
+      "learning_rate_adapter": 2.726582278481013e-05,
+      "loss": 0.0302,
+      "step": 297300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7253164556962025e-05,
+      "learning_rate_adapter": 2.7253164556962025e-05,
+      "loss": 0.0307,
+      "step": 297350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7240506329113924e-05,
+      "learning_rate_adapter": 2.7240506329113924e-05,
+      "loss": 0.0313,
+      "step": 297400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7227848101265823e-05,
+      "learning_rate_adapter": 2.7227848101265823e-05,
+      "loss": 0.0309,
+      "step": 297450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7215189873417722e-05,
+      "learning_rate_adapter": 2.7215189873417722e-05,
+      "loss": 0.0304,
+      "step": 297500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7202531645569624e-05,
+      "learning_rate_adapter": 2.7202531645569624e-05,
+      "loss": 0.0314,
+      "step": 297550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7189873417721516e-05,
+      "learning_rate_adapter": 2.7189873417721516e-05,
+      "loss": 0.0306,
+      "step": 297600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.717721518987342e-05,
+      "learning_rate_adapter": 2.717721518987342e-05,
+      "loss": 0.0303,
+      "step": 297650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7164556962025317e-05,
+      "learning_rate_adapter": 2.7164556962025317e-05,
+      "loss": 0.0305,
+      "step": 297700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7151898734177216e-05,
+      "learning_rate_adapter": 2.7151898734177216e-05,
+      "loss": 0.0311,
+      "step": 297750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7139240506329115e-05,
+      "learning_rate_adapter": 2.7139240506329115e-05,
+      "loss": 0.0305,
+      "step": 297800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7126582278481017e-05,
+      "learning_rate_adapter": 2.7126582278481017e-05,
+      "loss": 0.0303,
+      "step": 297850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.711392405063291e-05,
+      "learning_rate_adapter": 2.711392405063291e-05,
+      "loss": 0.0311,
+      "step": 297900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.710126582278481e-05,
+      "learning_rate_adapter": 2.710126582278481e-05,
+      "loss": 0.0306,
+      "step": 297950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.708860759493671e-05,
+      "learning_rate_adapter": 2.708860759493671e-05,
+      "loss": 0.0308,
+      "step": 298000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.707594936708861e-05,
+      "learning_rate_adapter": 2.707594936708861e-05,
+      "loss": 0.0302,
+      "step": 298050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7063291139240508e-05,
+      "learning_rate_adapter": 2.7063291139240508e-05,
+      "loss": 0.0308,
+      "step": 298100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7050632911392404e-05,
+      "learning_rate_adapter": 2.7050632911392404e-05,
+      "loss": 0.0312,
+      "step": 298150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7037974683544302e-05,
+      "learning_rate_adapter": 2.7037974683544302e-05,
+      "loss": 0.0306,
+      "step": 298200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7025316455696205e-05,
+      "learning_rate_adapter": 2.7025316455696205e-05,
+      "loss": 0.0308,
+      "step": 298250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7012658227848104e-05,
+      "learning_rate_adapter": 2.7012658227848104e-05,
+      "loss": 0.0305,
+      "step": 298300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0303,
+      "step": 298350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6987341772151898e-05,
+      "learning_rate_adapter": 2.6987341772151898e-05,
+      "loss": 0.0305,
+      "step": 298400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6974683544303797e-05,
+      "learning_rate_adapter": 2.6974683544303797e-05,
+      "loss": 0.0303,
+      "step": 298450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6962025316455696e-05,
+      "learning_rate_adapter": 2.6962025316455696e-05,
+      "loss": 0.0306,
+      "step": 298500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6949367088607598e-05,
+      "learning_rate_adapter": 2.6949367088607598e-05,
+      "loss": 0.0309,
+      "step": 298550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6936708860759497e-05,
+      "learning_rate_adapter": 2.6936708860759497e-05,
+      "loss": 0.03,
+      "step": 298600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6924050632911396e-05,
+      "learning_rate_adapter": 2.6924050632911396e-05,
+      "loss": 0.0315,
+      "step": 298650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.691139240506329e-05,
+      "learning_rate_adapter": 2.691139240506329e-05,
+      "loss": 0.0304,
+      "step": 298700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.689873417721519e-05,
+      "learning_rate_adapter": 2.689873417721519e-05,
+      "loss": 0.0308,
+      "step": 298750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.688607594936709e-05,
+      "learning_rate_adapter": 2.688607594936709e-05,
+      "loss": 0.0301,
+      "step": 298800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.687341772151899e-05,
+      "learning_rate_adapter": 2.687341772151899e-05,
+      "loss": 0.0299,
+      "step": 298850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.686075949367089e-05,
+      "learning_rate_adapter": 2.686075949367089e-05,
+      "loss": 0.0307,
+      "step": 298900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6848101265822785e-05,
+      "learning_rate_adapter": 2.6848101265822785e-05,
+      "loss": 0.0302,
+      "step": 298950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6835443037974684e-05,
+      "learning_rate_adapter": 2.6835443037974684e-05,
+      "loss": 0.0306,
+      "step": 299000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6822784810126583e-05,
+      "learning_rate_adapter": 2.6822784810126583e-05,
+      "loss": 0.0304,
+      "step": 299050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6810126582278482e-05,
+      "learning_rate_adapter": 2.6810126582278482e-05,
+      "loss": 0.0304,
+      "step": 299100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6797468354430384e-05,
+      "learning_rate_adapter": 2.6797468354430384e-05,
+      "loss": 0.0301,
+      "step": 299150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6784810126582276e-05,
+      "learning_rate_adapter": 2.6784810126582276e-05,
+      "loss": 0.0305,
+      "step": 299200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.677215189873418e-05,
+      "learning_rate_adapter": 2.677215189873418e-05,
+      "loss": 0.0303,
+      "step": 299250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6759493670886077e-05,
+      "learning_rate_adapter": 2.6759493670886077e-05,
+      "loss": 0.0305,
+      "step": 299300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6746835443037976e-05,
+      "learning_rate_adapter": 2.6746835443037976e-05,
+      "loss": 0.0308,
+      "step": 299350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6734177215189875e-05,
+      "learning_rate_adapter": 2.6734177215189875e-05,
+      "loss": 0.0307,
+      "step": 299400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6721518987341777e-05,
+      "learning_rate_adapter": 2.6721518987341777e-05,
+      "loss": 0.0309,
+      "step": 299450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.670886075949367e-05,
+      "learning_rate_adapter": 2.670886075949367e-05,
+      "loss": 0.0299,
+      "step": 299500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.669620253164557e-05,
+      "learning_rate_adapter": 2.669620253164557e-05,
+      "loss": 0.0301,
+      "step": 299550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.668354430379747e-05,
+      "learning_rate_adapter": 2.668354430379747e-05,
+      "loss": 0.0305,
+      "step": 299600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.667088607594937e-05,
+      "learning_rate_adapter": 2.667088607594937e-05,
+      "loss": 0.0309,
+      "step": 299650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6658227848101268e-05,
+      "learning_rate_adapter": 2.6658227848101268e-05,
+      "loss": 0.03,
+      "step": 299700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6645569620253164e-05,
+      "learning_rate_adapter": 2.6645569620253164e-05,
+      "loss": 0.0306,
+      "step": 299750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6632911392405062e-05,
+      "learning_rate_adapter": 2.6632911392405062e-05,
+      "loss": 0.0305,
+      "step": 299800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6620253164556965e-05,
+      "learning_rate_adapter": 2.6620253164556965e-05,
+      "loss": 0.0309,
+      "step": 299850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6607594936708864e-05,
+      "learning_rate_adapter": 2.6607594936708864e-05,
+      "loss": 0.0307,
+      "step": 299900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6594936708860762e-05,
+      "learning_rate_adapter": 2.6594936708860762e-05,
+      "loss": 0.0305,
+      "step": 299950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6582278481012658e-05,
+      "learning_rate_adapter": 2.6582278481012658e-05,
+      "loss": 0.031,
+      "step": 300000
+    },
+    {
+      "epoch": 0.25,
+      "eval_af_opus100_pr_auc": 0.781403010367248,
+      "eval_af_ud_pr_auc": 0.9783169608739932,
+      "eval_am_opus100_pr_auc": 0.5990445356999236,
+      "eval_ar_ersatz_pr_auc": 0.9185118222314288,
+      "eval_ar_opus100_pr_auc": 0.6975747337572414,
+      "eval_ar_ud_pr_auc": 0.8866954330836814,
+      "eval_average_ersatz_pr_auc": 0.9603420914449576,
+      "eval_average_opus100_pr_auc": 0.8231291116760265,
+      "eval_average_ud_pr_auc": 0.9537664425311548,
+      "eval_az_opus100_pr_auc": 0.7492669819954838,
+      "eval_be_opus100_pr_auc": 0.6942975568390636,
+      "eval_be_ud_pr_auc": 0.8860918489994,
+      "eval_bg_opus100_pr_auc": 0.9015804144631411,
+      "eval_bg_ud_pr_auc": 0.9924716417031374,
+      "eval_bn_opus100_pr_auc": 0.8151058479003586,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.872863076746722,
+      "eval_ca_ud_pr_auc": 0.991163179895541,
+      "eval_ceb_ud_pr_auc": 0.9991139541056715,
+      "eval_cs_ersatz_pr_auc": 0.9793422335217968,
+      "eval_cs_opus100_pr_auc": 0.8933812811642409,
+      "eval_cs_ud_pr_auc": 0.9494000796999884,
+      "eval_cy_opus100_pr_auc": 0.7570300245610433,
+      "eval_cy_ud_pr_auc": 0.9936417357398512,
+      "eval_da_opus100_pr_auc": 0.9015705177106357,
+      "eval_da_ud_pr_auc": 0.972364907684809,
+      "eval_de_ersatz_pr_auc": 0.9659343217790473,
+      "eval_de_opus100_pr_auc": 0.8801234488092393,
+      "eval_de_ud_pr_auc": 0.9825913886872292,
+      "eval_el_opus100_pr_auc": 0.9130674149501213,
+      "eval_el_ud_pr_auc": 0.9877991591530334,
+      "eval_en_ersatz_pr_auc": 0.9852764421886706,
+      "eval_en_opus100_pr_auc": 0.9146891883031311,
+      "eval_en_ud_pr_auc": 0.9637387310065639,
+      "eval_eo_opus100_pr_auc": 0.9180780962566244,
+      "eval_es_ersatz_pr_auc": 0.9933231438380502,
+      "eval_es_opus100_pr_auc": 0.9183283322560927,
+      "eval_es_ud_pr_auc": 0.9870403027884568,
+      "eval_et_ersatz_pr_auc": 0.9762893123272269,
+      "eval_et_opus100_pr_auc": 0.8881458463147737,
+      "eval_et_ud_pr_auc": 0.9436904478939057,
+      "eval_eu_opus100_pr_auc": 0.8696732000999166,
+      "eval_eu_ud_pr_auc": 0.9883231810177933,
+      "eval_fa_opus100_pr_auc": 0.5691654620064249,
+      "eval_fa_ud_pr_auc": 0.989985997630044,
+      "eval_fi_ersatz_pr_auc": 0.9829060989094416,
+      "eval_fi_opus100_pr_auc": 0.8957151903060571,
+      "eval_fi_ud_pr_auc": 0.9511729196136104,
+      "eval_fr_ersatz_pr_auc": 0.9791518580535542,
+      "eval_fr_opus100_pr_auc": 0.8918073176709593,
+      "eval_fr_ud_pr_auc": 0.9772538342632278,
+      "eval_fy_opus100_pr_auc": 0.6822040236393323,
+      "eval_ga_opus100_pr_auc": 0.8753070099427849,
+      "eval_ga_ud_pr_auc": 0.792620475613713,
+      "eval_gd_opus100_pr_auc": 0.5788307937464868,
+      "eval_gd_ud_pr_auc": 0.7433394140783173,
+      "eval_gl_opus100_pr_auc": 0.8748826524520829,
+      "eval_gl_ud_pr_auc": 0.9958153793383278,
+      "eval_gu_ersatz_pr_auc": 0.9179760270763268,
+      "eval_gu_opus100_pr_auc": 0.7321896943966464,
+      "eval_ha_opus100_pr_auc": 0.8979040712505681,
+      "eval_he_opus100_pr_auc": 0.8467682933709559,
+      "eval_he_ud_pr_auc": 0.9576122501996684,
+      "eval_hi_ersatz_pr_auc": 0.9704778571945238,
+      "eval_hi_opus100_pr_auc": 0.6550258875414414,
+      "eval_hi_ud_pr_auc": 0.9615119209064975,
+      "eval_hu_opus100_pr_auc": 0.9028894679393166,
+      "eval_hu_ud_pr_auc": 0.9811464256458805,
+      "eval_hy_opus100_pr_auc": 0.906852079463834,
+      "eval_hy_ud_pr_auc": 0.9894264994794036,
+      "eval_id_opus100_pr_auc": 0.861208759628336,
+      "eval_id_ud_pr_auc": 0.9889386868928085,
+      "eval_ig_opus100_pr_auc": 0.881602616945813,
+      "eval_is_opus100_pr_auc": 0.9133154475257944,
+      "eval_is_ud_pr_auc": 0.8973585829885378,
+      "eval_it_opus100_pr_auc": 0.8879205353263874,
+      "eval_it_ud_pr_auc": 0.9932455640944992,
+      "eval_ja_ersatz_pr_auc": 0.8236188650833958,
+      "eval_ja_opus100_pr_auc": 0.8097514974724637,
+      "eval_ja_ud_pr_auc": 0.9843249328585993,
+      "eval_jv_ud_pr_auc": 0.9810191223332696,
+      "eval_ka_opus100_pr_auc": 0.8678035986395348,
+      "eval_kk_ersatz_pr_auc": 0.9801646822446248,
+      "eval_kk_opus100_pr_auc": 0.810702236690453,
+      "eval_kk_ud_pr_auc": 0.9678971956174884,
+      "eval_km_ersatz_pr_auc": 0.9121269924241465,
+      "eval_km_opus100_pr_auc": 0.7309068578526675,
+      "eval_kn_opus100_pr_auc": 0.6042310387190876,
+      "eval_ko_opus100_pr_auc": 0.6954008468027061,
+      "eval_ko_ud_pr_auc": 0.998548883520804,
+      "eval_ku_opus100_pr_auc": 0.8427581735798412,
+      "eval_ky_opus100_pr_auc": 0.8549006297618688,
+      "eval_la_ud_pr_auc": 0.9403849540694764,
+      "eval_loss": 0.03444395214319229,
+      "eval_lt_ersatz_pr_auc": 0.9886943899043659,
+      "eval_lt_opus100_pr_auc": 0.8569795872986391,
+      "eval_lt_ud_pr_auc": 0.9911346866113928,
+      "eval_lv_ersatz_pr_auc": 0.9873536757297405,
+      "eval_lv_opus100_pr_auc": 0.8736607675654386,
+      "eval_lv_ud_pr_auc": 0.9551910260281771,
+      "eval_mg_opus100_pr_auc": 0.9188825365671011,
+      "eval_mk_opus100_pr_auc": 0.8985825625099524,
+      "eval_ml_opus100_pr_auc": 0.7565727607434456,
+      "eval_mn_opus100_pr_auc": 0.9562017628416624,
+      "eval_mr_opus100_pr_auc": 0.8941339453426969,
+      "eval_mr_ud_pr_auc": 0.9825499083623586,
+      "eval_ms_opus100_pr_auc": 0.8542212365962127,
+      "eval_mt_opus100_pr_auc": 0.8372948133356393,
+      "eval_mt_ud_pr_auc": 0.8443268678864101,
+      "eval_my_opus100_pr_auc": 0.7378739951807812,
+      "eval_ne_opus100_pr_auc": 0.7228338520028762,
+      "eval_nl_opus100_pr_auc": 0.8780582401882971,
+      "eval_nl_ud_pr_auc": 0.9777678436817797,
+      "eval_no_opus100_pr_auc": 0.9071050661146244,
+      "eval_no_ud_pr_auc": 0.9947316554125832,
+      "eval_pa_opus100_pr_auc": 0.690095665099625,
+      "eval_pl_ersatz_pr_auc": 0.963671555887613,
+      "eval_pl_opus100_pr_auc": 0.8822349828738618,
+      "eval_pl_ud_pr_auc": 0.9580904898825355,
+      "eval_ps_ersatz_pr_auc": 0.9171156328659091,
+      "eval_ps_opus100_pr_auc": 0.7127755630661515,
+      "eval_pt_opus100_pr_auc": 0.9156288200834426,
+      "eval_pt_ud_pr_auc": 0.9817963991001034,
+      "eval_ro_ersatz_pr_auc": 0.9917062550290493,
+      "eval_ro_opus100_pr_auc": 0.8734445911165347,
+      "eval_ro_ud_pr_auc": 0.9208773582715853,
+      "eval_ru_ersatz_pr_auc": 0.986643157753458,
+      "eval_ru_opus100_pr_auc": 0.914816917389627,
+      "eval_ru_ud_pr_auc": 0.8324131757949494,
+      "eval_runtime": 463.6435,
+      "eval_samples_per_second": 162.776,
+      "eval_si_opus100_pr_auc": 0.7956296984259187,
+      "eval_sk_opus100_pr_auc": 0.9214200681890788,
+      "eval_sk_ud_pr_auc": 0.9686840765856664,
+      "eval_sl_opus100_pr_auc": 0.847447384914197,
+      "eval_sl_ud_pr_auc": 0.9626231910218876,
+      "eval_sq_opus100_pr_auc": 0.8901418381350968,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8979783991046688,
+      "eval_sr_ud_pr_auc": 0.9952697403061658,
+      "eval_steps_per_second": 5.088,
+      "eval_sv_opus100_pr_auc": 0.8763509996168346,
+      "eval_sv_ud_pr_auc": 0.9233795825571692,
+      "eval_ta_ersatz_pr_auc": 0.9806583439395914,
+      "eval_ta_opus100_pr_auc": 0.6671136806978445,
+      "eval_ta_ud_pr_auc": 0.996610008506377,
+      "eval_te_opus100_pr_auc": 0.8381251081918458,
+      "eval_tg_opus100_pr_auc": 0.8795196133571694,
+      "eval_th_opus100_pr_auc": 0.6806760363348755,
+      "eval_th_ud_pr_auc": 0.7852116568395012,
+      "eval_tr_ersatz_pr_auc": 0.9585636451605584,
+      "eval_tr_opus100_pr_auc": 0.8901517159688537,
+      "eval_tr_ud_pr_auc": 0.9474126608804962,
+      "eval_uk_opus100_pr_auc": 0.8642513055943807,
+      "eval_uk_ud_pr_auc": 0.9229455028466587,
+      "eval_ur_opus100_pr_auc": 0.5118647847196004,
+      "eval_ur_ud_pr_auc": 0.9912719467684655,
+      "eval_uz_opus100_pr_auc": 0.8681026322136212,
+      "eval_vi_opus100_pr_auc": 0.9004977755700447,
+      "eval_vi_ud_pr_auc": 0.9543464696407885,
+      "eval_xh_opus100_pr_auc": 0.8515184128662291,
+      "eval_yi_opus100_pr_auc": 0.8029773790151995,
+      "eval_yo_opus100_pr_auc": 0.7881411185453697,
+      "eval_yo_ud_pr_auc": 0.8888811686904868,
+      "eval_zh_ersatz_pr_auc": 0.968019698646548,
+      "eval_zh_opus100_pr_auc": 0.7777762064940034,
+      "eval_zh_ud_pr_auc": 0.9951258171230556,
+      "eval_zu_opus100_pr_auc": 0.8302376426958964,
+      "step": 300000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6569620253164557e-05,
+      "learning_rate_adapter": 2.6569620253164557e-05,
+      "loss": 0.0303,
+      "step": 300050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6556962025316456e-05,
+      "learning_rate_adapter": 2.6556962025316456e-05,
+      "loss": 0.0308,
+      "step": 300100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6544303797468358e-05,
+      "learning_rate_adapter": 2.6544303797468358e-05,
+      "loss": 0.0307,
+      "step": 300150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6531645569620257e-05,
+      "learning_rate_adapter": 2.6531645569620257e-05,
+      "loss": 0.031,
+      "step": 300200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6518987341772155e-05,
+      "learning_rate_adapter": 2.6518987341772155e-05,
+      "loss": 0.031,
+      "step": 300250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.650632911392405e-05,
+      "learning_rate_adapter": 2.650632911392405e-05,
+      "loss": 0.0304,
+      "step": 300300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.649367088607595e-05,
+      "learning_rate_adapter": 2.649367088607595e-05,
+      "loss": 0.0302,
+      "step": 300350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.648101265822785e-05,
+      "learning_rate_adapter": 2.648101265822785e-05,
+      "loss": 0.0305,
+      "step": 300400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.646835443037975e-05,
+      "learning_rate_adapter": 2.646835443037975e-05,
+      "loss": 0.0303,
+      "step": 300450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.645569620253165e-05,
+      "learning_rate_adapter": 2.645569620253165e-05,
+      "loss": 0.0305,
+      "step": 300500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6443037974683542e-05,
+      "learning_rate_adapter": 2.6443037974683542e-05,
+      "loss": 0.0301,
+      "step": 300550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6430379746835444e-05,
+      "learning_rate_adapter": 2.6430379746835444e-05,
+      "loss": 0.0304,
+      "step": 300600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6417721518987343e-05,
+      "learning_rate_adapter": 2.6417721518987343e-05,
+      "loss": 0.0301,
+      "step": 300650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6405063291139242e-05,
+      "learning_rate_adapter": 2.6405063291139242e-05,
+      "loss": 0.0306,
+      "step": 300700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6392405063291144e-05,
+      "learning_rate_adapter": 2.6392405063291144e-05,
+      "loss": 0.0307,
+      "step": 300750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6379746835443036e-05,
+      "learning_rate_adapter": 2.6379746835443036e-05,
+      "loss": 0.0308,
+      "step": 300800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6367088607594935e-05,
+      "learning_rate_adapter": 2.6367088607594935e-05,
+      "loss": 0.0307,
+      "step": 300850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6354430379746837e-05,
+      "learning_rate_adapter": 2.6354430379746837e-05,
+      "loss": 0.0308,
+      "step": 300900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6341772151898736e-05,
+      "learning_rate_adapter": 2.6341772151898736e-05,
+      "loss": 0.0306,
+      "step": 300950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6329113924050635e-05,
+      "learning_rate_adapter": 2.6329113924050635e-05,
+      "loss": 0.0307,
+      "step": 301000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6316455696202534e-05,
+      "learning_rate_adapter": 2.6316455696202534e-05,
+      "loss": 0.031,
+      "step": 301050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.630379746835443e-05,
+      "learning_rate_adapter": 2.630379746835443e-05,
+      "loss": 0.0306,
+      "step": 301100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6291139240506328e-05,
+      "learning_rate_adapter": 2.6291139240506328e-05,
+      "loss": 0.0298,
+      "step": 301150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.627848101265823e-05,
+      "learning_rate_adapter": 2.627848101265823e-05,
+      "loss": 0.0303,
+      "step": 301200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.626582278481013e-05,
+      "learning_rate_adapter": 2.626582278481013e-05,
+      "loss": 0.0308,
+      "step": 301250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6253164556962028e-05,
+      "learning_rate_adapter": 2.6253164556962028e-05,
+      "loss": 0.0298,
+      "step": 301300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6240506329113924e-05,
+      "learning_rate_adapter": 2.6240506329113924e-05,
+      "loss": 0.0302,
+      "step": 301350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6227848101265822e-05,
+      "learning_rate_adapter": 2.6227848101265822e-05,
+      "loss": 0.0303,
+      "step": 301400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.621518987341772e-05,
+      "learning_rate_adapter": 2.621518987341772e-05,
+      "loss": 0.0301,
+      "step": 301450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6202531645569623e-05,
+      "learning_rate_adapter": 2.6202531645569623e-05,
+      "loss": 0.0302,
+      "step": 301500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6189873417721522e-05,
+      "learning_rate_adapter": 2.6189873417721522e-05,
+      "loss": 0.0307,
+      "step": 301550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6177215189873418e-05,
+      "learning_rate_adapter": 2.6177215189873418e-05,
+      "loss": 0.0309,
+      "step": 301600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6164556962025317e-05,
+      "learning_rate_adapter": 2.6164556962025317e-05,
+      "loss": 0.0298,
+      "step": 301650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6151898734177216e-05,
+      "learning_rate_adapter": 2.6151898734177216e-05,
+      "loss": 0.0303,
+      "step": 301700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6139240506329114e-05,
+      "learning_rate_adapter": 2.6139240506329114e-05,
+      "loss": 0.0306,
+      "step": 301750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6126582278481017e-05,
+      "learning_rate_adapter": 2.6126582278481017e-05,
+      "loss": 0.0302,
+      "step": 301800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6113924050632915e-05,
+      "learning_rate_adapter": 2.6113924050632915e-05,
+      "loss": 0.0311,
+      "step": 301850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.610126582278481e-05,
+      "learning_rate_adapter": 2.610126582278481e-05,
+      "loss": 0.0305,
+      "step": 301900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.608860759493671e-05,
+      "learning_rate_adapter": 2.608860759493671e-05,
+      "loss": 0.0312,
+      "step": 301950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.607594936708861e-05,
+      "learning_rate_adapter": 2.607594936708861e-05,
+      "loss": 0.0305,
+      "step": 302000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6063291139240508e-05,
+      "learning_rate_adapter": 2.6063291139240508e-05,
+      "loss": 0.0303,
+      "step": 302050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.605063291139241e-05,
+      "learning_rate_adapter": 2.605063291139241e-05,
+      "loss": 0.0309,
+      "step": 302100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6037974683544302e-05,
+      "learning_rate_adapter": 2.6037974683544302e-05,
+      "loss": 0.0301,
+      "step": 302150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6025316455696204e-05,
+      "learning_rate_adapter": 2.6025316455696204e-05,
+      "loss": 0.0307,
+      "step": 302200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6012658227848103e-05,
+      "learning_rate_adapter": 2.6012658227848103e-05,
+      "loss": 0.0304,
+      "step": 302250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.031,
+      "step": 302300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.59873417721519e-05,
+      "learning_rate_adapter": 2.59873417721519e-05,
+      "loss": 0.0316,
+      "step": 302350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5974683544303796e-05,
+      "learning_rate_adapter": 2.5974683544303796e-05,
+      "loss": 0.0308,
+      "step": 302400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5962025316455695e-05,
+      "learning_rate_adapter": 2.5962025316455695e-05,
+      "loss": 0.0306,
+      "step": 302450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5949367088607597e-05,
+      "learning_rate_adapter": 2.5949367088607597e-05,
+      "loss": 0.0304,
+      "step": 302500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5936708860759496e-05,
+      "learning_rate_adapter": 2.5936708860759496e-05,
+      "loss": 0.0311,
+      "step": 302550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5924050632911395e-05,
+      "learning_rate_adapter": 2.5924050632911395e-05,
+      "loss": 0.031,
+      "step": 302600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5911392405063294e-05,
+      "learning_rate_adapter": 2.5911392405063294e-05,
+      "loss": 0.031,
+      "step": 302650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.589873417721519e-05,
+      "learning_rate_adapter": 2.589873417721519e-05,
+      "loss": 0.0304,
+      "step": 302700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5886075949367088e-05,
+      "learning_rate_adapter": 2.5886075949367088e-05,
+      "loss": 0.0302,
+      "step": 302750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.587341772151899e-05,
+      "learning_rate_adapter": 2.587341772151899e-05,
+      "loss": 0.0299,
+      "step": 302800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.586075949367089e-05,
+      "learning_rate_adapter": 2.586075949367089e-05,
+      "loss": 0.0303,
+      "step": 302850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5848101265822788e-05,
+      "learning_rate_adapter": 2.5848101265822788e-05,
+      "loss": 0.0305,
+      "step": 302900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5835443037974684e-05,
+      "learning_rate_adapter": 2.5835443037974684e-05,
+      "loss": 0.0306,
+      "step": 302950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5822784810126582e-05,
+      "learning_rate_adapter": 2.5822784810126582e-05,
+      "loss": 0.0308,
+      "step": 303000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.581012658227848e-05,
+      "learning_rate_adapter": 2.581012658227848e-05,
+      "loss": 0.031,
+      "step": 303050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5797468354430383e-05,
+      "learning_rate_adapter": 2.5797468354430383e-05,
+      "loss": 0.0305,
+      "step": 303100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5784810126582282e-05,
+      "learning_rate_adapter": 2.5784810126582282e-05,
+      "loss": 0.0303,
+      "step": 303150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5772151898734174e-05,
+      "learning_rate_adapter": 2.5772151898734174e-05,
+      "loss": 0.0309,
+      "step": 303200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5759493670886077e-05,
+      "learning_rate_adapter": 2.5759493670886077e-05,
+      "loss": 0.0302,
+      "step": 303250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5746835443037976e-05,
+      "learning_rate_adapter": 2.5746835443037976e-05,
+      "loss": 0.0306,
+      "step": 303300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5734177215189874e-05,
+      "learning_rate_adapter": 2.5734177215189874e-05,
+      "loss": 0.0299,
+      "step": 303350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5721518987341777e-05,
+      "learning_rate_adapter": 2.5721518987341777e-05,
+      "loss": 0.0304,
+      "step": 303400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5708860759493675e-05,
+      "learning_rate_adapter": 2.5708860759493675e-05,
+      "loss": 0.0309,
+      "step": 303450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5696202531645568e-05,
+      "learning_rate_adapter": 2.5696202531645568e-05,
+      "loss": 0.0316,
+      "step": 303500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.568354430379747e-05,
+      "learning_rate_adapter": 2.568354430379747e-05,
+      "loss": 0.0308,
+      "step": 303550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.567088607594937e-05,
+      "learning_rate_adapter": 2.567088607594937e-05,
+      "loss": 0.0303,
+      "step": 303600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5658227848101267e-05,
+      "learning_rate_adapter": 2.5658227848101267e-05,
+      "loss": 0.0302,
+      "step": 303650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.564556962025317e-05,
+      "learning_rate_adapter": 2.564556962025317e-05,
+      "loss": 0.0304,
+      "step": 303700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5632911392405062e-05,
+      "learning_rate_adapter": 2.5632911392405062e-05,
+      "loss": 0.0303,
+      "step": 303750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.562025316455696e-05,
+      "learning_rate_adapter": 2.562025316455696e-05,
+      "loss": 0.0306,
+      "step": 303800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5607594936708863e-05,
+      "learning_rate_adapter": 2.5607594936708863e-05,
+      "loss": 0.0301,
+      "step": 303850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5594936708860762e-05,
+      "learning_rate_adapter": 2.5594936708860762e-05,
+      "loss": 0.0303,
+      "step": 303900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.558227848101266e-05,
+      "learning_rate_adapter": 2.558227848101266e-05,
+      "loss": 0.0301,
+      "step": 303950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5569620253164556e-05,
+      "learning_rate_adapter": 2.5569620253164556e-05,
+      "loss": 0.0305,
+      "step": 304000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5556962025316455e-05,
+      "learning_rate_adapter": 2.5556962025316455e-05,
+      "loss": 0.0306,
+      "step": 304050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5544303797468354e-05,
+      "learning_rate_adapter": 2.5544303797468354e-05,
+      "loss": 0.03,
+      "step": 304100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5531645569620256e-05,
+      "learning_rate_adapter": 2.5531645569620256e-05,
+      "loss": 0.0301,
+      "step": 304150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5518987341772155e-05,
+      "learning_rate_adapter": 2.5518987341772155e-05,
+      "loss": 0.031,
+      "step": 304200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5506329113924054e-05,
+      "learning_rate_adapter": 2.5506329113924054e-05,
+      "loss": 0.0309,
+      "step": 304250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.549367088607595e-05,
+      "learning_rate_adapter": 2.549367088607595e-05,
+      "loss": 0.0303,
+      "step": 304300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5481012658227848e-05,
+      "learning_rate_adapter": 2.5481012658227848e-05,
+      "loss": 0.031,
+      "step": 304350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5468354430379747e-05,
+      "learning_rate_adapter": 2.5468354430379747e-05,
+      "loss": 0.0304,
+      "step": 304400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.545569620253165e-05,
+      "learning_rate_adapter": 2.545569620253165e-05,
+      "loss": 0.0302,
+      "step": 304450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5443037974683548e-05,
+      "learning_rate_adapter": 2.5443037974683548e-05,
+      "loss": 0.0298,
+      "step": 304500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5430379746835444e-05,
+      "learning_rate_adapter": 2.5430379746835444e-05,
+      "loss": 0.0309,
+      "step": 304550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5417721518987342e-05,
+      "learning_rate_adapter": 2.5417721518987342e-05,
+      "loss": 0.031,
+      "step": 304600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.540506329113924e-05,
+      "learning_rate_adapter": 2.540506329113924e-05,
+      "loss": 0.0308,
+      "step": 304650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.539240506329114e-05,
+      "learning_rate_adapter": 2.539240506329114e-05,
+      "loss": 0.0311,
+      "step": 304700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5379746835443042e-05,
+      "learning_rate_adapter": 2.5379746835443042e-05,
+      "loss": 0.0309,
+      "step": 304750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5367088607594934e-05,
+      "learning_rate_adapter": 2.5367088607594934e-05,
+      "loss": 0.0304,
+      "step": 304800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5354430379746837e-05,
+      "learning_rate_adapter": 2.5354430379746837e-05,
+      "loss": 0.0309,
+      "step": 304850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5341772151898735e-05,
+      "learning_rate_adapter": 2.5341772151898735e-05,
+      "loss": 0.0307,
+      "step": 304900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5329113924050634e-05,
+      "learning_rate_adapter": 2.5329113924050634e-05,
+      "loss": 0.0303,
+      "step": 304950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5316455696202533e-05,
+      "learning_rate_adapter": 2.5316455696202533e-05,
+      "loss": 0.0305,
+      "step": 305000
+    },
+    {
+      "epoch": 0.26,
+      "eval_af_opus100_pr_auc": 0.7752469463300272,
+      "eval_af_ud_pr_auc": 0.9804601368117949,
+      "eval_am_opus100_pr_auc": 0.6115227013876764,
+      "eval_ar_ersatz_pr_auc": 0.9277519371815023,
+      "eval_ar_opus100_pr_auc": 0.7049661922915854,
+      "eval_ar_ud_pr_auc": 0.8875629591158299,
+      "eval_average_ersatz_pr_auc": 0.9619048620232801,
+      "eval_average_opus100_pr_auc": 0.8232624229776312,
+      "eval_average_ud_pr_auc": 0.9582835354427863,
+      "eval_az_opus100_pr_auc": 0.7579037950575719,
+      "eval_be_opus100_pr_auc": 0.6875170709441201,
+      "eval_be_ud_pr_auc": 0.8894570900386255,
+      "eval_bg_opus100_pr_auc": 0.9075097766716121,
+      "eval_bg_ud_pr_auc": 0.9937078835829507,
+      "eval_bn_opus100_pr_auc": 0.819621726150152,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8741655082182801,
+      "eval_ca_ud_pr_auc": 0.9955321817576437,
+      "eval_ceb_ud_pr_auc": 0.9984036798757998,
+      "eval_cs_ersatz_pr_auc": 0.9853931290082614,
+      "eval_cs_opus100_pr_auc": 0.9000928306513418,
+      "eval_cs_ud_pr_auc": 0.9585810638803189,
+      "eval_cy_opus100_pr_auc": 0.7312534626086078,
+      "eval_cy_ud_pr_auc": 0.9933025109789728,
+      "eval_da_opus100_pr_auc": 0.9093284125774753,
+      "eval_da_ud_pr_auc": 0.9779909298687464,
+      "eval_de_ersatz_pr_auc": 0.9744221237905415,
+      "eval_de_opus100_pr_auc": 0.8839373391339425,
+      "eval_de_ud_pr_auc": 0.9833371815005943,
+      "eval_el_opus100_pr_auc": 0.9177344358020404,
+      "eval_el_ud_pr_auc": 0.9911785340804757,
+      "eval_en_ersatz_pr_auc": 0.9873504890485403,
+      "eval_en_opus100_pr_auc": 0.924161260210495,
+      "eval_en_ud_pr_auc": 0.9631495420130893,
+      "eval_eo_opus100_pr_auc": 0.923814939829582,
+      "eval_es_ersatz_pr_auc": 0.995208960412282,
+      "eval_es_opus100_pr_auc": 0.9252988180100566,
+      "eval_es_ud_pr_auc": 0.9912852771103129,
+      "eval_et_ersatz_pr_auc": 0.9781463868237209,
+      "eval_et_opus100_pr_auc": 0.8932563385877731,
+      "eval_et_ud_pr_auc": 0.9625689548347859,
+      "eval_eu_opus100_pr_auc": 0.8744235941355007,
+      "eval_eu_ud_pr_auc": 0.9906212635309515,
+      "eval_fa_opus100_pr_auc": 0.5798953653636382,
+      "eval_fa_ud_pr_auc": 0.9948070886213894,
+      "eval_fi_ersatz_pr_auc": 0.9877392077142743,
+      "eval_fi_opus100_pr_auc": 0.9042437774303788,
+      "eval_fi_ud_pr_auc": 0.9626128702203022,
+      "eval_fr_ersatz_pr_auc": 0.9831231740410704,
+      "eval_fr_opus100_pr_auc": 0.9034862370271841,
+      "eval_fr_ud_pr_auc": 0.9797531990941792,
+      "eval_fy_opus100_pr_auc": 0.6646577298597962,
+      "eval_ga_opus100_pr_auc": 0.8627753178982701,
+      "eval_ga_ud_pr_auc": 0.8093003546568962,
+      "eval_gd_opus100_pr_auc": 0.5757516118119153,
+      "eval_gd_ud_pr_auc": 0.7447708884020507,
+      "eval_gl_opus100_pr_auc": 0.8796058608926628,
+      "eval_gl_ud_pr_auc": 0.9966435914210688,
+      "eval_gu_ersatz_pr_auc": 0.9353096882090426,
+      "eval_gu_opus100_pr_auc": 0.7197381311283306,
+      "eval_ha_opus100_pr_auc": 0.9016953853973084,
+      "eval_he_opus100_pr_auc": 0.8509530350698561,
+      "eval_he_ud_pr_auc": 0.967858839162497,
+      "eval_hi_ersatz_pr_auc": 0.9742180868225131,
+      "eval_hi_opus100_pr_auc": 0.6579843759799923,
+      "eval_hi_ud_pr_auc": 0.9735492884765278,
+      "eval_hu_opus100_pr_auc": 0.9147845447464317,
+      "eval_hu_ud_pr_auc": 0.9820043933542972,
+      "eval_hy_opus100_pr_auc": 0.909073204509276,
+      "eval_hy_ud_pr_auc": 0.9885691478788056,
+      "eval_id_opus100_pr_auc": 0.8591004836543562,
+      "eval_id_ud_pr_auc": 0.9910406422798421,
+      "eval_ig_opus100_pr_auc": 0.8667057981041232,
+      "eval_is_opus100_pr_auc": 0.9202719550626288,
+      "eval_is_ud_pr_auc": 0.9200974823485129,
+      "eval_it_opus100_pr_auc": 0.8964167265279116,
+      "eval_it_ud_pr_auc": 0.9974433137323114,
+      "eval_ja_ersatz_pr_auc": 0.8030815201910207,
+      "eval_ja_opus100_pr_auc": 0.8190231120621358,
+      "eval_ja_ud_pr_auc": 0.9787586190967947,
+      "eval_jv_ud_pr_auc": 0.9746988281511865,
+      "eval_ka_opus100_pr_auc": 0.8737928084543749,
+      "eval_kk_ersatz_pr_auc": 0.9832526258953251,
+      "eval_kk_opus100_pr_auc": 0.7930695004026816,
+      "eval_kk_ud_pr_auc": 0.9716611335246877,
+      "eval_km_ersatz_pr_auc": 0.9106887100181813,
+      "eval_km_opus100_pr_auc": 0.7273107286858965,
+      "eval_kn_opus100_pr_auc": 0.5830175447592402,
+      "eval_ko_opus100_pr_auc": 0.671845414663951,
+      "eval_ko_ud_pr_auc": 0.9988021732776875,
+      "eval_ku_opus100_pr_auc": 0.8434685885561819,
+      "eval_ky_opus100_pr_auc": 0.8522464132789469,
+      "eval_la_ud_pr_auc": 0.9519506730090851,
+      "eval_loss": 0.034348759800195694,
+      "eval_lt_ersatz_pr_auc": 0.9913098671780646,
+      "eval_lt_opus100_pr_auc": 0.8691277361394345,
+      "eval_lt_ud_pr_auc": 0.9911437614146508,
+      "eval_lv_ersatz_pr_auc": 0.9891624008132366,
+      "eval_lv_opus100_pr_auc": 0.8741522628612353,
+      "eval_lv_ud_pr_auc": 0.9622966518118422,
+      "eval_mg_opus100_pr_auc": 0.9241199979023235,
+      "eval_mk_opus100_pr_auc": 0.9036998875503238,
+      "eval_ml_opus100_pr_auc": 0.7580093136569507,
+      "eval_mn_opus100_pr_auc": 0.9534852288823785,
+      "eval_mr_opus100_pr_auc": 0.9040657569612389,
+      "eval_mr_ud_pr_auc": 0.9793243697486658,
+      "eval_ms_opus100_pr_auc": 0.8566774290214877,
+      "eval_mt_opus100_pr_auc": 0.8216570960553073,
+      "eval_mt_ud_pr_auc": 0.8767415499770904,
+      "eval_my_opus100_pr_auc": 0.7497644917604611,
+      "eval_ne_opus100_pr_auc": 0.7115058780594142,
+      "eval_nl_opus100_pr_auc": 0.8873809854005139,
+      "eval_nl_ud_pr_auc": 0.9790830965977086,
+      "eval_no_opus100_pr_auc": 0.9157730086618852,
+      "eval_no_ud_pr_auc": 0.995754806019747,
+      "eval_pa_opus100_pr_auc": 0.6664136140992655,
+      "eval_pl_ersatz_pr_auc": 0.9684076179291168,
+      "eval_pl_opus100_pr_auc": 0.8906766000993921,
+      "eval_pl_ud_pr_auc": 0.9683329209364133,
+      "eval_ps_ersatz_pr_auc": 0.9175420690489177,
+      "eval_ps_opus100_pr_auc": 0.6946580498297841,
+      "eval_pt_opus100_pr_auc": 0.921521525498548,
+      "eval_pt_ud_pr_auc": 0.9829398735724112,
+      "eval_ro_ersatz_pr_auc": 0.9938095000832593,
+      "eval_ro_opus100_pr_auc": 0.8649084910352018,
+      "eval_ro_ud_pr_auc": 0.9258178199434273,
+      "eval_ru_ersatz_pr_auc": 0.9898055459251036,
+      "eval_ru_opus100_pr_auc": 0.9162572242582355,
+      "eval_ru_ud_pr_auc": 0.8433549643022966,
+      "eval_runtime": 462.2136,
+      "eval_samples_per_second": 163.279,
+      "eval_si_opus100_pr_auc": 0.8037803590239411,
+      "eval_sk_opus100_pr_auc": 0.9279070190898776,
+      "eval_sk_ud_pr_auc": 0.9790206524763178,
+      "eval_sl_opus100_pr_auc": 0.8560268399427349,
+      "eval_sl_ud_pr_auc": 0.9682050261685605,
+      "eval_sq_opus100_pr_auc": 0.8968028135003012,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9039265593842749,
+      "eval_sr_ud_pr_auc": 0.9971738697881172,
+      "eval_steps_per_second": 5.104,
+      "eval_sv_opus100_pr_auc": 0.8858491500353967,
+      "eval_sv_ud_pr_auc": 0.9313869046035336,
+      "eval_ta_ersatz_pr_auc": 0.9835331378532328,
+      "eval_ta_opus100_pr_auc": 0.6619878794108167,
+      "eval_ta_ud_pr_auc": 0.9981822986689179,
+      "eval_te_opus100_pr_auc": 0.8359532507242702,
+      "eval_tg_opus100_pr_auc": 0.87766009717806,
+      "eval_th_opus100_pr_auc": 0.6837785334373707,
+      "eval_th_ud_pr_auc": 0.7818281797176742,
+      "eval_tr_ersatz_pr_auc": 0.9635558435410104,
+      "eval_tr_opus100_pr_auc": 0.8904671381854973,
+      "eval_tr_ud_pr_auc": 0.9552683294552717,
+      "eval_uk_opus100_pr_auc": 0.8727346737111792,
+      "eval_uk_ud_pr_auc": 0.9228051422020399,
+      "eval_ur_opus100_pr_auc": 0.5118227220768647,
+      "eval_ur_ud_pr_auc": 0.994545181294599,
+      "eval_uz_opus100_pr_auc": 0.8731664631100396,
+      "eval_vi_opus100_pr_auc": 0.9034628701134813,
+      "eval_vi_ud_pr_auc": 0.9607225516922322,
+      "eval_xh_opus100_pr_auc": 0.8429193202763392,
+      "eval_yi_opus100_pr_auc": 0.8038460154440765,
+      "eval_yo_opus100_pr_auc": 0.7740241341503244,
+      "eval_yo_ud_pr_auc": 0.8970640492985684,
+      "eval_zh_ersatz_pr_auc": 0.9390949429839459,
+      "eval_zh_opus100_pr_auc": 0.7421943136774979,
+      "eval_zh_ud_pr_auc": 0.989707804859722,
+      "eval_zu_opus100_pr_auc": 0.8226851540347279,
+      "step": 305000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5303797468354435e-05,
+      "learning_rate_adapter": 2.5303797468354435e-05,
+      "loss": 0.0308,
+      "step": 305050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5291139240506328e-05,
+      "learning_rate_adapter": 2.5291139240506328e-05,
+      "loss": 0.0301,
+      "step": 305100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.527848101265823e-05,
+      "learning_rate_adapter": 2.527848101265823e-05,
+      "loss": 0.0305,
+      "step": 305150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.526582278481013e-05,
+      "learning_rate_adapter": 2.526582278481013e-05,
+      "loss": 0.0303,
+      "step": 305200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5253164556962027e-05,
+      "learning_rate_adapter": 2.5253164556962027e-05,
+      "loss": 0.0303,
+      "step": 305250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5240506329113926e-05,
+      "learning_rate_adapter": 2.5240506329113926e-05,
+      "loss": 0.031,
+      "step": 305300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5227848101265822e-05,
+      "learning_rate_adapter": 2.5227848101265822e-05,
+      "loss": 0.0305,
+      "step": 305350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.521518987341772e-05,
+      "learning_rate_adapter": 2.521518987341772e-05,
+      "loss": 0.0304,
+      "step": 305400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5202531645569623e-05,
+      "learning_rate_adapter": 2.5202531645569623e-05,
+      "loss": 0.0294,
+      "step": 305450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5189873417721522e-05,
+      "learning_rate_adapter": 2.5189873417721522e-05,
+      "loss": 0.0303,
+      "step": 305500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.517721518987342e-05,
+      "learning_rate_adapter": 2.517721518987342e-05,
+      "loss": 0.0305,
+      "step": 305550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5164556962025316e-05,
+      "learning_rate_adapter": 2.5164556962025316e-05,
+      "loss": 0.0311,
+      "step": 305600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5151898734177215e-05,
+      "learning_rate_adapter": 2.5151898734177215e-05,
+      "loss": 0.0305,
+      "step": 305650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5139240506329114e-05,
+      "learning_rate_adapter": 2.5139240506329114e-05,
+      "loss": 0.0303,
+      "step": 305700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5126582278481016e-05,
+      "learning_rate_adapter": 2.5126582278481016e-05,
+      "loss": 0.0304,
+      "step": 305750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5113924050632915e-05,
+      "learning_rate_adapter": 2.5113924050632915e-05,
+      "loss": 0.0306,
+      "step": 305800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5101265822784814e-05,
+      "learning_rate_adapter": 2.5101265822784814e-05,
+      "loss": 0.0303,
+      "step": 305850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.508860759493671e-05,
+      "learning_rate_adapter": 2.508860759493671e-05,
+      "loss": 0.0313,
+      "step": 305900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5075949367088608e-05,
+      "learning_rate_adapter": 2.5075949367088608e-05,
+      "loss": 0.0304,
+      "step": 305950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5063291139240507e-05,
+      "learning_rate_adapter": 2.5063291139240507e-05,
+      "loss": 0.0304,
+      "step": 306000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.505063291139241e-05,
+      "learning_rate_adapter": 2.505063291139241e-05,
+      "loss": 0.0302,
+      "step": 306050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5037974683544308e-05,
+      "learning_rate_adapter": 2.5037974683544308e-05,
+      "loss": 0.0304,
+      "step": 306100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.50253164556962e-05,
+      "learning_rate_adapter": 2.50253164556962e-05,
+      "loss": 0.0314,
+      "step": 306150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5012658227848102e-05,
+      "learning_rate_adapter": 2.5012658227848102e-05,
+      "loss": 0.0306,
+      "step": 306200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0304,
+      "step": 306250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.49873417721519e-05,
+      "learning_rate_adapter": 2.49873417721519e-05,
+      "loss": 0.0298,
+      "step": 306300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.49746835443038e-05,
+      "learning_rate_adapter": 2.49746835443038e-05,
+      "loss": 0.03,
+      "step": 306350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4962025316455698e-05,
+      "learning_rate_adapter": 2.4962025316455698e-05,
+      "loss": 0.0298,
+      "step": 306400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4949367088607593e-05,
+      "learning_rate_adapter": 2.4949367088607593e-05,
+      "loss": 0.0311,
+      "step": 306450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4936708860759495e-05,
+      "learning_rate_adapter": 2.4936708860759495e-05,
+      "loss": 0.0303,
+      "step": 306500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4924050632911394e-05,
+      "learning_rate_adapter": 2.4924050632911394e-05,
+      "loss": 0.0311,
+      "step": 306550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.491139240506329e-05,
+      "learning_rate_adapter": 2.491139240506329e-05,
+      "loss": 0.0305,
+      "step": 306600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4898734177215192e-05,
+      "learning_rate_adapter": 2.4898734177215192e-05,
+      "loss": 0.0311,
+      "step": 306650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.488607594936709e-05,
+      "learning_rate_adapter": 2.488607594936709e-05,
+      "loss": 0.0294,
+      "step": 306700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4873417721518986e-05,
+      "learning_rate_adapter": 2.4873417721518986e-05,
+      "loss": 0.0312,
+      "step": 306750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.486075949367089e-05,
+      "learning_rate_adapter": 2.486075949367089e-05,
+      "loss": 0.0311,
+      "step": 306800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4848101265822784e-05,
+      "learning_rate_adapter": 2.4848101265822784e-05,
+      "loss": 0.0309,
+      "step": 306850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4835443037974683e-05,
+      "learning_rate_adapter": 2.4835443037974683e-05,
+      "loss": 0.031,
+      "step": 306900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4822784810126585e-05,
+      "learning_rate_adapter": 2.4822784810126585e-05,
+      "loss": 0.0312,
+      "step": 306950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.481012658227848e-05,
+      "learning_rate_adapter": 2.481012658227848e-05,
+      "loss": 0.0309,
+      "step": 307000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.479746835443038e-05,
+      "learning_rate_adapter": 2.479746835443038e-05,
+      "loss": 0.0309,
+      "step": 307050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4784810126582282e-05,
+      "learning_rate_adapter": 2.4784810126582282e-05,
+      "loss": 0.0311,
+      "step": 307100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4772151898734177e-05,
+      "learning_rate_adapter": 2.4772151898734177e-05,
+      "loss": 0.0303,
+      "step": 307150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4759493670886076e-05,
+      "learning_rate_adapter": 2.4759493670886076e-05,
+      "loss": 0.0305,
+      "step": 307200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4746835443037975e-05,
+      "learning_rate_adapter": 2.4746835443037975e-05,
+      "loss": 0.0304,
+      "step": 307250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4734177215189874e-05,
+      "learning_rate_adapter": 2.4734177215189874e-05,
+      "loss": 0.0307,
+      "step": 307300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4721518987341773e-05,
+      "learning_rate_adapter": 2.4721518987341773e-05,
+      "loss": 0.0303,
+      "step": 307350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.470886075949367e-05,
+      "learning_rate_adapter": 2.470886075949367e-05,
+      "loss": 0.031,
+      "step": 307400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.469620253164557e-05,
+      "learning_rate_adapter": 2.469620253164557e-05,
+      "loss": 0.0311,
+      "step": 307450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.468354430379747e-05,
+      "learning_rate_adapter": 2.468354430379747e-05,
+      "loss": 0.0307,
+      "step": 307500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4670886075949368e-05,
+      "learning_rate_adapter": 2.4670886075949368e-05,
+      "loss": 0.0309,
+      "step": 307550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4658227848101267e-05,
+      "learning_rate_adapter": 2.4658227848101267e-05,
+      "loss": 0.0303,
+      "step": 307600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4645569620253166e-05,
+      "learning_rate_adapter": 2.4645569620253166e-05,
+      "loss": 0.0303,
+      "step": 307650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4632911392405065e-05,
+      "learning_rate_adapter": 2.4632911392405065e-05,
+      "loss": 0.0303,
+      "step": 307700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4620253164556963e-05,
+      "learning_rate_adapter": 2.4620253164556963e-05,
+      "loss": 0.0305,
+      "step": 307750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4607594936708862e-05,
+      "learning_rate_adapter": 2.4607594936708862e-05,
+      "loss": 0.0303,
+      "step": 307800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.459493670886076e-05,
+      "learning_rate_adapter": 2.459493670886076e-05,
+      "loss": 0.0306,
+      "step": 307850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.458227848101266e-05,
+      "learning_rate_adapter": 2.458227848101266e-05,
+      "loss": 0.0304,
+      "step": 307900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.456962025316456e-05,
+      "learning_rate_adapter": 2.456962025316456e-05,
+      "loss": 0.0307,
+      "step": 307950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4556962025316458e-05,
+      "learning_rate_adapter": 2.4556962025316458e-05,
+      "loss": 0.0309,
+      "step": 308000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4544303797468353e-05,
+      "learning_rate_adapter": 2.4544303797468353e-05,
+      "loss": 0.0305,
+      "step": 308050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4531645569620255e-05,
+      "learning_rate_adapter": 2.4531645569620255e-05,
+      "loss": 0.03,
+      "step": 308100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4518987341772154e-05,
+      "learning_rate_adapter": 2.4518987341772154e-05,
+      "loss": 0.0315,
+      "step": 308150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.450632911392405e-05,
+      "learning_rate_adapter": 2.450632911392405e-05,
+      "loss": 0.0303,
+      "step": 308200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4493670886075952e-05,
+      "learning_rate_adapter": 2.4493670886075952e-05,
+      "loss": 0.0306,
+      "step": 308250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.448101265822785e-05,
+      "learning_rate_adapter": 2.448101265822785e-05,
+      "loss": 0.0307,
+      "step": 308300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4468354430379746e-05,
+      "learning_rate_adapter": 2.4468354430379746e-05,
+      "loss": 0.0312,
+      "step": 308350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.445569620253165e-05,
+      "learning_rate_adapter": 2.445569620253165e-05,
+      "loss": 0.0307,
+      "step": 308400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4443037974683544e-05,
+      "learning_rate_adapter": 2.4443037974683544e-05,
+      "loss": 0.0303,
+      "step": 308450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4430379746835443e-05,
+      "learning_rate_adapter": 2.4430379746835443e-05,
+      "loss": 0.0304,
+      "step": 308500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4417721518987345e-05,
+      "learning_rate_adapter": 2.4417721518987345e-05,
+      "loss": 0.0304,
+      "step": 308550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.440506329113924e-05,
+      "learning_rate_adapter": 2.440506329113924e-05,
+      "loss": 0.0304,
+      "step": 308600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.439240506329114e-05,
+      "learning_rate_adapter": 2.439240506329114e-05,
+      "loss": 0.0305,
+      "step": 308650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4379746835443042e-05,
+      "learning_rate_adapter": 2.4379746835443042e-05,
+      "loss": 0.0303,
+      "step": 308700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4367088607594937e-05,
+      "learning_rate_adapter": 2.4367088607594937e-05,
+      "loss": 0.0308,
+      "step": 308750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4354430379746836e-05,
+      "learning_rate_adapter": 2.4354430379746836e-05,
+      "loss": 0.0307,
+      "step": 308800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4341772151898735e-05,
+      "learning_rate_adapter": 2.4341772151898735e-05,
+      "loss": 0.0295,
+      "step": 308850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4329113924050634e-05,
+      "learning_rate_adapter": 2.4329113924050634e-05,
+      "loss": 0.0314,
+      "step": 308900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4316455696202533e-05,
+      "learning_rate_adapter": 2.4316455696202533e-05,
+      "loss": 0.0303,
+      "step": 308950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.430379746835443e-05,
+      "learning_rate_adapter": 2.430379746835443e-05,
+      "loss": 0.0307,
+      "step": 309000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.429113924050633e-05,
+      "learning_rate_adapter": 2.429113924050633e-05,
+      "loss": 0.0304,
+      "step": 309050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.427848101265823e-05,
+      "learning_rate_adapter": 2.427848101265823e-05,
+      "loss": 0.0301,
+      "step": 309100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4265822784810128e-05,
+      "learning_rate_adapter": 2.4265822784810128e-05,
+      "loss": 0.03,
+      "step": 309150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4253164556962027e-05,
+      "learning_rate_adapter": 2.4253164556962027e-05,
+      "loss": 0.0295,
+      "step": 309200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4240506329113922e-05,
+      "learning_rate_adapter": 2.4240506329113922e-05,
+      "loss": 0.0308,
+      "step": 309250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4227848101265825e-05,
+      "learning_rate_adapter": 2.4227848101265825e-05,
+      "loss": 0.0308,
+      "step": 309300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4215189873417723e-05,
+      "learning_rate_adapter": 2.4215189873417723e-05,
+      "loss": 0.0302,
+      "step": 309350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.420253164556962e-05,
+      "learning_rate_adapter": 2.420253164556962e-05,
+      "loss": 0.0293,
+      "step": 309400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.418987341772152e-05,
+      "learning_rate_adapter": 2.418987341772152e-05,
+      "loss": 0.0307,
+      "step": 309450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.417721518987342e-05,
+      "learning_rate_adapter": 2.417721518987342e-05,
+      "loss": 0.0301,
+      "step": 309500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4164556962025315e-05,
+      "learning_rate_adapter": 2.4164556962025315e-05,
+      "loss": 0.0305,
+      "step": 309550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4151898734177218e-05,
+      "learning_rate_adapter": 2.4151898734177218e-05,
+      "loss": 0.0301,
+      "step": 309600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4139240506329113e-05,
+      "learning_rate_adapter": 2.4139240506329113e-05,
+      "loss": 0.0295,
+      "step": 309650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4126582278481012e-05,
+      "learning_rate_adapter": 2.4126582278481012e-05,
+      "loss": 0.0309,
+      "step": 309700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4113924050632914e-05,
+      "learning_rate_adapter": 2.4113924050632914e-05,
+      "loss": 0.03,
+      "step": 309750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.410126582278481e-05,
+      "learning_rate_adapter": 2.410126582278481e-05,
+      "loss": 0.0298,
+      "step": 309800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.408860759493671e-05,
+      "learning_rate_adapter": 2.408860759493671e-05,
+      "loss": 0.0301,
+      "step": 309850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.407594936708861e-05,
+      "learning_rate_adapter": 2.407594936708861e-05,
+      "loss": 0.0311,
+      "step": 309900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4063291139240506e-05,
+      "learning_rate_adapter": 2.4063291139240506e-05,
+      "loss": 0.031,
+      "step": 309950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4050632911392405e-05,
+      "learning_rate_adapter": 2.4050632911392405e-05,
+      "loss": 0.0307,
+      "step": 310000
+    },
+    {
+      "epoch": 0.26,
+      "eval_af_opus100_pr_auc": 0.7862547645758491,
+      "eval_af_ud_pr_auc": 0.9877752995640929,
+      "eval_am_opus100_pr_auc": 0.6336353572055048,
+      "eval_ar_ersatz_pr_auc": 0.9282473939575592,
+      "eval_ar_opus100_pr_auc": 0.7015236511861158,
+      "eval_ar_ud_pr_auc": 0.8895743118992248,
+      "eval_average_ersatz_pr_auc": 0.9641377838028884,
+      "eval_average_opus100_pr_auc": 0.8286272796838642,
+      "eval_average_ud_pr_auc": 0.9605060224872372,
+      "eval_az_opus100_pr_auc": 0.7943264563455367,
+      "eval_be_opus100_pr_auc": 0.6816477542697126,
+      "eval_be_ud_pr_auc": 0.8928644439302943,
+      "eval_bg_opus100_pr_auc": 0.9080949595014621,
+      "eval_bg_ud_pr_auc": 0.9930803103361308,
+      "eval_bn_opus100_pr_auc": 0.8250104578125312,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8736035424396096,
+      "eval_ca_ud_pr_auc": 0.9939782821776656,
+      "eval_ceb_ud_pr_auc": 0.9993417347990432,
+      "eval_cs_ersatz_pr_auc": 0.9818838157503927,
+      "eval_cs_opus100_pr_auc": 0.9053433407644389,
+      "eval_cs_ud_pr_auc": 0.9571300748122362,
+      "eval_cy_opus100_pr_auc": 0.7539082712073779,
+      "eval_cy_ud_pr_auc": 0.9943320216219061,
+      "eval_da_opus100_pr_auc": 0.9123127593364373,
+      "eval_da_ud_pr_auc": 0.9768826157714766,
+      "eval_de_ersatz_pr_auc": 0.9744510711555612,
+      "eval_de_opus100_pr_auc": 0.886954025479363,
+      "eval_de_ud_pr_auc": 0.9834274893933483,
+      "eval_el_opus100_pr_auc": 0.9193018809731336,
+      "eval_el_ud_pr_auc": 0.9902328558536814,
+      "eval_en_ersatz_pr_auc": 0.9891565313137828,
+      "eval_en_opus100_pr_auc": 0.927391863571532,
+      "eval_en_ud_pr_auc": 0.9640372484846207,
+      "eval_eo_opus100_pr_auc": 0.9266277981633162,
+      "eval_es_ersatz_pr_auc": 0.9959410579518525,
+      "eval_es_opus100_pr_auc": 0.9289093315330473,
+      "eval_es_ud_pr_auc": 0.9913760310367116,
+      "eval_et_ersatz_pr_auc": 0.97789842841223,
+      "eval_et_opus100_pr_auc": 0.8948562403819253,
+      "eval_et_ud_pr_auc": 0.9625167573693695,
+      "eval_eu_opus100_pr_auc": 0.8804280128453065,
+      "eval_eu_ud_pr_auc": 0.9900169319867579,
+      "eval_fa_opus100_pr_auc": 0.5882050069051818,
+      "eval_fa_ud_pr_auc": 0.9923574564925511,
+      "eval_fi_ersatz_pr_auc": 0.985073290570627,
+      "eval_fi_opus100_pr_auc": 0.9046406195803312,
+      "eval_fi_ud_pr_auc": 0.9641031938991185,
+      "eval_fr_ersatz_pr_auc": 0.9869766449672327,
+      "eval_fr_opus100_pr_auc": 0.9113263527895563,
+      "eval_fr_ud_pr_auc": 0.9825881229031156,
+      "eval_fy_opus100_pr_auc": 0.6753829030956909,
+      "eval_ga_opus100_pr_auc": 0.8804599968157291,
+      "eval_ga_ud_pr_auc": 0.8226734040736083,
+      "eval_gd_opus100_pr_auc": 0.5885640411855904,
+      "eval_gd_ud_pr_auc": 0.7413987293448248,
+      "eval_gl_opus100_pr_auc": 0.8795768292036167,
+      "eval_gl_ud_pr_auc": 0.9963791124688577,
+      "eval_gu_ersatz_pr_auc": 0.9260077839389217,
+      "eval_gu_opus100_pr_auc": 0.7274159753742804,
+      "eval_ha_opus100_pr_auc": 0.8986841397222075,
+      "eval_he_opus100_pr_auc": 0.8542406990259561,
+      "eval_he_ud_pr_auc": 0.9674873688612932,
+      "eval_hi_ersatz_pr_auc": 0.9769088844941367,
+      "eval_hi_opus100_pr_auc": 0.6700331211930998,
+      "eval_hi_ud_pr_auc": 0.974092398110492,
+      "eval_hu_opus100_pr_auc": 0.914365754041706,
+      "eval_hu_ud_pr_auc": 0.9839287913372929,
+      "eval_hy_opus100_pr_auc": 0.9128998987193688,
+      "eval_hy_ud_pr_auc": 0.9890480815435818,
+      "eval_id_opus100_pr_auc": 0.8603957401543849,
+      "eval_id_ud_pr_auc": 0.9922986658546413,
+      "eval_ig_opus100_pr_auc": 0.8772103523374967,
+      "eval_is_opus100_pr_auc": 0.9208469980400741,
+      "eval_is_ud_pr_auc": 0.9144055236853915,
+      "eval_it_opus100_pr_auc": 0.9040463915867596,
+      "eval_it_ud_pr_auc": 0.9986910518216712,
+      "eval_ja_ersatz_pr_auc": 0.8105178348599054,
+      "eval_ja_opus100_pr_auc": 0.8044754106101693,
+      "eval_ja_ud_pr_auc": 0.9829474805730692,
+      "eval_jv_ud_pr_auc": 0.9850127586873054,
+      "eval_ka_opus100_pr_auc": 0.8790708668428702,
+      "eval_kk_ersatz_pr_auc": 0.9861989327249263,
+      "eval_kk_opus100_pr_auc": 0.8065389766572826,
+      "eval_kk_ud_pr_auc": 0.974521271803227,
+      "eval_km_ersatz_pr_auc": 0.9122691430174158,
+      "eval_km_opus100_pr_auc": 0.7276439121167306,
+      "eval_kn_opus100_pr_auc": 0.5910811980383254,
+      "eval_ko_opus100_pr_auc": 0.6811917605849565,
+      "eval_ko_ud_pr_auc": 0.9983466588294784,
+      "eval_ku_opus100_pr_auc": 0.8488539849477211,
+      "eval_ky_opus100_pr_auc": 0.8542015135500192,
+      "eval_la_ud_pr_auc": 0.960506770986076,
+      "eval_loss": 0.03434641659259796,
+      "eval_lt_ersatz_pr_auc": 0.991079606606001,
+      "eval_lt_opus100_pr_auc": 0.8795997555299673,
+      "eval_lt_ud_pr_auc": 0.9921051993098919,
+      "eval_lv_ersatz_pr_auc": 0.9892559937948717,
+      "eval_lv_opus100_pr_auc": 0.8848539337862485,
+      "eval_lv_ud_pr_auc": 0.9627137913814531,
+      "eval_mg_opus100_pr_auc": 0.9303314232647562,
+      "eval_mk_opus100_pr_auc": 0.9006736683136698,
+      "eval_ml_opus100_pr_auc": 0.7641315773286016,
+      "eval_mn_opus100_pr_auc": 0.9565250316633715,
+      "eval_mr_opus100_pr_auc": 0.901280082665257,
+      "eval_mr_ud_pr_auc": 0.9896935952461116,
+      "eval_ms_opus100_pr_auc": 0.8639073162037617,
+      "eval_mt_opus100_pr_auc": 0.8424578206477271,
+      "eval_mt_ud_pr_auc": 0.8725381903266818,
+      "eval_my_opus100_pr_auc": 0.7462339161139255,
+      "eval_ne_opus100_pr_auc": 0.7163344762481968,
+      "eval_nl_opus100_pr_auc": 0.8870824139186159,
+      "eval_nl_ud_pr_auc": 0.9865221037338743,
+      "eval_no_opus100_pr_auc": 0.9147224636826786,
+      "eval_no_ud_pr_auc": 0.9939677405616024,
+      "eval_pa_opus100_pr_auc": 0.6806741495784038,
+      "eval_pl_ersatz_pr_auc": 0.9704250719929204,
+      "eval_pl_opus100_pr_auc": 0.8907041281671112,
+      "eval_pl_ud_pr_auc": 0.9692779529359178,
+      "eval_ps_ersatz_pr_auc": 0.9354361109431583,
+      "eval_ps_opus100_pr_auc": 0.71263606480605,
+      "eval_pt_opus100_pr_auc": 0.9221963157242118,
+      "eval_pt_ud_pr_auc": 0.9818164694617753,
+      "eval_ro_ersatz_pr_auc": 0.9933884558940242,
+      "eval_ro_opus100_pr_auc": 0.8713811211796896,
+      "eval_ro_ud_pr_auc": 0.951907257234497,
+      "eval_ru_ersatz_pr_auc": 0.9887676622029757,
+      "eval_ru_opus100_pr_auc": 0.9320746483539538,
+      "eval_ru_ud_pr_auc": 0.8609480262241801,
+      "eval_runtime": 468.8856,
+      "eval_samples_per_second": 160.956,
+      "eval_si_opus100_pr_auc": 0.8061009189309559,
+      "eval_sk_opus100_pr_auc": 0.9306323922799842,
+      "eval_sk_ud_pr_auc": 0.977072608228907,
+      "eval_sl_opus100_pr_auc": 0.8579979315765607,
+      "eval_sl_ud_pr_auc": 0.9662173089852891,
+      "eval_sq_opus100_pr_auc": 0.8955175934806472,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9051493205662533,
+      "eval_sr_ud_pr_auc": 0.9951515662690933,
+      "eval_steps_per_second": 5.031,
+      "eval_sv_opus100_pr_auc": 0.8882841117083414,
+      "eval_sv_ud_pr_auc": 0.9374605445358561,
+      "eval_ta_ersatz_pr_auc": 0.9843039439468148,
+      "eval_ta_opus100_pr_auc": 0.6662898441287235,
+      "eval_ta_ud_pr_auc": 0.9975366792625139,
+      "eval_te_opus100_pr_auc": 0.8414211444357289,
+      "eval_tg_opus100_pr_auc": 0.886117493716304,
+      "eval_th_opus100_pr_auc": 0.6827217318558052,
+      "eval_th_ud_pr_auc": 0.7887165581855249,
+      "eval_tr_ersatz_pr_auc": 0.9680769976089202,
+      "eval_tr_opus100_pr_auc": 0.8945720365688203,
+      "eval_tr_ud_pr_auc": 0.955721484892976,
+      "eval_uk_opus100_pr_auc": 0.8714081033351696,
+      "eval_uk_ud_pr_auc": 0.925156200328135,
+      "eval_ur_opus100_pr_auc": 0.516666711856526,
+      "eval_ur_ud_pr_auc": 0.9896141344364233,
+      "eval_uz_opus100_pr_auc": 0.8717156363452717,
+      "eval_vi_opus100_pr_auc": 0.9052936618698048,
+      "eval_vi_ud_pr_auc": 0.9648981824265122,
+      "eval_xh_opus100_pr_auc": 0.8698436539658214,
+      "eval_yi_opus100_pr_auc": 0.8016378271265762,
+      "eval_yo_opus100_pr_auc": 0.7841353034633789,
+      "eval_yo_ud_pr_auc": 0.9074802790631187,
+      "eval_zh_ersatz_pr_auc": 0.9587665875593123,
+      "eval_zh_opus100_pr_auc": 0.7293406252577364,
+      "eval_zh_ud_pr_auc": 0.9949741584300357,
+      "eval_zu_opus100_pr_auc": 0.843307673720959,
+      "step": 310000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4037974683544304e-05,
+      "learning_rate_adapter": 2.4037974683544304e-05,
+      "loss": 0.0306,
+      "step": 310050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4025316455696203e-05,
+      "learning_rate_adapter": 2.4025316455696203e-05,
+      "loss": 0.0301,
+      "step": 310100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4012658227848102e-05,
+      "learning_rate_adapter": 2.4012658227848102e-05,
+      "loss": 0.0308,
+      "step": 310150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0314,
+      "step": 310200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.39873417721519e-05,
+      "learning_rate_adapter": 2.39873417721519e-05,
+      "loss": 0.03,
+      "step": 310250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.39746835443038e-05,
+      "learning_rate_adapter": 2.39746835443038e-05,
+      "loss": 0.0298,
+      "step": 310300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3962025316455697e-05,
+      "learning_rate_adapter": 2.3962025316455697e-05,
+      "loss": 0.0307,
+      "step": 310350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3949367088607596e-05,
+      "learning_rate_adapter": 2.3949367088607596e-05,
+      "loss": 0.03,
+      "step": 310400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3936708860759495e-05,
+      "learning_rate_adapter": 2.3936708860759495e-05,
+      "loss": 0.0308,
+      "step": 310450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3924050632911394e-05,
+      "learning_rate_adapter": 2.3924050632911394e-05,
+      "loss": 0.0308,
+      "step": 310500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3911392405063293e-05,
+      "learning_rate_adapter": 2.3911392405063293e-05,
+      "loss": 0.0305,
+      "step": 310550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.389873417721519e-05,
+      "learning_rate_adapter": 2.389873417721519e-05,
+      "loss": 0.0307,
+      "step": 310600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.388607594936709e-05,
+      "learning_rate_adapter": 2.388607594936709e-05,
+      "loss": 0.0299,
+      "step": 310650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.387341772151899e-05,
+      "learning_rate_adapter": 2.387341772151899e-05,
+      "loss": 0.0312,
+      "step": 310700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3860759493670888e-05,
+      "learning_rate_adapter": 2.3860759493670888e-05,
+      "loss": 0.0298,
+      "step": 310750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3848101265822787e-05,
+      "learning_rate_adapter": 2.3848101265822787e-05,
+      "loss": 0.0298,
+      "step": 310800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3835443037974682e-05,
+      "learning_rate_adapter": 2.3835443037974682e-05,
+      "loss": 0.0306,
+      "step": 310850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3822784810126585e-05,
+      "learning_rate_adapter": 2.3822784810126585e-05,
+      "loss": 0.0301,
+      "step": 310900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3810126582278483e-05,
+      "learning_rate_adapter": 2.3810126582278483e-05,
+      "loss": 0.0306,
+      "step": 310950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.379746835443038e-05,
+      "learning_rate_adapter": 2.379746835443038e-05,
+      "loss": 0.0303,
+      "step": 311000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.378481012658228e-05,
+      "learning_rate_adapter": 2.378481012658228e-05,
+      "loss": 0.03,
+      "step": 311050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.377215189873418e-05,
+      "learning_rate_adapter": 2.377215189873418e-05,
+      "loss": 0.0306,
+      "step": 311100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3759493670886075e-05,
+      "learning_rate_adapter": 2.3759493670886075e-05,
+      "loss": 0.0309,
+      "step": 311150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3746835443037978e-05,
+      "learning_rate_adapter": 2.3746835443037978e-05,
+      "loss": 0.0307,
+      "step": 311200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3734177215189873e-05,
+      "learning_rate_adapter": 2.3734177215189873e-05,
+      "loss": 0.0312,
+      "step": 311250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3721518987341772e-05,
+      "learning_rate_adapter": 2.3721518987341772e-05,
+      "loss": 0.0299,
+      "step": 311300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3708860759493674e-05,
+      "learning_rate_adapter": 2.3708860759493674e-05,
+      "loss": 0.0306,
+      "step": 311350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.369620253164557e-05,
+      "learning_rate_adapter": 2.369620253164557e-05,
+      "loss": 0.0314,
+      "step": 311400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.368354430379747e-05,
+      "learning_rate_adapter": 2.368354430379747e-05,
+      "loss": 0.03,
+      "step": 311450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.367088607594937e-05,
+      "learning_rate_adapter": 2.367088607594937e-05,
+      "loss": 0.0302,
+      "step": 311500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3658227848101266e-05,
+      "learning_rate_adapter": 2.3658227848101266e-05,
+      "loss": 0.0297,
+      "step": 311550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3645569620253165e-05,
+      "learning_rate_adapter": 2.3645569620253165e-05,
+      "loss": 0.0303,
+      "step": 311600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3632911392405064e-05,
+      "learning_rate_adapter": 2.3632911392405064e-05,
+      "loss": 0.0292,
+      "step": 311650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3620253164556963e-05,
+      "learning_rate_adapter": 2.3620253164556963e-05,
+      "loss": 0.0303,
+      "step": 311700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3607594936708862e-05,
+      "learning_rate_adapter": 2.3607594936708862e-05,
+      "loss": 0.0305,
+      "step": 311750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.359493670886076e-05,
+      "learning_rate_adapter": 2.359493670886076e-05,
+      "loss": 0.0302,
+      "step": 311800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.358227848101266e-05,
+      "learning_rate_adapter": 2.358227848101266e-05,
+      "loss": 0.0302,
+      "step": 311850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3569620253164558e-05,
+      "learning_rate_adapter": 2.3569620253164558e-05,
+      "loss": 0.0305,
+      "step": 311900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3556962025316457e-05,
+      "learning_rate_adapter": 2.3556962025316457e-05,
+      "loss": 0.0305,
+      "step": 311950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3544303797468356e-05,
+      "learning_rate_adapter": 2.3544303797468356e-05,
+      "loss": 0.0296,
+      "step": 312000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.353164556962025e-05,
+      "learning_rate_adapter": 2.353164556962025e-05,
+      "loss": 0.0296,
+      "step": 312050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3518987341772154e-05,
+      "learning_rate_adapter": 2.3518987341772154e-05,
+      "loss": 0.0303,
+      "step": 312100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3506329113924053e-05,
+      "learning_rate_adapter": 2.3506329113924053e-05,
+      "loss": 0.0306,
+      "step": 312150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3493670886075948e-05,
+      "learning_rate_adapter": 2.3493670886075948e-05,
+      "loss": 0.0304,
+      "step": 312200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.348101265822785e-05,
+      "learning_rate_adapter": 2.348101265822785e-05,
+      "loss": 0.0301,
+      "step": 312250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.346835443037975e-05,
+      "learning_rate_adapter": 2.346835443037975e-05,
+      "loss": 0.0303,
+      "step": 312300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3455696202531645e-05,
+      "learning_rate_adapter": 2.3455696202531645e-05,
+      "loss": 0.03,
+      "step": 312350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3443037974683547e-05,
+      "learning_rate_adapter": 2.3443037974683547e-05,
+      "loss": 0.03,
+      "step": 312400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3430379746835442e-05,
+      "learning_rate_adapter": 2.3430379746835442e-05,
+      "loss": 0.0303,
+      "step": 312450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.341772151898734e-05,
+      "learning_rate_adapter": 2.341772151898734e-05,
+      "loss": 0.0302,
+      "step": 312500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3405063291139243e-05,
+      "learning_rate_adapter": 2.3405063291139243e-05,
+      "loss": 0.0301,
+      "step": 312550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.339240506329114e-05,
+      "learning_rate_adapter": 2.339240506329114e-05,
+      "loss": 0.0299,
+      "step": 312600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3379746835443038e-05,
+      "learning_rate_adapter": 2.3379746835443038e-05,
+      "loss": 0.0301,
+      "step": 312650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.336708860759494e-05,
+      "learning_rate_adapter": 2.336708860759494e-05,
+      "loss": 0.0301,
+      "step": 312700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3354430379746835e-05,
+      "learning_rate_adapter": 2.3354430379746835e-05,
+      "loss": 0.0309,
+      "step": 312750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3341772151898734e-05,
+      "learning_rate_adapter": 2.3341772151898734e-05,
+      "loss": 0.0299,
+      "step": 312800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3329113924050633e-05,
+      "learning_rate_adapter": 2.3329113924050633e-05,
+      "loss": 0.0301,
+      "step": 312850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3316455696202532e-05,
+      "learning_rate_adapter": 2.3316455696202532e-05,
+      "loss": 0.0309,
+      "step": 312900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.330379746835443e-05,
+      "learning_rate_adapter": 2.330379746835443e-05,
+      "loss": 0.0301,
+      "step": 312950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.329113924050633e-05,
+      "learning_rate_adapter": 2.329113924050633e-05,
+      "loss": 0.0303,
+      "step": 313000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.327848101265823e-05,
+      "learning_rate_adapter": 2.327848101265823e-05,
+      "loss": 0.0304,
+      "step": 313050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3265822784810127e-05,
+      "learning_rate_adapter": 2.3265822784810127e-05,
+      "loss": 0.0303,
+      "step": 313100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3253164556962026e-05,
+      "learning_rate_adapter": 2.3253164556962026e-05,
+      "loss": 0.03,
+      "step": 313150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3240506329113925e-05,
+      "learning_rate_adapter": 2.3240506329113925e-05,
+      "loss": 0.0301,
+      "step": 313200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3227848101265824e-05,
+      "learning_rate_adapter": 2.3227848101265824e-05,
+      "loss": 0.0304,
+      "step": 313250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3215189873417723e-05,
+      "learning_rate_adapter": 2.3215189873417723e-05,
+      "loss": 0.0304,
+      "step": 313300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3202531645569622e-05,
+      "learning_rate_adapter": 2.3202531645569622e-05,
+      "loss": 0.0308,
+      "step": 313350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.318987341772152e-05,
+      "learning_rate_adapter": 2.318987341772152e-05,
+      "loss": 0.0301,
+      "step": 313400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.317721518987342e-05,
+      "learning_rate_adapter": 2.317721518987342e-05,
+      "loss": 0.0299,
+      "step": 313450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3164556962025318e-05,
+      "learning_rate_adapter": 2.3164556962025318e-05,
+      "loss": 0.0308,
+      "step": 313500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3151898734177217e-05,
+      "learning_rate_adapter": 2.3151898734177217e-05,
+      "loss": 0.0298,
+      "step": 313550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3139240506329116e-05,
+      "learning_rate_adapter": 2.3139240506329116e-05,
+      "loss": 0.0303,
+      "step": 313600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.312658227848101e-05,
+      "learning_rate_adapter": 2.312658227848101e-05,
+      "loss": 0.0309,
+      "step": 313650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3113924050632914e-05,
+      "learning_rate_adapter": 2.3113924050632914e-05,
+      "loss": 0.0303,
+      "step": 313700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3101265822784813e-05,
+      "learning_rate_adapter": 2.3101265822784813e-05,
+      "loss": 0.0307,
+      "step": 313750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3088607594936708e-05,
+      "learning_rate_adapter": 2.3088607594936708e-05,
+      "loss": 0.0307,
+      "step": 313800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.307594936708861e-05,
+      "learning_rate_adapter": 2.307594936708861e-05,
+      "loss": 0.03,
+      "step": 313850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.306329113924051e-05,
+      "learning_rate_adapter": 2.306329113924051e-05,
+      "loss": 0.0307,
+      "step": 313900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3050632911392405e-05,
+      "learning_rate_adapter": 2.3050632911392405e-05,
+      "loss": 0.0308,
+      "step": 313950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3037974683544307e-05,
+      "learning_rate_adapter": 2.3037974683544307e-05,
+      "loss": 0.0302,
+      "step": 314000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3025316455696202e-05,
+      "learning_rate_adapter": 2.3025316455696202e-05,
+      "loss": 0.0305,
+      "step": 314050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.30126582278481e-05,
+      "learning_rate_adapter": 2.30126582278481e-05,
+      "loss": 0.0299,
+      "step": 314100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.03,
+      "step": 314150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.29873417721519e-05,
+      "learning_rate_adapter": 2.29873417721519e-05,
+      "loss": 0.0304,
+      "step": 314200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2974683544303798e-05,
+      "learning_rate_adapter": 2.2974683544303798e-05,
+      "loss": 0.031,
+      "step": 314250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.29620253164557e-05,
+      "learning_rate_adapter": 2.29620253164557e-05,
+      "loss": 0.0303,
+      "step": 314300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2949367088607595e-05,
+      "learning_rate_adapter": 2.2949367088607595e-05,
+      "loss": 0.03,
+      "step": 314350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2936708860759494e-05,
+      "learning_rate_adapter": 2.2936708860759494e-05,
+      "loss": 0.0303,
+      "step": 314400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2924050632911393e-05,
+      "learning_rate_adapter": 2.2924050632911393e-05,
+      "loss": 0.0299,
+      "step": 314450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2911392405063292e-05,
+      "learning_rate_adapter": 2.2911392405063292e-05,
+      "loss": 0.0304,
+      "step": 314500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.289873417721519e-05,
+      "learning_rate_adapter": 2.289873417721519e-05,
+      "loss": 0.0294,
+      "step": 314550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.288607594936709e-05,
+      "learning_rate_adapter": 2.288607594936709e-05,
+      "loss": 0.0304,
+      "step": 314600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.287341772151899e-05,
+      "learning_rate_adapter": 2.287341772151899e-05,
+      "loss": 0.0305,
+      "step": 314650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2860759493670887e-05,
+      "learning_rate_adapter": 2.2860759493670887e-05,
+      "loss": 0.03,
+      "step": 314700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2848101265822786e-05,
+      "learning_rate_adapter": 2.2848101265822786e-05,
+      "loss": 0.0303,
+      "step": 314750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2835443037974685e-05,
+      "learning_rate_adapter": 2.2835443037974685e-05,
+      "loss": 0.03,
+      "step": 314800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2822784810126584e-05,
+      "learning_rate_adapter": 2.2822784810126584e-05,
+      "loss": 0.0309,
+      "step": 314850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2810126582278483e-05,
+      "learning_rate_adapter": 2.2810126582278483e-05,
+      "loss": 0.0307,
+      "step": 314900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2797468354430382e-05,
+      "learning_rate_adapter": 2.2797468354430382e-05,
+      "loss": 0.0312,
+      "step": 314950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.278481012658228e-05,
+      "learning_rate_adapter": 2.278481012658228e-05,
+      "loss": 0.0305,
+      "step": 315000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.781482111580969,
+      "eval_af_ud_pr_auc": 0.9860162955321197,
+      "eval_am_opus100_pr_auc": 0.6096336890505163,
+      "eval_ar_ersatz_pr_auc": 0.9287994413063,
+      "eval_ar_opus100_pr_auc": 0.7014468632540215,
+      "eval_ar_ud_pr_auc": 0.8863097890998338,
+      "eval_average_ersatz_pr_auc": 0.9605524594088896,
+      "eval_average_opus100_pr_auc": 0.8225850905603526,
+      "eval_average_ud_pr_auc": 0.9579396087251006,
+      "eval_az_opus100_pr_auc": 0.7526981913456962,
+      "eval_be_opus100_pr_auc": 0.6729075494907311,
+      "eval_be_ud_pr_auc": 0.8874950042913703,
+      "eval_bg_opus100_pr_auc": 0.9022021846660924,
+      "eval_bg_ud_pr_auc": 0.9917607646323049,
+      "eval_bn_opus100_pr_auc": 0.815149950914374,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8760024918864342,
+      "eval_ca_ud_pr_auc": 0.9936239407517438,
+      "eval_ceb_ud_pr_auc": 0.9984604041911856,
+      "eval_cs_ersatz_pr_auc": 0.9809405010548025,
+      "eval_cs_opus100_pr_auc": 0.8990322534429243,
+      "eval_cs_ud_pr_auc": 0.9540054166368785,
+      "eval_cy_opus100_pr_auc": 0.7400708099461403,
+      "eval_cy_ud_pr_auc": 0.9921914122697489,
+      "eval_da_opus100_pr_auc": 0.9137538764199965,
+      "eval_da_ud_pr_auc": 0.9742278517383728,
+      "eval_de_ersatz_pr_auc": 0.9721312661497242,
+      "eval_de_opus100_pr_auc": 0.8870872099793466,
+      "eval_de_ud_pr_auc": 0.983053831427807,
+      "eval_el_opus100_pr_auc": 0.9151690929447514,
+      "eval_el_ud_pr_auc": 0.9881449869802196,
+      "eval_en_ersatz_pr_auc": 0.9865198726198061,
+      "eval_en_opus100_pr_auc": 0.9224769880378371,
+      "eval_en_ud_pr_auc": 0.9609058647693439,
+      "eval_eo_opus100_pr_auc": 0.920045829195244,
+      "eval_es_ersatz_pr_auc": 0.9949416588214444,
+      "eval_es_opus100_pr_auc": 0.9264347749218147,
+      "eval_es_ud_pr_auc": 0.9883947971257334,
+      "eval_et_ersatz_pr_auc": 0.9765605984058613,
+      "eval_et_opus100_pr_auc": 0.8890197220458946,
+      "eval_et_ud_pr_auc": 0.9600461649469224,
+      "eval_eu_opus100_pr_auc": 0.8768810633403239,
+      "eval_eu_ud_pr_auc": 0.9860791229330166,
+      "eval_fa_opus100_pr_auc": 0.5733994772954014,
+      "eval_fa_ud_pr_auc": 0.9919233498138036,
+      "eval_fi_ersatz_pr_auc": 0.9852151371644423,
+      "eval_fi_opus100_pr_auc": 0.8989696079279798,
+      "eval_fi_ud_pr_auc": 0.9634754081929104,
+      "eval_fr_ersatz_pr_auc": 0.9835871353822634,
+      "eval_fr_opus100_pr_auc": 0.9046138770974013,
+      "eval_fr_ud_pr_auc": 0.9814729842229791,
+      "eval_fy_opus100_pr_auc": 0.6710359226439647,
+      "eval_ga_opus100_pr_auc": 0.877786589976955,
+      "eval_ga_ud_pr_auc": 0.8144188641167172,
+      "eval_gd_opus100_pr_auc": 0.5936938635714012,
+      "eval_gd_ud_pr_auc": 0.752566853337994,
+      "eval_gl_opus100_pr_auc": 0.878130040870425,
+      "eval_gl_ud_pr_auc": 0.9965970631675665,
+      "eval_gu_ersatz_pr_auc": 0.9299653405992361,
+      "eval_gu_opus100_pr_auc": 0.7156861713369842,
+      "eval_ha_opus100_pr_auc": 0.8911344517625461,
+      "eval_he_opus100_pr_auc": 0.8532659411017592,
+      "eval_he_ud_pr_auc": 0.962756389760456,
+      "eval_hi_ersatz_pr_auc": 0.9716303713821363,
+      "eval_hi_opus100_pr_auc": 0.66229294044743,
+      "eval_hi_ud_pr_auc": 0.9680160548563759,
+      "eval_hu_opus100_pr_auc": 0.9094072654326416,
+      "eval_hu_ud_pr_auc": 0.9822783242084803,
+      "eval_hy_opus100_pr_auc": 0.9093652230788914,
+      "eval_hy_ud_pr_auc": 0.988087277998491,
+      "eval_id_opus100_pr_auc": 0.8643169212202533,
+      "eval_id_ud_pr_auc": 0.989775183902414,
+      "eval_ig_opus100_pr_auc": 0.8700032685512132,
+      "eval_is_opus100_pr_auc": 0.9165445519745821,
+      "eval_is_ud_pr_auc": 0.906586242854449,
+      "eval_it_opus100_pr_auc": 0.8956832133267418,
+      "eval_it_ud_pr_auc": 0.9992820423734718,
+      "eval_ja_ersatz_pr_auc": 0.8030029466876558,
+      "eval_ja_opus100_pr_auc": 0.8048092086953604,
+      "eval_ja_ud_pr_auc": 0.9803466721017123,
+      "eval_jv_ud_pr_auc": 0.9773064240072333,
+      "eval_ka_opus100_pr_auc": 0.8736334083377938,
+      "eval_kk_ersatz_pr_auc": 0.9833011384845858,
+      "eval_kk_opus100_pr_auc": 0.7889401526020743,
+      "eval_kk_ud_pr_auc": 0.9686443348345266,
+      "eval_km_ersatz_pr_auc": 0.9069879207651226,
+      "eval_km_opus100_pr_auc": 0.7345938944552005,
+      "eval_kn_opus100_pr_auc": 0.591418033414055,
+      "eval_ko_opus100_pr_auc": 0.6781685253199412,
+      "eval_ko_ud_pr_auc": 0.9980502774169263,
+      "eval_ku_opus100_pr_auc": 0.8430336539923081,
+      "eval_ky_opus100_pr_auc": 0.8324550732815803,
+      "eval_la_ud_pr_auc": 0.9557840768589122,
+      "eval_loss": 0.03427412360906601,
+      "eval_lt_ersatz_pr_auc": 0.9885364385269741,
+      "eval_lt_opus100_pr_auc": 0.871808736116142,
+      "eval_lt_ud_pr_auc": 0.9910890294292081,
+      "eval_lv_ersatz_pr_auc": 0.9872202211408069,
+      "eval_lv_opus100_pr_auc": 0.8809735693883866,
+      "eval_lv_ud_pr_auc": 0.9613896789514124,
+      "eval_mg_opus100_pr_auc": 0.9172427506779136,
+      "eval_mk_opus100_pr_auc": 0.8984442576064626,
+      "eval_ml_opus100_pr_auc": 0.7521187125380309,
+      "eval_mn_opus100_pr_auc": 0.9510539228166011,
+      "eval_mr_opus100_pr_auc": 0.8969038124826856,
+      "eval_mr_ud_pr_auc": 0.9899898436008088,
+      "eval_ms_opus100_pr_auc": 0.8578864727479839,
+      "eval_mt_opus100_pr_auc": 0.8264347326130113,
+      "eval_mt_ud_pr_auc": 0.8720230730557519,
+      "eval_my_opus100_pr_auc": 0.743798956671931,
+      "eval_ne_opus100_pr_auc": 0.7066665724067799,
+      "eval_nl_opus100_pr_auc": 0.882825107517263,
+      "eval_nl_ud_pr_auc": 0.9781269995490229,
+      "eval_no_opus100_pr_auc": 0.9134384901916212,
+      "eval_no_ud_pr_auc": 0.9941722359483834,
+      "eval_pa_opus100_pr_auc": 0.6692367590423184,
+      "eval_pl_ersatz_pr_auc": 0.9673394474853813,
+      "eval_pl_opus100_pr_auc": 0.8827073181828353,
+      "eval_pl_ud_pr_auc": 0.9630376905993461,
+      "eval_ps_ersatz_pr_auc": 0.9247503882185495,
+      "eval_ps_opus100_pr_auc": 0.7055769252896101,
+      "eval_pt_opus100_pr_auc": 0.9208955104097575,
+      "eval_pt_ud_pr_auc": 0.9830245709122679,
+      "eval_ro_ersatz_pr_auc": 0.9932471004380119,
+      "eval_ro_opus100_pr_auc": 0.8637083401452345,
+      "eval_ro_ud_pr_auc": 0.9528400978306325,
+      "eval_ru_ersatz_pr_auc": 0.9878109650506852,
+      "eval_ru_opus100_pr_auc": 0.9237747988559194,
+      "eval_ru_ud_pr_auc": 0.8504548348689086,
+      "eval_runtime": 466.338,
+      "eval_samples_per_second": 161.835,
+      "eval_si_opus100_pr_auc": 0.8025869891717934,
+      "eval_sk_opus100_pr_auc": 0.925469653559043,
+      "eval_sk_ud_pr_auc": 0.977713933313308,
+      "eval_sl_opus100_pr_auc": 0.85006118832844,
+      "eval_sl_ud_pr_auc": 0.968347748643084,
+      "eval_sq_opus100_pr_auc": 0.886394567254664,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.897693840249129,
+      "eval_sr_ud_pr_auc": 0.9947969182384346,
+      "eval_steps_per_second": 5.059,
+      "eval_sv_opus100_pr_auc": 0.8835314784258146,
+      "eval_sv_ud_pr_auc": 0.9304757568939432,
+      "eval_ta_ersatz_pr_auc": 0.9827955296682982,
+      "eval_ta_opus100_pr_auc": 0.6752792926989972,
+      "eval_ta_ud_pr_auc": 0.9963283441746277,
+      "eval_te_opus100_pr_auc": 0.8351946373064383,
+      "eval_tg_opus100_pr_auc": 0.8824501863121718,
+      "eval_th_opus100_pr_auc": 0.6777554953276761,
+      "eval_th_ud_pr_auc": 0.786792038115691,
+      "eval_tr_ersatz_pr_auc": 0.9557757955922986,
+      "eval_tr_opus100_pr_auc": 0.8837973176105385,
+      "eval_tr_ud_pr_auc": 0.9403182160804111,
+      "eval_uk_opus100_pr_auc": 0.8700341430271786,
+      "eval_uk_ud_pr_auc": 0.9208079446201759,
+      "eval_ur_opus100_pr_auc": 0.5233947976741382,
+      "eval_ur_ud_pr_auc": 0.99190773833581,
+      "eval_uz_opus100_pr_auc": 0.8725071990730012,
+      "eval_vi_opus100_pr_auc": 0.9018324191121095,
+      "eval_vi_ud_pr_auc": 0.9569680360939095,
+      "eval_xh_opus100_pr_auc": 0.8603187041158472,
+      "eval_yi_opus100_pr_auc": 0.8022727705347292,
+      "eval_yo_opus100_pr_auc": 0.7775452259973583,
+      "eval_yo_ud_pr_auc": 0.8990720827580051,
+      "eval_zh_ersatz_pr_auc": 0.9410948920511875,
+      "eval_zh_opus100_pr_auc": 0.7285456544492206,
+      "eval_zh_ud_pr_auc": 0.9947974139655735,
+      "eval_zu_opus100_pr_auc": 0.8159401898421345,
+      "step": 315000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.277215189873418e-05,
+      "learning_rate_adapter": 2.277215189873418e-05,
+      "loss": 0.031,
+      "step": 315050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2759493670886078e-05,
+      "learning_rate_adapter": 2.2759493670886078e-05,
+      "loss": 0.03,
+      "step": 315100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2746835443037974e-05,
+      "learning_rate_adapter": 2.2746835443037974e-05,
+      "loss": 0.03,
+      "step": 315150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2734177215189876e-05,
+      "learning_rate_adapter": 2.2734177215189876e-05,
+      "loss": 0.0299,
+      "step": 315200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.272151898734177e-05,
+      "learning_rate_adapter": 2.272151898734177e-05,
+      "loss": 0.0298,
+      "step": 315250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.270886075949367e-05,
+      "learning_rate_adapter": 2.270886075949367e-05,
+      "loss": 0.0305,
+      "step": 315300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2696202531645573e-05,
+      "learning_rate_adapter": 2.2696202531645573e-05,
+      "loss": 0.0304,
+      "step": 315350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2683544303797468e-05,
+      "learning_rate_adapter": 2.2683544303797468e-05,
+      "loss": 0.0301,
+      "step": 315400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2670886075949367e-05,
+      "learning_rate_adapter": 2.2670886075949367e-05,
+      "loss": 0.0303,
+      "step": 315450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2658227848101266e-05,
+      "learning_rate_adapter": 2.2658227848101266e-05,
+      "loss": 0.0302,
+      "step": 315500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2645569620253165e-05,
+      "learning_rate_adapter": 2.2645569620253165e-05,
+      "loss": 0.0309,
+      "step": 315550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2632911392405063e-05,
+      "learning_rate_adapter": 2.2632911392405063e-05,
+      "loss": 0.0307,
+      "step": 315600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2620253164556962e-05,
+      "learning_rate_adapter": 2.2620253164556962e-05,
+      "loss": 0.0304,
+      "step": 315650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.260759493670886e-05,
+      "learning_rate_adapter": 2.260759493670886e-05,
+      "loss": 0.0298,
+      "step": 315700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.259493670886076e-05,
+      "learning_rate_adapter": 2.259493670886076e-05,
+      "loss": 0.0306,
+      "step": 315750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.258227848101266e-05,
+      "learning_rate_adapter": 2.258227848101266e-05,
+      "loss": 0.0304,
+      "step": 315800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2569620253164558e-05,
+      "learning_rate_adapter": 2.2569620253164558e-05,
+      "loss": 0.0307,
+      "step": 315850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2556962025316457e-05,
+      "learning_rate_adapter": 2.2556962025316457e-05,
+      "loss": 0.0307,
+      "step": 315900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2544303797468355e-05,
+      "learning_rate_adapter": 2.2544303797468355e-05,
+      "loss": 0.0302,
+      "step": 315950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2531645569620254e-05,
+      "learning_rate_adapter": 2.2531645569620254e-05,
+      "loss": 0.0306,
+      "step": 316000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2518987341772153e-05,
+      "learning_rate_adapter": 2.2518987341772153e-05,
+      "loss": 0.0305,
+      "step": 316050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2506329113924052e-05,
+      "learning_rate_adapter": 2.2506329113924052e-05,
+      "loss": 0.0306,
+      "step": 316100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.249367088607595e-05,
+      "learning_rate_adapter": 2.249367088607595e-05,
+      "loss": 0.0303,
+      "step": 316150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.248101265822785e-05,
+      "learning_rate_adapter": 2.248101265822785e-05,
+      "loss": 0.0299,
+      "step": 316200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.246835443037975e-05,
+      "learning_rate_adapter": 2.246835443037975e-05,
+      "loss": 0.0299,
+      "step": 316250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2455696202531644e-05,
+      "learning_rate_adapter": 2.2455696202531644e-05,
+      "loss": 0.0307,
+      "step": 316300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2443037974683546e-05,
+      "learning_rate_adapter": 2.2443037974683546e-05,
+      "loss": 0.0304,
+      "step": 316350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2430379746835445e-05,
+      "learning_rate_adapter": 2.2430379746835445e-05,
+      "loss": 0.0303,
+      "step": 316400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.241772151898734e-05,
+      "learning_rate_adapter": 2.241772151898734e-05,
+      "loss": 0.0299,
+      "step": 316450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2405063291139243e-05,
+      "learning_rate_adapter": 2.2405063291139243e-05,
+      "loss": 0.03,
+      "step": 316500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.239240506329114e-05,
+      "learning_rate_adapter": 2.239240506329114e-05,
+      "loss": 0.0305,
+      "step": 316550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2379746835443037e-05,
+      "learning_rate_adapter": 2.2379746835443037e-05,
+      "loss": 0.0303,
+      "step": 316600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.236708860759494e-05,
+      "learning_rate_adapter": 2.236708860759494e-05,
+      "loss": 0.0298,
+      "step": 316650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2354430379746835e-05,
+      "learning_rate_adapter": 2.2354430379746835e-05,
+      "loss": 0.0296,
+      "step": 316700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2341772151898734e-05,
+      "learning_rate_adapter": 2.2341772151898734e-05,
+      "loss": 0.0298,
+      "step": 316750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2329113924050636e-05,
+      "learning_rate_adapter": 2.2329113924050636e-05,
+      "loss": 0.0303,
+      "step": 316800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.231645569620253e-05,
+      "learning_rate_adapter": 2.231645569620253e-05,
+      "loss": 0.03,
+      "step": 316850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.230379746835443e-05,
+      "learning_rate_adapter": 2.230379746835443e-05,
+      "loss": 0.0299,
+      "step": 316900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2291139240506333e-05,
+      "learning_rate_adapter": 2.2291139240506333e-05,
+      "loss": 0.0304,
+      "step": 316950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2278481012658228e-05,
+      "learning_rate_adapter": 2.2278481012658228e-05,
+      "loss": 0.0308,
+      "step": 317000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2265822784810127e-05,
+      "learning_rate_adapter": 2.2265822784810127e-05,
+      "loss": 0.0303,
+      "step": 317050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2253164556962026e-05,
+      "learning_rate_adapter": 2.2253164556962026e-05,
+      "loss": 0.0298,
+      "step": 317100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2240506329113925e-05,
+      "learning_rate_adapter": 2.2240506329113925e-05,
+      "loss": 0.0306,
+      "step": 317150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2227848101265823e-05,
+      "learning_rate_adapter": 2.2227848101265823e-05,
+      "loss": 0.0301,
+      "step": 317200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2215189873417722e-05,
+      "learning_rate_adapter": 2.2215189873417722e-05,
+      "loss": 0.0304,
+      "step": 317250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.220253164556962e-05,
+      "learning_rate_adapter": 2.220253164556962e-05,
+      "loss": 0.0304,
+      "step": 317300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.218987341772152e-05,
+      "learning_rate_adapter": 2.218987341772152e-05,
+      "loss": 0.0304,
+      "step": 317350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.217721518987342e-05,
+      "learning_rate_adapter": 2.217721518987342e-05,
+      "loss": 0.0307,
+      "step": 317400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2164556962025318e-05,
+      "learning_rate_adapter": 2.2164556962025318e-05,
+      "loss": 0.0304,
+      "step": 317450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2151898734177217e-05,
+      "learning_rate_adapter": 2.2151898734177217e-05,
+      "loss": 0.0307,
+      "step": 317500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2139240506329115e-05,
+      "learning_rate_adapter": 2.2139240506329115e-05,
+      "loss": 0.0306,
+      "step": 317550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2126582278481014e-05,
+      "learning_rate_adapter": 2.2126582278481014e-05,
+      "loss": 0.0301,
+      "step": 317600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2113924050632913e-05,
+      "learning_rate_adapter": 2.2113924050632913e-05,
+      "loss": 0.0306,
+      "step": 317650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2101265822784812e-05,
+      "learning_rate_adapter": 2.2101265822784812e-05,
+      "loss": 0.0297,
+      "step": 317700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.208860759493671e-05,
+      "learning_rate_adapter": 2.208860759493671e-05,
+      "loss": 0.0301,
+      "step": 317750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.207594936708861e-05,
+      "learning_rate_adapter": 2.207594936708861e-05,
+      "loss": 0.0307,
+      "step": 317800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.206329113924051e-05,
+      "learning_rate_adapter": 2.206329113924051e-05,
+      "loss": 0.0304,
+      "step": 317850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2050632911392404e-05,
+      "learning_rate_adapter": 2.2050632911392404e-05,
+      "loss": 0.0304,
+      "step": 317900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2037974683544306e-05,
+      "learning_rate_adapter": 2.2037974683544306e-05,
+      "loss": 0.0302,
+      "step": 317950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2025316455696205e-05,
+      "learning_rate_adapter": 2.2025316455696205e-05,
+      "loss": 0.0305,
+      "step": 318000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.20126582278481e-05,
+      "learning_rate_adapter": 2.20126582278481e-05,
+      "loss": 0.0304,
+      "step": 318050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0307,
+      "step": 318100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.19873417721519e-05,
+      "learning_rate_adapter": 2.19873417721519e-05,
+      "loss": 0.0308,
+      "step": 318150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1974683544303797e-05,
+      "learning_rate_adapter": 2.1974683544303797e-05,
+      "loss": 0.0302,
+      "step": 318200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.19620253164557e-05,
+      "learning_rate_adapter": 2.19620253164557e-05,
+      "loss": 0.0297,
+      "step": 318250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1949367088607595e-05,
+      "learning_rate_adapter": 2.1949367088607595e-05,
+      "loss": 0.0311,
+      "step": 318300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1936708860759494e-05,
+      "learning_rate_adapter": 2.1936708860759494e-05,
+      "loss": 0.0306,
+      "step": 318350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1924050632911396e-05,
+      "learning_rate_adapter": 2.1924050632911396e-05,
+      "loss": 0.0304,
+      "step": 318400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.191139240506329e-05,
+      "learning_rate_adapter": 2.191139240506329e-05,
+      "loss": 0.0303,
+      "step": 318450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.189873417721519e-05,
+      "learning_rate_adapter": 2.189873417721519e-05,
+      "loss": 0.0303,
+      "step": 318500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1886075949367093e-05,
+      "learning_rate_adapter": 2.1886075949367093e-05,
+      "loss": 0.0302,
+      "step": 318550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1873417721518988e-05,
+      "learning_rate_adapter": 2.1873417721518988e-05,
+      "loss": 0.0299,
+      "step": 318600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1860759493670887e-05,
+      "learning_rate_adapter": 2.1860759493670887e-05,
+      "loss": 0.0307,
+      "step": 318650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1848101265822786e-05,
+      "learning_rate_adapter": 2.1848101265822786e-05,
+      "loss": 0.0308,
+      "step": 318700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1835443037974685e-05,
+      "learning_rate_adapter": 2.1835443037974685e-05,
+      "loss": 0.0304,
+      "step": 318750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1822784810126583e-05,
+      "learning_rate_adapter": 2.1822784810126583e-05,
+      "loss": 0.03,
+      "step": 318800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1810126582278482e-05,
+      "learning_rate_adapter": 2.1810126582278482e-05,
+      "loss": 0.0309,
+      "step": 318850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.179746835443038e-05,
+      "learning_rate_adapter": 2.179746835443038e-05,
+      "loss": 0.0304,
+      "step": 318900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.178481012658228e-05,
+      "learning_rate_adapter": 2.178481012658228e-05,
+      "loss": 0.0296,
+      "step": 318950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.177215189873418e-05,
+      "learning_rate_adapter": 2.177215189873418e-05,
+      "loss": 0.0311,
+      "step": 319000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1759493670886078e-05,
+      "learning_rate_adapter": 2.1759493670886078e-05,
+      "loss": 0.0309,
+      "step": 319050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1746835443037973e-05,
+      "learning_rate_adapter": 2.1746835443037973e-05,
+      "loss": 0.0308,
+      "step": 319100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1734177215189875e-05,
+      "learning_rate_adapter": 2.1734177215189875e-05,
+      "loss": 0.0305,
+      "step": 319150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1721518987341774e-05,
+      "learning_rate_adapter": 2.1721518987341774e-05,
+      "loss": 0.0305,
+      "step": 319200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.170886075949367e-05,
+      "learning_rate_adapter": 2.170886075949367e-05,
+      "loss": 0.0296,
+      "step": 319250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1696202531645572e-05,
+      "learning_rate_adapter": 2.1696202531645572e-05,
+      "loss": 0.0309,
+      "step": 319300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.168354430379747e-05,
+      "learning_rate_adapter": 2.168354430379747e-05,
+      "loss": 0.0292,
+      "step": 319350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1670886075949366e-05,
+      "learning_rate_adapter": 2.1670886075949366e-05,
+      "loss": 0.0304,
+      "step": 319400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.165822784810127e-05,
+      "learning_rate_adapter": 2.165822784810127e-05,
+      "loss": 0.0297,
+      "step": 319450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1645569620253164e-05,
+      "learning_rate_adapter": 2.1645569620253164e-05,
+      "loss": 0.0305,
+      "step": 319500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1632911392405063e-05,
+      "learning_rate_adapter": 2.1632911392405063e-05,
+      "loss": 0.0303,
+      "step": 319550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1620253164556965e-05,
+      "learning_rate_adapter": 2.1620253164556965e-05,
+      "loss": 0.0293,
+      "step": 319600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.160759493670886e-05,
+      "learning_rate_adapter": 2.160759493670886e-05,
+      "loss": 0.0304,
+      "step": 319650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.159493670886076e-05,
+      "learning_rate_adapter": 2.159493670886076e-05,
+      "loss": 0.03,
+      "step": 319700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.158227848101266e-05,
+      "learning_rate_adapter": 2.158227848101266e-05,
+      "loss": 0.0309,
+      "step": 319750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1569620253164557e-05,
+      "learning_rate_adapter": 2.1569620253164557e-05,
+      "loss": 0.0296,
+      "step": 319800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1556962025316456e-05,
+      "learning_rate_adapter": 2.1556962025316456e-05,
+      "loss": 0.0311,
+      "step": 319850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1544303797468355e-05,
+      "learning_rate_adapter": 2.1544303797468355e-05,
+      "loss": 0.0305,
+      "step": 319900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1531645569620254e-05,
+      "learning_rate_adapter": 2.1531645569620254e-05,
+      "loss": 0.0306,
+      "step": 319950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1518987341772153e-05,
+      "learning_rate_adapter": 2.1518987341772153e-05,
+      "loss": 0.0309,
+      "step": 320000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.7920230653729661,
+      "eval_af_ud_pr_auc": 0.9790043711686591,
+      "eval_am_opus100_pr_auc": 0.6095532986226876,
+      "eval_ar_ersatz_pr_auc": 0.9263929098829179,
+      "eval_ar_opus100_pr_auc": 0.7040547870852265,
+      "eval_ar_ud_pr_auc": 0.8872725075648629,
+      "eval_average_ersatz_pr_auc": 0.9623009043783045,
+      "eval_average_opus100_pr_auc": 0.8275820730541587,
+      "eval_average_ud_pr_auc": 0.9565593039374093,
+      "eval_az_opus100_pr_auc": 0.7665482796829614,
+      "eval_be_opus100_pr_auc": 0.7046316505051086,
+      "eval_be_ud_pr_auc": 0.8762942753894115,
+      "eval_bg_opus100_pr_auc": 0.9024832586997018,
+      "eval_bg_ud_pr_auc": 0.9908349380132352,
+      "eval_bn_opus100_pr_auc": 0.8178417607196785,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8695035357958409,
+      "eval_ca_ud_pr_auc": 0.9893474168999654,
+      "eval_ceb_ud_pr_auc": 0.9991305879045366,
+      "eval_cs_ersatz_pr_auc": 0.9841391480993918,
+      "eval_cs_opus100_pr_auc": 0.8998092291235645,
+      "eval_cs_ud_pr_auc": 0.9555399681591927,
+      "eval_cy_opus100_pr_auc": 0.7642040154824894,
+      "eval_cy_ud_pr_auc": 0.9909643823028393,
+      "eval_da_opus100_pr_auc": 0.9092501076173248,
+      "eval_da_ud_pr_auc": 0.9770600960067612,
+      "eval_de_ersatz_pr_auc": 0.9758262636426095,
+      "eval_de_opus100_pr_auc": 0.8878723940775763,
+      "eval_de_ud_pr_auc": 0.9844437577163758,
+      "eval_el_opus100_pr_auc": 0.9140351082752626,
+      "eval_el_ud_pr_auc": 0.9896371071909915,
+      "eval_en_ersatz_pr_auc": 0.9871858953911743,
+      "eval_en_opus100_pr_auc": 0.9196171054642907,
+      "eval_en_ud_pr_auc": 0.9594520578106098,
+      "eval_eo_opus100_pr_auc": 0.9199750498397978,
+      "eval_es_ersatz_pr_auc": 0.9946321577052177,
+      "eval_es_opus100_pr_auc": 0.9193845841773105,
+      "eval_es_ud_pr_auc": 0.9884194515268703,
+      "eval_et_ersatz_pr_auc": 0.9785395831775561,
+      "eval_et_opus100_pr_auc": 0.877718654426827,
+      "eval_et_ud_pr_auc": 0.9546455277175157,
+      "eval_eu_opus100_pr_auc": 0.8728706607511688,
+      "eval_eu_ud_pr_auc": 0.9857139061810124,
+      "eval_fa_opus100_pr_auc": 0.5722239287924523,
+      "eval_fa_ud_pr_auc": 0.9917470600236273,
+      "eval_fi_ersatz_pr_auc": 0.9859487940986731,
+      "eval_fi_opus100_pr_auc": 0.8925708978958073,
+      "eval_fi_ud_pr_auc": 0.9596816070172601,
+      "eval_fr_ersatz_pr_auc": 0.9844499459774154,
+      "eval_fr_opus100_pr_auc": 0.9010278654868106,
+      "eval_fr_ud_pr_auc": 0.9814622661446244,
+      "eval_fy_opus100_pr_auc": 0.7098063097925359,
+      "eval_ga_opus100_pr_auc": 0.864719249303456,
+      "eval_ga_ud_pr_auc": 0.8013130686289713,
+      "eval_gd_opus100_pr_auc": 0.6107043906004933,
+      "eval_gd_ud_pr_auc": 0.7555657834209109,
+      "eval_gl_opus100_pr_auc": 0.8706627315802508,
+      "eval_gl_ud_pr_auc": 0.9958519275273044,
+      "eval_gu_ersatz_pr_auc": 0.9261416430630617,
+      "eval_gu_opus100_pr_auc": 0.7392901716138051,
+      "eval_ha_opus100_pr_auc": 0.8990823995407168,
+      "eval_he_opus100_pr_auc": 0.8561353474232692,
+      "eval_he_ud_pr_auc": 0.9648115833197615,
+      "eval_hi_ersatz_pr_auc": 0.9737594633326373,
+      "eval_hi_opus100_pr_auc": 0.657532947883517,
+      "eval_hi_ud_pr_auc": 0.9760371261102936,
+      "eval_hu_opus100_pr_auc": 0.9067939505034726,
+      "eval_hu_ud_pr_auc": 0.9815931064309248,
+      "eval_hy_opus100_pr_auc": 0.909400488244462,
+      "eval_hy_ud_pr_auc": 0.9896209622297286,
+      "eval_id_opus100_pr_auc": 0.8656318004937935,
+      "eval_id_ud_pr_auc": 0.9917345651840899,
+      "eval_ig_opus100_pr_auc": 0.8873167596344531,
+      "eval_is_opus100_pr_auc": 0.9168430232593632,
+      "eval_is_ud_pr_auc": 0.9070572041363282,
+      "eval_it_opus100_pr_auc": 0.8933256582714033,
+      "eval_it_ud_pr_auc": 0.9981919119093705,
+      "eval_ja_ersatz_pr_auc": 0.80538897266701,
+      "eval_ja_opus100_pr_auc": 0.8155309844752179,
+      "eval_ja_ud_pr_auc": 0.9833126261329157,
+      "eval_jv_ud_pr_auc": 0.9678071315987999,
+      "eval_ka_opus100_pr_auc": 0.8661161105907808,
+      "eval_kk_ersatz_pr_auc": 0.9818227159063764,
+      "eval_kk_opus100_pr_auc": 0.8317303798548323,
+      "eval_kk_ud_pr_auc": 0.9659576766117891,
+      "eval_km_ersatz_pr_auc": 0.9155547088148306,
+      "eval_km_opus100_pr_auc": 0.7320069676259734,
+      "eval_kn_opus100_pr_auc": 0.6169684735376364,
+      "eval_ko_opus100_pr_auc": 0.6828407800407565,
+      "eval_ko_ud_pr_auc": 0.9986356657699637,
+      "eval_ku_opus100_pr_auc": 0.8564963321966284,
+      "eval_ky_opus100_pr_auc": 0.8795564020434333,
+      "eval_la_ud_pr_auc": 0.953428144056057,
+      "eval_loss": 0.03414725139737129,
+      "eval_lt_ersatz_pr_auc": 0.9905190155284694,
+      "eval_lt_opus100_pr_auc": 0.8618201846185168,
+      "eval_lt_ud_pr_auc": 0.9904064530338199,
+      "eval_lv_ersatz_pr_auc": 0.987044305142411,
+      "eval_lv_opus100_pr_auc": 0.876596405584399,
+      "eval_lv_ud_pr_auc": 0.9559182946789855,
+      "eval_mg_opus100_pr_auc": 0.9183187514731611,
+      "eval_mk_opus100_pr_auc": 0.8999633326613344,
+      "eval_ml_opus100_pr_auc": 0.7553774176844075,
+      "eval_mn_opus100_pr_auc": 0.9587105246479919,
+      "eval_mr_opus100_pr_auc": 0.8949202180610542,
+      "eval_mr_ud_pr_auc": 0.9734899356144351,
+      "eval_ms_opus100_pr_auc": 0.8576155842761726,
+      "eval_mt_opus100_pr_auc": 0.8323804879327036,
+      "eval_mt_ud_pr_auc": 0.8692558426810112,
+      "eval_my_opus100_pr_auc": 0.760787245187242,
+      "eval_ne_opus100_pr_auc": 0.7454079479937877,
+      "eval_nl_opus100_pr_auc": 0.8850907464544284,
+      "eval_nl_ud_pr_auc": 0.9807721576289825,
+      "eval_no_opus100_pr_auc": 0.9100398695910106,
+      "eval_no_ud_pr_auc": 0.9957275264924622,
+      "eval_pa_opus100_pr_auc": 0.699844170610898,
+      "eval_pl_ersatz_pr_auc": 0.9616684009417739,
+      "eval_pl_opus100_pr_auc": 0.8830562461488981,
+      "eval_pl_ud_pr_auc": 0.9630865990998966,
+      "eval_ps_ersatz_pr_auc": 0.9276580096853592,
+      "eval_ps_opus100_pr_auc": 0.7230875749216105,
+      "eval_pt_opus100_pr_auc": 0.9170442423388326,
+      "eval_pt_ud_pr_auc": 0.9822280421940194,
+      "eval_ro_ersatz_pr_auc": 0.9942797659302027,
+      "eval_ro_opus100_pr_auc": 0.8722130956679924,
+      "eval_ro_ud_pr_auc": 0.9323598704167542,
+      "eval_ru_ersatz_pr_auc": 0.9875597889676655,
+      "eval_ru_opus100_pr_auc": 0.9128531773191202,
+      "eval_ru_ud_pr_auc": 0.8392536673532517,
+      "eval_runtime": 457.542,
+      "eval_samples_per_second": 164.947,
+      "eval_si_opus100_pr_auc": 0.8035229011991614,
+      "eval_sk_opus100_pr_auc": 0.9239313082183348,
+      "eval_sk_ud_pr_auc": 0.9742776919056463,
+      "eval_sl_opus100_pr_auc": 0.8496160618753391,
+      "eval_sl_ud_pr_auc": 0.9644712251748278,
+      "eval_sq_opus100_pr_auc": 0.8902042353136108,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8995252214581351,
+      "eval_sr_ud_pr_auc": 0.9952667084125767,
+      "eval_steps_per_second": 5.156,
+      "eval_sv_opus100_pr_auc": 0.8805757411127725,
+      "eval_sv_ud_pr_auc": 0.9376368800901842,
+      "eval_ta_ersatz_pr_auc": 0.9822590265412802,
+      "eval_ta_opus100_pr_auc": 0.676210890956285,
+      "eval_ta_ud_pr_auc": 0.9973246379547491,
+      "eval_te_opus100_pr_auc": 0.8340928339340666,
+      "eval_tg_opus100_pr_auc": 0.8733848933344324,
+      "eval_th_opus100_pr_auc": 0.6829909313906564,
+      "eval_th_ud_pr_auc": 0.786037234838465,
+      "eval_tr_ersatz_pr_auc": 0.9582340845705817,
+      "eval_tr_opus100_pr_auc": 0.8874583531500154,
+      "eval_tr_ud_pr_auc": 0.9467719140594881,
+      "eval_uk_opus100_pr_auc": 0.8662801592102888,
+      "eval_uk_ud_pr_auc": 0.9172596164281251,
+      "eval_ur_opus100_pr_auc": 0.5205828548597051,
+      "eval_ur_ud_pr_auc": 0.9917426081083919,
+      "eval_uz_opus100_pr_auc": 0.8748178310999096,
+      "eval_vi_opus100_pr_auc": 0.9014099015226614,
+      "eval_vi_ud_pr_auc": 0.9551004939913146,
+      "eval_xh_opus100_pr_auc": 0.8499508316309629,
+      "eval_yi_opus100_pr_auc": 0.8172274515809912,
+      "eval_yo_opus100_pr_auc": 0.7859763180431523,
+      "eval_yo_ud_pr_auc": 0.9084347597668494,
+      "eval_zh_ersatz_pr_auc": 0.9616152972560881,
+      "eval_zh_opus100_pr_auc": 0.7592927533965161,
+      "eval_zh_ud_pr_auc": 0.9954883967025262,
+      "eval_zu_opus100_pr_auc": 0.83386039757533,
+      "step": 320000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.150632911392405e-05,
+      "learning_rate_adapter": 2.150632911392405e-05,
+      "loss": 0.0302,
+      "step": 320050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.149367088607595e-05,
+      "learning_rate_adapter": 2.149367088607595e-05,
+      "loss": 0.0294,
+      "step": 320100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.148101265822785e-05,
+      "learning_rate_adapter": 2.148101265822785e-05,
+      "loss": 0.0301,
+      "step": 320150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1468354430379748e-05,
+      "learning_rate_adapter": 2.1468354430379748e-05,
+      "loss": 0.0307,
+      "step": 320200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1455696202531647e-05,
+      "learning_rate_adapter": 2.1455696202531647e-05,
+      "loss": 0.0304,
+      "step": 320250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1443037974683546e-05,
+      "learning_rate_adapter": 2.1443037974683546e-05,
+      "loss": 0.0305,
+      "step": 320300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1430379746835445e-05,
+      "learning_rate_adapter": 2.1430379746835445e-05,
+      "loss": 0.0298,
+      "step": 320350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1417721518987343e-05,
+      "learning_rate_adapter": 2.1417721518987343e-05,
+      "loss": 0.0304,
+      "step": 320400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1405063291139242e-05,
+      "learning_rate_adapter": 2.1405063291139242e-05,
+      "loss": 0.0304,
+      "step": 320450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.139240506329114e-05,
+      "learning_rate_adapter": 2.139240506329114e-05,
+      "loss": 0.0305,
+      "step": 320500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.137974683544304e-05,
+      "learning_rate_adapter": 2.137974683544304e-05,
+      "loss": 0.031,
+      "step": 320550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.136708860759494e-05,
+      "learning_rate_adapter": 2.136708860759494e-05,
+      "loss": 0.0306,
+      "step": 320600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1354430379746838e-05,
+      "learning_rate_adapter": 2.1354430379746838e-05,
+      "loss": 0.0304,
+      "step": 320650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1341772151898733e-05,
+      "learning_rate_adapter": 2.1341772151898733e-05,
+      "loss": 0.0303,
+      "step": 320700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1329113924050635e-05,
+      "learning_rate_adapter": 2.1329113924050635e-05,
+      "loss": 0.0304,
+      "step": 320750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1316455696202534e-05,
+      "learning_rate_adapter": 2.1316455696202534e-05,
+      "loss": 0.0301,
+      "step": 320800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.130379746835443e-05,
+      "learning_rate_adapter": 2.130379746835443e-05,
+      "loss": 0.0301,
+      "step": 320850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1291139240506332e-05,
+      "learning_rate_adapter": 2.1291139240506332e-05,
+      "loss": 0.0306,
+      "step": 320900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.127848101265823e-05,
+      "learning_rate_adapter": 2.127848101265823e-05,
+      "loss": 0.0313,
+      "step": 320950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1265822784810126e-05,
+      "learning_rate_adapter": 2.1265822784810126e-05,
+      "loss": 0.0302,
+      "step": 321000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.125316455696203e-05,
+      "learning_rate_adapter": 2.125316455696203e-05,
+      "loss": 0.0305,
+      "step": 321050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1240506329113924e-05,
+      "learning_rate_adapter": 2.1240506329113924e-05,
+      "loss": 0.0303,
+      "step": 321100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1227848101265823e-05,
+      "learning_rate_adapter": 2.1227848101265823e-05,
+      "loss": 0.0306,
+      "step": 321150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1215189873417725e-05,
+      "learning_rate_adapter": 2.1215189873417725e-05,
+      "loss": 0.0301,
+      "step": 321200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.120253164556962e-05,
+      "learning_rate_adapter": 2.120253164556962e-05,
+      "loss": 0.0302,
+      "step": 321250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.118987341772152e-05,
+      "learning_rate_adapter": 2.118987341772152e-05,
+      "loss": 0.0303,
+      "step": 321300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.117721518987342e-05,
+      "learning_rate_adapter": 2.117721518987342e-05,
+      "loss": 0.03,
+      "step": 321350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1164556962025317e-05,
+      "learning_rate_adapter": 2.1164556962025317e-05,
+      "loss": 0.0309,
+      "step": 321400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1151898734177216e-05,
+      "learning_rate_adapter": 2.1151898734177216e-05,
+      "loss": 0.0303,
+      "step": 321450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1139240506329115e-05,
+      "learning_rate_adapter": 2.1139240506329115e-05,
+      "loss": 0.0292,
+      "step": 321500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1126582278481014e-05,
+      "learning_rate_adapter": 2.1126582278481014e-05,
+      "loss": 0.0295,
+      "step": 321550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1113924050632913e-05,
+      "learning_rate_adapter": 2.1113924050632913e-05,
+      "loss": 0.0312,
+      "step": 321600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.110126582278481e-05,
+      "learning_rate_adapter": 2.110126582278481e-05,
+      "loss": 0.0307,
+      "step": 321650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.108860759493671e-05,
+      "learning_rate_adapter": 2.108860759493671e-05,
+      "loss": 0.0299,
+      "step": 321700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.107594936708861e-05,
+      "learning_rate_adapter": 2.107594936708861e-05,
+      "loss": 0.0307,
+      "step": 321750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1063291139240508e-05,
+      "learning_rate_adapter": 2.1063291139240508e-05,
+      "loss": 0.0299,
+      "step": 321800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1050632911392407e-05,
+      "learning_rate_adapter": 2.1050632911392407e-05,
+      "loss": 0.031,
+      "step": 321850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1037974683544302e-05,
+      "learning_rate_adapter": 2.1037974683544302e-05,
+      "loss": 0.0302,
+      "step": 321900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1025316455696205e-05,
+      "learning_rate_adapter": 2.1025316455696205e-05,
+      "loss": 0.0302,
+      "step": 321950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1012658227848103e-05,
+      "learning_rate_adapter": 2.1012658227848103e-05,
+      "loss": 0.0301,
+      "step": 322000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0301,
+      "step": 322050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.09873417721519e-05,
+      "learning_rate_adapter": 2.09873417721519e-05,
+      "loss": 0.0308,
+      "step": 322100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.09746835443038e-05,
+      "learning_rate_adapter": 2.09746835443038e-05,
+      "loss": 0.0308,
+      "step": 322150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0962025316455695e-05,
+      "learning_rate_adapter": 2.0962025316455695e-05,
+      "loss": 0.0297,
+      "step": 322200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0949367088607598e-05,
+      "learning_rate_adapter": 2.0949367088607598e-05,
+      "loss": 0.0303,
+      "step": 322250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0936708860759493e-05,
+      "learning_rate_adapter": 2.0936708860759493e-05,
+      "loss": 0.0298,
+      "step": 322300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0924050632911392e-05,
+      "learning_rate_adapter": 2.0924050632911392e-05,
+      "loss": 0.03,
+      "step": 322350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0911392405063294e-05,
+      "learning_rate_adapter": 2.0911392405063294e-05,
+      "loss": 0.0303,
+      "step": 322400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.089873417721519e-05,
+      "learning_rate_adapter": 2.089873417721519e-05,
+      "loss": 0.0298,
+      "step": 322450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.088607594936709e-05,
+      "learning_rate_adapter": 2.088607594936709e-05,
+      "loss": 0.0309,
+      "step": 322500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.087341772151899e-05,
+      "learning_rate_adapter": 2.087341772151899e-05,
+      "loss": 0.0299,
+      "step": 322550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0860759493670886e-05,
+      "learning_rate_adapter": 2.0860759493670886e-05,
+      "loss": 0.0297,
+      "step": 322600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0848101265822785e-05,
+      "learning_rate_adapter": 2.0848101265822785e-05,
+      "loss": 0.0305,
+      "step": 322650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0835443037974684e-05,
+      "learning_rate_adapter": 2.0835443037974684e-05,
+      "loss": 0.0309,
+      "step": 322700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0822784810126583e-05,
+      "learning_rate_adapter": 2.0822784810126583e-05,
+      "loss": 0.0304,
+      "step": 322750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.081012658227848e-05,
+      "learning_rate_adapter": 2.081012658227848e-05,
+      "loss": 0.0301,
+      "step": 322800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.079746835443038e-05,
+      "learning_rate_adapter": 2.079746835443038e-05,
+      "loss": 0.03,
+      "step": 322850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.078481012658228e-05,
+      "learning_rate_adapter": 2.078481012658228e-05,
+      "loss": 0.03,
+      "step": 322900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0772151898734178e-05,
+      "learning_rate_adapter": 2.0772151898734178e-05,
+      "loss": 0.0296,
+      "step": 322950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0759493670886077e-05,
+      "learning_rate_adapter": 2.0759493670886077e-05,
+      "loss": 0.03,
+      "step": 323000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0746835443037976e-05,
+      "learning_rate_adapter": 2.0746835443037976e-05,
+      "loss": 0.0295,
+      "step": 323050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0734177215189875e-05,
+      "learning_rate_adapter": 2.0734177215189875e-05,
+      "loss": 0.0301,
+      "step": 323100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0721518987341774e-05,
+      "learning_rate_adapter": 2.0721518987341774e-05,
+      "loss": 0.0293,
+      "step": 323150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0708860759493673e-05,
+      "learning_rate_adapter": 2.0708860759493673e-05,
+      "loss": 0.0299,
+      "step": 323200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.069620253164557e-05,
+      "learning_rate_adapter": 2.069620253164557e-05,
+      "loss": 0.0306,
+      "step": 323250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.068354430379747e-05,
+      "learning_rate_adapter": 2.068354430379747e-05,
+      "loss": 0.0294,
+      "step": 323300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.067088607594937e-05,
+      "learning_rate_adapter": 2.067088607594937e-05,
+      "loss": 0.0304,
+      "step": 323350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0658227848101268e-05,
+      "learning_rate_adapter": 2.0658227848101268e-05,
+      "loss": 0.03,
+      "step": 323400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0645569620253167e-05,
+      "learning_rate_adapter": 2.0645569620253167e-05,
+      "loss": 0.0298,
+      "step": 323450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0632911392405062e-05,
+      "learning_rate_adapter": 2.0632911392405062e-05,
+      "loss": 0.0301,
+      "step": 323500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0620253164556964e-05,
+      "learning_rate_adapter": 2.0620253164556964e-05,
+      "loss": 0.0297,
+      "step": 323550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0607594936708863e-05,
+      "learning_rate_adapter": 2.0607594936708863e-05,
+      "loss": 0.0307,
+      "step": 323600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.059493670886076e-05,
+      "learning_rate_adapter": 2.059493670886076e-05,
+      "loss": 0.0303,
+      "step": 323650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.058227848101266e-05,
+      "learning_rate_adapter": 2.058227848101266e-05,
+      "loss": 0.0297,
+      "step": 323700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.056962025316456e-05,
+      "learning_rate_adapter": 2.056962025316456e-05,
+      "loss": 0.0304,
+      "step": 323750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0556962025316455e-05,
+      "learning_rate_adapter": 2.0556962025316455e-05,
+      "loss": 0.031,
+      "step": 323800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0544303797468358e-05,
+      "learning_rate_adapter": 2.0544303797468358e-05,
+      "loss": 0.03,
+      "step": 323850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0531645569620253e-05,
+      "learning_rate_adapter": 2.0531645569620253e-05,
+      "loss": 0.0307,
+      "step": 323900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0518987341772152e-05,
+      "learning_rate_adapter": 2.0518987341772152e-05,
+      "loss": 0.03,
+      "step": 323950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0506329113924054e-05,
+      "learning_rate_adapter": 2.0506329113924054e-05,
+      "loss": 0.0304,
+      "step": 324000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.049367088607595e-05,
+      "learning_rate_adapter": 2.049367088607595e-05,
+      "loss": 0.0301,
+      "step": 324050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.048101265822785e-05,
+      "learning_rate_adapter": 2.048101265822785e-05,
+      "loss": 0.0306,
+      "step": 324100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.046835443037975e-05,
+      "learning_rate_adapter": 2.046835443037975e-05,
+      "loss": 0.031,
+      "step": 324150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0455696202531646e-05,
+      "learning_rate_adapter": 2.0455696202531646e-05,
+      "loss": 0.0308,
+      "step": 324200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0443037974683545e-05,
+      "learning_rate_adapter": 2.0443037974683545e-05,
+      "loss": 0.0301,
+      "step": 324250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0430379746835444e-05,
+      "learning_rate_adapter": 2.0430379746835444e-05,
+      "loss": 0.0301,
+      "step": 324300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0417721518987343e-05,
+      "learning_rate_adapter": 2.0417721518987343e-05,
+      "loss": 0.0303,
+      "step": 324350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.040506329113924e-05,
+      "learning_rate_adapter": 2.040506329113924e-05,
+      "loss": 0.0304,
+      "step": 324400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.039240506329114e-05,
+      "learning_rate_adapter": 2.039240506329114e-05,
+      "loss": 0.0301,
+      "step": 324450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.037974683544304e-05,
+      "learning_rate_adapter": 2.037974683544304e-05,
+      "loss": 0.0298,
+      "step": 324500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0367088607594935e-05,
+      "learning_rate_adapter": 2.0367088607594935e-05,
+      "loss": 0.0297,
+      "step": 324550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0354430379746837e-05,
+      "learning_rate_adapter": 2.0354430379746837e-05,
+      "loss": 0.03,
+      "step": 324600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0341772151898736e-05,
+      "learning_rate_adapter": 2.0341772151898736e-05,
+      "loss": 0.0305,
+      "step": 324650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.032911392405063e-05,
+      "learning_rate_adapter": 2.032911392405063e-05,
+      "loss": 0.0302,
+      "step": 324700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0316455696202534e-05,
+      "learning_rate_adapter": 2.0316455696202534e-05,
+      "loss": 0.03,
+      "step": 324750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0303797468354432e-05,
+      "learning_rate_adapter": 2.0303797468354432e-05,
+      "loss": 0.0307,
+      "step": 324800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0291139240506328e-05,
+      "learning_rate_adapter": 2.0291139240506328e-05,
+      "loss": 0.0296,
+      "step": 324850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.027848101265823e-05,
+      "learning_rate_adapter": 2.027848101265823e-05,
+      "loss": 0.0297,
+      "step": 324900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0265822784810126e-05,
+      "learning_rate_adapter": 2.0265822784810126e-05,
+      "loss": 0.0297,
+      "step": 324950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0253164556962025e-05,
+      "learning_rate_adapter": 2.0253164556962025e-05,
+      "loss": 0.03,
+      "step": 325000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.776710308501692,
+      "eval_af_ud_pr_auc": 0.987638593902936,
+      "eval_am_opus100_pr_auc": 0.6235836021564287,
+      "eval_ar_ersatz_pr_auc": 0.9328333581338903,
+      "eval_ar_opus100_pr_auc": 0.7058067628303767,
+      "eval_ar_ud_pr_auc": 0.8853648169994928,
+      "eval_average_ersatz_pr_auc": 0.9648093140657835,
+      "eval_average_opus100_pr_auc": 0.8298994967634438,
+      "eval_average_ud_pr_auc": 0.9610011066195101,
+      "eval_az_opus100_pr_auc": 0.8015613697726802,
+      "eval_be_opus100_pr_auc": 0.6917256588162647,
+      "eval_be_ud_pr_auc": 0.8947407236091294,
+      "eval_bg_opus100_pr_auc": 0.9087870235693667,
+      "eval_bg_ud_pr_auc": 0.992592829910877,
+      "eval_bn_opus100_pr_auc": 0.8275209006758533,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8823241499941189,
+      "eval_ca_ud_pr_auc": 0.9941282337880673,
+      "eval_ceb_ud_pr_auc": 0.9990132824309633,
+      "eval_cs_ersatz_pr_auc": 0.9829472635774422,
+      "eval_cs_opus100_pr_auc": 0.9043622271177884,
+      "eval_cs_ud_pr_auc": 0.9576589528023485,
+      "eval_cy_opus100_pr_auc": 0.7511574683199693,
+      "eval_cy_ud_pr_auc": 0.9942340640546372,
+      "eval_da_opus100_pr_auc": 0.915066625502649,
+      "eval_da_ud_pr_auc": 0.9804604485958485,
+      "eval_de_ersatz_pr_auc": 0.9761241060616108,
+      "eval_de_opus100_pr_auc": 0.8893203083941745,
+      "eval_de_ud_pr_auc": 0.9842215030928583,
+      "eval_el_opus100_pr_auc": 0.924280795700183,
+      "eval_el_ud_pr_auc": 0.9882886201810666,
+      "eval_en_ersatz_pr_auc": 0.9883419442582122,
+      "eval_en_opus100_pr_auc": 0.925604130681785,
+      "eval_en_ud_pr_auc": 0.9702899579368949,
+      "eval_eo_opus100_pr_auc": 0.9272900754962771,
+      "eval_es_ersatz_pr_auc": 0.995271939800862,
+      "eval_es_opus100_pr_auc": 0.9281197000280792,
+      "eval_es_ud_pr_auc": 0.9907730923686793,
+      "eval_et_ersatz_pr_auc": 0.9808712826910329,
+      "eval_et_opus100_pr_auc": 0.8995754780238406,
+      "eval_et_ud_pr_auc": 0.9638027835805643,
+      "eval_eu_opus100_pr_auc": 0.87609657483099,
+      "eval_eu_ud_pr_auc": 0.9907283228388958,
+      "eval_fa_opus100_pr_auc": 0.5696992170889502,
+      "eval_fa_ud_pr_auc": 0.9949746916003583,
+      "eval_fi_ersatz_pr_auc": 0.9853818089003599,
+      "eval_fi_opus100_pr_auc": 0.907776532217166,
+      "eval_fi_ud_pr_auc": 0.9627448151877891,
+      "eval_fr_ersatz_pr_auc": 0.9875400501632996,
+      "eval_fr_opus100_pr_auc": 0.9103840332652914,
+      "eval_fr_ud_pr_auc": 0.9798742973134291,
+      "eval_fy_opus100_pr_auc": 0.6692186023849954,
+      "eval_ga_opus100_pr_auc": 0.8772375204843429,
+      "eval_ga_ud_pr_auc": 0.8202408752572924,
+      "eval_gd_opus100_pr_auc": 0.598327623406809,
+      "eval_gd_ud_pr_auc": 0.7747476495640139,
+      "eval_gl_opus100_pr_auc": 0.883953981082948,
+      "eval_gl_ud_pr_auc": 0.9963220740909787,
+      "eval_gu_ersatz_pr_auc": 0.93174766331855,
+      "eval_gu_opus100_pr_auc": 0.7278028836245107,
+      "eval_ha_opus100_pr_auc": 0.9049182670239359,
+      "eval_he_opus100_pr_auc": 0.8566059952903563,
+      "eval_he_ud_pr_auc": 0.9684953609997222,
+      "eval_hi_ersatz_pr_auc": 0.9739272208210793,
+      "eval_hi_opus100_pr_auc": 0.672117796543285,
+      "eval_hi_ud_pr_auc": 0.9739110167786575,
+      "eval_hu_opus100_pr_auc": 0.9148231314459154,
+      "eval_hu_ud_pr_auc": 0.9830612029828111,
+      "eval_hy_opus100_pr_auc": 0.9105367808568463,
+      "eval_hy_ud_pr_auc": 0.9910296968767566,
+      "eval_id_opus100_pr_auc": 0.8686291348482968,
+      "eval_id_ud_pr_auc": 0.9916377384247298,
+      "eval_ig_opus100_pr_auc": 0.8829526975603966,
+      "eval_is_opus100_pr_auc": 0.9199319490147234,
+      "eval_is_ud_pr_auc": 0.9160354569968795,
+      "eval_it_opus100_pr_auc": 0.9020950590782537,
+      "eval_it_ud_pr_auc": 0.9966144096725027,
+      "eval_ja_ersatz_pr_auc": 0.8146214492352889,
+      "eval_ja_opus100_pr_auc": 0.8095224729733957,
+      "eval_ja_ud_pr_auc": 0.98498104521341,
+      "eval_jv_ud_pr_auc": 0.9868859818566011,
+      "eval_ka_opus100_pr_auc": 0.8836002794311691,
+      "eval_kk_ersatz_pr_auc": 0.9872849399799959,
+      "eval_kk_opus100_pr_auc": 0.811534517550379,
+      "eval_kk_ud_pr_auc": 0.9735708020138749,
+      "eval_km_ersatz_pr_auc": 0.9159881254336301,
+      "eval_km_opus100_pr_auc": 0.732608973562233,
+      "eval_kn_opus100_pr_auc": 0.6024768078019542,
+      "eval_ko_opus100_pr_auc": 0.6872039053605264,
+      "eval_ko_ud_pr_auc": 0.9989399531430578,
+      "eval_ku_opus100_pr_auc": 0.8539026129218222,
+      "eval_ky_opus100_pr_auc": 0.8552863487751599,
+      "eval_la_ud_pr_auc": 0.952713278994625,
+      "eval_loss": 0.03418835252523422,
+      "eval_lt_ersatz_pr_auc": 0.9899839563191184,
+      "eval_lt_opus100_pr_auc": 0.8690858469883643,
+      "eval_lt_ud_pr_auc": 0.9932259024383542,
+      "eval_lv_ersatz_pr_auc": 0.9883916039081796,
+      "eval_lv_opus100_pr_auc": 0.8838850790043178,
+      "eval_lv_ud_pr_auc": 0.9619712332660437,
+      "eval_mg_opus100_pr_auc": 0.928490742944857,
+      "eval_mk_opus100_pr_auc": 0.908253160437197,
+      "eval_ml_opus100_pr_auc": 0.7641788355363555,
+      "eval_mn_opus100_pr_auc": 0.9494244245580812,
+      "eval_mr_opus100_pr_auc": 0.8960247901255336,
+      "eval_mr_ud_pr_auc": 0.9753610315099549,
+      "eval_ms_opus100_pr_auc": 0.8650370964596243,
+      "eval_mt_opus100_pr_auc": 0.836622680957348,
+      "eval_mt_ud_pr_auc": 0.8749546958718242,
+      "eval_my_opus100_pr_auc": 0.75285587000839,
+      "eval_ne_opus100_pr_auc": 0.7299815831381644,
+      "eval_nl_opus100_pr_auc": 0.8881178982705712,
+      "eval_nl_ud_pr_auc": 0.9825210334331554,
+      "eval_no_opus100_pr_auc": 0.9143055320244164,
+      "eval_no_ud_pr_auc": 0.9951109865342219,
+      "eval_pa_opus100_pr_auc": 0.6882511517518164,
+      "eval_pl_ersatz_pr_auc": 0.9673930384763306,
+      "eval_pl_opus100_pr_auc": 0.893608361125516,
+      "eval_pl_ud_pr_auc": 0.9687270980061273,
+      "eval_ps_ersatz_pr_auc": 0.9336841535833035,
+      "eval_ps_opus100_pr_auc": 0.7176649536525934,
+      "eval_pt_opus100_pr_auc": 0.9244700549738565,
+      "eval_pt_ud_pr_auc": 0.9856661397694833,
+      "eval_ro_ersatz_pr_auc": 0.9949115815818941,
+      "eval_ro_opus100_pr_auc": 0.8835465761345314,
+      "eval_ro_ud_pr_auc": 0.9485862169745226,
+      "eval_ru_ersatz_pr_auc": 0.9896092064801532,
+      "eval_ru_opus100_pr_auc": 0.9238669605931187,
+      "eval_ru_ud_pr_auc": 0.8571553838210971,
+      "eval_runtime": 456.2937,
+      "eval_samples_per_second": 165.398,
+      "eval_si_opus100_pr_auc": 0.8093551621815142,
+      "eval_sk_opus100_pr_auc": 0.9329202803766706,
+      "eval_sk_ud_pr_auc": 0.9787014309062404,
+      "eval_sl_opus100_pr_auc": 0.8558781503620154,
+      "eval_sl_ud_pr_auc": 0.9701421190126586,
+      "eval_sq_opus100_pr_auc": 0.9007506520630546,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9048316845164502,
+      "eval_sr_ud_pr_auc": 0.9955229964602736,
+      "eval_steps_per_second": 5.17,
+      "eval_sv_opus100_pr_auc": 0.888325088577816,
+      "eval_sv_ud_pr_auc": 0.9354468988709078,
+      "eval_ta_ersatz_pr_auc": 0.9851662068660433,
+      "eval_ta_opus100_pr_auc": 0.6727627096670173,
+      "eval_ta_ud_pr_auc": 0.9979527742349199,
+      "eval_te_opus100_pr_auc": 0.8328834924458652,
+      "eval_tg_opus100_pr_auc": 0.8892175124950096,
+      "eval_th_opus100_pr_auc": 0.6876595786797769,
+      "eval_th_ud_pr_auc": 0.7942669585979361,
+      "eval_tr_ersatz_pr_auc": 0.9665849646101792,
+      "eval_tr_opus100_pr_auc": 0.8983548605094217,
+      "eval_tr_ud_pr_auc": 0.9546416222659777,
+      "eval_uk_opus100_pr_auc": 0.8768756184380541,
+      "eval_uk_ud_pr_auc": 0.9311698414097023,
+      "eval_ur_opus100_pr_auc": 0.530307186108406,
+      "eval_ur_ud_pr_auc": 0.9924886925236028,
+      "eval_uz_opus100_pr_auc": 0.8784150861246844,
+      "eval_vi_opus100_pr_auc": 0.9053609997355925,
+      "eval_vi_ud_pr_auc": 0.9614135367634378,
+      "eval_xh_opus100_pr_auc": 0.8669466465018065,
+      "eval_yi_opus100_pr_auc": 0.8025932501067786,
+      "eval_yo_opus100_pr_auc": 0.77899996449124,
+      "eval_yo_ud_pr_auc": 0.9048472811685034,
+      "eval_zh_ersatz_pr_auc": 0.9571990452467815,
+      "eval_zh_opus100_pr_auc": 0.7124470940809465,
+      "eval_zh_ud_pr_auc": 0.9964726304123861,
+      "eval_zu_opus100_pr_auc": 0.837161834449451,
+      "step": 325000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0240506329113927e-05,
+      "learning_rate_adapter": 2.0240506329113927e-05,
+      "loss": 0.0297,
+      "step": 325050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0227848101265822e-05,
+      "learning_rate_adapter": 2.0227848101265822e-05,
+      "loss": 0.0305,
+      "step": 325100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.021518987341772e-05,
+      "learning_rate_adapter": 2.021518987341772e-05,
+      "loss": 0.0299,
+      "step": 325150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0202531645569623e-05,
+      "learning_rate_adapter": 2.0202531645569623e-05,
+      "loss": 0.0302,
+      "step": 325200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.018987341772152e-05,
+      "learning_rate_adapter": 2.018987341772152e-05,
+      "loss": 0.0306,
+      "step": 325250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0177215189873418e-05,
+      "learning_rate_adapter": 2.0177215189873418e-05,
+      "loss": 0.0304,
+      "step": 325300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0164556962025317e-05,
+      "learning_rate_adapter": 2.0164556962025317e-05,
+      "loss": 0.0296,
+      "step": 325350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0151898734177215e-05,
+      "learning_rate_adapter": 2.0151898734177215e-05,
+      "loss": 0.0302,
+      "step": 325400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0139240506329114e-05,
+      "learning_rate_adapter": 2.0139240506329114e-05,
+      "loss": 0.0297,
+      "step": 325450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0126582278481013e-05,
+      "learning_rate_adapter": 2.0126582278481013e-05,
+      "loss": 0.0304,
+      "step": 325500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0113924050632912e-05,
+      "learning_rate_adapter": 2.0113924050632912e-05,
+      "loss": 0.0301,
+      "step": 325550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.010126582278481e-05,
+      "learning_rate_adapter": 2.010126582278481e-05,
+      "loss": 0.0305,
+      "step": 325600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.008860759493671e-05,
+      "learning_rate_adapter": 2.008860759493671e-05,
+      "loss": 0.0298,
+      "step": 325650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.007594936708861e-05,
+      "learning_rate_adapter": 2.007594936708861e-05,
+      "loss": 0.0302,
+      "step": 325700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0063291139240507e-05,
+      "learning_rate_adapter": 2.0063291139240507e-05,
+      "loss": 0.0303,
+      "step": 325750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0050632911392406e-05,
+      "learning_rate_adapter": 2.0050632911392406e-05,
+      "loss": 0.0302,
+      "step": 325800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0037974683544305e-05,
+      "learning_rate_adapter": 2.0037974683544305e-05,
+      "loss": 0.031,
+      "step": 325850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0025316455696204e-05,
+      "learning_rate_adapter": 2.0025316455696204e-05,
+      "loss": 0.03,
+      "step": 325900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0012658227848103e-05,
+      "learning_rate_adapter": 2.0012658227848103e-05,
+      "loss": 0.03,
+      "step": 325950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.031,
+      "step": 326000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.99873417721519e-05,
+      "learning_rate_adapter": 1.99873417721519e-05,
+      "loss": 0.0306,
+      "step": 326050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.99746835443038e-05,
+      "learning_rate_adapter": 1.99746835443038e-05,
+      "loss": 0.0298,
+      "step": 326100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9962025316455695e-05,
+      "learning_rate_adapter": 1.9962025316455695e-05,
+      "loss": 0.0301,
+      "step": 326150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9949367088607597e-05,
+      "learning_rate_adapter": 1.9949367088607597e-05,
+      "loss": 0.03,
+      "step": 326200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9936708860759496e-05,
+      "learning_rate_adapter": 1.9936708860759496e-05,
+      "loss": 0.0301,
+      "step": 326250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.992405063291139e-05,
+      "learning_rate_adapter": 1.992405063291139e-05,
+      "loss": 0.031,
+      "step": 326300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9911392405063294e-05,
+      "learning_rate_adapter": 1.9911392405063294e-05,
+      "loss": 0.0306,
+      "step": 326350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9898734177215192e-05,
+      "learning_rate_adapter": 1.9898734177215192e-05,
+      "loss": 0.0294,
+      "step": 326400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9886075949367088e-05,
+      "learning_rate_adapter": 1.9886075949367088e-05,
+      "loss": 0.0299,
+      "step": 326450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.987341772151899e-05,
+      "learning_rate_adapter": 1.987341772151899e-05,
+      "loss": 0.0308,
+      "step": 326500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9860759493670886e-05,
+      "learning_rate_adapter": 1.9860759493670886e-05,
+      "loss": 0.0297,
+      "step": 326550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9848101265822785e-05,
+      "learning_rate_adapter": 1.9848101265822785e-05,
+      "loss": 0.0305,
+      "step": 326600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9835443037974687e-05,
+      "learning_rate_adapter": 1.9835443037974687e-05,
+      "loss": 0.03,
+      "step": 326650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9822784810126582e-05,
+      "learning_rate_adapter": 1.9822784810126582e-05,
+      "loss": 0.0305,
+      "step": 326700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.981012658227848e-05,
+      "learning_rate_adapter": 1.981012658227848e-05,
+      "loss": 0.0302,
+      "step": 326750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9797468354430383e-05,
+      "learning_rate_adapter": 1.9797468354430383e-05,
+      "loss": 0.0298,
+      "step": 326800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.978481012658228e-05,
+      "learning_rate_adapter": 1.978481012658228e-05,
+      "loss": 0.0303,
+      "step": 326850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9772151898734178e-05,
+      "learning_rate_adapter": 1.9772151898734178e-05,
+      "loss": 0.0308,
+      "step": 326900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9759493670886076e-05,
+      "learning_rate_adapter": 1.9759493670886076e-05,
+      "loss": 0.0304,
+      "step": 326950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9746835443037975e-05,
+      "learning_rate_adapter": 1.9746835443037975e-05,
+      "loss": 0.0308,
+      "step": 327000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9734177215189874e-05,
+      "learning_rate_adapter": 1.9734177215189874e-05,
+      "loss": 0.0304,
+      "step": 327050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9721518987341773e-05,
+      "learning_rate_adapter": 1.9721518987341773e-05,
+      "loss": 0.0294,
+      "step": 327100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9708860759493672e-05,
+      "learning_rate_adapter": 1.9708860759493672e-05,
+      "loss": 0.0305,
+      "step": 327150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.969620253164557e-05,
+      "learning_rate_adapter": 1.969620253164557e-05,
+      "loss": 0.0298,
+      "step": 327200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.968354430379747e-05,
+      "learning_rate_adapter": 1.968354430379747e-05,
+      "loss": 0.0309,
+      "step": 327250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.967088607594937e-05,
+      "learning_rate_adapter": 1.967088607594937e-05,
+      "loss": 0.0304,
+      "step": 327300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9658227848101264e-05,
+      "learning_rate_adapter": 1.9658227848101264e-05,
+      "loss": 0.0304,
+      "step": 327350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9645569620253166e-05,
+      "learning_rate_adapter": 1.9645569620253166e-05,
+      "loss": 0.0302,
+      "step": 327400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9632911392405065e-05,
+      "learning_rate_adapter": 1.9632911392405065e-05,
+      "loss": 0.0307,
+      "step": 327450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.962025316455696e-05,
+      "learning_rate_adapter": 1.962025316455696e-05,
+      "loss": 0.0299,
+      "step": 327500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9607594936708863e-05,
+      "learning_rate_adapter": 1.9607594936708863e-05,
+      "loss": 0.0295,
+      "step": 327550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.959493670886076e-05,
+      "learning_rate_adapter": 1.959493670886076e-05,
+      "loss": 0.0302,
+      "step": 327600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9582278481012657e-05,
+      "learning_rate_adapter": 1.9582278481012657e-05,
+      "loss": 0.0303,
+      "step": 327650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.956962025316456e-05,
+      "learning_rate_adapter": 1.956962025316456e-05,
+      "loss": 0.0297,
+      "step": 327700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9556962025316455e-05,
+      "learning_rate_adapter": 1.9556962025316455e-05,
+      "loss": 0.0305,
+      "step": 327750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9544303797468354e-05,
+      "learning_rate_adapter": 1.9544303797468354e-05,
+      "loss": 0.0305,
+      "step": 327800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9531645569620256e-05,
+      "learning_rate_adapter": 1.9531645569620256e-05,
+      "loss": 0.0301,
+      "step": 327850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.951898734177215e-05,
+      "learning_rate_adapter": 1.951898734177215e-05,
+      "loss": 0.0297,
+      "step": 327900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.950632911392405e-05,
+      "learning_rate_adapter": 1.950632911392405e-05,
+      "loss": 0.0304,
+      "step": 327950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9493670886075952e-05,
+      "learning_rate_adapter": 1.9493670886075952e-05,
+      "loss": 0.0299,
+      "step": 328000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9481012658227848e-05,
+      "learning_rate_adapter": 1.9481012658227848e-05,
+      "loss": 0.0303,
+      "step": 328050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9468354430379747e-05,
+      "learning_rate_adapter": 1.9468354430379747e-05,
+      "loss": 0.0305,
+      "step": 328100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9455696202531646e-05,
+      "learning_rate_adapter": 1.9455696202531646e-05,
+      "loss": 0.0304,
+      "step": 328150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9443037974683544e-05,
+      "learning_rate_adapter": 1.9443037974683544e-05,
+      "loss": 0.0299,
+      "step": 328200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9430379746835443e-05,
+      "learning_rate_adapter": 1.9430379746835443e-05,
+      "loss": 0.0291,
+      "step": 328250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9417721518987342e-05,
+      "learning_rate_adapter": 1.9417721518987342e-05,
+      "loss": 0.0301,
+      "step": 328300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.940506329113924e-05,
+      "learning_rate_adapter": 1.940506329113924e-05,
+      "loss": 0.0301,
+      "step": 328350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.939240506329114e-05,
+      "learning_rate_adapter": 1.939240506329114e-05,
+      "loss": 0.0296,
+      "step": 328400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.937974683544304e-05,
+      "learning_rate_adapter": 1.937974683544304e-05,
+      "loss": 0.03,
+      "step": 328450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9367088607594938e-05,
+      "learning_rate_adapter": 1.9367088607594938e-05,
+      "loss": 0.03,
+      "step": 328500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9354430379746836e-05,
+      "learning_rate_adapter": 1.9354430379746836e-05,
+      "loss": 0.03,
+      "step": 328550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9341772151898735e-05,
+      "learning_rate_adapter": 1.9341772151898735e-05,
+      "loss": 0.03,
+      "step": 328600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9329113924050634e-05,
+      "learning_rate_adapter": 1.9329113924050634e-05,
+      "loss": 0.0302,
+      "step": 328650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9316455696202533e-05,
+      "learning_rate_adapter": 1.9316455696202533e-05,
+      "loss": 0.0299,
+      "step": 328700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9303797468354432e-05,
+      "learning_rate_adapter": 1.9303797468354432e-05,
+      "loss": 0.0297,
+      "step": 328750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.929113924050633e-05,
+      "learning_rate_adapter": 1.929113924050633e-05,
+      "loss": 0.0301,
+      "step": 328800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.927848101265823e-05,
+      "learning_rate_adapter": 1.927848101265823e-05,
+      "loss": 0.0294,
+      "step": 328850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.926582278481013e-05,
+      "learning_rate_adapter": 1.926582278481013e-05,
+      "loss": 0.0301,
+      "step": 328900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9253164556962024e-05,
+      "learning_rate_adapter": 1.9253164556962024e-05,
+      "loss": 0.0308,
+      "step": 328950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9240506329113926e-05,
+      "learning_rate_adapter": 1.9240506329113926e-05,
+      "loss": 0.03,
+      "step": 329000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9227848101265825e-05,
+      "learning_rate_adapter": 1.9227848101265825e-05,
+      "loss": 0.0305,
+      "step": 329050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.921518987341772e-05,
+      "learning_rate_adapter": 1.921518987341772e-05,
+      "loss": 0.0302,
+      "step": 329100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9202531645569623e-05,
+      "learning_rate_adapter": 1.9202531645569623e-05,
+      "loss": 0.03,
+      "step": 329150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.918987341772152e-05,
+      "learning_rate_adapter": 1.918987341772152e-05,
+      "loss": 0.0297,
+      "step": 329200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9177215189873417e-05,
+      "learning_rate_adapter": 1.9177215189873417e-05,
+      "loss": 0.0296,
+      "step": 329250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.916455696202532e-05,
+      "learning_rate_adapter": 1.916455696202532e-05,
+      "loss": 0.0302,
+      "step": 329300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9151898734177215e-05,
+      "learning_rate_adapter": 1.9151898734177215e-05,
+      "loss": 0.0304,
+      "step": 329350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9139240506329114e-05,
+      "learning_rate_adapter": 1.9139240506329114e-05,
+      "loss": 0.0302,
+      "step": 329400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9126582278481016e-05,
+      "learning_rate_adapter": 1.9126582278481016e-05,
+      "loss": 0.0304,
+      "step": 329450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.911392405063291e-05,
+      "learning_rate_adapter": 1.911392405063291e-05,
+      "loss": 0.0307,
+      "step": 329500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.910126582278481e-05,
+      "learning_rate_adapter": 1.910126582278481e-05,
+      "loss": 0.0294,
+      "step": 329550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9088607594936712e-05,
+      "learning_rate_adapter": 1.9088607594936712e-05,
+      "loss": 0.0295,
+      "step": 329600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9075949367088608e-05,
+      "learning_rate_adapter": 1.9075949367088608e-05,
+      "loss": 0.0305,
+      "step": 329650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9063291139240507e-05,
+      "learning_rate_adapter": 1.9063291139240507e-05,
+      "loss": 0.0295,
+      "step": 329700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9050632911392406e-05,
+      "learning_rate_adapter": 1.9050632911392406e-05,
+      "loss": 0.0305,
+      "step": 329750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9037974683544304e-05,
+      "learning_rate_adapter": 1.9037974683544304e-05,
+      "loss": 0.0299,
+      "step": 329800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9025316455696203e-05,
+      "learning_rate_adapter": 1.9025316455696203e-05,
+      "loss": 0.0295,
+      "step": 329850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9012658227848102e-05,
+      "learning_rate_adapter": 1.9012658227848102e-05,
+      "loss": 0.0301,
+      "step": 329900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0301,
+      "step": 329950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.89873417721519e-05,
+      "learning_rate_adapter": 1.89873417721519e-05,
+      "loss": 0.0295,
+      "step": 330000
+    },
+    {
+      "epoch": 0.28,
+      "eval_af_opus100_pr_auc": 0.7770947610833048,
+      "eval_af_ud_pr_auc": 0.9863692751766653,
+      "eval_am_opus100_pr_auc": 0.6048129702335191,
+      "eval_ar_ersatz_pr_auc": 0.928289643807887,
+      "eval_ar_opus100_pr_auc": 0.7052091997812647,
+      "eval_ar_ud_pr_auc": 0.8862398981786807,
+      "eval_average_ersatz_pr_auc": 0.9621023151415858,
+      "eval_average_opus100_pr_auc": 0.8293079282966449,
+      "eval_average_ud_pr_auc": 0.9579601494692935,
+      "eval_az_opus100_pr_auc": 0.7760033449661217,
+      "eval_be_opus100_pr_auc": 0.6859395271520432,
+      "eval_be_ud_pr_auc": 0.8899678421731907,
+      "eval_bg_opus100_pr_auc": 0.9092907996857394,
+      "eval_bg_ud_pr_auc": 0.9934106350195312,
+      "eval_bn_opus100_pr_auc": 0.8273495429949507,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8768918140210735,
+      "eval_ca_ud_pr_auc": 0.991807227362162,
+      "eval_ceb_ud_pr_auc": 0.9996209385996739,
+      "eval_cs_ersatz_pr_auc": 0.9840381523273682,
+      "eval_cs_opus100_pr_auc": 0.9033682252914341,
+      "eval_cs_ud_pr_auc": 0.957636192893804,
+      "eval_cy_opus100_pr_auc": 0.7432741139500257,
+      "eval_cy_ud_pr_auc": 0.9936886207806024,
+      "eval_da_opus100_pr_auc": 0.9141521875625658,
+      "eval_da_ud_pr_auc": 0.9819742850066264,
+      "eval_de_ersatz_pr_auc": 0.9786574600319371,
+      "eval_de_opus100_pr_auc": 0.8843921533186443,
+      "eval_de_ud_pr_auc": 0.9841494719165478,
+      "eval_el_opus100_pr_auc": 0.9211193433005992,
+      "eval_el_ud_pr_auc": 0.9899664181630408,
+      "eval_en_ersatz_pr_auc": 0.9882430723475861,
+      "eval_en_opus100_pr_auc": 0.9261160077453464,
+      "eval_en_ud_pr_auc": 0.9668898672435587,
+      "eval_eo_opus100_pr_auc": 0.9235175090822486,
+      "eval_es_ersatz_pr_auc": 0.9947763638772654,
+      "eval_es_opus100_pr_auc": 0.9256552022255018,
+      "eval_es_ud_pr_auc": 0.9894728288249772,
+      "eval_et_ersatz_pr_auc": 0.9799966291809084,
+      "eval_et_opus100_pr_auc": 0.8990673043346433,
+      "eval_et_ud_pr_auc": 0.958668493826699,
+      "eval_eu_opus100_pr_auc": 0.8730574243603887,
+      "eval_eu_ud_pr_auc": 0.9866090651014637,
+      "eval_fa_opus100_pr_auc": 0.5782577038124557,
+      "eval_fa_ud_pr_auc": 0.9926950326022057,
+      "eval_fi_ersatz_pr_auc": 0.9837478235886405,
+      "eval_fi_opus100_pr_auc": 0.9102788998834808,
+      "eval_fi_ud_pr_auc": 0.9620723655616318,
+      "eval_fr_ersatz_pr_auc": 0.9842166667680278,
+      "eval_fr_opus100_pr_auc": 0.907885052755761,
+      "eval_fr_ud_pr_auc": 0.9790920782072351,
+      "eval_fy_opus100_pr_auc": 0.6680923810144428,
+      "eval_ga_opus100_pr_auc": 0.8770315518567727,
+      "eval_ga_ud_pr_auc": 0.8150426613558818,
+      "eval_gd_opus100_pr_auc": 0.5863707451146348,
+      "eval_gd_ud_pr_auc": 0.7584614997958747,
+      "eval_gl_opus100_pr_auc": 0.8813050795105564,
+      "eval_gl_ud_pr_auc": 0.9966462492820536,
+      "eval_gu_ersatz_pr_auc": 0.9340430654377037,
+      "eval_gu_opus100_pr_auc": 0.7224842681264443,
+      "eval_ha_opus100_pr_auc": 0.9038570610445241,
+      "eval_he_opus100_pr_auc": 0.861315870987099,
+      "eval_he_ud_pr_auc": 0.9590031596096505,
+      "eval_hi_ersatz_pr_auc": 0.9746391097951771,
+      "eval_hi_opus100_pr_auc": 0.6686215111774525,
+      "eval_hi_ud_pr_auc": 0.9753102538722473,
+      "eval_hu_opus100_pr_auc": 0.9153620752073055,
+      "eval_hu_ud_pr_auc": 0.9813001411374047,
+      "eval_hy_opus100_pr_auc": 0.9082742108659778,
+      "eval_hy_ud_pr_auc": 0.9893893993083205,
+      "eval_id_opus100_pr_auc": 0.8645797250249465,
+      "eval_id_ud_pr_auc": 0.9911272923578671,
+      "eval_ig_opus100_pr_auc": 0.8759658704926883,
+      "eval_is_opus100_pr_auc": 0.9204681447643179,
+      "eval_is_ud_pr_auc": 0.9131525476067883,
+      "eval_it_opus100_pr_auc": 0.8994420078480347,
+      "eval_it_ud_pr_auc": 0.9972189454361757,
+      "eval_ja_ersatz_pr_auc": 0.7877471086222564,
+      "eval_ja_opus100_pr_auc": 0.8166129419861368,
+      "eval_ja_ud_pr_auc": 0.9808040496049009,
+      "eval_jv_ud_pr_auc": 0.981513254955003,
+      "eval_ka_opus100_pr_auc": 0.881595735672286,
+      "eval_kk_ersatz_pr_auc": 0.98648829261831,
+      "eval_kk_opus100_pr_auc": 0.802681764760159,
+      "eval_kk_ud_pr_auc": 0.9715512548891101,
+      "eval_km_ersatz_pr_auc": 0.9113089545030575,
+      "eval_km_opus100_pr_auc": 0.7418705094608277,
+      "eval_kn_opus100_pr_auc": 0.6079368014570379,
+      "eval_ko_opus100_pr_auc": 0.6918499276700534,
+      "eval_ko_ud_pr_auc": 0.9987511410391163,
+      "eval_ku_opus100_pr_auc": 0.8477307468124933,
+      "eval_ky_opus100_pr_auc": 0.8556929512298271,
+      "eval_la_ud_pr_auc": 0.9529453739983306,
+      "eval_loss": 0.033983148634433746,
+      "eval_lt_ersatz_pr_auc": 0.9920462978169762,
+      "eval_lt_opus100_pr_auc": 0.8738002604392558,
+      "eval_lt_ud_pr_auc": 0.9926444816276676,
+      "eval_lv_ersatz_pr_auc": 0.9885796454728631,
+      "eval_lv_opus100_pr_auc": 0.8814117376737145,
+      "eval_lv_ud_pr_auc": 0.9607697316879183,
+      "eval_mg_opus100_pr_auc": 0.9298540079328687,
+      "eval_mk_opus100_pr_auc": 0.9064830175120826,
+      "eval_ml_opus100_pr_auc": 0.7702946878638874,
+      "eval_mn_opus100_pr_auc": 0.9579141180827992,
+      "eval_mr_opus100_pr_auc": 0.9078700135985206,
+      "eval_mr_ud_pr_auc": 0.9875730008060697,
+      "eval_ms_opus100_pr_auc": 0.8672933173858338,
+      "eval_mt_opus100_pr_auc": 0.8427428013074313,
+      "eval_mt_ud_pr_auc": 0.8608153658200486,
+      "eval_my_opus100_pr_auc": 0.7588784268941621,
+      "eval_ne_opus100_pr_auc": 0.7409065297055496,
+      "eval_nl_opus100_pr_auc": 0.8884001885925282,
+      "eval_nl_ud_pr_auc": 0.9819083409358292,
+      "eval_no_opus100_pr_auc": 0.914362000096679,
+      "eval_no_ud_pr_auc": 0.9959699232136658,
+      "eval_pa_opus100_pr_auc": 0.6799773918519855,
+      "eval_pl_ersatz_pr_auc": 0.9682273780897803,
+      "eval_pl_opus100_pr_auc": 0.8942924244825055,
+      "eval_pl_ud_pr_auc": 0.9673464549328462,
+      "eval_ps_ersatz_pr_auc": 0.9166329820437003,
+      "eval_ps_opus100_pr_auc": 0.7124240454758435,
+      "eval_pt_opus100_pr_auc": 0.9212347420543785,
+      "eval_pt_ud_pr_auc": 0.9840562455922202,
+      "eval_ro_ersatz_pr_auc": 0.9942265107856689,
+      "eval_ro_opus100_pr_auc": 0.8818098059191258,
+      "eval_ro_ud_pr_auc": 0.9010317622307173,
+      "eval_ru_ersatz_pr_auc": 0.9891522021978988,
+      "eval_ru_opus100_pr_auc": 0.9247758923306024,
+      "eval_ru_ud_pr_auc": 0.8348346468103627,
+      "eval_runtime": 459.5058,
+      "eval_samples_per_second": 164.242,
+      "eval_si_opus100_pr_auc": 0.8126019124032171,
+      "eval_sk_opus100_pr_auc": 0.9330034397858782,
+      "eval_sk_ud_pr_auc": 0.9756187815119923,
+      "eval_sl_opus100_pr_auc": 0.8578079174689732,
+      "eval_sl_ud_pr_auc": 0.9675083047834105,
+      "eval_sq_opus100_pr_auc": 0.8979983493835427,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9064831410111569,
+      "eval_sr_ud_pr_auc": 0.9961293329191562,
+      "eval_steps_per_second": 5.134,
+      "eval_sv_opus100_pr_auc": 0.8864443823537607,
+      "eval_sv_ud_pr_auc": 0.9359265847050596,
+      "eval_ta_ersatz_pr_auc": 0.9836085311418945,
+      "eval_ta_opus100_pr_auc": 0.6685712141170185,
+      "eval_ta_ud_pr_auc": 0.9975210795506089,
+      "eval_te_opus100_pr_auc": 0.8398225727812281,
+      "eval_tg_opus100_pr_auc": 0.8798570747257316,
+      "eval_th_opus100_pr_auc": 0.6896332987452617,
+      "eval_th_ud_pr_auc": 0.7949133796126459,
+      "eval_tr_ersatz_pr_auc": 0.9640861787667627,
+      "eval_tr_opus100_pr_auc": 0.8988375596273025,
+      "eval_tr_ud_pr_auc": 0.948611301823138,
+      "eval_uk_opus100_pr_auc": 0.8745938012647042,
+      "eval_uk_ud_pr_auc": 0.9236212466819756,
+      "eval_ur_opus100_pr_auc": 0.5231806366531819,
+      "eval_ur_ud_pr_auc": 0.9920406742889137,
+      "eval_uz_opus100_pr_auc": 0.8732583689911708,
+      "eval_vi_opus100_pr_auc": 0.8993380871142466,
+      "eval_vi_ud_pr_auc": 0.9572750286148571,
+      "eval_xh_opus100_pr_auc": 0.8542224196092936,
+      "eval_yi_opus100_pr_auc": 0.8313167183048384,
+      "eval_yo_opus100_pr_auc": 0.7845408947497303,
+      "eval_yo_ud_pr_auc": 0.9007176396535763,
+      "eval_zh_ersatz_pr_auc": 0.9534988638932156,
+      "eval_zh_opus100_pr_auc": 0.7285381534429229,
+      "eval_zh_ud_pr_auc": 0.9943474510600266,
+      "eval_zu_opus100_pr_auc": 0.8365997989668417,
+      "step": 330000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.89746835443038e-05,
+      "learning_rate_adapter": 1.89746835443038e-05,
+      "loss": 0.0302,
+      "step": 330050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8962025316455698e-05,
+      "learning_rate_adapter": 1.8962025316455698e-05,
+      "loss": 0.0303,
+      "step": 330100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8949367088607593e-05,
+      "learning_rate_adapter": 1.8949367088607593e-05,
+      "loss": 0.0305,
+      "step": 330150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8936708860759495e-05,
+      "learning_rate_adapter": 1.8936708860759495e-05,
+      "loss": 0.0299,
+      "step": 330200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8924050632911394e-05,
+      "learning_rate_adapter": 1.8924050632911394e-05,
+      "loss": 0.0302,
+      "step": 330250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.891139240506329e-05,
+      "learning_rate_adapter": 1.891139240506329e-05,
+      "loss": 0.031,
+      "step": 330300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8898734177215192e-05,
+      "learning_rate_adapter": 1.8898734177215192e-05,
+      "loss": 0.0304,
+      "step": 330350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.888607594936709e-05,
+      "learning_rate_adapter": 1.888607594936709e-05,
+      "loss": 0.0299,
+      "step": 330400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8873417721518986e-05,
+      "learning_rate_adapter": 1.8873417721518986e-05,
+      "loss": 0.0302,
+      "step": 330450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.886075949367089e-05,
+      "learning_rate_adapter": 1.886075949367089e-05,
+      "loss": 0.0302,
+      "step": 330500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8848101265822784e-05,
+      "learning_rate_adapter": 1.8848101265822784e-05,
+      "loss": 0.0298,
+      "step": 330550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8835443037974683e-05,
+      "learning_rate_adapter": 1.8835443037974683e-05,
+      "loss": 0.0304,
+      "step": 330600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8822784810126585e-05,
+      "learning_rate_adapter": 1.8822784810126585e-05,
+      "loss": 0.0302,
+      "step": 330650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.881012658227848e-05,
+      "learning_rate_adapter": 1.881012658227848e-05,
+      "loss": 0.0298,
+      "step": 330700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.879746835443038e-05,
+      "learning_rate_adapter": 1.879746835443038e-05,
+      "loss": 0.0301,
+      "step": 330750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.878481012658228e-05,
+      "learning_rate_adapter": 1.878481012658228e-05,
+      "loss": 0.0308,
+      "step": 330800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8772151898734177e-05,
+      "learning_rate_adapter": 1.8772151898734177e-05,
+      "loss": 0.0314,
+      "step": 330850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8759493670886076e-05,
+      "learning_rate_adapter": 1.8759493670886076e-05,
+      "loss": 0.0306,
+      "step": 330900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8746835443037975e-05,
+      "learning_rate_adapter": 1.8746835443037975e-05,
+      "loss": 0.0295,
+      "step": 330950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8734177215189874e-05,
+      "learning_rate_adapter": 1.8734177215189874e-05,
+      "loss": 0.0304,
+      "step": 331000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8721518987341772e-05,
+      "learning_rate_adapter": 1.8721518987341772e-05,
+      "loss": 0.0302,
+      "step": 331050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.870886075949367e-05,
+      "learning_rate_adapter": 1.870886075949367e-05,
+      "loss": 0.0306,
+      "step": 331100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.869620253164557e-05,
+      "learning_rate_adapter": 1.869620253164557e-05,
+      "loss": 0.0308,
+      "step": 331150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.868354430379747e-05,
+      "learning_rate_adapter": 1.868354430379747e-05,
+      "loss": 0.0296,
+      "step": 331200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8670886075949368e-05,
+      "learning_rate_adapter": 1.8670886075949368e-05,
+      "loss": 0.0305,
+      "step": 331250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8658227848101267e-05,
+      "learning_rate_adapter": 1.8658227848101267e-05,
+      "loss": 0.0301,
+      "step": 331300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8645569620253166e-05,
+      "learning_rate_adapter": 1.8645569620253166e-05,
+      "loss": 0.0303,
+      "step": 331350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8632911392405064e-05,
+      "learning_rate_adapter": 1.8632911392405064e-05,
+      "loss": 0.0304,
+      "step": 331400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8620253164556963e-05,
+      "learning_rate_adapter": 1.8620253164556963e-05,
+      "loss": 0.0301,
+      "step": 331450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8607594936708862e-05,
+      "learning_rate_adapter": 1.8607594936708862e-05,
+      "loss": 0.0301,
+      "step": 331500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.859493670886076e-05,
+      "learning_rate_adapter": 1.859493670886076e-05,
+      "loss": 0.0298,
+      "step": 331550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.858227848101266e-05,
+      "learning_rate_adapter": 1.858227848101266e-05,
+      "loss": 0.0305,
+      "step": 331600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.856962025316456e-05,
+      "learning_rate_adapter": 1.856962025316456e-05,
+      "loss": 0.03,
+      "step": 331650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8556962025316458e-05,
+      "learning_rate_adapter": 1.8556962025316458e-05,
+      "loss": 0.0299,
+      "step": 331700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8544303797468353e-05,
+      "learning_rate_adapter": 1.8544303797468353e-05,
+      "loss": 0.0301,
+      "step": 331750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8531645569620255e-05,
+      "learning_rate_adapter": 1.8531645569620255e-05,
+      "loss": 0.0313,
+      "step": 331800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8518987341772154e-05,
+      "learning_rate_adapter": 1.8518987341772154e-05,
+      "loss": 0.0301,
+      "step": 331850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.850632911392405e-05,
+      "learning_rate_adapter": 1.850632911392405e-05,
+      "loss": 0.0303,
+      "step": 331900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8493670886075952e-05,
+      "learning_rate_adapter": 1.8493670886075952e-05,
+      "loss": 0.0294,
+      "step": 331950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.848101265822785e-05,
+      "learning_rate_adapter": 1.848101265822785e-05,
+      "loss": 0.0304,
+      "step": 332000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8468354430379746e-05,
+      "learning_rate_adapter": 1.8468354430379746e-05,
+      "loss": 0.03,
+      "step": 332050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.845569620253165e-05,
+      "learning_rate_adapter": 1.845569620253165e-05,
+      "loss": 0.0298,
+      "step": 332100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8443037974683544e-05,
+      "learning_rate_adapter": 1.8443037974683544e-05,
+      "loss": 0.0296,
+      "step": 332150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8430379746835443e-05,
+      "learning_rate_adapter": 1.8430379746835443e-05,
+      "loss": 0.0294,
+      "step": 332200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8417721518987345e-05,
+      "learning_rate_adapter": 1.8417721518987345e-05,
+      "loss": 0.0304,
+      "step": 332250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.840506329113924e-05,
+      "learning_rate_adapter": 1.840506329113924e-05,
+      "loss": 0.0304,
+      "step": 332300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.839240506329114e-05,
+      "learning_rate_adapter": 1.839240506329114e-05,
+      "loss": 0.0299,
+      "step": 332350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.837974683544304e-05,
+      "learning_rate_adapter": 1.837974683544304e-05,
+      "loss": 0.0304,
+      "step": 332400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8367088607594937e-05,
+      "learning_rate_adapter": 1.8367088607594937e-05,
+      "loss": 0.0306,
+      "step": 332450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8354430379746836e-05,
+      "learning_rate_adapter": 1.8354430379746836e-05,
+      "loss": 0.0303,
+      "step": 332500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8341772151898735e-05,
+      "learning_rate_adapter": 1.8341772151898735e-05,
+      "loss": 0.0301,
+      "step": 332550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8329113924050634e-05,
+      "learning_rate_adapter": 1.8329113924050634e-05,
+      "loss": 0.0307,
+      "step": 332600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8316455696202532e-05,
+      "learning_rate_adapter": 1.8316455696202532e-05,
+      "loss": 0.0307,
+      "step": 332650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.830379746835443e-05,
+      "learning_rate_adapter": 1.830379746835443e-05,
+      "loss": 0.0299,
+      "step": 332700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.829113924050633e-05,
+      "learning_rate_adapter": 1.829113924050633e-05,
+      "loss": 0.0309,
+      "step": 332750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.827848101265823e-05,
+      "learning_rate_adapter": 1.827848101265823e-05,
+      "loss": 0.03,
+      "step": 332800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8265822784810128e-05,
+      "learning_rate_adapter": 1.8265822784810128e-05,
+      "loss": 0.0303,
+      "step": 332850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8253164556962027e-05,
+      "learning_rate_adapter": 1.8253164556962027e-05,
+      "loss": 0.03,
+      "step": 332900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8240506329113922e-05,
+      "learning_rate_adapter": 1.8240506329113922e-05,
+      "loss": 0.0312,
+      "step": 332950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8227848101265824e-05,
+      "learning_rate_adapter": 1.8227848101265824e-05,
+      "loss": 0.0299,
+      "step": 333000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8215189873417723e-05,
+      "learning_rate_adapter": 1.8215189873417723e-05,
+      "loss": 0.03,
+      "step": 333050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.820253164556962e-05,
+      "learning_rate_adapter": 1.820253164556962e-05,
+      "loss": 0.0298,
+      "step": 333100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.818987341772152e-05,
+      "learning_rate_adapter": 1.818987341772152e-05,
+      "loss": 0.0295,
+      "step": 333150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8177215189873416e-05,
+      "learning_rate_adapter": 1.8177215189873416e-05,
+      "loss": 0.0294,
+      "step": 333200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8164556962025315e-05,
+      "learning_rate_adapter": 1.8164556962025315e-05,
+      "loss": 0.0288,
+      "step": 333250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8151898734177218e-05,
+      "learning_rate_adapter": 1.8151898734177218e-05,
+      "loss": 0.0296,
+      "step": 333300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8139240506329113e-05,
+      "learning_rate_adapter": 1.8139240506329113e-05,
+      "loss": 0.0301,
+      "step": 333350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8126582278481012e-05,
+      "learning_rate_adapter": 1.8126582278481012e-05,
+      "loss": 0.031,
+      "step": 333400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8113924050632914e-05,
+      "learning_rate_adapter": 1.8113924050632914e-05,
+      "loss": 0.0306,
+      "step": 333450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.810126582278481e-05,
+      "learning_rate_adapter": 1.810126582278481e-05,
+      "loss": 0.0304,
+      "step": 333500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.808860759493671e-05,
+      "learning_rate_adapter": 1.808860759493671e-05,
+      "loss": 0.03,
+      "step": 333550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8075949367088607e-05,
+      "learning_rate_adapter": 1.8075949367088607e-05,
+      "loss": 0.0301,
+      "step": 333600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8063291139240506e-05,
+      "learning_rate_adapter": 1.8063291139240506e-05,
+      "loss": 0.0304,
+      "step": 333650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8050632911392405e-05,
+      "learning_rate_adapter": 1.8050632911392405e-05,
+      "loss": 0.0298,
+      "step": 333700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8037974683544304e-05,
+      "learning_rate_adapter": 1.8037974683544304e-05,
+      "loss": 0.0302,
+      "step": 333750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8025316455696203e-05,
+      "learning_rate_adapter": 1.8025316455696203e-05,
+      "loss": 0.0301,
+      "step": 333800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.80126582278481e-05,
+      "learning_rate_adapter": 1.80126582278481e-05,
+      "loss": 0.0301,
+      "step": 333850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0306,
+      "step": 333900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.79873417721519e-05,
+      "learning_rate_adapter": 1.79873417721519e-05,
+      "loss": 0.0297,
+      "step": 333950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7974683544303798e-05,
+      "learning_rate_adapter": 1.7974683544303798e-05,
+      "loss": 0.0296,
+      "step": 334000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7962025316455697e-05,
+      "learning_rate_adapter": 1.7962025316455697e-05,
+      "loss": 0.0297,
+      "step": 334050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7949367088607596e-05,
+      "learning_rate_adapter": 1.7949367088607596e-05,
+      "loss": 0.0307,
+      "step": 334100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7936708860759495e-05,
+      "learning_rate_adapter": 1.7936708860759495e-05,
+      "loss": 0.0303,
+      "step": 334150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7924050632911394e-05,
+      "learning_rate_adapter": 1.7924050632911394e-05,
+      "loss": 0.0305,
+      "step": 334200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7911392405063292e-05,
+      "learning_rate_adapter": 1.7911392405063292e-05,
+      "loss": 0.0298,
+      "step": 334250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.789873417721519e-05,
+      "learning_rate_adapter": 1.789873417721519e-05,
+      "loss": 0.0294,
+      "step": 334300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.788607594936709e-05,
+      "learning_rate_adapter": 1.788607594936709e-05,
+      "loss": 0.0298,
+      "step": 334350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7873417721518986e-05,
+      "learning_rate_adapter": 1.7873417721518986e-05,
+      "loss": 0.0292,
+      "step": 334400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7860759493670888e-05,
+      "learning_rate_adapter": 1.7860759493670888e-05,
+      "loss": 0.0301,
+      "step": 334450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7848101265822787e-05,
+      "learning_rate_adapter": 1.7848101265822787e-05,
+      "loss": 0.0311,
+      "step": 334500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7835443037974682e-05,
+      "learning_rate_adapter": 1.7835443037974682e-05,
+      "loss": 0.03,
+      "step": 334550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7822784810126584e-05,
+      "learning_rate_adapter": 1.7822784810126584e-05,
+      "loss": 0.0299,
+      "step": 334600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7810126582278483e-05,
+      "learning_rate_adapter": 1.7810126582278483e-05,
+      "loss": 0.0302,
+      "step": 334650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.779746835443038e-05,
+      "learning_rate_adapter": 1.779746835443038e-05,
+      "loss": 0.0303,
+      "step": 334700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.778481012658228e-05,
+      "learning_rate_adapter": 1.778481012658228e-05,
+      "loss": 0.0296,
+      "step": 334750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7772151898734176e-05,
+      "learning_rate_adapter": 1.7772151898734176e-05,
+      "loss": 0.0298,
+      "step": 334800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7759493670886075e-05,
+      "learning_rate_adapter": 1.7759493670886075e-05,
+      "loss": 0.0306,
+      "step": 334850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7746835443037978e-05,
+      "learning_rate_adapter": 1.7746835443037978e-05,
+      "loss": 0.0299,
+      "step": 334900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7734177215189873e-05,
+      "learning_rate_adapter": 1.7734177215189873e-05,
+      "loss": 0.0307,
+      "step": 334950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7721518987341772e-05,
+      "learning_rate_adapter": 1.7721518987341772e-05,
+      "loss": 0.0302,
+      "step": 335000
+    },
+    {
+      "epoch": 0.28,
+      "eval_af_opus100_pr_auc": 0.7746243349293573,
+      "eval_af_ud_pr_auc": 0.9878206985399992,
+      "eval_am_opus100_pr_auc": 0.5948333887637635,
+      "eval_ar_ersatz_pr_auc": 0.9293448148504211,
+      "eval_ar_opus100_pr_auc": 0.7037062764717571,
+      "eval_ar_ud_pr_auc": 0.8862856753114468,
+      "eval_average_ersatz_pr_auc": 0.9641315492411294,
+      "eval_average_opus100_pr_auc": 0.8278316270761634,
+      "eval_average_ud_pr_auc": 0.9592161912351737,
+      "eval_az_opus100_pr_auc": 0.7684029275974154,
+      "eval_be_opus100_pr_auc": 0.6810122396272649,
+      "eval_be_ud_pr_auc": 0.9003498521539034,
+      "eval_bg_opus100_pr_auc": 0.9089878622807912,
+      "eval_bg_ud_pr_auc": 0.9915279877525343,
+      "eval_bn_opus100_pr_auc": 0.8228384596458233,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8734003655275003,
+      "eval_ca_ud_pr_auc": 0.994520140467138,
+      "eval_ceb_ud_pr_auc": 0.999309784909802,
+      "eval_cs_ersatz_pr_auc": 0.9837907665685347,
+      "eval_cs_opus100_pr_auc": 0.9047917806355978,
+      "eval_cs_ud_pr_auc": 0.9567263170127784,
+      "eval_cy_opus100_pr_auc": 0.7487427174359401,
+      "eval_cy_ud_pr_auc": 0.9920927369336409,
+      "eval_da_opus100_pr_auc": 0.9169544113446332,
+      "eval_da_ud_pr_auc": 0.9785548845820173,
+      "eval_de_ersatz_pr_auc": 0.9752569932450286,
+      "eval_de_opus100_pr_auc": 0.880369763313277,
+      "eval_de_ud_pr_auc": 0.9828002737350481,
+      "eval_el_opus100_pr_auc": 0.9185339529216289,
+      "eval_el_ud_pr_auc": 0.988105542473114,
+      "eval_en_ersatz_pr_auc": 0.9885834496163479,
+      "eval_en_opus100_pr_auc": 0.9240588461407238,
+      "eval_en_ud_pr_auc": 0.9676762883194546,
+      "eval_eo_opus100_pr_auc": 0.9232204340994822,
+      "eval_es_ersatz_pr_auc": 0.9947126184274075,
+      "eval_es_opus100_pr_auc": 0.9265715203139396,
+      "eval_es_ud_pr_auc": 0.989287941969439,
+      "eval_et_ersatz_pr_auc": 0.9801706957017243,
+      "eval_et_opus100_pr_auc": 0.8955137156656179,
+      "eval_et_ud_pr_auc": 0.9558961410429119,
+      "eval_eu_opus100_pr_auc": 0.8711078338657341,
+      "eval_eu_ud_pr_auc": 0.9898289671535692,
+      "eval_fa_opus100_pr_auc": 0.583315125620617,
+      "eval_fa_ud_pr_auc": 0.993194751718985,
+      "eval_fi_ersatz_pr_auc": 0.9873312732933386,
+      "eval_fi_opus100_pr_auc": 0.9092052216633137,
+      "eval_fi_ud_pr_auc": 0.9618278965075298,
+      "eval_fr_ersatz_pr_auc": 0.9850433302015612,
+      "eval_fr_opus100_pr_auc": 0.9083829959501778,
+      "eval_fr_ud_pr_auc": 0.9772047804360335,
+      "eval_fy_opus100_pr_auc": 0.6807747385672768,
+      "eval_ga_opus100_pr_auc": 0.871744232125201,
+      "eval_ga_ud_pr_auc": 0.8180999984116825,
+      "eval_gd_opus100_pr_auc": 0.5923887021943787,
+      "eval_gd_ud_pr_auc": 0.7582666199861209,
+      "eval_gl_opus100_pr_auc": 0.8777711669594844,
+      "eval_gl_ud_pr_auc": 0.9965010880637046,
+      "eval_gu_ersatz_pr_auc": 0.9303516015894551,
+      "eval_gu_opus100_pr_auc": 0.7248721118118264,
+      "eval_ha_opus100_pr_auc": 0.8954494681425609,
+      "eval_he_opus100_pr_auc": 0.8590408923440341,
+      "eval_he_ud_pr_auc": 0.9629026771629169,
+      "eval_hi_ersatz_pr_auc": 0.9734810790669458,
+      "eval_hi_opus100_pr_auc": 0.6697147492859913,
+      "eval_hi_ud_pr_auc": 0.9703740969269793,
+      "eval_hu_opus100_pr_auc": 0.9104207244055725,
+      "eval_hu_ud_pr_auc": 0.9817675163719523,
+      "eval_hy_opus100_pr_auc": 0.9077673815863965,
+      "eval_hy_ud_pr_auc": 0.9886094562881589,
+      "eval_id_opus100_pr_auc": 0.8606281467689687,
+      "eval_id_ud_pr_auc": 0.991151883672511,
+      "eval_ig_opus100_pr_auc": 0.8807568066102749,
+      "eval_is_opus100_pr_auc": 0.9197986424517416,
+      "eval_is_ud_pr_auc": 0.910465707276567,
+      "eval_it_opus100_pr_auc": 0.9002724395477274,
+      "eval_it_ud_pr_auc": 0.9993684326338124,
+      "eval_ja_ersatz_pr_auc": 0.8125411975760599,
+      "eval_ja_opus100_pr_auc": 0.8078154914957418,
+      "eval_ja_ud_pr_auc": 0.9849823374433777,
+      "eval_jv_ud_pr_auc": 0.9726283365781001,
+      "eval_ka_opus100_pr_auc": 0.8727136138817203,
+      "eval_kk_ersatz_pr_auc": 0.987358188582565,
+      "eval_kk_opus100_pr_auc": 0.8070809880067104,
+      "eval_kk_ud_pr_auc": 0.9734295542428196,
+      "eval_km_ersatz_pr_auc": 0.9136491041323286,
+      "eval_km_opus100_pr_auc": 0.7303993845260862,
+      "eval_kn_opus100_pr_auc": 0.6062987183314096,
+      "eval_ko_opus100_pr_auc": 0.6877374453442606,
+      "eval_ko_ud_pr_auc": 0.9985746381941265,
+      "eval_ku_opus100_pr_auc": 0.8454364948740791,
+      "eval_ky_opus100_pr_auc": 0.8587035146091537,
+      "eval_la_ud_pr_auc": 0.9482890969000567,
+      "eval_loss": 0.03402990475296974,
+      "eval_lt_ersatz_pr_auc": 0.9916533120193679,
+      "eval_lt_opus100_pr_auc": 0.877501707328714,
+      "eval_lt_ud_pr_auc": 0.9926564837254738,
+      "eval_lv_ersatz_pr_auc": 0.9886679445469555,
+      "eval_lv_opus100_pr_auc": 0.8861367065251763,
+      "eval_lv_ud_pr_auc": 0.9642880117188775,
+      "eval_mg_opus100_pr_auc": 0.9224265242263479,
+      "eval_mk_opus100_pr_auc": 0.9042115448603624,
+      "eval_ml_opus100_pr_auc": 0.7677840148817359,
+      "eval_mn_opus100_pr_auc": 0.9496576939935216,
+      "eval_mr_opus100_pr_auc": 0.9031999478832154,
+      "eval_mr_ud_pr_auc": 0.980249739095504,
+      "eval_ms_opus100_pr_auc": 0.8633976006903307,
+      "eval_mt_opus100_pr_auc": 0.8366613548655495,
+      "eval_mt_ud_pr_auc": 0.8582917705520866,
+      "eval_my_opus100_pr_auc": 0.7631230070584976,
+      "eval_ne_opus100_pr_auc": 0.7302366290473408,
+      "eval_nl_opus100_pr_auc": 0.8899804824650229,
+      "eval_nl_ud_pr_auc": 0.9820808318107694,
+      "eval_no_opus100_pr_auc": 0.9134304602740858,
+      "eval_no_ud_pr_auc": 0.9960829444907005,
+      "eval_pa_opus100_pr_auc": 0.6923368150801693,
+      "eval_pl_ersatz_pr_auc": 0.9708388337526739,
+      "eval_pl_opus100_pr_auc": 0.8937148454889604,
+      "eval_pl_ud_pr_auc": 0.9684039845163025,
+      "eval_ps_ersatz_pr_auc": 0.9252807764607381,
+      "eval_ps_opus100_pr_auc": 0.7243850184228788,
+      "eval_pt_opus100_pr_auc": 0.922102092554795,
+      "eval_pt_ud_pr_auc": 0.9835946283827981,
+      "eval_ro_ersatz_pr_auc": 0.9934973639370069,
+      "eval_ro_opus100_pr_auc": 0.8731737503358108,
+      "eval_ro_ud_pr_auc": 0.9406216909580823,
+      "eval_ru_ersatz_pr_auc": 0.98892390499184,
+      "eval_ru_opus100_pr_auc": 0.9277074236429612,
+      "eval_ru_ud_pr_auc": 0.8517304866388146,
+      "eval_runtime": 465.4691,
+      "eval_samples_per_second": 162.137,
+      "eval_si_opus100_pr_auc": 0.8115568570093473,
+      "eval_sk_opus100_pr_auc": 0.9343826814916506,
+      "eval_sk_ud_pr_auc": 0.9776137063709454,
+      "eval_sl_opus100_pr_auc": 0.8591475721471976,
+      "eval_sl_ud_pr_auc": 0.9737023461630512,
+      "eval_sq_opus100_pr_auc": 0.8985343341055732,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9068340381181749,
+      "eval_sr_ud_pr_auc": 0.9954865619427703,
+      "eval_steps_per_second": 5.068,
+      "eval_sv_opus100_pr_auc": 0.8880664129620968,
+      "eval_sv_ud_pr_auc": 0.9372624997704212,
+      "eval_ta_ersatz_pr_auc": 0.9845749469873961,
+      "eval_ta_opus100_pr_auc": 0.6712676380358508,
+      "eval_ta_ud_pr_auc": 0.9977595104970809,
+      "eval_te_opus100_pr_auc": 0.8395467968905371,
+      "eval_tg_opus100_pr_auc": 0.8737432879160781,
+      "eval_th_opus100_pr_auc": 0.6889056881132771,
+      "eval_th_ud_pr_auc": 0.7926131270375384,
+      "eval_tr_ersatz_pr_auc": 0.9627503052798354,
+      "eval_tr_opus100_pr_auc": 0.8979530961550996,
+      "eval_tr_ud_pr_auc": 0.9519750945758335,
+      "eval_uk_opus100_pr_auc": 0.8733832264783062,
+      "eval_uk_ud_pr_auc": 0.927166251924635,
+      "eval_ur_opus100_pr_auc": 0.5263053698051526,
+      "eval_ur_ud_pr_auc": 0.9939260329380075,
+      "eval_uz_opus100_pr_auc": 0.8670491252909429,
+      "eval_vi_opus100_pr_auc": 0.9004373488997456,
+      "eval_vi_ud_pr_auc": 0.9595926079888938,
+      "eval_xh_opus100_pr_auc": 0.8556479200526993,
+      "eval_yi_opus100_pr_auc": 0.7855900092788249,
+      "eval_yo_opus100_pr_auc": 0.769717004192372,
+      "eval_yo_ud_pr_auc": 0.906052273370856,
+      "eval_zh_ersatz_pr_auc": 0.9630915824773135,
+      "eval_zh_opus100_pr_auc": 0.757491339244361,
+      "eval_zh_ud_pr_auc": 0.9957502147632289,
+      "eval_zu_opus100_pr_auc": 0.8293060267476734,
+      "step": 335000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7708860759493674e-05,
+      "learning_rate_adapter": 1.7708860759493674e-05,
+      "loss": 0.0303,
+      "step": 335050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.769620253164557e-05,
+      "learning_rate_adapter": 1.769620253164557e-05,
+      "loss": 0.0302,
+      "step": 335100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.768354430379747e-05,
+      "learning_rate_adapter": 1.768354430379747e-05,
+      "loss": 0.0299,
+      "step": 335150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7670886075949367e-05,
+      "learning_rate_adapter": 1.7670886075949367e-05,
+      "loss": 0.0298,
+      "step": 335200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7658227848101266e-05,
+      "learning_rate_adapter": 1.7658227848101266e-05,
+      "loss": 0.0307,
+      "step": 335250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7645569620253165e-05,
+      "learning_rate_adapter": 1.7645569620253165e-05,
+      "loss": 0.0305,
+      "step": 335300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7632911392405064e-05,
+      "learning_rate_adapter": 1.7632911392405064e-05,
+      "loss": 0.03,
+      "step": 335350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7620253164556963e-05,
+      "learning_rate_adapter": 1.7620253164556963e-05,
+      "loss": 0.0306,
+      "step": 335400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.760759493670886e-05,
+      "learning_rate_adapter": 1.760759493670886e-05,
+      "loss": 0.0297,
+      "step": 335450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.759493670886076e-05,
+      "learning_rate_adapter": 1.759493670886076e-05,
+      "loss": 0.0304,
+      "step": 335500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.758227848101266e-05,
+      "learning_rate_adapter": 1.758227848101266e-05,
+      "loss": 0.0305,
+      "step": 335550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7569620253164558e-05,
+      "learning_rate_adapter": 1.7569620253164558e-05,
+      "loss": 0.0306,
+      "step": 335600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7556962025316457e-05,
+      "learning_rate_adapter": 1.7556962025316457e-05,
+      "loss": 0.0305,
+      "step": 335650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7544303797468356e-05,
+      "learning_rate_adapter": 1.7544303797468356e-05,
+      "loss": 0.0292,
+      "step": 335700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7531645569620255e-05,
+      "learning_rate_adapter": 1.7531645569620255e-05,
+      "loss": 0.03,
+      "step": 335750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7518987341772154e-05,
+      "learning_rate_adapter": 1.7518987341772154e-05,
+      "loss": 0.03,
+      "step": 335800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7506329113924052e-05,
+      "learning_rate_adapter": 1.7506329113924052e-05,
+      "loss": 0.0305,
+      "step": 335850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.749367088607595e-05,
+      "learning_rate_adapter": 1.749367088607595e-05,
+      "loss": 0.0298,
+      "step": 335900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.748101265822785e-05,
+      "learning_rate_adapter": 1.748101265822785e-05,
+      "loss": 0.0304,
+      "step": 335950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7468354430379746e-05,
+      "learning_rate_adapter": 1.7468354430379746e-05,
+      "loss": 0.03,
+      "step": 336000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7455696202531648e-05,
+      "learning_rate_adapter": 1.7455696202531648e-05,
+      "loss": 0.0299,
+      "step": 336050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7443037974683547e-05,
+      "learning_rate_adapter": 1.7443037974683547e-05,
+      "loss": 0.0299,
+      "step": 336100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7430379746835442e-05,
+      "learning_rate_adapter": 1.7430379746835442e-05,
+      "loss": 0.0299,
+      "step": 336150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7417721518987344e-05,
+      "learning_rate_adapter": 1.7417721518987344e-05,
+      "loss": 0.0302,
+      "step": 336200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7405063291139243e-05,
+      "learning_rate_adapter": 1.7405063291139243e-05,
+      "loss": 0.0305,
+      "step": 336250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.739240506329114e-05,
+      "learning_rate_adapter": 1.739240506329114e-05,
+      "loss": 0.0299,
+      "step": 336300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7379746835443038e-05,
+      "learning_rate_adapter": 1.7379746835443038e-05,
+      "loss": 0.0294,
+      "step": 336350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7367088607594936e-05,
+      "learning_rate_adapter": 1.7367088607594936e-05,
+      "loss": 0.0307,
+      "step": 336400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7354430379746835e-05,
+      "learning_rate_adapter": 1.7354430379746835e-05,
+      "loss": 0.0302,
+      "step": 336450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7341772151898734e-05,
+      "learning_rate_adapter": 1.7341772151898734e-05,
+      "loss": 0.0295,
+      "step": 336500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7329113924050633e-05,
+      "learning_rate_adapter": 1.7329113924050633e-05,
+      "loss": 0.0301,
+      "step": 336550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7316455696202532e-05,
+      "learning_rate_adapter": 1.7316455696202532e-05,
+      "loss": 0.0296,
+      "step": 336600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.730379746835443e-05,
+      "learning_rate_adapter": 1.730379746835443e-05,
+      "loss": 0.0307,
+      "step": 336650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.729113924050633e-05,
+      "learning_rate_adapter": 1.729113924050633e-05,
+      "loss": 0.03,
+      "step": 336700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.727848101265823e-05,
+      "learning_rate_adapter": 1.727848101265823e-05,
+      "loss": 0.0295,
+      "step": 336750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7265822784810127e-05,
+      "learning_rate_adapter": 1.7265822784810127e-05,
+      "loss": 0.0297,
+      "step": 336800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7253164556962026e-05,
+      "learning_rate_adapter": 1.7253164556962026e-05,
+      "loss": 0.0297,
+      "step": 336850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7240506329113925e-05,
+      "learning_rate_adapter": 1.7240506329113925e-05,
+      "loss": 0.0305,
+      "step": 336900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7227848101265824e-05,
+      "learning_rate_adapter": 1.7227848101265824e-05,
+      "loss": 0.0297,
+      "step": 336950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7215189873417723e-05,
+      "learning_rate_adapter": 1.7215189873417723e-05,
+      "loss": 0.0303,
+      "step": 337000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.720253164556962e-05,
+      "learning_rate_adapter": 1.720253164556962e-05,
+      "loss": 0.0298,
+      "step": 337050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.718987341772152e-05,
+      "learning_rate_adapter": 1.718987341772152e-05,
+      "loss": 0.0301,
+      "step": 337100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.717721518987342e-05,
+      "learning_rate_adapter": 1.717721518987342e-05,
+      "loss": 0.0304,
+      "step": 337150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7164556962025315e-05,
+      "learning_rate_adapter": 1.7164556962025315e-05,
+      "loss": 0.0299,
+      "step": 337200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7151898734177217e-05,
+      "learning_rate_adapter": 1.7151898734177217e-05,
+      "loss": 0.0301,
+      "step": 337250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7139240506329116e-05,
+      "learning_rate_adapter": 1.7139240506329116e-05,
+      "loss": 0.0307,
+      "step": 337300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.712658227848101e-05,
+      "learning_rate_adapter": 1.712658227848101e-05,
+      "loss": 0.03,
+      "step": 337350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7113924050632914e-05,
+      "learning_rate_adapter": 1.7113924050632914e-05,
+      "loss": 0.0306,
+      "step": 337400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7101265822784812e-05,
+      "learning_rate_adapter": 1.7101265822784812e-05,
+      "loss": 0.0293,
+      "step": 337450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7088607594936708e-05,
+      "learning_rate_adapter": 1.7088607594936708e-05,
+      "loss": 0.0294,
+      "step": 337500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.707594936708861e-05,
+      "learning_rate_adapter": 1.707594936708861e-05,
+      "loss": 0.0301,
+      "step": 337550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7063291139240506e-05,
+      "learning_rate_adapter": 1.7063291139240506e-05,
+      "loss": 0.0297,
+      "step": 337600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7050632911392404e-05,
+      "learning_rate_adapter": 1.7050632911392404e-05,
+      "loss": 0.0308,
+      "step": 337650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7037974683544307e-05,
+      "learning_rate_adapter": 1.7037974683544307e-05,
+      "loss": 0.0303,
+      "step": 337700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7025316455696202e-05,
+      "learning_rate_adapter": 1.7025316455696202e-05,
+      "loss": 0.0304,
+      "step": 337750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.70126582278481e-05,
+      "learning_rate_adapter": 1.70126582278481e-05,
+      "loss": 0.0304,
+      "step": 337800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0302,
+      "step": 337850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.69873417721519e-05,
+      "learning_rate_adapter": 1.69873417721519e-05,
+      "loss": 0.0302,
+      "step": 337900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6974683544303798e-05,
+      "learning_rate_adapter": 1.6974683544303798e-05,
+      "loss": 0.0296,
+      "step": 337950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6962025316455696e-05,
+      "learning_rate_adapter": 1.6962025316455696e-05,
+      "loss": 0.0303,
+      "step": 338000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6949367088607595e-05,
+      "learning_rate_adapter": 1.6949367088607595e-05,
+      "loss": 0.03,
+      "step": 338050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6936708860759494e-05,
+      "learning_rate_adapter": 1.6936708860759494e-05,
+      "loss": 0.03,
+      "step": 338100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6924050632911393e-05,
+      "learning_rate_adapter": 1.6924050632911393e-05,
+      "loss": 0.0305,
+      "step": 338150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6911392405063292e-05,
+      "learning_rate_adapter": 1.6911392405063292e-05,
+      "loss": 0.0298,
+      "step": 338200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.689873417721519e-05,
+      "learning_rate_adapter": 1.689873417721519e-05,
+      "loss": 0.0304,
+      "step": 338250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.688607594936709e-05,
+      "learning_rate_adapter": 1.688607594936709e-05,
+      "loss": 0.0301,
+      "step": 338300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.687341772151899e-05,
+      "learning_rate_adapter": 1.687341772151899e-05,
+      "loss": 0.0298,
+      "step": 338350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6860759493670887e-05,
+      "learning_rate_adapter": 1.6860759493670887e-05,
+      "loss": 0.031,
+      "step": 338400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6848101265822786e-05,
+      "learning_rate_adapter": 1.6848101265822786e-05,
+      "loss": 0.0301,
+      "step": 338450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6835443037974685e-05,
+      "learning_rate_adapter": 1.6835443037974685e-05,
+      "loss": 0.0288,
+      "step": 338500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6822784810126584e-05,
+      "learning_rate_adapter": 1.6822784810126584e-05,
+      "loss": 0.0299,
+      "step": 338550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6810126582278483e-05,
+      "learning_rate_adapter": 1.6810126582278483e-05,
+      "loss": 0.0294,
+      "step": 338600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.679746835443038e-05,
+      "learning_rate_adapter": 1.679746835443038e-05,
+      "loss": 0.0289,
+      "step": 338650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.678481012658228e-05,
+      "learning_rate_adapter": 1.678481012658228e-05,
+      "loss": 0.03,
+      "step": 338700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.677215189873418e-05,
+      "learning_rate_adapter": 1.677215189873418e-05,
+      "loss": 0.0299,
+      "step": 338750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6759493670886075e-05,
+      "learning_rate_adapter": 1.6759493670886075e-05,
+      "loss": 0.03,
+      "step": 338800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6746835443037977e-05,
+      "learning_rate_adapter": 1.6746835443037977e-05,
+      "loss": 0.0301,
+      "step": 338850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6734177215189876e-05,
+      "learning_rate_adapter": 1.6734177215189876e-05,
+      "loss": 0.0302,
+      "step": 338900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.672151898734177e-05,
+      "learning_rate_adapter": 1.672151898734177e-05,
+      "loss": 0.0307,
+      "step": 338950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6708860759493674e-05,
+      "learning_rate_adapter": 1.6708860759493674e-05,
+      "loss": 0.0308,
+      "step": 339000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6696202531645572e-05,
+      "learning_rate_adapter": 1.6696202531645572e-05,
+      "loss": 0.0299,
+      "step": 339050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6683544303797468e-05,
+      "learning_rate_adapter": 1.6683544303797468e-05,
+      "loss": 0.0302,
+      "step": 339100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.667088607594937e-05,
+      "learning_rate_adapter": 1.667088607594937e-05,
+      "loss": 0.0306,
+      "step": 339150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6658227848101266e-05,
+      "learning_rate_adapter": 1.6658227848101266e-05,
+      "loss": 0.0302,
+      "step": 339200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6645569620253164e-05,
+      "learning_rate_adapter": 1.6645569620253164e-05,
+      "loss": 0.0309,
+      "step": 339250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6632911392405067e-05,
+      "learning_rate_adapter": 1.6632911392405067e-05,
+      "loss": 0.0301,
+      "step": 339300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6620253164556962e-05,
+      "learning_rate_adapter": 1.6620253164556962e-05,
+      "loss": 0.03,
+      "step": 339350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.660759493670886e-05,
+      "learning_rate_adapter": 1.660759493670886e-05,
+      "loss": 0.0299,
+      "step": 339400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6594936708860763e-05,
+      "learning_rate_adapter": 1.6594936708860763e-05,
+      "loss": 0.0295,
+      "step": 339450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.658227848101266e-05,
+      "learning_rate_adapter": 1.658227848101266e-05,
+      "loss": 0.0303,
+      "step": 339500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6569620253164558e-05,
+      "learning_rate_adapter": 1.6569620253164558e-05,
+      "loss": 0.0292,
+      "step": 339550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6556962025316456e-05,
+      "learning_rate_adapter": 1.6556962025316456e-05,
+      "loss": 0.0297,
+      "step": 339600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6544303797468355e-05,
+      "learning_rate_adapter": 1.6544303797468355e-05,
+      "loss": 0.031,
+      "step": 339650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6531645569620254e-05,
+      "learning_rate_adapter": 1.6531645569620254e-05,
+      "loss": 0.0301,
+      "step": 339700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6518987341772153e-05,
+      "learning_rate_adapter": 1.6518987341772153e-05,
+      "loss": 0.0308,
+      "step": 339750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6506329113924052e-05,
+      "learning_rate_adapter": 1.6506329113924052e-05,
+      "loss": 0.0308,
+      "step": 339800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.649367088607595e-05,
+      "learning_rate_adapter": 1.649367088607595e-05,
+      "loss": 0.0297,
+      "step": 339850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.648101265822785e-05,
+      "learning_rate_adapter": 1.648101265822785e-05,
+      "loss": 0.0296,
+      "step": 339900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.646835443037975e-05,
+      "learning_rate_adapter": 1.646835443037975e-05,
+      "loss": 0.03,
+      "step": 339950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6455696202531644e-05,
+      "learning_rate_adapter": 1.6455696202531644e-05,
+      "loss": 0.0294,
+      "step": 340000
+    },
+    {
+      "epoch": 0.29,
+      "eval_af_opus100_pr_auc": 0.7793811572852944,
+      "eval_af_ud_pr_auc": 0.9842073504024338,
+      "eval_am_opus100_pr_auc": 0.6245547635103076,
+      "eval_ar_ersatz_pr_auc": 0.9242761952774328,
+      "eval_ar_opus100_pr_auc": 0.7049244507266683,
+      "eval_ar_ud_pr_auc": 0.8896965983240069,
+      "eval_average_ersatz_pr_auc": 0.9618345138442794,
+      "eval_average_opus100_pr_auc": 0.8274593481911502,
+      "eval_average_ud_pr_auc": 0.9581255008777131,
+      "eval_az_opus100_pr_auc": 0.7795240833245476,
+      "eval_be_opus100_pr_auc": 0.6876830019739595,
+      "eval_be_ud_pr_auc": 0.8923594383235566,
+      "eval_bg_opus100_pr_auc": 0.9087904377325031,
+      "eval_bg_ud_pr_auc": 0.9923260046906838,
+      "eval_bn_opus100_pr_auc": 0.8153713360373329,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8781816449215685,
+      "eval_ca_ud_pr_auc": 0.9947026810073862,
+      "eval_ceb_ud_pr_auc": 0.999740476578246,
+      "eval_cs_ersatz_pr_auc": 0.9817249494721699,
+      "eval_cs_opus100_pr_auc": 0.9067349841987102,
+      "eval_cs_ud_pr_auc": 0.9553019835423033,
+      "eval_cy_opus100_pr_auc": 0.7452374877754615,
+      "eval_cy_ud_pr_auc": 0.9933926492402454,
+      "eval_da_opus100_pr_auc": 0.9130340686736643,
+      "eval_da_ud_pr_auc": 0.9796100503081903,
+      "eval_de_ersatz_pr_auc": 0.9719446143003824,
+      "eval_de_opus100_pr_auc": 0.8878686252598875,
+      "eval_de_ud_pr_auc": 0.9822906199456798,
+      "eval_el_opus100_pr_auc": 0.9153468831658358,
+      "eval_el_ud_pr_auc": 0.9872162888469885,
+      "eval_en_ersatz_pr_auc": 0.9869212874430474,
+      "eval_en_opus100_pr_auc": 0.9212669843439277,
+      "eval_en_ud_pr_auc": 0.9640677778935502,
+      "eval_eo_opus100_pr_auc": 0.9238233420187759,
+      "eval_es_ersatz_pr_auc": 0.9941482295795113,
+      "eval_es_opus100_pr_auc": 0.9224311834224803,
+      "eval_es_ud_pr_auc": 0.9872934637586481,
+      "eval_et_ersatz_pr_auc": 0.9792926028072401,
+      "eval_et_opus100_pr_auc": 0.8978914605879101,
+      "eval_et_ud_pr_auc": 0.9566779169843594,
+      "eval_eu_opus100_pr_auc": 0.8740662091928754,
+      "eval_eu_ud_pr_auc": 0.9850472722608445,
+      "eval_fa_opus100_pr_auc": 0.5690246765931808,
+      "eval_fa_ud_pr_auc": 0.9906821715027352,
+      "eval_fi_ersatz_pr_auc": 0.9839514075093746,
+      "eval_fi_opus100_pr_auc": 0.9036896621850136,
+      "eval_fi_ud_pr_auc": 0.9637361936819471,
+      "eval_fr_ersatz_pr_auc": 0.9811369519514397,
+      "eval_fr_opus100_pr_auc": 0.9017924562410186,
+      "eval_fr_ud_pr_auc": 0.977107799933409,
+      "eval_fy_opus100_pr_auc": 0.6817318177901432,
+      "eval_ga_opus100_pr_auc": 0.8736746465376812,
+      "eval_ga_ud_pr_auc": 0.810635161935539,
+      "eval_gd_opus100_pr_auc": 0.5584447623124649,
+      "eval_gd_ud_pr_auc": 0.7476043454963371,
+      "eval_gl_opus100_pr_auc": 0.8779151977417886,
+      "eval_gl_ud_pr_auc": 0.9961593564208858,
+      "eval_gu_ersatz_pr_auc": 0.9280589058144932,
+      "eval_gu_opus100_pr_auc": 0.7292065828620684,
+      "eval_ha_opus100_pr_auc": 0.9028910437314744,
+      "eval_he_opus100_pr_auc": 0.8572527729474565,
+      "eval_he_ud_pr_auc": 0.9573113977075809,
+      "eval_hi_ersatz_pr_auc": 0.9709639012225284,
+      "eval_hi_opus100_pr_auc": 0.6652067429227169,
+      "eval_hi_ud_pr_auc": 0.9679919514519844,
+      "eval_hu_opus100_pr_auc": 0.9097490688112521,
+      "eval_hu_ud_pr_auc": 0.9820508057458397,
+      "eval_hy_opus100_pr_auc": 0.9129630454516019,
+      "eval_hy_ud_pr_auc": 0.9876888309898256,
+      "eval_id_opus100_pr_auc": 0.8707696816892893,
+      "eval_id_ud_pr_auc": 0.9882787066972469,
+      "eval_ig_opus100_pr_auc": 0.8819486228022758,
+      "eval_is_opus100_pr_auc": 0.9189155509441591,
+      "eval_is_ud_pr_auc": 0.9092280733690549,
+      "eval_it_opus100_pr_auc": 0.8980927443136738,
+      "eval_it_ud_pr_auc": 0.999310176191677,
+      "eval_ja_ersatz_pr_auc": 0.8155909596876996,
+      "eval_ja_opus100_pr_auc": 0.812966471011147,
+      "eval_ja_ud_pr_auc": 0.9839127229152433,
+      "eval_jv_ud_pr_auc": 0.9806938773648513,
+      "eval_ka_opus100_pr_auc": 0.8743190841878742,
+      "eval_kk_ersatz_pr_auc": 0.9842579584255525,
+      "eval_kk_opus100_pr_auc": 0.811414691572758,
+      "eval_kk_ud_pr_auc": 0.9710017701662768,
+      "eval_km_ersatz_pr_auc": 0.912794135834862,
+      "eval_km_opus100_pr_auc": 0.7445223048910015,
+      "eval_kn_opus100_pr_auc": 0.5944569282192491,
+      "eval_ko_opus100_pr_auc": 0.6855340637810071,
+      "eval_ko_ud_pr_auc": 0.9974420021442245,
+      "eval_ku_opus100_pr_auc": 0.8498908137226955,
+      "eval_ky_opus100_pr_auc": 0.856405673302158,
+      "eval_la_ud_pr_auc": 0.9528202285324466,
+      "eval_loss": 0.03390994668006897,
+      "eval_lt_ersatz_pr_auc": 0.9878718085479983,
+      "eval_lt_opus100_pr_auc": 0.8718827138729905,
+      "eval_lt_ud_pr_auc": 0.9900653796038063,
+      "eval_lv_ersatz_pr_auc": 0.9883162837801586,
+      "eval_lv_opus100_pr_auc": 0.8839900211414068,
+      "eval_lv_ud_pr_auc": 0.959394848892718,
+      "eval_mg_opus100_pr_auc": 0.9192816389016518,
+      "eval_mk_opus100_pr_auc": 0.9014767506594109,
+      "eval_ml_opus100_pr_auc": 0.7636840748740964,
+      "eval_mn_opus100_pr_auc": 0.9564283543942101,
+      "eval_mr_opus100_pr_auc": 0.89656866930119,
+      "eval_mr_ud_pr_auc": 0.9666936307211561,
+      "eval_ms_opus100_pr_auc": 0.8648022990113056,
+      "eval_mt_opus100_pr_auc": 0.8435339874810955,
+      "eval_mt_ud_pr_auc": 0.8582466516146204,
+      "eval_my_opus100_pr_auc": 0.7549082126992586,
+      "eval_ne_opus100_pr_auc": 0.719519969497383,
+      "eval_nl_opus100_pr_auc": 0.8872747242731283,
+      "eval_nl_ud_pr_auc": 0.9816037801367293,
+      "eval_no_opus100_pr_auc": 0.9095018746120102,
+      "eval_no_ud_pr_auc": 0.9957213363586248,
+      "eval_pa_opus100_pr_auc": 0.6861965167720746,
+      "eval_pl_ersatz_pr_auc": 0.9675494881717674,
+      "eval_pl_opus100_pr_auc": 0.8902574497903972,
+      "eval_pl_ud_pr_auc": 0.9671691487260902,
+      "eval_ps_ersatz_pr_auc": 0.9188095270972855,
+      "eval_ps_opus100_pr_auc": 0.7213949464819804,
+      "eval_pt_opus100_pr_auc": 0.9198765594337288,
+      "eval_pt_ud_pr_auc": 0.9812405598045383,
+      "eval_ro_ersatz_pr_auc": 0.9937831338840992,
+      "eval_ro_opus100_pr_auc": 0.8791851590064994,
+      "eval_ro_ud_pr_auc": 0.9641602980564148,
+      "eval_ru_ersatz_pr_auc": 0.9880319808700275,
+      "eval_ru_opus100_pr_auc": 0.9184950164776196,
+      "eval_ru_ud_pr_auc": 0.8580237317069586,
+      "eval_runtime": 454.1795,
+      "eval_samples_per_second": 166.168,
+      "eval_si_opus100_pr_auc": 0.8098867478164089,
+      "eval_sk_opus100_pr_auc": 0.9305312185238999,
+      "eval_sk_ud_pr_auc": 0.9765868041448482,
+      "eval_sl_opus100_pr_auc": 0.8562196396441718,
+      "eval_sl_ud_pr_auc": 0.9688293952149108,
+      "eval_sq_opus100_pr_auc": 0.8984547621668358,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9030991127605941,
+      "eval_sr_ud_pr_auc": 0.9949039831770484,
+      "eval_steps_per_second": 5.194,
+      "eval_sv_opus100_pr_auc": 0.885207644306522,
+      "eval_sv_ud_pr_auc": 0.9361028375043936,
+      "eval_ta_ersatz_pr_auc": 0.9826164813876597,
+      "eval_ta_opus100_pr_auc": 0.6677984723987254,
+      "eval_ta_ud_pr_auc": 0.9976228474574176,
+      "eval_te_opus100_pr_auc": 0.8366420009345397,
+      "eval_tg_opus100_pr_auc": 0.8793495022311804,
+      "eval_th_opus100_pr_auc": 0.688156767582527,
+      "eval_th_ud_pr_auc": 0.7963470611399264,
+      "eval_tr_ersatz_pr_auc": 0.9620867935647476,
+      "eval_tr_opus100_pr_auc": 0.8948024179287372,
+      "eval_tr_ud_pr_auc": 0.9481720055672528,
+      "eval_uk_opus100_pr_auc": 0.8716188557286211,
+      "eval_uk_ud_pr_auc": 0.9239350923823986,
+      "eval_ur_opus100_pr_auc": 0.5226315778733981,
+      "eval_ur_ud_pr_auc": 0.9926210756874554,
+      "eval_uz_opus100_pr_auc": 0.8780286209235019,
+      "eval_vi_opus100_pr_auc": 0.9019187612335428,
+      "eval_vi_ud_pr_auc": 0.9590623373326537,
+      "eval_xh_opus100_pr_auc": 0.8597624101654017,
+      "eval_yi_opus100_pr_auc": 0.7902877868486806,
+      "eval_yo_opus100_pr_auc": 0.7725126366738413,
+      "eval_yo_ud_pr_auc": 0.8930696789722672,
+      "eval_zh_ersatz_pr_auc": 0.95623170794467,
+      "eval_zh_opus100_pr_auc": 0.7533237687212242,
+      "eval_zh_ud_pr_auc": 0.9959949214731904,
+      "eval_zu_opus100_pr_auc": 0.8342836978136634,
+      "step": 340000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6443037974683546e-05,
+      "learning_rate_adapter": 1.6443037974683546e-05,
+      "loss": 0.0295,
+      "step": 340050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6430379746835445e-05,
+      "learning_rate_adapter": 1.6430379746835445e-05,
+      "loss": 0.0302,
+      "step": 340100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.641772151898734e-05,
+      "learning_rate_adapter": 1.641772151898734e-05,
+      "loss": 0.0301,
+      "step": 340150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6405063291139243e-05,
+      "learning_rate_adapter": 1.6405063291139243e-05,
+      "loss": 0.0304,
+      "step": 340200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.639240506329114e-05,
+      "learning_rate_adapter": 1.639240506329114e-05,
+      "loss": 0.03,
+      "step": 340250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6379746835443037e-05,
+      "learning_rate_adapter": 1.6379746835443037e-05,
+      "loss": 0.0293,
+      "step": 340300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.636708860759494e-05,
+      "learning_rate_adapter": 1.636708860759494e-05,
+      "loss": 0.0296,
+      "step": 340350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6354430379746835e-05,
+      "learning_rate_adapter": 1.6354430379746835e-05,
+      "loss": 0.0301,
+      "step": 340400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6341772151898734e-05,
+      "learning_rate_adapter": 1.6341772151898734e-05,
+      "loss": 0.0297,
+      "step": 340450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6329113924050636e-05,
+      "learning_rate_adapter": 1.6329113924050636e-05,
+      "loss": 0.0298,
+      "step": 340500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.631645569620253e-05,
+      "learning_rate_adapter": 1.631645569620253e-05,
+      "loss": 0.0297,
+      "step": 340550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.630379746835443e-05,
+      "learning_rate_adapter": 1.630379746835443e-05,
+      "loss": 0.0295,
+      "step": 340600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6291139240506332e-05,
+      "learning_rate_adapter": 1.6291139240506332e-05,
+      "loss": 0.0296,
+      "step": 340650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6278481012658228e-05,
+      "learning_rate_adapter": 1.6278481012658228e-05,
+      "loss": 0.0309,
+      "step": 340700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6265822784810127e-05,
+      "learning_rate_adapter": 1.6265822784810127e-05,
+      "loss": 0.0296,
+      "step": 340750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6253164556962026e-05,
+      "learning_rate_adapter": 1.6253164556962026e-05,
+      "loss": 0.0307,
+      "step": 340800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6240506329113924e-05,
+      "learning_rate_adapter": 1.6240506329113924e-05,
+      "loss": 0.0301,
+      "step": 340850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6227848101265823e-05,
+      "learning_rate_adapter": 1.6227848101265823e-05,
+      "loss": 0.0297,
+      "step": 340900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6215189873417722e-05,
+      "learning_rate_adapter": 1.6215189873417722e-05,
+      "loss": 0.0305,
+      "step": 340950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.620253164556962e-05,
+      "learning_rate_adapter": 1.620253164556962e-05,
+      "loss": 0.0295,
+      "step": 341000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.618987341772152e-05,
+      "learning_rate_adapter": 1.618987341772152e-05,
+      "loss": 0.0305,
+      "step": 341050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.617721518987342e-05,
+      "learning_rate_adapter": 1.617721518987342e-05,
+      "loss": 0.0296,
+      "step": 341100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6164556962025318e-05,
+      "learning_rate_adapter": 1.6164556962025318e-05,
+      "loss": 0.0299,
+      "step": 341150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6151898734177216e-05,
+      "learning_rate_adapter": 1.6151898734177216e-05,
+      "loss": 0.0301,
+      "step": 341200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6139240506329115e-05,
+      "learning_rate_adapter": 1.6139240506329115e-05,
+      "loss": 0.0295,
+      "step": 341250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6126582278481014e-05,
+      "learning_rate_adapter": 1.6126582278481014e-05,
+      "loss": 0.0294,
+      "step": 341300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6113924050632913e-05,
+      "learning_rate_adapter": 1.6113924050632913e-05,
+      "loss": 0.0301,
+      "step": 341350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6101265822784812e-05,
+      "learning_rate_adapter": 1.6101265822784812e-05,
+      "loss": 0.0305,
+      "step": 341400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.608860759493671e-05,
+      "learning_rate_adapter": 1.608860759493671e-05,
+      "loss": 0.0302,
+      "step": 341450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.607594936708861e-05,
+      "learning_rate_adapter": 1.607594936708861e-05,
+      "loss": 0.0303,
+      "step": 341500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.606329113924051e-05,
+      "learning_rate_adapter": 1.606329113924051e-05,
+      "loss": 0.0301,
+      "step": 341550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6050632911392404e-05,
+      "learning_rate_adapter": 1.6050632911392404e-05,
+      "loss": 0.0302,
+      "step": 341600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6037974683544306e-05,
+      "learning_rate_adapter": 1.6037974683544306e-05,
+      "loss": 0.0302,
+      "step": 341650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6025316455696205e-05,
+      "learning_rate_adapter": 1.6025316455696205e-05,
+      "loss": 0.0298,
+      "step": 341700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.60126582278481e-05,
+      "learning_rate_adapter": 1.60126582278481e-05,
+      "loss": 0.0303,
+      "step": 341750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0307,
+      "step": 341800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.59873417721519e-05,
+      "learning_rate_adapter": 1.59873417721519e-05,
+      "loss": 0.0298,
+      "step": 341850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5974683544303797e-05,
+      "learning_rate_adapter": 1.5974683544303797e-05,
+      "loss": 0.03,
+      "step": 341900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.59620253164557e-05,
+      "learning_rate_adapter": 1.59620253164557e-05,
+      "loss": 0.0302,
+      "step": 341950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5949367088607595e-05,
+      "learning_rate_adapter": 1.5949367088607595e-05,
+      "loss": 0.0295,
+      "step": 342000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5936708860759494e-05,
+      "learning_rate_adapter": 1.5936708860759494e-05,
+      "loss": 0.0306,
+      "step": 342050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5924050632911396e-05,
+      "learning_rate_adapter": 1.5924050632911396e-05,
+      "loss": 0.0306,
+      "step": 342100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.591139240506329e-05,
+      "learning_rate_adapter": 1.591139240506329e-05,
+      "loss": 0.0304,
+      "step": 342150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.589873417721519e-05,
+      "learning_rate_adapter": 1.589873417721519e-05,
+      "loss": 0.0297,
+      "step": 342200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.588607594936709e-05,
+      "learning_rate_adapter": 1.588607594936709e-05,
+      "loss": 0.0298,
+      "step": 342250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5873417721518988e-05,
+      "learning_rate_adapter": 1.5873417721518988e-05,
+      "loss": 0.0294,
+      "step": 342300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5860759493670887e-05,
+      "learning_rate_adapter": 1.5860759493670887e-05,
+      "loss": 0.0304,
+      "step": 342350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5848101265822786e-05,
+      "learning_rate_adapter": 1.5848101265822786e-05,
+      "loss": 0.0298,
+      "step": 342400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5835443037974684e-05,
+      "learning_rate_adapter": 1.5835443037974684e-05,
+      "loss": 0.0302,
+      "step": 342450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5822784810126583e-05,
+      "learning_rate_adapter": 1.5822784810126583e-05,
+      "loss": 0.0296,
+      "step": 342500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5810126582278482e-05,
+      "learning_rate_adapter": 1.5810126582278482e-05,
+      "loss": 0.0306,
+      "step": 342550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.579746835443038e-05,
+      "learning_rate_adapter": 1.579746835443038e-05,
+      "loss": 0.0304,
+      "step": 342600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5784810126582276e-05,
+      "learning_rate_adapter": 1.5784810126582276e-05,
+      "loss": 0.0295,
+      "step": 342650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.577215189873418e-05,
+      "learning_rate_adapter": 1.577215189873418e-05,
+      "loss": 0.0306,
+      "step": 342700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5759493670886078e-05,
+      "learning_rate_adapter": 1.5759493670886078e-05,
+      "loss": 0.0296,
+      "step": 342750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5746835443037973e-05,
+      "learning_rate_adapter": 1.5746835443037973e-05,
+      "loss": 0.0301,
+      "step": 342800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5734177215189875e-05,
+      "learning_rate_adapter": 1.5734177215189875e-05,
+      "loss": 0.0296,
+      "step": 342850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5721518987341774e-05,
+      "learning_rate_adapter": 1.5721518987341774e-05,
+      "loss": 0.0297,
+      "step": 342900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.570886075949367e-05,
+      "learning_rate_adapter": 1.570886075949367e-05,
+      "loss": 0.0301,
+      "step": 342950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5696202531645572e-05,
+      "learning_rate_adapter": 1.5696202531645572e-05,
+      "loss": 0.0308,
+      "step": 343000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5683544303797467e-05,
+      "learning_rate_adapter": 1.5683544303797467e-05,
+      "loss": 0.0302,
+      "step": 343050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5670886075949366e-05,
+      "learning_rate_adapter": 1.5670886075949366e-05,
+      "loss": 0.0303,
+      "step": 343100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.565822784810127e-05,
+      "learning_rate_adapter": 1.565822784810127e-05,
+      "loss": 0.0298,
+      "step": 343150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5645569620253164e-05,
+      "learning_rate_adapter": 1.5645569620253164e-05,
+      "loss": 0.0294,
+      "step": 343200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5632911392405063e-05,
+      "learning_rate_adapter": 1.5632911392405063e-05,
+      "loss": 0.0297,
+      "step": 343250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5620253164556965e-05,
+      "learning_rate_adapter": 1.5620253164556965e-05,
+      "loss": 0.0304,
+      "step": 343300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.560759493670886e-05,
+      "learning_rate_adapter": 1.560759493670886e-05,
+      "loss": 0.031,
+      "step": 343350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.559493670886076e-05,
+      "learning_rate_adapter": 1.559493670886076e-05,
+      "loss": 0.0314,
+      "step": 343400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5582278481012658e-05,
+      "learning_rate_adapter": 1.5582278481012658e-05,
+      "loss": 0.0304,
+      "step": 343450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5569620253164557e-05,
+      "learning_rate_adapter": 1.5569620253164557e-05,
+      "loss": 0.0294,
+      "step": 343500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5556962025316456e-05,
+      "learning_rate_adapter": 1.5556962025316456e-05,
+      "loss": 0.0302,
+      "step": 343550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5544303797468355e-05,
+      "learning_rate_adapter": 1.5544303797468355e-05,
+      "loss": 0.0297,
+      "step": 343600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5531645569620254e-05,
+      "learning_rate_adapter": 1.5531645569620254e-05,
+      "loss": 0.0305,
+      "step": 343650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5518987341772152e-05,
+      "learning_rate_adapter": 1.5518987341772152e-05,
+      "loss": 0.0297,
+      "step": 343700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.550632911392405e-05,
+      "learning_rate_adapter": 1.550632911392405e-05,
+      "loss": 0.0295,
+      "step": 343750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.549367088607595e-05,
+      "learning_rate_adapter": 1.549367088607595e-05,
+      "loss": 0.0295,
+      "step": 343800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.548101265822785e-05,
+      "learning_rate_adapter": 1.548101265822785e-05,
+      "loss": 0.0297,
+      "step": 343850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5468354430379748e-05,
+      "learning_rate_adapter": 1.5468354430379748e-05,
+      "loss": 0.0297,
+      "step": 343900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5455696202531647e-05,
+      "learning_rate_adapter": 1.5455696202531647e-05,
+      "loss": 0.0301,
+      "step": 343950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5443037974683546e-05,
+      "learning_rate_adapter": 1.5443037974683546e-05,
+      "loss": 0.0308,
+      "step": 344000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5430379746835444e-05,
+      "learning_rate_adapter": 1.5430379746835444e-05,
+      "loss": 0.0308,
+      "step": 344050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5417721518987343e-05,
+      "learning_rate_adapter": 1.5417721518987343e-05,
+      "loss": 0.03,
+      "step": 344100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5405063291139242e-05,
+      "learning_rate_adapter": 1.5405063291139242e-05,
+      "loss": 0.03,
+      "step": 344150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.539240506329114e-05,
+      "learning_rate_adapter": 1.539240506329114e-05,
+      "loss": 0.0299,
+      "step": 344200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5379746835443036e-05,
+      "learning_rate_adapter": 1.5379746835443036e-05,
+      "loss": 0.0307,
+      "step": 344250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.536708860759494e-05,
+      "learning_rate_adapter": 1.536708860759494e-05,
+      "loss": 0.0301,
+      "step": 344300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5354430379746838e-05,
+      "learning_rate_adapter": 1.5354430379746838e-05,
+      "loss": 0.0299,
+      "step": 344350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5341772151898733e-05,
+      "learning_rate_adapter": 1.5341772151898733e-05,
+      "loss": 0.03,
+      "step": 344400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5329113924050635e-05,
+      "learning_rate_adapter": 1.5329113924050635e-05,
+      "loss": 0.0297,
+      "step": 344450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5316455696202534e-05,
+      "learning_rate_adapter": 1.5316455696202534e-05,
+      "loss": 0.0298,
+      "step": 344500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.530379746835443e-05,
+      "learning_rate_adapter": 1.530379746835443e-05,
+      "loss": 0.0302,
+      "step": 344550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5291139240506332e-05,
+      "learning_rate_adapter": 1.5291139240506332e-05,
+      "loss": 0.0303,
+      "step": 344600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5278481012658227e-05,
+      "learning_rate_adapter": 1.5278481012658227e-05,
+      "loss": 0.0303,
+      "step": 344650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5265822784810126e-05,
+      "learning_rate_adapter": 1.5265822784810126e-05,
+      "loss": 0.0297,
+      "step": 344700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5253164556962027e-05,
+      "learning_rate_adapter": 1.5253164556962027e-05,
+      "loss": 0.0298,
+      "step": 344750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5240506329113924e-05,
+      "learning_rate_adapter": 1.5240506329113924e-05,
+      "loss": 0.0296,
+      "step": 344800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5227848101265824e-05,
+      "learning_rate_adapter": 1.5227848101265824e-05,
+      "loss": 0.0295,
+      "step": 344850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5215189873417723e-05,
+      "learning_rate_adapter": 1.5215189873417723e-05,
+      "loss": 0.0297,
+      "step": 344900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.520253164556962e-05,
+      "learning_rate_adapter": 1.520253164556962e-05,
+      "loss": 0.0292,
+      "step": 344950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5189873417721521e-05,
+      "learning_rate_adapter": 1.5189873417721521e-05,
+      "loss": 0.0296,
+      "step": 345000
+    },
+    {
+      "epoch": 0.29,
+      "eval_af_opus100_pr_auc": 0.7834081662083502,
+      "eval_af_ud_pr_auc": 0.9848523554457771,
+      "eval_am_opus100_pr_auc": 0.6081716485598999,
+      "eval_ar_ersatz_pr_auc": 0.9339891522355601,
+      "eval_ar_opus100_pr_auc": 0.7105344872342347,
+      "eval_ar_ud_pr_auc": 0.8878610003201276,
+      "eval_average_ersatz_pr_auc": 0.9643481351069088,
+      "eval_average_opus100_pr_auc": 0.8306547300255509,
+      "eval_average_ud_pr_auc": 0.9594164179326351,
+      "eval_az_opus100_pr_auc": 0.7784759292432948,
+      "eval_be_opus100_pr_auc": 0.6895480893614769,
+      "eval_be_ud_pr_auc": 0.8930680724920211,
+      "eval_bg_opus100_pr_auc": 0.9141875845692251,
+      "eval_bg_ud_pr_auc": 0.9928574692929328,
+      "eval_bn_opus100_pr_auc": 0.8205586756107023,
+      "eval_bn_ud_pr_auc": 0.9996839196204799,
+      "eval_ca_opus100_pr_auc": 0.8811780475360917,
+      "eval_ca_ud_pr_auc": 0.9946114795541894,
+      "eval_ceb_ud_pr_auc": 0.9997108432066122,
+      "eval_cs_ersatz_pr_auc": 0.9839990306019643,
+      "eval_cs_opus100_pr_auc": 0.9077992494975732,
+      "eval_cs_ud_pr_auc": 0.9565003152358407,
+      "eval_cy_opus100_pr_auc": 0.7511371165548398,
+      "eval_cy_ud_pr_auc": 0.9935082906747653,
+      "eval_da_opus100_pr_auc": 0.9151644657795074,
+      "eval_da_ud_pr_auc": 0.9801073949863066,
+      "eval_de_ersatz_pr_auc": 0.9778062771821621,
+      "eval_de_opus100_pr_auc": 0.8870044558024138,
+      "eval_de_ud_pr_auc": 0.983909856685236,
+      "eval_el_opus100_pr_auc": 0.9222838117401408,
+      "eval_el_ud_pr_auc": 0.9859710456021239,
+      "eval_en_ersatz_pr_auc": 0.9880744905345862,
+      "eval_en_opus100_pr_auc": 0.9248866481351393,
+      "eval_en_ud_pr_auc": 0.9667043053769013,
+      "eval_eo_opus100_pr_auc": 0.9258320646645025,
+      "eval_es_ersatz_pr_auc": 0.994705291755944,
+      "eval_es_opus100_pr_auc": 0.9275567418275065,
+      "eval_es_ud_pr_auc": 0.99006842146462,
+      "eval_et_ersatz_pr_auc": 0.9799608854184912,
+      "eval_et_opus100_pr_auc": 0.9015660193707821,
+      "eval_et_ud_pr_auc": 0.9591071818066625,
+      "eval_eu_opus100_pr_auc": 0.872596163555142,
+      "eval_eu_ud_pr_auc": 0.9882191311486737,
+      "eval_fa_opus100_pr_auc": 0.5795975340739824,
+      "eval_fa_ud_pr_auc": 0.9935299687312176,
+      "eval_fi_ersatz_pr_auc": 0.9857198142650301,
+      "eval_fi_opus100_pr_auc": 0.9099352001358371,
+      "eval_fi_ud_pr_auc": 0.9637886623130889,
+      "eval_fr_ersatz_pr_auc": 0.9856635921907598,
+      "eval_fr_opus100_pr_auc": 0.907046429821789,
+      "eval_fr_ud_pr_auc": 0.978862366880981,
+      "eval_fy_opus100_pr_auc": 0.6880461814679524,
+      "eval_ga_opus100_pr_auc": 0.8742395743977806,
+      "eval_ga_ud_pr_auc": 0.8107185632414767,
+      "eval_gd_opus100_pr_auc": 0.5951018056346328,
+      "eval_gd_ud_pr_auc": 0.7529188365856677,
+      "eval_gl_opus100_pr_auc": 0.888390404437774,
+      "eval_gl_ud_pr_auc": 0.9960471718929531,
+      "eval_gu_ersatz_pr_auc": 0.9330940825781348,
+      "eval_gu_opus100_pr_auc": 0.731990390921994,
+      "eval_ha_opus100_pr_auc": 0.9014969661420571,
+      "eval_he_opus100_pr_auc": 0.8599029415776398,
+      "eval_he_ud_pr_auc": 0.9660260338661323,
+      "eval_hi_ersatz_pr_auc": 0.9733763074021102,
+      "eval_hi_opus100_pr_auc": 0.664660614904411,
+      "eval_hi_ud_pr_auc": 0.973257138008693,
+      "eval_hu_opus100_pr_auc": 0.9160730904968186,
+      "eval_hu_ud_pr_auc": 0.98048455741059,
+      "eval_hy_opus100_pr_auc": 0.9063563867903949,
+      "eval_hy_ud_pr_auc": 0.9896270992169743,
+      "eval_id_opus100_pr_auc": 0.8715305140085384,
+      "eval_id_ud_pr_auc": 0.9906448621701055,
+      "eval_ig_opus100_pr_auc": 0.8804863636335538,
+      "eval_is_opus100_pr_auc": 0.9237694839199734,
+      "eval_is_ud_pr_auc": 0.9158098327883868,
+      "eval_it_opus100_pr_auc": 0.9031274263516269,
+      "eval_it_ud_pr_auc": 0.9995028303642963,
+      "eval_ja_ersatz_pr_auc": 0.8082605500228178,
+      "eval_ja_opus100_pr_auc": 0.8200510987017267,
+      "eval_ja_ud_pr_auc": 0.9835213340252195,
+      "eval_jv_ud_pr_auc": 0.9745623402650105,
+      "eval_ka_opus100_pr_auc": 0.8807278678188949,
+      "eval_kk_ersatz_pr_auc": 0.9854932105275718,
+      "eval_kk_opus100_pr_auc": 0.8078588976915837,
+      "eval_kk_ud_pr_auc": 0.9721980655876425,
+      "eval_km_ersatz_pr_auc": 0.9161416478434117,
+      "eval_km_opus100_pr_auc": 0.7393093586528796,
+      "eval_kn_opus100_pr_auc": 0.6163698638942433,
+      "eval_ko_opus100_pr_auc": 0.6906604410755321,
+      "eval_ko_ud_pr_auc": 0.9985763771267554,
+      "eval_ku_opus100_pr_auc": 0.8383083788236767,
+      "eval_ky_opus100_pr_auc": 0.8532163938609807,
+      "eval_la_ud_pr_auc": 0.9423523126705852,
+      "eval_loss": 0.033884935081005096,
+      "eval_lt_ersatz_pr_auc": 0.9908132871366349,
+      "eval_lt_opus100_pr_auc": 0.8711353283583091,
+      "eval_lt_ud_pr_auc": 0.990804876428949,
+      "eval_lv_ersatz_pr_auc": 0.9893010661994943,
+      "eval_lv_opus100_pr_auc": 0.8829319636078956,
+      "eval_lv_ud_pr_auc": 0.9622510392365143,
+      "eval_mg_opus100_pr_auc": 0.9228973547553428,
+      "eval_mk_opus100_pr_auc": 0.9093258754964909,
+      "eval_ml_opus100_pr_auc": 0.7723968551850563,
+      "eval_mn_opus100_pr_auc": 0.9560540996459933,
+      "eval_mr_opus100_pr_auc": 0.9071588788382379,
+      "eval_mr_ud_pr_auc": 0.9712012695350608,
+      "eval_ms_opus100_pr_auc": 0.8670880110096719,
+      "eval_mt_opus100_pr_auc": 0.8438143245438006,
+      "eval_mt_ud_pr_auc": 0.8687844352957134,
+      "eval_my_opus100_pr_auc": 0.7548858715522289,
+      "eval_ne_opus100_pr_auc": 0.7239903622675425,
+      "eval_nl_opus100_pr_auc": 0.8883108289672864,
+      "eval_nl_ud_pr_auc": 0.9824264030577643,
+      "eval_no_opus100_pr_auc": 0.91855727400126,
+      "eval_no_ud_pr_auc": 0.9962850002648822,
+      "eval_pa_opus100_pr_auc": 0.6922514095277276,
+      "eval_pl_ersatz_pr_auc": 0.9712165858686195,
+      "eval_pl_opus100_pr_auc": 0.8934109147530584,
+      "eval_pl_ud_pr_auc": 0.9686926616801413,
+      "eval_ps_ersatz_pr_auc": 0.9300903873848857,
+      "eval_ps_opus100_pr_auc": 0.7155241395743567,
+      "eval_pt_opus100_pr_auc": 0.9249037017385238,
+      "eval_pt_ud_pr_auc": 0.9840815524480049,
+      "eval_ro_ersatz_pr_auc": 0.9949585253309362,
+      "eval_ro_opus100_pr_auc": 0.877058820774372,
+      "eval_ro_ud_pr_auc": 0.9598896829629021,
+      "eval_ru_ersatz_pr_auc": 0.9888806570486397,
+      "eval_ru_opus100_pr_auc": 0.9210710432711725,
+      "eval_ru_ud_pr_auc": 0.8617300553302253,
+      "eval_runtime": 457.5793,
+      "eval_samples_per_second": 164.933,
+      "eval_si_opus100_pr_auc": 0.8133297942554206,
+      "eval_sk_opus100_pr_auc": 0.9330278730884135,
+      "eval_sk_ud_pr_auc": 0.9789627982613827,
+      "eval_sl_opus100_pr_auc": 0.8587025356000453,
+      "eval_sl_ud_pr_auc": 0.9698465705407687,
+      "eval_sq_opus100_pr_auc": 0.908331777905711,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9058925732632832,
+      "eval_sr_ud_pr_auc": 0.9964670766692824,
+      "eval_steps_per_second": 5.155,
+      "eval_sv_opus100_pr_auc": 0.8904332930129888,
+      "eval_sv_ud_pr_auc": 0.9362001276154835,
+      "eval_ta_ersatz_pr_auc": 0.9836266731022082,
+      "eval_ta_opus100_pr_auc": 0.6721556987163455,
+      "eval_ta_ud_pr_auc": 0.9981141473603005,
+      "eval_te_opus100_pr_auc": 0.842656043537202,
+      "eval_tg_opus100_pr_auc": 0.8830348517020982,
+      "eval_th_opus100_pr_auc": 0.6913463663169661,
+      "eval_th_ud_pr_auc": 0.8033135876684208,
+      "eval_tr_ersatz_pr_auc": 0.9606581165956333,
+      "eval_tr_opus100_pr_auc": 0.8947286557202971,
+      "eval_tr_ud_pr_auc": 0.9529575170902178,
+      "eval_uk_opus100_pr_auc": 0.8744608043740645,
+      "eval_uk_ud_pr_auc": 0.9213962295713828,
+      "eval_ur_opus100_pr_auc": 0.5243232616403531,
+      "eval_ur_ud_pr_auc": 0.9932652798501064,
+      "eval_uz_opus100_pr_auc": 0.8737908275340979,
+      "eval_vi_opus100_pr_auc": 0.9066601183280386,
+      "eval_vi_ud_pr_auc": 0.9587328178513947,
+      "eval_xh_opus100_pr_auc": 0.8570819577531485,
+      "eval_yi_opus100_pr_auc": 0.7935581554952662,
+      "eval_yo_opus100_pr_auc": 0.7870905996227859,
+      "eval_yo_ud_pr_auc": 0.8980770180767812,
+      "eval_zh_ersatz_pr_auc": 0.9598293411263955,
+      "eval_zh_opus100_pr_auc": 0.7556064156774501,
+      "eval_zh_ud_pr_auc": 0.9940862393054722,
+      "eval_zu_opus100_pr_auc": 0.8345662261957789,
+      "step": 345000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5177215189873416e-05,
+      "learning_rate_adapter": 1.5177215189873416e-05,
+      "loss": 0.0303,
+      "step": 345050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5164556962025317e-05,
+      "learning_rate_adapter": 1.5164556962025317e-05,
+      "loss": 0.0301,
+      "step": 345100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5151898734177218e-05,
+      "learning_rate_adapter": 1.5151898734177218e-05,
+      "loss": 0.0299,
+      "step": 345150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5139240506329113e-05,
+      "learning_rate_adapter": 1.5139240506329113e-05,
+      "loss": 0.03,
+      "step": 345200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5126582278481014e-05,
+      "learning_rate_adapter": 1.5126582278481014e-05,
+      "loss": 0.0296,
+      "step": 345250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5113924050632914e-05,
+      "learning_rate_adapter": 1.5113924050632914e-05,
+      "loss": 0.0296,
+      "step": 345300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.510126582278481e-05,
+      "learning_rate_adapter": 1.510126582278481e-05,
+      "loss": 0.0296,
+      "step": 345350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.508860759493671e-05,
+      "learning_rate_adapter": 1.508860759493671e-05,
+      "loss": 0.0298,
+      "step": 345400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5075949367088607e-05,
+      "learning_rate_adapter": 1.5075949367088607e-05,
+      "loss": 0.0303,
+      "step": 345450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5063291139240506e-05,
+      "learning_rate_adapter": 1.5063291139240506e-05,
+      "loss": 0.0299,
+      "step": 345500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5050632911392407e-05,
+      "learning_rate_adapter": 1.5050632911392407e-05,
+      "loss": 0.0303,
+      "step": 345550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5037974683544304e-05,
+      "learning_rate_adapter": 1.5037974683544304e-05,
+      "loss": 0.0307,
+      "step": 345600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5025316455696203e-05,
+      "learning_rate_adapter": 1.5025316455696203e-05,
+      "loss": 0.0297,
+      "step": 345650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5012658227848103e-05,
+      "learning_rate_adapter": 1.5012658227848103e-05,
+      "loss": 0.0291,
+      "step": 345700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.03,
+      "step": 345750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.49873417721519e-05,
+      "learning_rate_adapter": 1.49873417721519e-05,
+      "loss": 0.0299,
+      "step": 345800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4974683544303796e-05,
+      "learning_rate_adapter": 1.4974683544303796e-05,
+      "loss": 0.0301,
+      "step": 345850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4962025316455697e-05,
+      "learning_rate_adapter": 1.4962025316455697e-05,
+      "loss": 0.03,
+      "step": 345900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4949367088607596e-05,
+      "learning_rate_adapter": 1.4949367088607596e-05,
+      "loss": 0.0297,
+      "step": 345950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4936708860759493e-05,
+      "learning_rate_adapter": 1.4936708860759493e-05,
+      "loss": 0.0297,
+      "step": 346000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4924050632911394e-05,
+      "learning_rate_adapter": 1.4924050632911394e-05,
+      "loss": 0.0298,
+      "step": 346050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4911392405063292e-05,
+      "learning_rate_adapter": 1.4911392405063292e-05,
+      "loss": 0.0305,
+      "step": 346100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.489873417721519e-05,
+      "learning_rate_adapter": 1.489873417721519e-05,
+      "loss": 0.03,
+      "step": 346150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.488607594936709e-05,
+      "learning_rate_adapter": 1.488607594936709e-05,
+      "loss": 0.0305,
+      "step": 346200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4873417721518987e-05,
+      "learning_rate_adapter": 1.4873417721518987e-05,
+      "loss": 0.0298,
+      "step": 346250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4860759493670886e-05,
+      "learning_rate_adapter": 1.4860759493670886e-05,
+      "loss": 0.0305,
+      "step": 346300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4848101265822787e-05,
+      "learning_rate_adapter": 1.4848101265822787e-05,
+      "loss": 0.0293,
+      "step": 346350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4835443037974684e-05,
+      "learning_rate_adapter": 1.4835443037974684e-05,
+      "loss": 0.0297,
+      "step": 346400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4822784810126583e-05,
+      "learning_rate_adapter": 1.4822784810126583e-05,
+      "loss": 0.0297,
+      "step": 346450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4810126582278483e-05,
+      "learning_rate_adapter": 1.4810126582278483e-05,
+      "loss": 0.0294,
+      "step": 346500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.479746835443038e-05,
+      "learning_rate_adapter": 1.479746835443038e-05,
+      "loss": 0.0295,
+      "step": 346550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.478481012658228e-05,
+      "learning_rate_adapter": 1.478481012658228e-05,
+      "loss": 0.0306,
+      "step": 346600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4772151898734176e-05,
+      "learning_rate_adapter": 1.4772151898734176e-05,
+      "loss": 0.03,
+      "step": 346650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4759493670886077e-05,
+      "learning_rate_adapter": 1.4759493670886077e-05,
+      "loss": 0.0297,
+      "step": 346700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4746835443037976e-05,
+      "learning_rate_adapter": 1.4746835443037976e-05,
+      "loss": 0.0305,
+      "step": 346750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4734177215189873e-05,
+      "learning_rate_adapter": 1.4734177215189873e-05,
+      "loss": 0.0304,
+      "step": 346800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4721518987341774e-05,
+      "learning_rate_adapter": 1.4721518987341774e-05,
+      "loss": 0.0302,
+      "step": 346850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4708860759493672e-05,
+      "learning_rate_adapter": 1.4708860759493672e-05,
+      "loss": 0.0295,
+      "step": 346900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.469620253164557e-05,
+      "learning_rate_adapter": 1.469620253164557e-05,
+      "loss": 0.0302,
+      "step": 346950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.468354430379747e-05,
+      "learning_rate_adapter": 1.468354430379747e-05,
+      "loss": 0.0302,
+      "step": 347000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4670886075949367e-05,
+      "learning_rate_adapter": 1.4670886075949367e-05,
+      "loss": 0.0294,
+      "step": 347050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4658227848101266e-05,
+      "learning_rate_adapter": 1.4658227848101266e-05,
+      "loss": 0.0291,
+      "step": 347100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4645569620253167e-05,
+      "learning_rate_adapter": 1.4645569620253167e-05,
+      "loss": 0.03,
+      "step": 347150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4632911392405064e-05,
+      "learning_rate_adapter": 1.4632911392405064e-05,
+      "loss": 0.0299,
+      "step": 347200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4620253164556963e-05,
+      "learning_rate_adapter": 1.4620253164556963e-05,
+      "loss": 0.0302,
+      "step": 347250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4607594936708863e-05,
+      "learning_rate_adapter": 1.4607594936708863e-05,
+      "loss": 0.0314,
+      "step": 347300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.459493670886076e-05,
+      "learning_rate_adapter": 1.459493670886076e-05,
+      "loss": 0.0306,
+      "step": 347350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.458227848101266e-05,
+      "learning_rate_adapter": 1.458227848101266e-05,
+      "loss": 0.0298,
+      "step": 347400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4569620253164556e-05,
+      "learning_rate_adapter": 1.4569620253164556e-05,
+      "loss": 0.0305,
+      "step": 347450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4556962025316457e-05,
+      "learning_rate_adapter": 1.4556962025316457e-05,
+      "loss": 0.0298,
+      "step": 347500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4544303797468356e-05,
+      "learning_rate_adapter": 1.4544303797468356e-05,
+      "loss": 0.0299,
+      "step": 347550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4531645569620253e-05,
+      "learning_rate_adapter": 1.4531645569620253e-05,
+      "loss": 0.0301,
+      "step": 347600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4518987341772153e-05,
+      "learning_rate_adapter": 1.4518987341772153e-05,
+      "loss": 0.0303,
+      "step": 347650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4506329113924052e-05,
+      "learning_rate_adapter": 1.4506329113924052e-05,
+      "loss": 0.0295,
+      "step": 347700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.449367088607595e-05,
+      "learning_rate_adapter": 1.449367088607595e-05,
+      "loss": 0.0303,
+      "step": 347750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.448101265822785e-05,
+      "learning_rate_adapter": 1.448101265822785e-05,
+      "loss": 0.0302,
+      "step": 347800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4468354430379746e-05,
+      "learning_rate_adapter": 1.4468354430379746e-05,
+      "loss": 0.0301,
+      "step": 347850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4455696202531646e-05,
+      "learning_rate_adapter": 1.4455696202531646e-05,
+      "loss": 0.0294,
+      "step": 347900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4443037974683547e-05,
+      "learning_rate_adapter": 1.4443037974683547e-05,
+      "loss": 0.0295,
+      "step": 347950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4430379746835442e-05,
+      "learning_rate_adapter": 1.4430379746835442e-05,
+      "loss": 0.03,
+      "step": 348000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4417721518987343e-05,
+      "learning_rate_adapter": 1.4417721518987343e-05,
+      "loss": 0.0295,
+      "step": 348050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4405063291139243e-05,
+      "learning_rate_adapter": 1.4405063291139243e-05,
+      "loss": 0.0295,
+      "step": 348100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4392405063291139e-05,
+      "learning_rate_adapter": 1.4392405063291139e-05,
+      "loss": 0.0298,
+      "step": 348150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.437974683544304e-05,
+      "learning_rate_adapter": 1.437974683544304e-05,
+      "loss": 0.0305,
+      "step": 348200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4367088607594936e-05,
+      "learning_rate_adapter": 1.4367088607594936e-05,
+      "loss": 0.0296,
+      "step": 348250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4354430379746835e-05,
+      "learning_rate_adapter": 1.4354430379746835e-05,
+      "loss": 0.0309,
+      "step": 348300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4341772151898736e-05,
+      "learning_rate_adapter": 1.4341772151898736e-05,
+      "loss": 0.03,
+      "step": 348350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4329113924050633e-05,
+      "learning_rate_adapter": 1.4329113924050633e-05,
+      "loss": 0.0298,
+      "step": 348400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4316455696202532e-05,
+      "learning_rate_adapter": 1.4316455696202532e-05,
+      "loss": 0.0299,
+      "step": 348450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4303797468354432e-05,
+      "learning_rate_adapter": 1.4303797468354432e-05,
+      "loss": 0.0295,
+      "step": 348500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.429113924050633e-05,
+      "learning_rate_adapter": 1.429113924050633e-05,
+      "loss": 0.0298,
+      "step": 348550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4278481012658228e-05,
+      "learning_rate_adapter": 1.4278481012658228e-05,
+      "loss": 0.0301,
+      "step": 348600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4265822784810126e-05,
+      "learning_rate_adapter": 1.4265822784810126e-05,
+      "loss": 0.0294,
+      "step": 348650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4253164556962026e-05,
+      "learning_rate_adapter": 1.4253164556962026e-05,
+      "loss": 0.0296,
+      "step": 348700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4240506329113925e-05,
+      "learning_rate_adapter": 1.4240506329113925e-05,
+      "loss": 0.0297,
+      "step": 348750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4227848101265822e-05,
+      "learning_rate_adapter": 1.4227848101265822e-05,
+      "loss": 0.0302,
+      "step": 348800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4215189873417723e-05,
+      "learning_rate_adapter": 1.4215189873417723e-05,
+      "loss": 0.0293,
+      "step": 348850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4202531645569621e-05,
+      "learning_rate_adapter": 1.4202531645569621e-05,
+      "loss": 0.0297,
+      "step": 348900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4189873417721519e-05,
+      "learning_rate_adapter": 1.4189873417721519e-05,
+      "loss": 0.0303,
+      "step": 348950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.417721518987342e-05,
+      "learning_rate_adapter": 1.417721518987342e-05,
+      "loss": 0.0304,
+      "step": 349000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4164556962025316e-05,
+      "learning_rate_adapter": 1.4164556962025316e-05,
+      "loss": 0.0295,
+      "step": 349050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4151898734177215e-05,
+      "learning_rate_adapter": 1.4151898734177215e-05,
+      "loss": 0.0298,
+      "step": 349100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4139240506329116e-05,
+      "learning_rate_adapter": 1.4139240506329116e-05,
+      "loss": 0.0296,
+      "step": 349150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4126582278481013e-05,
+      "learning_rate_adapter": 1.4126582278481013e-05,
+      "loss": 0.0297,
+      "step": 349200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4113924050632912e-05,
+      "learning_rate_adapter": 1.4113924050632912e-05,
+      "loss": 0.0291,
+      "step": 349250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4101265822784812e-05,
+      "learning_rate_adapter": 1.4101265822784812e-05,
+      "loss": 0.0299,
+      "step": 349300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.408860759493671e-05,
+      "learning_rate_adapter": 1.408860759493671e-05,
+      "loss": 0.0307,
+      "step": 349350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4075949367088608e-05,
+      "learning_rate_adapter": 1.4075949367088608e-05,
+      "loss": 0.03,
+      "step": 349400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4063291139240506e-05,
+      "learning_rate_adapter": 1.4063291139240506e-05,
+      "loss": 0.0302,
+      "step": 349450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4050632911392406e-05,
+      "learning_rate_adapter": 1.4050632911392406e-05,
+      "loss": 0.0303,
+      "step": 349500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4037974683544305e-05,
+      "learning_rate_adapter": 1.4037974683544305e-05,
+      "loss": 0.0302,
+      "step": 349550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4025316455696202e-05,
+      "learning_rate_adapter": 1.4025316455696202e-05,
+      "loss": 0.0305,
+      "step": 349600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4012658227848103e-05,
+      "learning_rate_adapter": 1.4012658227848103e-05,
+      "loss": 0.0293,
+      "step": 349650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0299,
+      "step": 349700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3987341772151899e-05,
+      "learning_rate_adapter": 1.3987341772151899e-05,
+      "loss": 0.0301,
+      "step": 349750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.39746835443038e-05,
+      "learning_rate_adapter": 1.39746835443038e-05,
+      "loss": 0.0295,
+      "step": 349800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3962025316455696e-05,
+      "learning_rate_adapter": 1.3962025316455696e-05,
+      "loss": 0.0297,
+      "step": 349850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3949367088607595e-05,
+      "learning_rate_adapter": 1.3949367088607595e-05,
+      "loss": 0.0301,
+      "step": 349900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3936708860759496e-05,
+      "learning_rate_adapter": 1.3936708860759496e-05,
+      "loss": 0.0295,
+      "step": 349950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3924050632911393e-05,
+      "learning_rate_adapter": 1.3924050632911393e-05,
+      "loss": 0.0304,
+      "step": 350000
+    },
+    {
+      "epoch": 0.29,
+      "eval_af_opus100_pr_auc": 0.7872878339700083,
+      "eval_af_ud_pr_auc": 0.9838208599158438,
+      "eval_am_opus100_pr_auc": 0.6073211901943468,
+      "eval_ar_ersatz_pr_auc": 0.9228122502383469,
+      "eval_ar_opus100_pr_auc": 0.7047863609425518,
+      "eval_ar_ud_pr_auc": 0.8908513297695442,
+      "eval_average_ersatz_pr_auc": 0.9618537005019179,
+      "eval_average_opus100_pr_auc": 0.8294104589971293,
+      "eval_average_ud_pr_auc": 0.9563638779005278,
+      "eval_az_opus100_pr_auc": 0.7889818695395829,
+      "eval_be_opus100_pr_auc": 0.6851036273244837,
+      "eval_be_ud_pr_auc": 0.8852613768482587,
+      "eval_bg_opus100_pr_auc": 0.9108023159059162,
+      "eval_bg_ud_pr_auc": 0.9925231932479082,
+      "eval_bn_opus100_pr_auc": 0.8206312021154238,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8787882234138673,
+      "eval_ca_ud_pr_auc": 0.9922554730011949,
+      "eval_ceb_ud_pr_auc": 0.9998138656481967,
+      "eval_cs_ersatz_pr_auc": 0.9827085631915884,
+      "eval_cs_opus100_pr_auc": 0.9060966743339333,
+      "eval_cs_ud_pr_auc": 0.9533991385206904,
+      "eval_cy_opus100_pr_auc": 0.7483515961828444,
+      "eval_cy_ud_pr_auc": 0.9940212182030684,
+      "eval_da_opus100_pr_auc": 0.911544502256044,
+      "eval_da_ud_pr_auc": 0.9780541734053421,
+      "eval_de_ersatz_pr_auc": 0.9735727818758304,
+      "eval_de_opus100_pr_auc": 0.8871340443631874,
+      "eval_de_ud_pr_auc": 0.9826229022536532,
+      "eval_el_opus100_pr_auc": 0.9191275012456561,
+      "eval_el_ud_pr_auc": 0.988917303422371,
+      "eval_en_ersatz_pr_auc": 0.987846271803098,
+      "eval_en_opus100_pr_auc": 0.9234834334612736,
+      "eval_en_ud_pr_auc": 0.9623766420851981,
+      "eval_eo_opus100_pr_auc": 0.9229837710883841,
+      "eval_es_ersatz_pr_auc": 0.9934746082956921,
+      "eval_es_opus100_pr_auc": 0.922786522992169,
+      "eval_es_ud_pr_auc": 0.9881041578310884,
+      "eval_et_ersatz_pr_auc": 0.9778901579215832,
+      "eval_et_opus100_pr_auc": 0.8982632913378883,
+      "eval_et_ud_pr_auc": 0.9519543925295451,
+      "eval_eu_opus100_pr_auc": 0.8734613521312402,
+      "eval_eu_ud_pr_auc": 0.986312575528664,
+      "eval_fa_opus100_pr_auc": 0.5812499131851602,
+      "eval_fa_ud_pr_auc": 0.9906697965539979,
+      "eval_fi_ersatz_pr_auc": 0.9838649196470001,
+      "eval_fi_opus100_pr_auc": 0.9053506735064564,
+      "eval_fi_ud_pr_auc": 0.9624373976058517,
+      "eval_fr_ersatz_pr_auc": 0.9829332207135383,
+      "eval_fr_opus100_pr_auc": 0.9025483166989845,
+      "eval_fr_ud_pr_auc": 0.9790460437288123,
+      "eval_fy_opus100_pr_auc": 0.6923585493143485,
+      "eval_ga_opus100_pr_auc": 0.8723213277839205,
+      "eval_ga_ud_pr_auc": 0.8099128554540147,
+      "eval_gd_opus100_pr_auc": 0.6068667631418385,
+      "eval_gd_ud_pr_auc": 0.7570848824607873,
+      "eval_gl_opus100_pr_auc": 0.8809622951830071,
+      "eval_gl_ud_pr_auc": 0.9962464386350789,
+      "eval_gu_ersatz_pr_auc": 0.9270764675197537,
+      "eval_gu_opus100_pr_auc": 0.7397290813504818,
+      "eval_ha_opus100_pr_auc": 0.8986635026304135,
+      "eval_he_opus100_pr_auc": 0.8598609652895944,
+      "eval_he_ud_pr_auc": 0.9570460541247467,
+      "eval_hi_ersatz_pr_auc": 0.9736316968166451,
+      "eval_hi_opus100_pr_auc": 0.6661710538682719,
+      "eval_hi_ud_pr_auc": 0.9689647108901948,
+      "eval_hu_opus100_pr_auc": 0.9140531355719331,
+      "eval_hu_ud_pr_auc": 0.9813314798009284,
+      "eval_hy_opus100_pr_auc": 0.9090500356890967,
+      "eval_hy_ud_pr_auc": 0.9867626325658072,
+      "eval_id_opus100_pr_auc": 0.8668757704582223,
+      "eval_id_ud_pr_auc": 0.9888863700439053,
+      "eval_ig_opus100_pr_auc": 0.8858311661003841,
+      "eval_is_opus100_pr_auc": 0.9225434081222984,
+      "eval_is_ud_pr_auc": 0.9062006753965838,
+      "eval_it_opus100_pr_auc": 0.8991529744931528,
+      "eval_it_ud_pr_auc": 0.9982702769441931,
+      "eval_ja_ersatz_pr_auc": 0.8098839886507213,
+      "eval_ja_opus100_pr_auc": 0.8167417953739914,
+      "eval_ja_ud_pr_auc": 0.9842131386373844,
+      "eval_jv_ud_pr_auc": 0.9728964562633347,
+      "eval_ka_opus100_pr_auc": 0.8786595811480156,
+      "eval_kk_ersatz_pr_auc": 0.9848352864152279,
+      "eval_kk_opus100_pr_auc": 0.8161313465019006,
+      "eval_kk_ud_pr_auc": 0.9698505763456751,
+      "eval_km_ersatz_pr_auc": 0.913298262301959,
+      "eval_km_opus100_pr_auc": 0.7256829921097583,
+      "eval_kn_opus100_pr_auc": 0.6068042384681798,
+      "eval_ko_opus100_pr_auc": 0.6897975045974001,
+      "eval_ko_ud_pr_auc": 0.9980369321805798,
+      "eval_ku_opus100_pr_auc": 0.8497177442665829,
+      "eval_ky_opus100_pr_auc": 0.8576258096360275,
+      "eval_la_ud_pr_auc": 0.9453622012763947,
+      "eval_loss": 0.033766746520996094,
+      "eval_lt_ersatz_pr_auc": 0.9899177990278449,
+      "eval_lt_opus100_pr_auc": 0.8666878992455884,
+      "eval_lt_ud_pr_auc": 0.99084183770807,
+      "eval_lv_ersatz_pr_auc": 0.987080923911934,
+      "eval_lv_opus100_pr_auc": 0.8795769436337328,
+      "eval_lv_ud_pr_auc": 0.9606685126697775,
+      "eval_mg_opus100_pr_auc": 0.9212745168252696,
+      "eval_mk_opus100_pr_auc": 0.9049868266957148,
+      "eval_ml_opus100_pr_auc": 0.7729505035943324,
+      "eval_mn_opus100_pr_auc": 0.9559758575907374,
+      "eval_mr_opus100_pr_auc": 0.9013645376503981,
+      "eval_mr_ud_pr_auc": 0.980898159634508,
+      "eval_ms_opus100_pr_auc": 0.864722978032296,
+      "eval_mt_opus100_pr_auc": 0.8419584397724618,
+      "eval_mt_ud_pr_auc": 0.8650677994152032,
+      "eval_my_opus100_pr_auc": 0.7633214825764294,
+      "eval_ne_opus100_pr_auc": 0.7265947962871555,
+      "eval_nl_opus100_pr_auc": 0.8895023991327679,
+      "eval_nl_ud_pr_auc": 0.9792495776251215,
+      "eval_no_opus100_pr_auc": 0.9127176553680576,
+      "eval_no_ud_pr_auc": 0.9950415872469752,
+      "eval_pa_opus100_pr_auc": 0.694699394976488,
+      "eval_pl_ersatz_pr_auc": 0.9641337006670258,
+      "eval_pl_opus100_pr_auc": 0.8907197273257418,
+      "eval_pl_ud_pr_auc": 0.9649773888410598,
+      "eval_ps_ersatz_pr_auc": 0.9263156947306572,
+      "eval_ps_opus100_pr_auc": 0.723185419938121,
+      "eval_pt_opus100_pr_auc": 0.9207249066365764,
+      "eval_pt_ud_pr_auc": 0.9805514365736243,
+      "eval_ro_ersatz_pr_auc": 0.9923207003060075,
+      "eval_ro_opus100_pr_auc": 0.8829558287944994,
+      "eval_ro_ud_pr_auc": 0.9183944182027606,
+      "eval_ru_ersatz_pr_auc": 0.9875191881107426,
+      "eval_ru_opus100_pr_auc": 0.913443805531608,
+      "eval_ru_ud_pr_auc": 0.8329430065487592,
+      "eval_runtime": 456.6339,
+      "eval_samples_per_second": 165.275,
+      "eval_si_opus100_pr_auc": 0.8127431955503536,
+      "eval_sk_opus100_pr_auc": 0.9301187347241455,
+      "eval_sk_ud_pr_auc": 0.9708101882233304,
+      "eval_sl_opus100_pr_auc": 0.8590489695235227,
+      "eval_sl_ud_pr_auc": 0.9653203479681494,
+      "eval_sq_opus100_pr_auc": 0.9069326160253148,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.902859878330135,
+      "eval_sr_ud_pr_auc": 0.9954135900228429,
+      "eval_steps_per_second": 5.166,
+      "eval_sv_opus100_pr_auc": 0.8857638900379533,
+      "eval_sv_ud_pr_auc": 0.9324456845981374,
+      "eval_ta_ersatz_pr_auc": 0.9814459438007892,
+      "eval_ta_opus100_pr_auc": 0.672005161945402,
+      "eval_ta_ud_pr_auc": 0.9969480745204299,
+      "eval_te_opus100_pr_auc": 0.8379043998396558,
+      "eval_tg_opus100_pr_auc": 0.8767908332998956,
+      "eval_th_opus100_pr_auc": 0.6857338534009916,
+      "eval_th_ud_pr_auc": 0.7927547059100163,
+      "eval_tr_ersatz_pr_auc": 0.9590552736634866,
+      "eval_tr_opus100_pr_auc": 0.8971311113145518,
+      "eval_tr_ud_pr_auc": 0.9459586209102085,
+      "eval_uk_opus100_pr_auc": 0.8752342276257631,
+      "eval_uk_ud_pr_auc": 0.9231498956458569,
+      "eval_ur_opus100_pr_auc": 0.5191429226150723,
+      "eval_ur_ud_pr_auc": 0.9936929109120634,
+      "eval_uz_opus100_pr_auc": 0.8781803394879533,
+      "eval_vi_opus100_pr_auc": 0.9040885778885879,
+      "eval_vi_ud_pr_auc": 0.957702564897511,
+      "eval_xh_opus100_pr_auc": 0.8530440523817001,
+      "eval_yi_opus100_pr_auc": 0.7775165127895529,
+      "eval_yo_opus100_pr_auc": 0.7807890444560979,
+      "eval_yo_ud_pr_auc": 0.8926040191579308,
+      "eval_zh_ersatz_pr_auc": 0.959163711432722,
+      "eval_zh_opus100_pr_auc": 0.7547812025218417,
+      "eval_zh_ud_pr_auc": 0.9937991919789078,
+      "eval_zu_opus100_pr_auc": 0.8327989371099184,
+      "step": 350000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3911392405063292e-05,
+      "learning_rate_adapter": 1.3911392405063292e-05,
+      "loss": 0.0299,
+      "step": 350050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3898734177215192e-05,
+      "learning_rate_adapter": 1.3898734177215192e-05,
+      "loss": 0.0294,
+      "step": 350100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.388607594936709e-05,
+      "learning_rate_adapter": 1.388607594936709e-05,
+      "loss": 0.0293,
+      "step": 350150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3873417721518988e-05,
+      "learning_rate_adapter": 1.3873417721518988e-05,
+      "loss": 0.0295,
+      "step": 350200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3860759493670886e-05,
+      "learning_rate_adapter": 1.3860759493670886e-05,
+      "loss": 0.03,
+      "step": 350250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3848101265822786e-05,
+      "learning_rate_adapter": 1.3848101265822786e-05,
+      "loss": 0.0294,
+      "step": 350300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3835443037974685e-05,
+      "learning_rate_adapter": 1.3835443037974685e-05,
+      "loss": 0.0302,
+      "step": 350350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3822784810126582e-05,
+      "learning_rate_adapter": 1.3822784810126582e-05,
+      "loss": 0.0294,
+      "step": 350400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3810126582278483e-05,
+      "learning_rate_adapter": 1.3810126582278483e-05,
+      "loss": 0.0294,
+      "step": 350450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3797468354430381e-05,
+      "learning_rate_adapter": 1.3797468354430381e-05,
+      "loss": 0.0295,
+      "step": 350500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3784810126582279e-05,
+      "learning_rate_adapter": 1.3784810126582279e-05,
+      "loss": 0.03,
+      "step": 350550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.377215189873418e-05,
+      "learning_rate_adapter": 1.377215189873418e-05,
+      "loss": 0.0297,
+      "step": 350600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3759493670886076e-05,
+      "learning_rate_adapter": 1.3759493670886076e-05,
+      "loss": 0.0294,
+      "step": 350650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3746835443037975e-05,
+      "learning_rate_adapter": 1.3746835443037975e-05,
+      "loss": 0.0292,
+      "step": 350700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3734177215189876e-05,
+      "learning_rate_adapter": 1.3734177215189876e-05,
+      "loss": 0.0295,
+      "step": 350750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3721518987341773e-05,
+      "learning_rate_adapter": 1.3721518987341773e-05,
+      "loss": 0.0297,
+      "step": 350800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3708860759493672e-05,
+      "learning_rate_adapter": 1.3708860759493672e-05,
+      "loss": 0.0296,
+      "step": 350850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3696202531645572e-05,
+      "learning_rate_adapter": 1.3696202531645572e-05,
+      "loss": 0.0296,
+      "step": 350900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.368354430379747e-05,
+      "learning_rate_adapter": 1.368354430379747e-05,
+      "loss": 0.0304,
+      "step": 350950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3670886075949368e-05,
+      "learning_rate_adapter": 1.3670886075949368e-05,
+      "loss": 0.0294,
+      "step": 351000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3658227848101265e-05,
+      "learning_rate_adapter": 1.3658227848101265e-05,
+      "loss": 0.0306,
+      "step": 351050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3645569620253166e-05,
+      "learning_rate_adapter": 1.3645569620253166e-05,
+      "loss": 0.0296,
+      "step": 351100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3632911392405065e-05,
+      "learning_rate_adapter": 1.3632911392405065e-05,
+      "loss": 0.0295,
+      "step": 351150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3620253164556962e-05,
+      "learning_rate_adapter": 1.3620253164556962e-05,
+      "loss": 0.0295,
+      "step": 351200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3607594936708861e-05,
+      "learning_rate_adapter": 1.3607594936708861e-05,
+      "loss": 0.0299,
+      "step": 351250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3594936708860758e-05,
+      "learning_rate_adapter": 1.3594936708860758e-05,
+      "loss": 0.0299,
+      "step": 351300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3582278481012659e-05,
+      "learning_rate_adapter": 1.3582278481012659e-05,
+      "loss": 0.0298,
+      "step": 351350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3569620253164557e-05,
+      "learning_rate_adapter": 1.3569620253164557e-05,
+      "loss": 0.0294,
+      "step": 351400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3556962025316455e-05,
+      "learning_rate_adapter": 1.3556962025316455e-05,
+      "loss": 0.0297,
+      "step": 351450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3544303797468355e-05,
+      "learning_rate_adapter": 1.3544303797468355e-05,
+      "loss": 0.0303,
+      "step": 351500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3531645569620254e-05,
+      "learning_rate_adapter": 1.3531645569620254e-05,
+      "loss": 0.0302,
+      "step": 351550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3518987341772151e-05,
+      "learning_rate_adapter": 1.3518987341772151e-05,
+      "loss": 0.0295,
+      "step": 351600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3506329113924052e-05,
+      "learning_rate_adapter": 1.3506329113924052e-05,
+      "loss": 0.0292,
+      "step": 351650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3493670886075949e-05,
+      "learning_rate_adapter": 1.3493670886075949e-05,
+      "loss": 0.0297,
+      "step": 351700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3481012658227848e-05,
+      "learning_rate_adapter": 1.3481012658227848e-05,
+      "loss": 0.0299,
+      "step": 351750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3468354430379748e-05,
+      "learning_rate_adapter": 1.3468354430379748e-05,
+      "loss": 0.0289,
+      "step": 351800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3455696202531645e-05,
+      "learning_rate_adapter": 1.3455696202531645e-05,
+      "loss": 0.0302,
+      "step": 351850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3443037974683544e-05,
+      "learning_rate_adapter": 1.3443037974683544e-05,
+      "loss": 0.0306,
+      "step": 351900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3430379746835445e-05,
+      "learning_rate_adapter": 1.3430379746835445e-05,
+      "loss": 0.0297,
+      "step": 351950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3417721518987342e-05,
+      "learning_rate_adapter": 1.3417721518987342e-05,
+      "loss": 0.0299,
+      "step": 352000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3405063291139241e-05,
+      "learning_rate_adapter": 1.3405063291139241e-05,
+      "loss": 0.0298,
+      "step": 352050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3392405063291138e-05,
+      "learning_rate_adapter": 1.3392405063291138e-05,
+      "loss": 0.0303,
+      "step": 352100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3379746835443039e-05,
+      "learning_rate_adapter": 1.3379746835443039e-05,
+      "loss": 0.0303,
+      "step": 352150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3367088607594937e-05,
+      "learning_rate_adapter": 1.3367088607594937e-05,
+      "loss": 0.0303,
+      "step": 352200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3354430379746835e-05,
+      "learning_rate_adapter": 1.3354430379746835e-05,
+      "loss": 0.0305,
+      "step": 352250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3341772151898735e-05,
+      "learning_rate_adapter": 1.3341772151898735e-05,
+      "loss": 0.0298,
+      "step": 352300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3329113924050634e-05,
+      "learning_rate_adapter": 1.3329113924050634e-05,
+      "loss": 0.0304,
+      "step": 352350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3316455696202531e-05,
+      "learning_rate_adapter": 1.3316455696202531e-05,
+      "loss": 0.0297,
+      "step": 352400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3303797468354432e-05,
+      "learning_rate_adapter": 1.3303797468354432e-05,
+      "loss": 0.0303,
+      "step": 352450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3291139240506329e-05,
+      "learning_rate_adapter": 1.3291139240506329e-05,
+      "loss": 0.0302,
+      "step": 352500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3278481012658228e-05,
+      "learning_rate_adapter": 1.3278481012658228e-05,
+      "loss": 0.0297,
+      "step": 352550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3265822784810128e-05,
+      "learning_rate_adapter": 1.3265822784810128e-05,
+      "loss": 0.0297,
+      "step": 352600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3253164556962025e-05,
+      "learning_rate_adapter": 1.3253164556962025e-05,
+      "loss": 0.0301,
+      "step": 352650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3240506329113924e-05,
+      "learning_rate_adapter": 1.3240506329113924e-05,
+      "loss": 0.0303,
+      "step": 352700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3227848101265825e-05,
+      "learning_rate_adapter": 1.3227848101265825e-05,
+      "loss": 0.0302,
+      "step": 352750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3215189873417722e-05,
+      "learning_rate_adapter": 1.3215189873417722e-05,
+      "loss": 0.0306,
+      "step": 352800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3202531645569621e-05,
+      "learning_rate_adapter": 1.3202531645569621e-05,
+      "loss": 0.0297,
+      "step": 352850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3189873417721518e-05,
+      "learning_rate_adapter": 1.3189873417721518e-05,
+      "loss": 0.0303,
+      "step": 352900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3177215189873419e-05,
+      "learning_rate_adapter": 1.3177215189873419e-05,
+      "loss": 0.0295,
+      "step": 352950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3164556962025317e-05,
+      "learning_rate_adapter": 1.3164556962025317e-05,
+      "loss": 0.0304,
+      "step": 353000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3151898734177215e-05,
+      "learning_rate_adapter": 1.3151898734177215e-05,
+      "loss": 0.0293,
+      "step": 353050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3139240506329115e-05,
+      "learning_rate_adapter": 1.3139240506329115e-05,
+      "loss": 0.0299,
+      "step": 353100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3126582278481014e-05,
+      "learning_rate_adapter": 1.3126582278481014e-05,
+      "loss": 0.0294,
+      "step": 353150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3113924050632911e-05,
+      "learning_rate_adapter": 1.3113924050632911e-05,
+      "loss": 0.0293,
+      "step": 353200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3101265822784812e-05,
+      "learning_rate_adapter": 1.3101265822784812e-05,
+      "loss": 0.0309,
+      "step": 353250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3088607594936709e-05,
+      "learning_rate_adapter": 1.3088607594936709e-05,
+      "loss": 0.0293,
+      "step": 353300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3075949367088608e-05,
+      "learning_rate_adapter": 1.3075949367088608e-05,
+      "loss": 0.03,
+      "step": 353350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3063291139240508e-05,
+      "learning_rate_adapter": 1.3063291139240508e-05,
+      "loss": 0.0293,
+      "step": 353400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3050632911392405e-05,
+      "learning_rate_adapter": 1.3050632911392405e-05,
+      "loss": 0.0295,
+      "step": 353450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3037974683544304e-05,
+      "learning_rate_adapter": 1.3037974683544304e-05,
+      "loss": 0.0297,
+      "step": 353500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3025316455696205e-05,
+      "learning_rate_adapter": 1.3025316455696205e-05,
+      "loss": 0.0302,
+      "step": 353550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3012658227848102e-05,
+      "learning_rate_adapter": 1.3012658227848102e-05,
+      "loss": 0.0298,
+      "step": 353600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0305,
+      "step": 353650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2987341772151898e-05,
+      "learning_rate_adapter": 1.2987341772151898e-05,
+      "loss": 0.0299,
+      "step": 353700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2974683544303799e-05,
+      "learning_rate_adapter": 1.2974683544303799e-05,
+      "loss": 0.0292,
+      "step": 353750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2962025316455697e-05,
+      "learning_rate_adapter": 1.2962025316455697e-05,
+      "loss": 0.0303,
+      "step": 353800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2949367088607595e-05,
+      "learning_rate_adapter": 1.2949367088607595e-05,
+      "loss": 0.0298,
+      "step": 353850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2936708860759495e-05,
+      "learning_rate_adapter": 1.2936708860759495e-05,
+      "loss": 0.0296,
+      "step": 353900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2924050632911394e-05,
+      "learning_rate_adapter": 1.2924050632911394e-05,
+      "loss": 0.0302,
+      "step": 353950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2911392405063291e-05,
+      "learning_rate_adapter": 1.2911392405063291e-05,
+      "loss": 0.0297,
+      "step": 354000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2898734177215192e-05,
+      "learning_rate_adapter": 1.2898734177215192e-05,
+      "loss": 0.0298,
+      "step": 354050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2886075949367087e-05,
+      "learning_rate_adapter": 1.2886075949367087e-05,
+      "loss": 0.0304,
+      "step": 354100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2873417721518988e-05,
+      "learning_rate_adapter": 1.2873417721518988e-05,
+      "loss": 0.0305,
+      "step": 354150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2860759493670888e-05,
+      "learning_rate_adapter": 1.2860759493670888e-05,
+      "loss": 0.0292,
+      "step": 354200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2848101265822784e-05,
+      "learning_rate_adapter": 1.2848101265822784e-05,
+      "loss": 0.0298,
+      "step": 354250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2835443037974684e-05,
+      "learning_rate_adapter": 1.2835443037974684e-05,
+      "loss": 0.0306,
+      "step": 354300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2822784810126585e-05,
+      "learning_rate_adapter": 1.2822784810126585e-05,
+      "loss": 0.03,
+      "step": 354350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.281012658227848e-05,
+      "learning_rate_adapter": 1.281012658227848e-05,
+      "loss": 0.0299,
+      "step": 354400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2797468354430381e-05,
+      "learning_rate_adapter": 1.2797468354430381e-05,
+      "loss": 0.0298,
+      "step": 354450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2784810126582278e-05,
+      "learning_rate_adapter": 1.2784810126582278e-05,
+      "loss": 0.0292,
+      "step": 354500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2772151898734177e-05,
+      "learning_rate_adapter": 1.2772151898734177e-05,
+      "loss": 0.0305,
+      "step": 354550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2759493670886077e-05,
+      "learning_rate_adapter": 1.2759493670886077e-05,
+      "loss": 0.0303,
+      "step": 354600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2746835443037975e-05,
+      "learning_rate_adapter": 1.2746835443037975e-05,
+      "loss": 0.0303,
+      "step": 354650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2734177215189873e-05,
+      "learning_rate_adapter": 1.2734177215189873e-05,
+      "loss": 0.0293,
+      "step": 354700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2721518987341774e-05,
+      "learning_rate_adapter": 1.2721518987341774e-05,
+      "loss": 0.0297,
+      "step": 354750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2708860759493671e-05,
+      "learning_rate_adapter": 1.2708860759493671e-05,
+      "loss": 0.0296,
+      "step": 354800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.269620253164557e-05,
+      "learning_rate_adapter": 1.269620253164557e-05,
+      "loss": 0.0306,
+      "step": 354850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2683544303797467e-05,
+      "learning_rate_adapter": 1.2683544303797467e-05,
+      "loss": 0.0302,
+      "step": 354900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2670886075949368e-05,
+      "learning_rate_adapter": 1.2670886075949368e-05,
+      "loss": 0.0295,
+      "step": 354950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2658227848101267e-05,
+      "learning_rate_adapter": 1.2658227848101267e-05,
+      "loss": 0.0297,
+      "step": 355000
+    },
+    {
+      "epoch": 0.3,
+      "eval_af_opus100_pr_auc": 0.781528312762672,
+      "eval_af_ud_pr_auc": 0.9848330667324073,
+      "eval_am_opus100_pr_auc": 0.6014869043684316,
+      "eval_ar_ersatz_pr_auc": 0.9274630748778631,
+      "eval_ar_opus100_pr_auc": 0.7097316600602377,
+      "eval_ar_ud_pr_auc": 0.8925982671749806,
+      "eval_average_ersatz_pr_auc": 0.9645177378521308,
+      "eval_average_opus100_pr_auc": 0.8289193783737113,
+      "eval_average_ud_pr_auc": 0.9590967422227467,
+      "eval_az_opus100_pr_auc": 0.7805158972573688,
+      "eval_be_opus100_pr_auc": 0.6850401528672838,
+      "eval_be_ud_pr_auc": 0.8944705735833661,
+      "eval_bg_opus100_pr_auc": 0.9099181099921263,
+      "eval_bg_ud_pr_auc": 0.9937810282316527,
+      "eval_bn_opus100_pr_auc": 0.8190674536831103,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8781543778450485,
+      "eval_ca_ud_pr_auc": 0.9949075189030184,
+      "eval_ceb_ud_pr_auc": 0.9997992526016688,
+      "eval_cs_ersatz_pr_auc": 0.9840499337641,
+      "eval_cs_opus100_pr_auc": 0.9049925227243669,
+      "eval_cs_ud_pr_auc": 0.9555264286404228,
+      "eval_cy_opus100_pr_auc": 0.7522480429588487,
+      "eval_cy_ud_pr_auc": 0.9938875732794491,
+      "eval_da_opus100_pr_auc": 0.9132892079539454,
+      "eval_da_ud_pr_auc": 0.9810777636296458,
+      "eval_de_ersatz_pr_auc": 0.9775276038414166,
+      "eval_de_opus100_pr_auc": 0.8876524699577327,
+      "eval_de_ud_pr_auc": 0.9839598775237098,
+      "eval_el_opus100_pr_auc": 0.9182376725359901,
+      "eval_el_ud_pr_auc": 0.9861380777901787,
+      "eval_en_ersatz_pr_auc": 0.9886436522047731,
+      "eval_en_opus100_pr_auc": 0.9219552550410021,
+      "eval_en_ud_pr_auc": 0.9633969649526901,
+      "eval_eo_opus100_pr_auc": 0.9217214601265512,
+      "eval_es_ersatz_pr_auc": 0.9946433798549119,
+      "eval_es_opus100_pr_auc": 0.9237059793336577,
+      "eval_es_ud_pr_auc": 0.9889446628933942,
+      "eval_et_ersatz_pr_auc": 0.9799221192183788,
+      "eval_et_opus100_pr_auc": 0.8990663246339428,
+      "eval_et_ud_pr_auc": 0.9584595808151931,
+      "eval_eu_opus100_pr_auc": 0.8732843584217725,
+      "eval_eu_ud_pr_auc": 0.9875598700632522,
+      "eval_fa_opus100_pr_auc": 0.5754407971409183,
+      "eval_fa_ud_pr_auc": 0.993333798750897,
+      "eval_fi_ersatz_pr_auc": 0.9870930604196758,
+      "eval_fi_opus100_pr_auc": 0.90660382902223,
+      "eval_fi_ud_pr_auc": 0.9656964280718611,
+      "eval_fr_ersatz_pr_auc": 0.9866532721593865,
+      "eval_fr_opus100_pr_auc": 0.903363851276105,
+      "eval_fr_ud_pr_auc": 0.9823849830633878,
+      "eval_fy_opus100_pr_auc": 0.6878821534840278,
+      "eval_ga_opus100_pr_auc": 0.8771776742805834,
+      "eval_ga_ud_pr_auc": 0.8144706291463539,
+      "eval_gd_opus100_pr_auc": 0.6065859652959662,
+      "eval_gd_ud_pr_auc": 0.7636906475807859,
+      "eval_gl_opus100_pr_auc": 0.8797324340715079,
+      "eval_gl_ud_pr_auc": 0.9965149153763276,
+      "eval_gu_ersatz_pr_auc": 0.934383185306673,
+      "eval_gu_opus100_pr_auc": 0.7350781582670034,
+      "eval_ha_opus100_pr_auc": 0.9026284022235244,
+      "eval_he_opus100_pr_auc": 0.8609963996439728,
+      "eval_he_ud_pr_auc": 0.9681696194410361,
+      "eval_hi_ersatz_pr_auc": 0.9749375359407665,
+      "eval_hi_opus100_pr_auc": 0.6664494555138168,
+      "eval_hi_ud_pr_auc": 0.9760390774112766,
+      "eval_hu_opus100_pr_auc": 0.9138837229574742,
+      "eval_hu_ud_pr_auc": 0.9821892650154289,
+      "eval_hy_opus100_pr_auc": 0.9051028662866896,
+      "eval_hy_ud_pr_auc": 0.9886548663347408,
+      "eval_id_opus100_pr_auc": 0.872742080742136,
+      "eval_id_ud_pr_auc": 0.9906133239086092,
+      "eval_ig_opus100_pr_auc": 0.8829797775243461,
+      "eval_is_opus100_pr_auc": 0.9223604605462288,
+      "eval_is_ud_pr_auc": 0.9180681207903232,
+      "eval_it_opus100_pr_auc": 0.8997717788510946,
+      "eval_it_ud_pr_auc": 0.9976323339845674,
+      "eval_ja_ersatz_pr_auc": 0.8127045006727333,
+      "eval_ja_opus100_pr_auc": 0.8106667326026868,
+      "eval_ja_ud_pr_auc": 0.9844487877290513,
+      "eval_jv_ud_pr_auc": 0.9738091541676827,
+      "eval_ka_opus100_pr_auc": 0.8825729431098521,
+      "eval_kk_ersatz_pr_auc": 0.9868752786310699,
+      "eval_kk_opus100_pr_auc": 0.806510372998819,
+      "eval_kk_ud_pr_auc": 0.9717819543644041,
+      "eval_km_ersatz_pr_auc": 0.9133298337660526,
+      "eval_km_opus100_pr_auc": 0.73117813427757,
+      "eval_kn_opus100_pr_auc": 0.5998698270663143,
+      "eval_ko_opus100_pr_auc": 0.6926569028531826,
+      "eval_ko_ud_pr_auc": 0.9983124652255195,
+      "eval_ku_opus100_pr_auc": 0.8439971807210231,
+      "eval_ky_opus100_pr_auc": 0.8604257686043,
+      "eval_la_ud_pr_auc": 0.9394137698969413,
+      "eval_loss": 0.033828005194664,
+      "eval_lt_ersatz_pr_auc": 0.9906300293441244,
+      "eval_lt_opus100_pr_auc": 0.8733876013852513,
+      "eval_lt_ud_pr_auc": 0.9903550445707324,
+      "eval_lv_ersatz_pr_auc": 0.9898388488448241,
+      "eval_lv_opus100_pr_auc": 0.8855918646414573,
+      "eval_lv_ud_pr_auc": 0.9640842583368636,
+      "eval_mg_opus100_pr_auc": 0.927416260583109,
+      "eval_mk_opus100_pr_auc": 0.9038782552737857,
+      "eval_ml_opus100_pr_auc": 0.7729556293936917,
+      "eval_mn_opus100_pr_auc": 0.9567648026453307,
+      "eval_mr_opus100_pr_auc": 0.902405571609977,
+      "eval_mr_ud_pr_auc": 0.9846329568802369,
+      "eval_ms_opus100_pr_auc": 0.8667164596172137,
+      "eval_mt_opus100_pr_auc": 0.8488182271946267,
+      "eval_mt_ud_pr_auc": 0.8602855099509581,
+      "eval_my_opus100_pr_auc": 0.7623616426065254,
+      "eval_ne_opus100_pr_auc": 0.72941659709529,
+      "eval_nl_opus100_pr_auc": 0.887802129120398,
+      "eval_nl_ud_pr_auc": 0.9837880516154417,
+      "eval_no_opus100_pr_auc": 0.9132459646678026,
+      "eval_no_ud_pr_auc": 0.9954434928777057,
+      "eval_pa_opus100_pr_auc": 0.6854525801232588,
+      "eval_pl_ersatz_pr_auc": 0.9671882484478288,
+      "eval_pl_opus100_pr_auc": 0.8895287180860355,
+      "eval_pl_ud_pr_auc": 0.9676049750277247,
+      "eval_ps_ersatz_pr_auc": 0.932642096415791,
+      "eval_ps_opus100_pr_auc": 0.7061663349975374,
+      "eval_pt_opus100_pr_auc": 0.9198410277670037,
+      "eval_pt_ud_pr_auc": 0.9817442230567873,
+      "eval_ro_ersatz_pr_auc": 0.9944645438154233,
+      "eval_ro_opus100_pr_auc": 0.8765492463586818,
+      "eval_ro_ud_pr_auc": 0.9376339831530319,
+      "eval_ru_ersatz_pr_auc": 0.9882460163793992,
+      "eval_ru_opus100_pr_auc": 0.9239116699013987,
+      "eval_ru_ud_pr_auc": 0.844908251001104,
+      "eval_runtime": 459.0617,
+      "eval_samples_per_second": 164.401,
+      "eval_si_opus100_pr_auc": 0.8141256802345773,
+      "eval_sk_opus100_pr_auc": 0.9315537376921454,
+      "eval_sk_ud_pr_auc": 0.9760431654525253,
+      "eval_sl_opus100_pr_auc": 0.8573324024960793,
+      "eval_sl_ud_pr_auc": 0.9690954391672237,
+      "eval_sq_opus100_pr_auc": 0.9011381312714802,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9032183221717605,
+      "eval_sr_ud_pr_auc": 0.9963511287476806,
+      "eval_steps_per_second": 5.139,
+      "eval_sv_opus100_pr_auc": 0.8859081933643129,
+      "eval_sv_ud_pr_auc": 0.9376049337431376,
+      "eval_ta_ersatz_pr_auc": 0.9833121519880115,
+      "eval_ta_opus100_pr_auc": 0.6698595261439311,
+      "eval_ta_ud_pr_auc": 0.9973084669757876,
+      "eval_te_opus100_pr_auc": 0.8396261869144348,
+      "eval_tg_opus100_pr_auc": 0.8791860038671078,
+      "eval_th_opus100_pr_auc": 0.690397757510797,
+      "eval_th_ud_pr_auc": 0.7936149819886672,
+      "eval_tr_ersatz_pr_auc": 0.9643180452933215,
+      "eval_tr_opus100_pr_auc": 0.8971440604050699,
+      "eval_tr_ud_pr_auc": 0.9474433741034968,
+      "eval_uk_opus100_pr_auc": 0.8748657999721989,
+      "eval_uk_ud_pr_auc": 0.9231303491737799,
+      "eval_ur_opus100_pr_auc": 0.5231713871881013,
+      "eval_ur_ud_pr_auc": 0.993017049706042,
+      "eval_uz_opus100_pr_auc": 0.8742647574513558,
+      "eval_vi_opus100_pr_auc": 0.9035421198593528,
+      "eval_vi_ud_pr_auc": 0.9618912130483579,
+      "eval_xh_opus100_pr_auc": 0.8582167433365258,
+      "eval_yi_opus100_pr_auc": 0.7864485497936565,
+      "eval_yo_opus100_pr_auc": 0.7793435135117219,
+      "eval_yo_ud_pr_auc": 0.9021591330245364,
+      "eval_zh_ersatz_pr_auc": 0.9605238215603555,
+      "eval_zh_opus100_pr_auc": 0.7167129478825125,
+      "eval_zh_ud_pr_auc": 0.9958096780205113,
+      "eval_zu_opus100_pr_auc": 0.8448687906233687,
+      "step": 355000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2645569620253164e-05,
+      "learning_rate_adapter": 1.2645569620253164e-05,
+      "loss": 0.0299,
+      "step": 355050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2632911392405064e-05,
+      "learning_rate_adapter": 1.2632911392405064e-05,
+      "loss": 0.0295,
+      "step": 355100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2620253164556963e-05,
+      "learning_rate_adapter": 1.2620253164556963e-05,
+      "loss": 0.0307,
+      "step": 355150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.260759493670886e-05,
+      "learning_rate_adapter": 1.260759493670886e-05,
+      "loss": 0.0307,
+      "step": 355200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2594936708860761e-05,
+      "learning_rate_adapter": 1.2594936708860761e-05,
+      "loss": 0.03,
+      "step": 355250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2582278481012658e-05,
+      "learning_rate_adapter": 1.2582278481012658e-05,
+      "loss": 0.0291,
+      "step": 355300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2569620253164557e-05,
+      "learning_rate_adapter": 1.2569620253164557e-05,
+      "loss": 0.03,
+      "step": 355350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2556962025316457e-05,
+      "learning_rate_adapter": 1.2556962025316457e-05,
+      "loss": 0.029,
+      "step": 355400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2544303797468355e-05,
+      "learning_rate_adapter": 1.2544303797468355e-05,
+      "loss": 0.0297,
+      "step": 355450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2531645569620253e-05,
+      "learning_rate_adapter": 1.2531645569620253e-05,
+      "loss": 0.0298,
+      "step": 355500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2518987341772154e-05,
+      "learning_rate_adapter": 1.2518987341772154e-05,
+      "loss": 0.0301,
+      "step": 355550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2506329113924051e-05,
+      "learning_rate_adapter": 1.2506329113924051e-05,
+      "loss": 0.0303,
+      "step": 355600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.249367088607595e-05,
+      "learning_rate_adapter": 1.249367088607595e-05,
+      "loss": 0.0295,
+      "step": 355650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2481012658227849e-05,
+      "learning_rate_adapter": 1.2481012658227849e-05,
+      "loss": 0.0295,
+      "step": 355700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2468354430379748e-05,
+      "learning_rate_adapter": 1.2468354430379748e-05,
+      "loss": 0.0296,
+      "step": 355750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2455696202531645e-05,
+      "learning_rate_adapter": 1.2455696202531645e-05,
+      "loss": 0.0302,
+      "step": 355800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2443037974683545e-05,
+      "learning_rate_adapter": 1.2443037974683545e-05,
+      "loss": 0.0299,
+      "step": 355850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2430379746835444e-05,
+      "learning_rate_adapter": 1.2430379746835444e-05,
+      "loss": 0.0295,
+      "step": 355900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2417721518987341e-05,
+      "learning_rate_adapter": 1.2417721518987341e-05,
+      "loss": 0.0287,
+      "step": 355950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.240506329113924e-05,
+      "learning_rate_adapter": 1.240506329113924e-05,
+      "loss": 0.0299,
+      "step": 356000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2392405063291141e-05,
+      "learning_rate_adapter": 1.2392405063291141e-05,
+      "loss": 0.0304,
+      "step": 356050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2379746835443038e-05,
+      "learning_rate_adapter": 1.2379746835443038e-05,
+      "loss": 0.0296,
+      "step": 356100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2367088607594937e-05,
+      "learning_rate_adapter": 1.2367088607594937e-05,
+      "loss": 0.0297,
+      "step": 356150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2354430379746836e-05,
+      "learning_rate_adapter": 1.2354430379746836e-05,
+      "loss": 0.0299,
+      "step": 356200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2341772151898735e-05,
+      "learning_rate_adapter": 1.2341772151898735e-05,
+      "loss": 0.0303,
+      "step": 356250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2329113924050633e-05,
+      "learning_rate_adapter": 1.2329113924050633e-05,
+      "loss": 0.0299,
+      "step": 356300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2316455696202532e-05,
+      "learning_rate_adapter": 1.2316455696202532e-05,
+      "loss": 0.0298,
+      "step": 356350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2303797468354431e-05,
+      "learning_rate_adapter": 1.2303797468354431e-05,
+      "loss": 0.0288,
+      "step": 356400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.229113924050633e-05,
+      "learning_rate_adapter": 1.229113924050633e-05,
+      "loss": 0.0292,
+      "step": 356450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2278481012658229e-05,
+      "learning_rate_adapter": 1.2278481012658229e-05,
+      "loss": 0.0301,
+      "step": 356500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2265822784810128e-05,
+      "learning_rate_adapter": 1.2265822784810128e-05,
+      "loss": 0.0296,
+      "step": 356550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2253164556962025e-05,
+      "learning_rate_adapter": 1.2253164556962025e-05,
+      "loss": 0.0298,
+      "step": 356600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2240506329113925e-05,
+      "learning_rate_adapter": 1.2240506329113925e-05,
+      "loss": 0.0303,
+      "step": 356650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2227848101265824e-05,
+      "learning_rate_adapter": 1.2227848101265824e-05,
+      "loss": 0.0302,
+      "step": 356700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2215189873417721e-05,
+      "learning_rate_adapter": 1.2215189873417721e-05,
+      "loss": 0.0296,
+      "step": 356750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.220253164556962e-05,
+      "learning_rate_adapter": 1.220253164556962e-05,
+      "loss": 0.0297,
+      "step": 356800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2189873417721521e-05,
+      "learning_rate_adapter": 1.2189873417721521e-05,
+      "loss": 0.0295,
+      "step": 356850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2177215189873418e-05,
+      "learning_rate_adapter": 1.2177215189873418e-05,
+      "loss": 0.0301,
+      "step": 356900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2164556962025317e-05,
+      "learning_rate_adapter": 1.2164556962025317e-05,
+      "loss": 0.0297,
+      "step": 356950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2151898734177216e-05,
+      "learning_rate_adapter": 1.2151898734177216e-05,
+      "loss": 0.0295,
+      "step": 357000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2139240506329115e-05,
+      "learning_rate_adapter": 1.2139240506329115e-05,
+      "loss": 0.0302,
+      "step": 357050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2126582278481013e-05,
+      "learning_rate_adapter": 1.2126582278481013e-05,
+      "loss": 0.0295,
+      "step": 357100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2113924050632912e-05,
+      "learning_rate_adapter": 1.2113924050632912e-05,
+      "loss": 0.0295,
+      "step": 357150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.210126582278481e-05,
+      "learning_rate_adapter": 1.210126582278481e-05,
+      "loss": 0.0294,
+      "step": 357200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.208860759493671e-05,
+      "learning_rate_adapter": 1.208860759493671e-05,
+      "loss": 0.0301,
+      "step": 357250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2075949367088609e-05,
+      "learning_rate_adapter": 1.2075949367088609e-05,
+      "loss": 0.0295,
+      "step": 357300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2063291139240506e-05,
+      "learning_rate_adapter": 1.2063291139240506e-05,
+      "loss": 0.0296,
+      "step": 357350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2050632911392405e-05,
+      "learning_rate_adapter": 1.2050632911392405e-05,
+      "loss": 0.0288,
+      "step": 357400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2037974683544305e-05,
+      "learning_rate_adapter": 1.2037974683544305e-05,
+      "loss": 0.0301,
+      "step": 357450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2025316455696203e-05,
+      "learning_rate_adapter": 1.2025316455696203e-05,
+      "loss": 0.0302,
+      "step": 357500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2012658227848101e-05,
+      "learning_rate_adapter": 1.2012658227848101e-05,
+      "loss": 0.0294,
+      "step": 357550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0302,
+      "step": 357600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.19873417721519e-05,
+      "learning_rate_adapter": 1.19873417721519e-05,
+      "loss": 0.0304,
+      "step": 357650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1974683544303798e-05,
+      "learning_rate_adapter": 1.1974683544303798e-05,
+      "loss": 0.03,
+      "step": 357700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1962025316455697e-05,
+      "learning_rate_adapter": 1.1962025316455697e-05,
+      "loss": 0.0294,
+      "step": 357750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1949367088607596e-05,
+      "learning_rate_adapter": 1.1949367088607596e-05,
+      "loss": 0.0304,
+      "step": 357800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1936708860759495e-05,
+      "learning_rate_adapter": 1.1936708860759495e-05,
+      "loss": 0.0297,
+      "step": 357850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1924050632911393e-05,
+      "learning_rate_adapter": 1.1924050632911393e-05,
+      "loss": 0.0294,
+      "step": 357900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1911392405063292e-05,
+      "learning_rate_adapter": 1.1911392405063292e-05,
+      "loss": 0.0301,
+      "step": 357950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.189873417721519e-05,
+      "learning_rate_adapter": 1.189873417721519e-05,
+      "loss": 0.0301,
+      "step": 358000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.188607594936709e-05,
+      "learning_rate_adapter": 1.188607594936709e-05,
+      "loss": 0.0294,
+      "step": 358050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1873417721518989e-05,
+      "learning_rate_adapter": 1.1873417721518989e-05,
+      "loss": 0.0292,
+      "step": 358100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1860759493670886e-05,
+      "learning_rate_adapter": 1.1860759493670886e-05,
+      "loss": 0.0301,
+      "step": 358150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1848101265822785e-05,
+      "learning_rate_adapter": 1.1848101265822785e-05,
+      "loss": 0.0305,
+      "step": 358200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1835443037974685e-05,
+      "learning_rate_adapter": 1.1835443037974685e-05,
+      "loss": 0.0293,
+      "step": 358250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1822784810126583e-05,
+      "learning_rate_adapter": 1.1822784810126583e-05,
+      "loss": 0.0297,
+      "step": 358300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1810126582278481e-05,
+      "learning_rate_adapter": 1.1810126582278481e-05,
+      "loss": 0.0303,
+      "step": 358350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.179746835443038e-05,
+      "learning_rate_adapter": 1.179746835443038e-05,
+      "loss": 0.0296,
+      "step": 358400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1784810126582279e-05,
+      "learning_rate_adapter": 1.1784810126582279e-05,
+      "loss": 0.0295,
+      "step": 358450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1772151898734178e-05,
+      "learning_rate_adapter": 1.1772151898734178e-05,
+      "loss": 0.0301,
+      "step": 358500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1759493670886077e-05,
+      "learning_rate_adapter": 1.1759493670886077e-05,
+      "loss": 0.0296,
+      "step": 358550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1746835443037974e-05,
+      "learning_rate_adapter": 1.1746835443037974e-05,
+      "loss": 0.0293,
+      "step": 358600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1734177215189875e-05,
+      "learning_rate_adapter": 1.1734177215189875e-05,
+      "loss": 0.0299,
+      "step": 358650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1721518987341773e-05,
+      "learning_rate_adapter": 1.1721518987341773e-05,
+      "loss": 0.0301,
+      "step": 358700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.170886075949367e-05,
+      "learning_rate_adapter": 1.170886075949367e-05,
+      "loss": 0.0296,
+      "step": 358750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.169620253164557e-05,
+      "learning_rate_adapter": 1.169620253164557e-05,
+      "loss": 0.0298,
+      "step": 358800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.168354430379747e-05,
+      "learning_rate_adapter": 1.168354430379747e-05,
+      "loss": 0.0299,
+      "step": 358850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1670886075949367e-05,
+      "learning_rate_adapter": 1.1670886075949367e-05,
+      "loss": 0.03,
+      "step": 358900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1658227848101266e-05,
+      "learning_rate_adapter": 1.1658227848101266e-05,
+      "loss": 0.03,
+      "step": 358950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1645569620253165e-05,
+      "learning_rate_adapter": 1.1645569620253165e-05,
+      "loss": 0.0302,
+      "step": 359000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1632911392405064e-05,
+      "learning_rate_adapter": 1.1632911392405064e-05,
+      "loss": 0.0302,
+      "step": 359050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1620253164556963e-05,
+      "learning_rate_adapter": 1.1620253164556963e-05,
+      "loss": 0.0297,
+      "step": 359100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1607594936708861e-05,
+      "learning_rate_adapter": 1.1607594936708861e-05,
+      "loss": 0.0306,
+      "step": 359150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.159493670886076e-05,
+      "learning_rate_adapter": 1.159493670886076e-05,
+      "loss": 0.0301,
+      "step": 359200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1582278481012659e-05,
+      "learning_rate_adapter": 1.1582278481012659e-05,
+      "loss": 0.0298,
+      "step": 359250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1569620253164558e-05,
+      "learning_rate_adapter": 1.1569620253164558e-05,
+      "loss": 0.0304,
+      "step": 359300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1556962025316457e-05,
+      "learning_rate_adapter": 1.1556962025316457e-05,
+      "loss": 0.0294,
+      "step": 359350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1544303797468354e-05,
+      "learning_rate_adapter": 1.1544303797468354e-05,
+      "loss": 0.0299,
+      "step": 359400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1531645569620255e-05,
+      "learning_rate_adapter": 1.1531645569620255e-05,
+      "loss": 0.0302,
+      "step": 359450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1518987341772153e-05,
+      "learning_rate_adapter": 1.1518987341772153e-05,
+      "loss": 0.0298,
+      "step": 359500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.150632911392405e-05,
+      "learning_rate_adapter": 1.150632911392405e-05,
+      "loss": 0.0297,
+      "step": 359550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.149367088607595e-05,
+      "learning_rate_adapter": 1.149367088607595e-05,
+      "loss": 0.0298,
+      "step": 359600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.148101265822785e-05,
+      "learning_rate_adapter": 1.148101265822785e-05,
+      "loss": 0.0298,
+      "step": 359650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1468354430379747e-05,
+      "learning_rate_adapter": 1.1468354430379747e-05,
+      "loss": 0.0291,
+      "step": 359700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1455696202531646e-05,
+      "learning_rate_adapter": 1.1455696202531646e-05,
+      "loss": 0.0291,
+      "step": 359750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1443037974683545e-05,
+      "learning_rate_adapter": 1.1443037974683545e-05,
+      "loss": 0.0298,
+      "step": 359800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1430379746835444e-05,
+      "learning_rate_adapter": 1.1430379746835444e-05,
+      "loss": 0.0301,
+      "step": 359850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1417721518987343e-05,
+      "learning_rate_adapter": 1.1417721518987343e-05,
+      "loss": 0.0299,
+      "step": 359900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1405063291139241e-05,
+      "learning_rate_adapter": 1.1405063291139241e-05,
+      "loss": 0.0298,
+      "step": 359950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.139240506329114e-05,
+      "learning_rate_adapter": 1.139240506329114e-05,
+      "loss": 0.0295,
+      "step": 360000
+    },
+    {
+      "epoch": 0.3,
+      "eval_af_opus100_pr_auc": 0.7922736885343176,
+      "eval_af_ud_pr_auc": 0.983783511269708,
+      "eval_am_opus100_pr_auc": 0.6144667809006643,
+      "eval_ar_ersatz_pr_auc": 0.9249733719827723,
+      "eval_ar_opus100_pr_auc": 0.7049416438481202,
+      "eval_ar_ud_pr_auc": 0.8909083672666341,
+      "eval_average_ersatz_pr_auc": 0.9613282244818624,
+      "eval_average_opus100_pr_auc": 0.8295822486901385,
+      "eval_average_ud_pr_auc": 0.9563624990634161,
+      "eval_az_opus100_pr_auc": 0.7775734096801205,
+      "eval_be_opus100_pr_auc": 0.689053145936347,
+      "eval_be_ud_pr_auc": 0.8851839920530338,
+      "eval_bg_opus100_pr_auc": 0.912591652821182,
+      "eval_bg_ud_pr_auc": 0.9922779089912898,
+      "eval_bn_opus100_pr_auc": 0.823522700197952,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8800297224773193,
+      "eval_ca_ud_pr_auc": 0.9920191639089541,
+      "eval_ceb_ud_pr_auc": 0.9997699457735492,
+      "eval_cs_ersatz_pr_auc": 0.9825047607072858,
+      "eval_cs_opus100_pr_auc": 0.9052796079467044,
+      "eval_cs_ud_pr_auc": 0.952253673207857,
+      "eval_cy_opus100_pr_auc": 0.7576544481808833,
+      "eval_cy_ud_pr_auc": 0.9940665079688219,
+      "eval_da_opus100_pr_auc": 0.9117658652461414,
+      "eval_da_ud_pr_auc": 0.9766224399094842,
+      "eval_de_ersatz_pr_auc": 0.9737355085273256,
+      "eval_de_opus100_pr_auc": 0.8851431750939298,
+      "eval_de_ud_pr_auc": 0.9824033530198283,
+      "eval_el_opus100_pr_auc": 0.9168786319485833,
+      "eval_el_ud_pr_auc": 0.9872106237317196,
+      "eval_en_ersatz_pr_auc": 0.986686437709508,
+      "eval_en_opus100_pr_auc": 0.9238623799616094,
+      "eval_en_ud_pr_auc": 0.9645952784075594,
+      "eval_eo_opus100_pr_auc": 0.9224087910077956,
+      "eval_es_ersatz_pr_auc": 0.9938874438125375,
+      "eval_es_opus100_pr_auc": 0.923509262452457,
+      "eval_es_ud_pr_auc": 0.9885425561352684,
+      "eval_et_ersatz_pr_auc": 0.9780843598126071,
+      "eval_et_opus100_pr_auc": 0.8985372219461304,
+      "eval_et_ud_pr_auc": 0.9593654059641139,
+      "eval_eu_opus100_pr_auc": 0.872553348691002,
+      "eval_eu_ud_pr_auc": 0.9863679000647968,
+      "eval_fa_opus100_pr_auc": 0.5701008950345064,
+      "eval_fa_ud_pr_auc": 0.9916068685043923,
+      "eval_fi_ersatz_pr_auc": 0.9843287887730219,
+      "eval_fi_opus100_pr_auc": 0.9084025313053147,
+      "eval_fi_ud_pr_auc": 0.9621866651940432,
+      "eval_fr_ersatz_pr_auc": 0.9846371231735722,
+      "eval_fr_opus100_pr_auc": 0.9054364019428105,
+      "eval_fr_ud_pr_auc": 0.9796618467377926,
+      "eval_fy_opus100_pr_auc": 0.7040902906584454,
+      "eval_ga_opus100_pr_auc": 0.8707720749304502,
+      "eval_ga_ud_pr_auc": 0.8052915822782771,
+      "eval_gd_opus100_pr_auc": 0.6125334956636622,
+      "eval_gd_ud_pr_auc": 0.7558725471869051,
+      "eval_gl_opus100_pr_auc": 0.8835279099678023,
+      "eval_gl_ud_pr_auc": 0.9961888671697755,
+      "eval_gu_ersatz_pr_auc": 0.9283546339930372,
+      "eval_gu_opus100_pr_auc": 0.7393279995419823,
+      "eval_ha_opus100_pr_auc": 0.8945928541820141,
+      "eval_he_opus100_pr_auc": 0.8532540518531153,
+      "eval_he_ud_pr_auc": 0.9592513096689863,
+      "eval_hi_ersatz_pr_auc": 0.9729518267808742,
+      "eval_hi_opus100_pr_auc": 0.6699014251116768,
+      "eval_hi_ud_pr_auc": 0.9745640521200911,
+      "eval_hu_opus100_pr_auc": 0.9143577051584988,
+      "eval_hu_ud_pr_auc": 0.9817155140183456,
+      "eval_hy_opus100_pr_auc": 0.90688083799939,
+      "eval_hy_ud_pr_auc": 0.9879874132845082,
+      "eval_id_opus100_pr_auc": 0.8709652405130801,
+      "eval_id_ud_pr_auc": 0.9888607515260489,
+      "eval_ig_opus100_pr_auc": 0.8839751489296086,
+      "eval_is_opus100_pr_auc": 0.9213641653520224,
+      "eval_is_ud_pr_auc": 0.9083437405368717,
+      "eval_it_opus100_pr_auc": 0.9009806203887827,
+      "eval_it_ud_pr_auc": 0.9974849939036088,
+      "eval_ja_ersatz_pr_auc": 0.8047541352508387,
+      "eval_ja_opus100_pr_auc": 0.816844314525105,
+      "eval_ja_ud_pr_auc": 0.9834241123791952,
+      "eval_jv_ud_pr_auc": 0.974134530969778,
+      "eval_ka_opus100_pr_auc": 0.8775578510705101,
+      "eval_kk_ersatz_pr_auc": 0.9830005999411108,
+      "eval_kk_opus100_pr_auc": 0.8129862512618443,
+      "eval_kk_ud_pr_auc": 0.9692936513778108,
+      "eval_km_ersatz_pr_auc": 0.9124053975914325,
+      "eval_km_opus100_pr_auc": 0.7316017024292814,
+      "eval_kn_opus100_pr_auc": 0.603682931525994,
+      "eval_ko_opus100_pr_auc": 0.6929557201962384,
+      "eval_ko_ud_pr_auc": 0.9977743048701534,
+      "eval_ku_opus100_pr_auc": 0.848859056177627,
+      "eval_ky_opus100_pr_auc": 0.8655672227867961,
+      "eval_la_ud_pr_auc": 0.9407651285843058,
+      "eval_loss": 0.03375297039747238,
+      "eval_lt_ersatz_pr_auc": 0.9894997830171368,
+      "eval_lt_opus100_pr_auc": 0.867242315933461,
+      "eval_lt_ud_pr_auc": 0.9893428275228766,
+      "eval_lv_ersatz_pr_auc": 0.987176006987331,
+      "eval_lv_opus100_pr_auc": 0.8808347781888423,
+      "eval_lv_ud_pr_auc": 0.9599266942939436,
+      "eval_mg_opus100_pr_auc": 0.9227535809684652,
+      "eval_mk_opus100_pr_auc": 0.9073318844429514,
+      "eval_ml_opus100_pr_auc": 0.7718034466975362,
+      "eval_mn_opus100_pr_auc": 0.9572661912191626,
+      "eval_mr_opus100_pr_auc": 0.9042940356411142,
+      "eval_mr_ud_pr_auc": 0.9770853095223587,
+      "eval_ms_opus100_pr_auc": 0.8658385255145267,
+      "eval_mt_opus100_pr_auc": 0.8401220624261567,
+      "eval_mt_ud_pr_auc": 0.8734631755547962,
+      "eval_my_opus100_pr_auc": 0.7622875260359571,
+      "eval_ne_opus100_pr_auc": 0.731236754459701,
+      "eval_nl_opus100_pr_auc": 0.8893319567081723,
+      "eval_nl_ud_pr_auc": 0.9835127066992841,
+      "eval_no_opus100_pr_auc": 0.9138477228700977,
+      "eval_no_ud_pr_auc": 0.9954637659048149,
+      "eval_pa_opus100_pr_auc": 0.6918853264802033,
+      "eval_pl_ersatz_pr_auc": 0.960235332703024,
+      "eval_pl_opus100_pr_auc": 0.892424106355966,
+      "eval_pl_ud_pr_auc": 0.9628954944072794,
+      "eval_ps_ersatz_pr_auc": 0.9200703182292655,
+      "eval_ps_opus100_pr_auc": 0.7070163363819102,
+      "eval_pt_opus100_pr_auc": 0.9214971428466956,
+      "eval_pt_ud_pr_auc": 0.9825248117602032,
+      "eval_ro_ersatz_pr_auc": 0.9932005761533776,
+      "eval_ro_opus100_pr_auc": 0.8739448384265323,
+      "eval_ro_ud_pr_auc": 0.9082334075836656,
+      "eval_ru_ersatz_pr_auc": 0.9870164163013837,
+      "eval_ru_opus100_pr_auc": 0.9183225700955573,
+      "eval_ru_ud_pr_auc": 0.8347271647106677,
+      "eval_runtime": 460.5667,
+      "eval_samples_per_second": 163.863,
+      "eval_si_opus100_pr_auc": 0.8127874212813111,
+      "eval_sk_opus100_pr_auc": 0.9314596633235616,
+      "eval_sk_ud_pr_auc": 0.9771344090344098,
+      "eval_sl_opus100_pr_auc": 0.8564539048078034,
+      "eval_sl_ud_pr_auc": 0.9647820637702083,
+      "eval_sq_opus100_pr_auc": 0.9036791276828325,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9047113775096238,
+      "eval_sr_ud_pr_auc": 0.9957457455135709,
+      "eval_steps_per_second": 5.122,
+      "eval_sv_opus100_pr_auc": 0.8871142610197326,
+      "eval_sv_ud_pr_auc": 0.9298228599385124,
+      "eval_ta_ersatz_pr_auc": 0.9819758169872302,
+      "eval_ta_opus100_pr_auc": 0.6758786590452872,
+      "eval_ta_ud_pr_auc": 0.9969156781364835,
+      "eval_te_opus100_pr_auc": 0.8415979126446775,
+      "eval_tg_opus100_pr_auc": 0.878460846687729,
+      "eval_th_opus100_pr_auc": 0.6882692492183713,
+      "eval_th_ud_pr_auc": 0.7886963841847282,
+      "eval_tr_ersatz_pr_auc": 0.9625630894227979,
+      "eval_tr_opus100_pr_auc": 0.8972305658410633,
+      "eval_tr_ud_pr_auc": 0.9469420823044383,
+      "eval_uk_opus100_pr_auc": 0.8768507292840149,
+      "eval_uk_ud_pr_auc": 0.9143285816670109,
+      "eval_ur_opus100_pr_auc": 0.5207483527709749,
+      "eval_ur_ud_pr_auc": 0.9931633046404242,
+      "eval_uz_opus100_pr_auc": 0.87556654218691,
+      "eval_vi_opus100_pr_auc": 0.9034880358613203,
+      "eval_vi_ud_pr_auc": 0.957574656545289,
+      "eval_xh_opus100_pr_auc": 0.8531732678697744,
+      "eval_yi_opus100_pr_auc": 0.7756367628355127,
+      "eval_yo_opus100_pr_auc": 0.7826982491168961,
+      "eval_yo_ud_pr_auc": 0.8978261558175245,
+      "eval_zh_ersatz_pr_auc": 0.9571792107435058,
+      "eval_zh_opus100_pr_auc": 0.7276261906908458,
+      "eval_zh_ud_pr_auc": 0.9927766591187186,
+      "eval_zu_opus100_pr_auc": 0.8404679958422996,
+      "step": 360000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1379746835443039e-05,
+      "learning_rate_adapter": 1.1379746835443039e-05,
+      "loss": 0.0297,
+      "step": 360050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1367088607594938e-05,
+      "learning_rate_adapter": 1.1367088607594938e-05,
+      "loss": 0.0291,
+      "step": 360100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1354430379746835e-05,
+      "learning_rate_adapter": 1.1354430379746835e-05,
+      "loss": 0.0292,
+      "step": 360150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1341772151898734e-05,
+      "learning_rate_adapter": 1.1341772151898734e-05,
+      "loss": 0.0297,
+      "step": 360200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1329113924050633e-05,
+      "learning_rate_adapter": 1.1329113924050633e-05,
+      "loss": 0.0295,
+      "step": 360250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1316455696202532e-05,
+      "learning_rate_adapter": 1.1316455696202532e-05,
+      "loss": 0.0299,
+      "step": 360300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.130379746835443e-05,
+      "learning_rate_adapter": 1.130379746835443e-05,
+      "loss": 0.0299,
+      "step": 360350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.129113924050633e-05,
+      "learning_rate_adapter": 1.129113924050633e-05,
+      "loss": 0.0301,
+      "step": 360400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1278481012658228e-05,
+      "learning_rate_adapter": 1.1278481012658228e-05,
+      "loss": 0.0306,
+      "step": 360450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1265822784810127e-05,
+      "learning_rate_adapter": 1.1265822784810127e-05,
+      "loss": 0.0297,
+      "step": 360500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1253164556962026e-05,
+      "learning_rate_adapter": 1.1253164556962026e-05,
+      "loss": 0.0299,
+      "step": 360550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1240506329113925e-05,
+      "learning_rate_adapter": 1.1240506329113925e-05,
+      "loss": 0.0297,
+      "step": 360600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1227848101265822e-05,
+      "learning_rate_adapter": 1.1227848101265822e-05,
+      "loss": 0.0305,
+      "step": 360650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1215189873417723e-05,
+      "learning_rate_adapter": 1.1215189873417723e-05,
+      "loss": 0.0298,
+      "step": 360700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1202531645569621e-05,
+      "learning_rate_adapter": 1.1202531645569621e-05,
+      "loss": 0.0303,
+      "step": 360750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1189873417721519e-05,
+      "learning_rate_adapter": 1.1189873417721519e-05,
+      "loss": 0.0294,
+      "step": 360800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1177215189873417e-05,
+      "learning_rate_adapter": 1.1177215189873417e-05,
+      "loss": 0.0294,
+      "step": 360850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1164556962025318e-05,
+      "learning_rate_adapter": 1.1164556962025318e-05,
+      "loss": 0.0297,
+      "step": 360900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1151898734177215e-05,
+      "learning_rate_adapter": 1.1151898734177215e-05,
+      "loss": 0.0291,
+      "step": 360950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1139240506329114e-05,
+      "learning_rate_adapter": 1.1139240506329114e-05,
+      "loss": 0.0301,
+      "step": 361000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1126582278481013e-05,
+      "learning_rate_adapter": 1.1126582278481013e-05,
+      "loss": 0.0299,
+      "step": 361050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1113924050632912e-05,
+      "learning_rate_adapter": 1.1113924050632912e-05,
+      "loss": 0.0306,
+      "step": 361100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.110126582278481e-05,
+      "learning_rate_adapter": 1.110126582278481e-05,
+      "loss": 0.0293,
+      "step": 361150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.108860759493671e-05,
+      "learning_rate_adapter": 1.108860759493671e-05,
+      "loss": 0.0298,
+      "step": 361200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1075949367088608e-05,
+      "learning_rate_adapter": 1.1075949367088608e-05,
+      "loss": 0.0304,
+      "step": 361250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1063291139240507e-05,
+      "learning_rate_adapter": 1.1063291139240507e-05,
+      "loss": 0.03,
+      "step": 361300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1050632911392406e-05,
+      "learning_rate_adapter": 1.1050632911392406e-05,
+      "loss": 0.0305,
+      "step": 361350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1037974683544305e-05,
+      "learning_rate_adapter": 1.1037974683544305e-05,
+      "loss": 0.0292,
+      "step": 361400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1025316455696202e-05,
+      "learning_rate_adapter": 1.1025316455696202e-05,
+      "loss": 0.0294,
+      "step": 361450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1012658227848103e-05,
+      "learning_rate_adapter": 1.1012658227848103e-05,
+      "loss": 0.0302,
+      "step": 361500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0303,
+      "step": 361550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0987341772151899e-05,
+      "learning_rate_adapter": 1.0987341772151899e-05,
+      "loss": 0.0296,
+      "step": 361600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0974683544303797e-05,
+      "learning_rate_adapter": 1.0974683544303797e-05,
+      "loss": 0.029,
+      "step": 361650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0962025316455698e-05,
+      "learning_rate_adapter": 1.0962025316455698e-05,
+      "loss": 0.0294,
+      "step": 361700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0949367088607595e-05,
+      "learning_rate_adapter": 1.0949367088607595e-05,
+      "loss": 0.0294,
+      "step": 361750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0936708860759494e-05,
+      "learning_rate_adapter": 1.0936708860759494e-05,
+      "loss": 0.0299,
+      "step": 361800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0924050632911393e-05,
+      "learning_rate_adapter": 1.0924050632911393e-05,
+      "loss": 0.0297,
+      "step": 361850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0911392405063292e-05,
+      "learning_rate_adapter": 1.0911392405063292e-05,
+      "loss": 0.03,
+      "step": 361900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.089873417721519e-05,
+      "learning_rate_adapter": 1.089873417721519e-05,
+      "loss": 0.0303,
+      "step": 361950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.088607594936709e-05,
+      "learning_rate_adapter": 1.088607594936709e-05,
+      "loss": 0.0297,
+      "step": 362000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0873417721518987e-05,
+      "learning_rate_adapter": 1.0873417721518987e-05,
+      "loss": 0.0297,
+      "step": 362050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0860759493670887e-05,
+      "learning_rate_adapter": 1.0860759493670887e-05,
+      "loss": 0.0304,
+      "step": 362100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0848101265822786e-05,
+      "learning_rate_adapter": 1.0848101265822786e-05,
+      "loss": 0.0296,
+      "step": 362150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0835443037974683e-05,
+      "learning_rate_adapter": 1.0835443037974683e-05,
+      "loss": 0.0299,
+      "step": 362200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0822784810126582e-05,
+      "learning_rate_adapter": 1.0822784810126582e-05,
+      "loss": 0.0295,
+      "step": 362250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0810126582278483e-05,
+      "learning_rate_adapter": 1.0810126582278483e-05,
+      "loss": 0.0295,
+      "step": 362300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.079746835443038e-05,
+      "learning_rate_adapter": 1.079746835443038e-05,
+      "loss": 0.0303,
+      "step": 362350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0784810126582279e-05,
+      "learning_rate_adapter": 1.0784810126582279e-05,
+      "loss": 0.0305,
+      "step": 362400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0772151898734177e-05,
+      "learning_rate_adapter": 1.0772151898734177e-05,
+      "loss": 0.0295,
+      "step": 362450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0759493670886076e-05,
+      "learning_rate_adapter": 1.0759493670886076e-05,
+      "loss": 0.0297,
+      "step": 362500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0746835443037975e-05,
+      "learning_rate_adapter": 1.0746835443037975e-05,
+      "loss": 0.0301,
+      "step": 362550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0734177215189874e-05,
+      "learning_rate_adapter": 1.0734177215189874e-05,
+      "loss": 0.0303,
+      "step": 362600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0721518987341773e-05,
+      "learning_rate_adapter": 1.0721518987341773e-05,
+      "loss": 0.0298,
+      "step": 362650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0708860759493672e-05,
+      "learning_rate_adapter": 1.0708860759493672e-05,
+      "loss": 0.0299,
+      "step": 362700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.069620253164557e-05,
+      "learning_rate_adapter": 1.069620253164557e-05,
+      "loss": 0.0291,
+      "step": 362750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.068354430379747e-05,
+      "learning_rate_adapter": 1.068354430379747e-05,
+      "loss": 0.0296,
+      "step": 362800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0670886075949367e-05,
+      "learning_rate_adapter": 1.0670886075949367e-05,
+      "loss": 0.0292,
+      "step": 362850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0658227848101267e-05,
+      "learning_rate_adapter": 1.0658227848101267e-05,
+      "loss": 0.0293,
+      "step": 362900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0645569620253166e-05,
+      "learning_rate_adapter": 1.0645569620253166e-05,
+      "loss": 0.0302,
+      "step": 362950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0632911392405063e-05,
+      "learning_rate_adapter": 1.0632911392405063e-05,
+      "loss": 0.0293,
+      "step": 363000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0620253164556962e-05,
+      "learning_rate_adapter": 1.0620253164556962e-05,
+      "loss": 0.03,
+      "step": 363050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0607594936708863e-05,
+      "learning_rate_adapter": 1.0607594936708863e-05,
+      "loss": 0.0304,
+      "step": 363100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.059493670886076e-05,
+      "learning_rate_adapter": 1.059493670886076e-05,
+      "loss": 0.0298,
+      "step": 363150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0582278481012659e-05,
+      "learning_rate_adapter": 1.0582278481012659e-05,
+      "loss": 0.03,
+      "step": 363200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0569620253164557e-05,
+      "learning_rate_adapter": 1.0569620253164557e-05,
+      "loss": 0.0296,
+      "step": 363250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0556962025316456e-05,
+      "learning_rate_adapter": 1.0556962025316456e-05,
+      "loss": 0.0299,
+      "step": 363300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0544303797468355e-05,
+      "learning_rate_adapter": 1.0544303797468355e-05,
+      "loss": 0.0294,
+      "step": 363350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0531645569620254e-05,
+      "learning_rate_adapter": 1.0531645569620254e-05,
+      "loss": 0.0285,
+      "step": 363400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0518987341772151e-05,
+      "learning_rate_adapter": 1.0518987341772151e-05,
+      "loss": 0.0295,
+      "step": 363450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0506329113924052e-05,
+      "learning_rate_adapter": 1.0506329113924052e-05,
+      "loss": 0.0298,
+      "step": 363500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.049367088607595e-05,
+      "learning_rate_adapter": 1.049367088607595e-05,
+      "loss": 0.0291,
+      "step": 363550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0481012658227848e-05,
+      "learning_rate_adapter": 1.0481012658227848e-05,
+      "loss": 0.0299,
+      "step": 363600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0468354430379747e-05,
+      "learning_rate_adapter": 1.0468354430379747e-05,
+      "loss": 0.0296,
+      "step": 363650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0455696202531647e-05,
+      "learning_rate_adapter": 1.0455696202531647e-05,
+      "loss": 0.0302,
+      "step": 363700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0443037974683544e-05,
+      "learning_rate_adapter": 1.0443037974683544e-05,
+      "loss": 0.0299,
+      "step": 363750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0430379746835443e-05,
+      "learning_rate_adapter": 1.0430379746835443e-05,
+      "loss": 0.0294,
+      "step": 363800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0417721518987342e-05,
+      "learning_rate_adapter": 1.0417721518987342e-05,
+      "loss": 0.0296,
+      "step": 363850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.040506329113924e-05,
+      "learning_rate_adapter": 1.040506329113924e-05,
+      "loss": 0.0293,
+      "step": 363900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.039240506329114e-05,
+      "learning_rate_adapter": 1.039240506329114e-05,
+      "loss": 0.0296,
+      "step": 363950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0379746835443039e-05,
+      "learning_rate_adapter": 1.0379746835443039e-05,
+      "loss": 0.0297,
+      "step": 364000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0367088607594937e-05,
+      "learning_rate_adapter": 1.0367088607594937e-05,
+      "loss": 0.0301,
+      "step": 364050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0354430379746836e-05,
+      "learning_rate_adapter": 1.0354430379746836e-05,
+      "loss": 0.029,
+      "step": 364100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0341772151898735e-05,
+      "learning_rate_adapter": 1.0341772151898735e-05,
+      "loss": 0.0299,
+      "step": 364150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0329113924050634e-05,
+      "learning_rate_adapter": 1.0329113924050634e-05,
+      "loss": 0.0294,
+      "step": 364200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0316455696202531e-05,
+      "learning_rate_adapter": 1.0316455696202531e-05,
+      "loss": 0.0301,
+      "step": 364250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0303797468354432e-05,
+      "learning_rate_adapter": 1.0303797468354432e-05,
+      "loss": 0.0296,
+      "step": 364300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.029113924050633e-05,
+      "learning_rate_adapter": 1.029113924050633e-05,
+      "loss": 0.0298,
+      "step": 364350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0278481012658228e-05,
+      "learning_rate_adapter": 1.0278481012658228e-05,
+      "loss": 0.0293,
+      "step": 364400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0265822784810127e-05,
+      "learning_rate_adapter": 1.0265822784810127e-05,
+      "loss": 0.0301,
+      "step": 364450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0253164556962027e-05,
+      "learning_rate_adapter": 1.0253164556962027e-05,
+      "loss": 0.0299,
+      "step": 364500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0240506329113924e-05,
+      "learning_rate_adapter": 1.0240506329113924e-05,
+      "loss": 0.0302,
+      "step": 364550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0227848101265823e-05,
+      "learning_rate_adapter": 1.0227848101265823e-05,
+      "loss": 0.0294,
+      "step": 364600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0215189873417722e-05,
+      "learning_rate_adapter": 1.0215189873417722e-05,
+      "loss": 0.0291,
+      "step": 364650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.020253164556962e-05,
+      "learning_rate_adapter": 1.020253164556962e-05,
+      "loss": 0.0298,
+      "step": 364700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.018987341772152e-05,
+      "learning_rate_adapter": 1.018987341772152e-05,
+      "loss": 0.0301,
+      "step": 364750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0177215189873419e-05,
+      "learning_rate_adapter": 1.0177215189873419e-05,
+      "loss": 0.03,
+      "step": 364800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0164556962025316e-05,
+      "learning_rate_adapter": 1.0164556962025316e-05,
+      "loss": 0.0304,
+      "step": 364850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0151898734177216e-05,
+      "learning_rate_adapter": 1.0151898734177216e-05,
+      "loss": 0.0296,
+      "step": 364900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0139240506329115e-05,
+      "learning_rate_adapter": 1.0139240506329115e-05,
+      "loss": 0.0293,
+      "step": 364950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0126582278481012e-05,
+      "learning_rate_adapter": 1.0126582278481012e-05,
+      "loss": 0.0299,
+      "step": 365000
+    },
+    {
+      "epoch": 0.31,
+      "eval_af_opus100_pr_auc": 0.7747213923626363,
+      "eval_af_ud_pr_auc": 0.9842567184817321,
+      "eval_am_opus100_pr_auc": 0.6002850366228071,
+      "eval_ar_ersatz_pr_auc": 0.9257494088246553,
+      "eval_ar_opus100_pr_auc": 0.709465659065855,
+      "eval_ar_ud_pr_auc": 0.888206243497682,
+      "eval_average_ersatz_pr_auc": 0.9632311230657937,
+      "eval_average_opus100_pr_auc": 0.8273011683030135,
+      "eval_average_ud_pr_auc": 0.9590619119804571,
+      "eval_az_opus100_pr_auc": 0.781121016042923,
+      "eval_be_opus100_pr_auc": 0.684412419801627,
+      "eval_be_ud_pr_auc": 0.8906946558275153,
+      "eval_bg_opus100_pr_auc": 0.9081060229978588,
+      "eval_bg_ud_pr_auc": 0.9930801712561789,
+      "eval_bn_opus100_pr_auc": 0.8171927195137356,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8785954781757604,
+      "eval_ca_ud_pr_auc": 0.9936513674794385,
+      "eval_ceb_ud_pr_auc": 0.999681043819094,
+      "eval_cs_ersatz_pr_auc": 0.9848901708824032,
+      "eval_cs_opus100_pr_auc": 0.9037396050475701,
+      "eval_cs_ud_pr_auc": 0.9569153115977477,
+      "eval_cy_opus100_pr_auc": 0.7459470142391799,
+      "eval_cy_ud_pr_auc": 0.9946490980939813,
+      "eval_da_opus100_pr_auc": 0.9145918346721152,
+      "eval_da_ud_pr_auc": 0.9806485632987929,
+      "eval_de_ersatz_pr_auc": 0.9774602815751602,
+      "eval_de_opus100_pr_auc": 0.8865641741688013,
+      "eval_de_ud_pr_auc": 0.9833956270271693,
+      "eval_el_opus100_pr_auc": 0.916014625020879,
+      "eval_el_ud_pr_auc": 0.986762468741629,
+      "eval_en_ersatz_pr_auc": 0.9881911345160315,
+      "eval_en_opus100_pr_auc": 0.9234012782396118,
+      "eval_en_ud_pr_auc": 0.9651314528601321,
+      "eval_eo_opus100_pr_auc": 0.9219875548092091,
+      "eval_es_ersatz_pr_auc": 0.9947999158624667,
+      "eval_es_opus100_pr_auc": 0.9234036075615828,
+      "eval_es_ud_pr_auc": 0.9898479744089033,
+      "eval_et_ersatz_pr_auc": 0.9806282697941744,
+      "eval_et_opus100_pr_auc": 0.8965455000894942,
+      "eval_et_ud_pr_auc": 0.9616400130512308,
+      "eval_eu_opus100_pr_auc": 0.872835219396671,
+      "eval_eu_ud_pr_auc": 0.989155454700409,
+      "eval_fa_opus100_pr_auc": 0.5724844597337542,
+      "eval_fa_ud_pr_auc": 0.9931129516082744,
+      "eval_fi_ersatz_pr_auc": 0.9877294882710281,
+      "eval_fi_opus100_pr_auc": 0.9079245575391649,
+      "eval_fi_ud_pr_auc": 0.9643899617485763,
+      "eval_fr_ersatz_pr_auc": 0.987201097090674,
+      "eval_fr_opus100_pr_auc": 0.9032173064330781,
+      "eval_fr_ud_pr_auc": 0.9808159357775441,
+      "eval_fy_opus100_pr_auc": 0.6721149502503173,
+      "eval_ga_opus100_pr_auc": 0.8713307389756033,
+      "eval_ga_ud_pr_auc": 0.8102638332775467,
+      "eval_gd_opus100_pr_auc": 0.5921271194713096,
+      "eval_gd_ud_pr_auc": 0.7574969299822336,
+      "eval_gl_opus100_pr_auc": 0.8800867582244272,
+      "eval_gl_ud_pr_auc": 0.9966557412446125,
+      "eval_gu_ersatz_pr_auc": 0.9303548133503421,
+      "eval_gu_opus100_pr_auc": 0.7214753541858842,
+      "eval_ha_opus100_pr_auc": 0.9039033637217886,
+      "eval_he_opus100_pr_auc": 0.8522457384970247,
+      "eval_he_ud_pr_auc": 0.9652557534243559,
+      "eval_hi_ersatz_pr_auc": 0.9743588202238522,
+      "eval_hi_opus100_pr_auc": 0.6683756101361985,
+      "eval_hi_ud_pr_auc": 0.9717945271954995,
+      "eval_hu_opus100_pr_auc": 0.9121011461226457,
+      "eval_hu_ud_pr_auc": 0.9828335932042056,
+      "eval_hy_opus100_pr_auc": 0.9045394964455018,
+      "eval_hy_ud_pr_auc": 0.99155578125695,
+      "eval_id_opus100_pr_auc": 0.8681739758806558,
+      "eval_id_ud_pr_auc": 0.9915586344411655,
+      "eval_ig_opus100_pr_auc": 0.8755165617946332,
+      "eval_is_opus100_pr_auc": 0.921567362793966,
+      "eval_is_ud_pr_auc": 0.9193006595737213,
+      "eval_it_opus100_pr_auc": 0.898826179613941,
+      "eval_it_ud_pr_auc": 0.9983097797454299,
+      "eval_ja_ersatz_pr_auc": 0.7960280559176693,
+      "eval_ja_opus100_pr_auc": 0.8083220235215324,
+      "eval_ja_ud_pr_auc": 0.9813525938603112,
+      "eval_jv_ud_pr_auc": 0.974888796197718,
+      "eval_ka_opus100_pr_auc": 0.8805208787149283,
+      "eval_kk_ersatz_pr_auc": 0.9857726128924924,
+      "eval_kk_opus100_pr_auc": 0.8038143490032876,
+      "eval_kk_ud_pr_auc": 0.9699405784797188,
+      "eval_km_ersatz_pr_auc": 0.9135608490917276,
+      "eval_km_opus100_pr_auc": 0.7311300380393021,
+      "eval_kn_opus100_pr_auc": 0.6052205853670728,
+      "eval_ko_opus100_pr_auc": 0.6849408024414004,
+      "eval_ko_ud_pr_auc": 0.9977836568332054,
+      "eval_ku_opus100_pr_auc": 0.8462542570957855,
+      "eval_ky_opus100_pr_auc": 0.8502804464309635,
+      "eval_la_ud_pr_auc": 0.9473610612462922,
+      "eval_loss": 0.03366684913635254,
+      "eval_lt_ersatz_pr_auc": 0.9920757468171241,
+      "eval_lt_opus100_pr_auc": 0.8740221606703609,
+      "eval_lt_ud_pr_auc": 0.9907298228919564,
+      "eval_lv_ersatz_pr_auc": 0.9902224061686966,
+      "eval_lv_opus100_pr_auc": 0.8842656780726443,
+      "eval_lv_ud_pr_auc": 0.9645169005167176,
+      "eval_mg_opus100_pr_auc": 0.9276550044298487,
+      "eval_mk_opus100_pr_auc": 0.9038309335207415,
+      "eval_ml_opus100_pr_auc": 0.7627644760600102,
+      "eval_mn_opus100_pr_auc": 0.9552601809334814,
+      "eval_mr_opus100_pr_auc": 0.9061518019411021,
+      "eval_mr_ud_pr_auc": 0.9905365419576855,
+      "eval_ms_opus100_pr_auc": 0.8656808908319696,
+      "eval_mt_opus100_pr_auc": 0.8416109761735446,
+      "eval_mt_ud_pr_auc": 0.8667003155453201,
+      "eval_my_opus100_pr_auc": 0.755533854009258,
+      "eval_ne_opus100_pr_auc": 0.7246184181257567,
+      "eval_nl_opus100_pr_auc": 0.8871953295928046,
+      "eval_nl_ud_pr_auc": 0.9817347946249193,
+      "eval_no_opus100_pr_auc": 0.9134355117575765,
+      "eval_no_ud_pr_auc": 0.9954143990669714,
+      "eval_pa_opus100_pr_auc": 0.6829357766353132,
+      "eval_pl_ersatz_pr_auc": 0.9660231549807548,
+      "eval_pl_opus100_pr_auc": 0.8885672680624735,
+      "eval_pl_ud_pr_auc": 0.967931289867581,
+      "eval_ps_ersatz_pr_auc": 0.9304904141725588,
+      "eval_ps_opus100_pr_auc": 0.7053253055861062,
+      "eval_pt_opus100_pr_auc": 0.9208500229548638,
+      "eval_pt_ud_pr_auc": 0.982145070688681,
+      "eval_ro_ersatz_pr_auc": 0.9939201088224555,
+      "eval_ro_opus100_pr_auc": 0.8711499503035829,
+      "eval_ro_ud_pr_auc": 0.9388553491353774,
+      "eval_ru_ersatz_pr_auc": 0.9886241944674046,
+      "eval_ru_opus100_pr_auc": 0.9229871084877986,
+      "eval_ru_ud_pr_auc": 0.8417649115383378,
+      "eval_runtime": 461.0341,
+      "eval_samples_per_second": 163.697,
+      "eval_si_opus100_pr_auc": 0.8087970923743982,
+      "eval_sk_opus100_pr_auc": 0.9320999041609437,
+      "eval_sk_ud_pr_auc": 0.9790320000331066,
+      "eval_sl_opus100_pr_auc": 0.8587947689915214,
+      "eval_sl_ud_pr_auc": 0.9698815713779286,
+      "eval_sq_opus100_pr_auc": 0.9015715340193462,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9038040394744559,
+      "eval_sr_ud_pr_auc": 0.9963824906521931,
+      "eval_steps_per_second": 5.117,
+      "eval_sv_opus100_pr_auc": 0.8852519625212653,
+      "eval_sv_ud_pr_auc": 0.9361330842652551,
+      "eval_ta_ersatz_pr_auc": 0.9830726042148801,
+      "eval_ta_opus100_pr_auc": 0.6714413166659948,
+      "eval_ta_ud_pr_auc": 0.9969527253730732,
+      "eval_te_opus100_pr_auc": 0.8416009502852226,
+      "eval_tg_opus100_pr_auc": 0.8814903555220953,
+      "eval_th_opus100_pr_auc": 0.6837033898182279,
+      "eval_th_ud_pr_auc": 0.7887118448941345,
+      "eval_tr_ersatz_pr_auc": 0.9661183993414217,
+      "eval_tr_opus100_pr_auc": 0.8959848594362341,
+      "eval_tr_ud_pr_auc": 0.9521354959267825,
+      "eval_uk_opus100_pr_auc": 0.8736284598713056,
+      "eval_uk_ud_pr_auc": 0.9229425007567488,
+      "eval_ur_opus100_pr_auc": 0.5303019345266972,
+      "eval_ur_ud_pr_auc": 0.9941122825550938,
+      "eval_uz_opus100_pr_auc": 0.8799951887256824,
+      "eval_vi_opus100_pr_auc": 0.9026417555183348,
+      "eval_vi_ud_pr_auc": 0.9603984907773349,
+      "eval_xh_opus100_pr_auc": 0.8526091096636004,
+      "eval_yi_opus100_pr_auc": 0.8020696798336624,
+      "eval_yo_opus100_pr_auc": 0.778815610901517,
+      "eval_yo_ud_pr_auc": 0.9034355196611282,
+      "eval_zh_ersatz_pr_auc": 0.9538127601694925,
+      "eval_zh_opus100_pr_auc": 0.7382011707379164,
+      "eval_zh_ud_pr_auc": 0.9936946475407289,
+      "eval_zu_opus100_pr_auc": 0.826627851386957,
+      "step": 365000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0113924050632911e-05,
+      "learning_rate_adapter": 1.0113924050632911e-05,
+      "loss": 0.0295,
+      "step": 365050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0101265822784812e-05,
+      "learning_rate_adapter": 1.0101265822784812e-05,
+      "loss": 0.0295,
+      "step": 365100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0088607594936709e-05,
+      "learning_rate_adapter": 1.0088607594936709e-05,
+      "loss": 0.0296,
+      "step": 365150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0075949367088608e-05,
+      "learning_rate_adapter": 1.0075949367088608e-05,
+      "loss": 0.0297,
+      "step": 365200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0063291139240507e-05,
+      "learning_rate_adapter": 1.0063291139240507e-05,
+      "loss": 0.03,
+      "step": 365250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0050632911392405e-05,
+      "learning_rate_adapter": 1.0050632911392405e-05,
+      "loss": 0.03,
+      "step": 365300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0037974683544304e-05,
+      "learning_rate_adapter": 1.0037974683544304e-05,
+      "loss": 0.0293,
+      "step": 365350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0025316455696203e-05,
+      "learning_rate_adapter": 1.0025316455696203e-05,
+      "loss": 0.0293,
+      "step": 365400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0012658227848102e-05,
+      "learning_rate_adapter": 1.0012658227848102e-05,
+      "loss": 0.0293,
+      "step": 365450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0294,
+      "step": 365500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.9873417721519e-06,
+      "learning_rate_adapter": 9.9873417721519e-06,
+      "loss": 0.0301,
+      "step": 365550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.974683544303799e-06,
+      "learning_rate_adapter": 9.974683544303799e-06,
+      "loss": 0.0301,
+      "step": 365600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.962025316455696e-06,
+      "learning_rate_adapter": 9.962025316455696e-06,
+      "loss": 0.0292,
+      "step": 365650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.949367088607596e-06,
+      "learning_rate_adapter": 9.949367088607596e-06,
+      "loss": 0.0298,
+      "step": 365700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.936708860759495e-06,
+      "learning_rate_adapter": 9.936708860759495e-06,
+      "loss": 0.03,
+      "step": 365750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.924050632911392e-06,
+      "learning_rate_adapter": 9.924050632911392e-06,
+      "loss": 0.0294,
+      "step": 365800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.911392405063291e-06,
+      "learning_rate_adapter": 9.911392405063291e-06,
+      "loss": 0.0295,
+      "step": 365850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.898734177215192e-06,
+      "learning_rate_adapter": 9.898734177215192e-06,
+      "loss": 0.0297,
+      "step": 365900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.886075949367089e-06,
+      "learning_rate_adapter": 9.886075949367089e-06,
+      "loss": 0.0299,
+      "step": 365950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.873417721518988e-06,
+      "learning_rate_adapter": 9.873417721518988e-06,
+      "loss": 0.0299,
+      "step": 366000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.860759493670887e-06,
+      "learning_rate_adapter": 9.860759493670887e-06,
+      "loss": 0.0292,
+      "step": 366050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.848101265822785e-06,
+      "learning_rate_adapter": 9.848101265822785e-06,
+      "loss": 0.0296,
+      "step": 366100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.835443037974684e-06,
+      "learning_rate_adapter": 9.835443037974684e-06,
+      "loss": 0.0294,
+      "step": 366150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.822784810126583e-06,
+      "learning_rate_adapter": 9.822784810126583e-06,
+      "loss": 0.0302,
+      "step": 366200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.81012658227848e-06,
+      "learning_rate_adapter": 9.81012658227848e-06,
+      "loss": 0.0295,
+      "step": 366250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.79746835443038e-06,
+      "learning_rate_adapter": 9.79746835443038e-06,
+      "loss": 0.0296,
+      "step": 366300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.78481012658228e-06,
+      "learning_rate_adapter": 9.78481012658228e-06,
+      "loss": 0.0284,
+      "step": 366350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.772151898734177e-06,
+      "learning_rate_adapter": 9.772151898734177e-06,
+      "loss": 0.0298,
+      "step": 366400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.759493670886076e-06,
+      "learning_rate_adapter": 9.759493670886076e-06,
+      "loss": 0.0294,
+      "step": 366450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.746835443037976e-06,
+      "learning_rate_adapter": 9.746835443037976e-06,
+      "loss": 0.0293,
+      "step": 366500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.734177215189873e-06,
+      "learning_rate_adapter": 9.734177215189873e-06,
+      "loss": 0.0297,
+      "step": 366550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.721518987341772e-06,
+      "learning_rate_adapter": 9.721518987341772e-06,
+      "loss": 0.0297,
+      "step": 366600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.708860759493671e-06,
+      "learning_rate_adapter": 9.708860759493671e-06,
+      "loss": 0.0295,
+      "step": 366650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.69620253164557e-06,
+      "learning_rate_adapter": 9.69620253164557e-06,
+      "loss": 0.0292,
+      "step": 366700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.683544303797469e-06,
+      "learning_rate_adapter": 9.683544303797469e-06,
+      "loss": 0.0298,
+      "step": 366750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.670886075949368e-06,
+      "learning_rate_adapter": 9.670886075949368e-06,
+      "loss": 0.0304,
+      "step": 366800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.658227848101267e-06,
+      "learning_rate_adapter": 9.658227848101267e-06,
+      "loss": 0.0304,
+      "step": 366850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.645569620253165e-06,
+      "learning_rate_adapter": 9.645569620253165e-06,
+      "loss": 0.0299,
+      "step": 366900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.632911392405064e-06,
+      "learning_rate_adapter": 9.632911392405064e-06,
+      "loss": 0.0299,
+      "step": 366950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.620253164556963e-06,
+      "learning_rate_adapter": 9.620253164556963e-06,
+      "loss": 0.0295,
+      "step": 367000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.60759493670886e-06,
+      "learning_rate_adapter": 9.60759493670886e-06,
+      "loss": 0.0296,
+      "step": 367050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.59493670886076e-06,
+      "learning_rate_adapter": 9.59493670886076e-06,
+      "loss": 0.0296,
+      "step": 367100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.58227848101266e-06,
+      "learning_rate_adapter": 9.58227848101266e-06,
+      "loss": 0.0287,
+      "step": 367150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.569620253164557e-06,
+      "learning_rate_adapter": 9.569620253164557e-06,
+      "loss": 0.0298,
+      "step": 367200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.556962025316456e-06,
+      "learning_rate_adapter": 9.556962025316456e-06,
+      "loss": 0.0287,
+      "step": 367250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.544303797468356e-06,
+      "learning_rate_adapter": 9.544303797468356e-06,
+      "loss": 0.0303,
+      "step": 367300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.531645569620253e-06,
+      "learning_rate_adapter": 9.531645569620253e-06,
+      "loss": 0.0295,
+      "step": 367350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.518987341772152e-06,
+      "learning_rate_adapter": 9.518987341772152e-06,
+      "loss": 0.0296,
+      "step": 367400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.506329113924051e-06,
+      "learning_rate_adapter": 9.506329113924051e-06,
+      "loss": 0.0298,
+      "step": 367450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.49367088607595e-06,
+      "learning_rate_adapter": 9.49367088607595e-06,
+      "loss": 0.0297,
+      "step": 367500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.481012658227849e-06,
+      "learning_rate_adapter": 9.481012658227849e-06,
+      "loss": 0.0312,
+      "step": 367550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.468354430379748e-06,
+      "learning_rate_adapter": 9.468354430379748e-06,
+      "loss": 0.0292,
+      "step": 367600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.455696202531645e-06,
+      "learning_rate_adapter": 9.455696202531645e-06,
+      "loss": 0.0302,
+      "step": 367650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.443037974683545e-06,
+      "learning_rate_adapter": 9.443037974683545e-06,
+      "loss": 0.0295,
+      "step": 367700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.430379746835444e-06,
+      "learning_rate_adapter": 9.430379746835444e-06,
+      "loss": 0.0297,
+      "step": 367750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.417721518987341e-06,
+      "learning_rate_adapter": 9.417721518987341e-06,
+      "loss": 0.0299,
+      "step": 367800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.40506329113924e-06,
+      "learning_rate_adapter": 9.40506329113924e-06,
+      "loss": 0.0291,
+      "step": 367850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.39240506329114e-06,
+      "learning_rate_adapter": 9.39240506329114e-06,
+      "loss": 0.0292,
+      "step": 367900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.379746835443038e-06,
+      "learning_rate_adapter": 9.379746835443038e-06,
+      "loss": 0.029,
+      "step": 367950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.367088607594937e-06,
+      "learning_rate_adapter": 9.367088607594937e-06,
+      "loss": 0.03,
+      "step": 368000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.354430379746836e-06,
+      "learning_rate_adapter": 9.354430379746836e-06,
+      "loss": 0.0299,
+      "step": 368050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.341772151898735e-06,
+      "learning_rate_adapter": 9.341772151898735e-06,
+      "loss": 0.0297,
+      "step": 368100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.329113924050633e-06,
+      "learning_rate_adapter": 9.329113924050633e-06,
+      "loss": 0.0296,
+      "step": 368150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.316455696202532e-06,
+      "learning_rate_adapter": 9.316455696202532e-06,
+      "loss": 0.0301,
+      "step": 368200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.303797468354431e-06,
+      "learning_rate_adapter": 9.303797468354431e-06,
+      "loss": 0.0296,
+      "step": 368250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.29113924050633e-06,
+      "learning_rate_adapter": 9.29113924050633e-06,
+      "loss": 0.031,
+      "step": 368300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.278481012658229e-06,
+      "learning_rate_adapter": 9.278481012658229e-06,
+      "loss": 0.0298,
+      "step": 368350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.265822784810128e-06,
+      "learning_rate_adapter": 9.265822784810128e-06,
+      "loss": 0.0299,
+      "step": 368400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.253164556962025e-06,
+      "learning_rate_adapter": 9.253164556962025e-06,
+      "loss": 0.0297,
+      "step": 368450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.240506329113925e-06,
+      "learning_rate_adapter": 9.240506329113925e-06,
+      "loss": 0.0298,
+      "step": 368500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.227848101265824e-06,
+      "learning_rate_adapter": 9.227848101265824e-06,
+      "loss": 0.0293,
+      "step": 368550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.215189873417721e-06,
+      "learning_rate_adapter": 9.215189873417721e-06,
+      "loss": 0.0297,
+      "step": 368600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.20253164556962e-06,
+      "learning_rate_adapter": 9.20253164556962e-06,
+      "loss": 0.0307,
+      "step": 368650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.18987341772152e-06,
+      "learning_rate_adapter": 9.18987341772152e-06,
+      "loss": 0.0293,
+      "step": 368700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.177215189873418e-06,
+      "learning_rate_adapter": 9.177215189873418e-06,
+      "loss": 0.0301,
+      "step": 368750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.164556962025317e-06,
+      "learning_rate_adapter": 9.164556962025317e-06,
+      "loss": 0.0299,
+      "step": 368800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.151898734177216e-06,
+      "learning_rate_adapter": 9.151898734177216e-06,
+      "loss": 0.0298,
+      "step": 368850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.139240506329115e-06,
+      "learning_rate_adapter": 9.139240506329115e-06,
+      "loss": 0.0299,
+      "step": 368900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.126582278481013e-06,
+      "learning_rate_adapter": 9.126582278481013e-06,
+      "loss": 0.0294,
+      "step": 368950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.113924050632912e-06,
+      "learning_rate_adapter": 9.113924050632912e-06,
+      "loss": 0.0287,
+      "step": 369000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.10126582278481e-06,
+      "learning_rate_adapter": 9.10126582278481e-06,
+      "loss": 0.0297,
+      "step": 369050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.088607594936708e-06,
+      "learning_rate_adapter": 9.088607594936708e-06,
+      "loss": 0.0299,
+      "step": 369100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.075949367088609e-06,
+      "learning_rate_adapter": 9.075949367088609e-06,
+      "loss": 0.0299,
+      "step": 369150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.063291139240506e-06,
+      "learning_rate_adapter": 9.063291139240506e-06,
+      "loss": 0.0294,
+      "step": 369200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.050632911392405e-06,
+      "learning_rate_adapter": 9.050632911392405e-06,
+      "loss": 0.0306,
+      "step": 369250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.037974683544304e-06,
+      "learning_rate_adapter": 9.037974683544304e-06,
+      "loss": 0.0293,
+      "step": 369300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.025316455696203e-06,
+      "learning_rate_adapter": 9.025316455696203e-06,
+      "loss": 0.0298,
+      "step": 369350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.012658227848101e-06,
+      "learning_rate_adapter": 9.012658227848101e-06,
+      "loss": 0.0296,
+      "step": 369400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0292,
+      "step": 369450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.987341772151899e-06,
+      "learning_rate_adapter": 8.987341772151899e-06,
+      "loss": 0.0296,
+      "step": 369500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.974683544303798e-06,
+      "learning_rate_adapter": 8.974683544303798e-06,
+      "loss": 0.0293,
+      "step": 369550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.962025316455697e-06,
+      "learning_rate_adapter": 8.962025316455697e-06,
+      "loss": 0.0294,
+      "step": 369600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.949367088607596e-06,
+      "learning_rate_adapter": 8.949367088607596e-06,
+      "loss": 0.0296,
+      "step": 369650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.936708860759493e-06,
+      "learning_rate_adapter": 8.936708860759493e-06,
+      "loss": 0.0297,
+      "step": 369700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.924050632911393e-06,
+      "learning_rate_adapter": 8.924050632911393e-06,
+      "loss": 0.03,
+      "step": 369750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.911392405063292e-06,
+      "learning_rate_adapter": 8.911392405063292e-06,
+      "loss": 0.0295,
+      "step": 369800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.89873417721519e-06,
+      "learning_rate_adapter": 8.89873417721519e-06,
+      "loss": 0.0297,
+      "step": 369850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.886075949367088e-06,
+      "learning_rate_adapter": 8.886075949367088e-06,
+      "loss": 0.0302,
+      "step": 369900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.873417721518989e-06,
+      "learning_rate_adapter": 8.873417721518989e-06,
+      "loss": 0.0302,
+      "step": 369950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.860759493670886e-06,
+      "learning_rate_adapter": 8.860759493670886e-06,
+      "loss": 0.029,
+      "step": 370000
+    },
+    {
+      "epoch": 0.31,
+      "eval_af_opus100_pr_auc": 0.770844801914429,
+      "eval_af_ud_pr_auc": 0.9833341959036805,
+      "eval_am_opus100_pr_auc": 0.6159736024251323,
+      "eval_ar_ersatz_pr_auc": 0.9313280202699965,
+      "eval_ar_opus100_pr_auc": 0.7094112216917339,
+      "eval_ar_ud_pr_auc": 0.8912653561299815,
+      "eval_average_ersatz_pr_auc": 0.9651412375932924,
+      "eval_average_opus100_pr_auc": 0.827764542045132,
+      "eval_average_ud_pr_auc": 0.9594031866955778,
+      "eval_az_opus100_pr_auc": 0.776254280758368,
+      "eval_be_opus100_pr_auc": 0.6907988559644371,
+      "eval_be_ud_pr_auc": 0.8890035834588835,
+      "eval_bg_opus100_pr_auc": 0.9073434550857328,
+      "eval_bg_ud_pr_auc": 0.9926837678386597,
+      "eval_bn_opus100_pr_auc": 0.8200377810471314,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8764122421201517,
+      "eval_ca_ud_pr_auc": 0.9928984017017659,
+      "eval_ceb_ud_pr_auc": 0.9998283988420115,
+      "eval_cs_ersatz_pr_auc": 0.985030127751883,
+      "eval_cs_opus100_pr_auc": 0.9034688405861806,
+      "eval_cs_ud_pr_auc": 0.95596596810878,
+      "eval_cy_opus100_pr_auc": 0.7436185141781807,
+      "eval_cy_ud_pr_auc": 0.9946216208384717,
+      "eval_da_opus100_pr_auc": 0.9115803234857478,
+      "eval_da_ud_pr_auc": 0.9801427648694663,
+      "eval_de_ersatz_pr_auc": 0.9776679223175567,
+      "eval_de_opus100_pr_auc": 0.8880724960564036,
+      "eval_de_ud_pr_auc": 0.9838289109691604,
+      "eval_el_opus100_pr_auc": 0.9167398430978737,
+      "eval_el_ud_pr_auc": 0.9876942375604973,
+      "eval_en_ersatz_pr_auc": 0.9890555938394543,
+      "eval_en_opus100_pr_auc": 0.9221435316193268,
+      "eval_en_ud_pr_auc": 0.9656246013199146,
+      "eval_eo_opus100_pr_auc": 0.921650734531983,
+      "eval_es_ersatz_pr_auc": 0.9944593651667639,
+      "eval_es_opus100_pr_auc": 0.9228040406869499,
+      "eval_es_ud_pr_auc": 0.9902965317106854,
+      "eval_et_ersatz_pr_auc": 0.9806853367575205,
+      "eval_et_opus100_pr_auc": 0.895693311377309,
+      "eval_et_ud_pr_auc": 0.9633132888083613,
+      "eval_eu_opus100_pr_auc": 0.8700373854522524,
+      "eval_eu_ud_pr_auc": 0.9903376040926356,
+      "eval_fa_opus100_pr_auc": 0.5695649045059892,
+      "eval_fa_ud_pr_auc": 0.9945065907428068,
+      "eval_fi_ersatz_pr_auc": 0.9868847863569514,
+      "eval_fi_opus100_pr_auc": 0.9094009305985838,
+      "eval_fi_ud_pr_auc": 0.9649938913607657,
+      "eval_fr_ersatz_pr_auc": 0.9883065233000233,
+      "eval_fr_opus100_pr_auc": 0.9046251879328884,
+      "eval_fr_ud_pr_auc": 0.9818900628548929,
+      "eval_fy_opus100_pr_auc": 0.6836919755706564,
+      "eval_ga_opus100_pr_auc": 0.8654775198613132,
+      "eval_ga_ud_pr_auc": 0.8124872804600465,
+      "eval_gd_opus100_pr_auc": 0.5989762631063134,
+      "eval_gd_ud_pr_auc": 0.7612790462760964,
+      "eval_gl_opus100_pr_auc": 0.8788533589524788,
+      "eval_gl_ud_pr_auc": 0.9964202259664419,
+      "eval_gu_ersatz_pr_auc": 0.9292378341161851,
+      "eval_gu_opus100_pr_auc": 0.7238096289976744,
+      "eval_ha_opus100_pr_auc": 0.9029214285588204,
+      "eval_he_opus100_pr_auc": 0.8553472719741856,
+      "eval_he_ud_pr_auc": 0.963012260319046,
+      "eval_hi_ersatz_pr_auc": 0.9767227033006313,
+      "eval_hi_opus100_pr_auc": 0.6730918253194209,
+      "eval_hi_ud_pr_auc": 0.9774585379897061,
+      "eval_hu_opus100_pr_auc": 0.9136727870611416,
+      "eval_hu_ud_pr_auc": 0.9833319158823537,
+      "eval_hy_opus100_pr_auc": 0.909525898974669,
+      "eval_hy_ud_pr_auc": 0.9901677323809045,
+      "eval_id_opus100_pr_auc": 0.8695036118083187,
+      "eval_id_ud_pr_auc": 0.9916389966004846,
+      "eval_ig_opus100_pr_auc": 0.8752745679052856,
+      "eval_is_opus100_pr_auc": 0.9182099680242783,
+      "eval_is_ud_pr_auc": 0.9173404673689431,
+      "eval_it_opus100_pr_auc": 0.8991990341366306,
+      "eval_it_ud_pr_auc": 0.9967895085764906,
+      "eval_ja_ersatz_pr_auc": 0.8166694064232853,
+      "eval_ja_opus100_pr_auc": 0.812127810343268,
+      "eval_ja_ud_pr_auc": 0.985101413066943,
+      "eval_jv_ud_pr_auc": 0.9836898462034703,
+      "eval_ka_opus100_pr_auc": 0.8787229361128418,
+      "eval_kk_ersatz_pr_auc": 0.9854540224275395,
+      "eval_kk_opus100_pr_auc": 0.8043441638063623,
+      "eval_kk_ud_pr_auc": 0.9704927976717408,
+      "eval_km_ersatz_pr_auc": 0.9123939358865853,
+      "eval_km_opus100_pr_auc": 0.7263913729734996,
+      "eval_kn_opus100_pr_auc": 0.6076237153825538,
+      "eval_ko_opus100_pr_auc": 0.6864529974219238,
+      "eval_ko_ud_pr_auc": 0.9985693038778681,
+      "eval_ku_opus100_pr_auc": 0.8558292641390657,
+      "eval_ky_opus100_pr_auc": 0.8550061927493022,
+      "eval_la_ud_pr_auc": 0.9454238585384999,
+      "eval_loss": 0.033660028129816055,
+      "eval_lt_ersatz_pr_auc": 0.9912617476333088,
+      "eval_lt_opus100_pr_auc": 0.8718823661490027,
+      "eval_lt_ud_pr_auc": 0.9903670129487012,
+      "eval_lv_ersatz_pr_auc": 0.9892967730255248,
+      "eval_lv_opus100_pr_auc": 0.8825020515794806,
+      "eval_lv_ud_pr_auc": 0.9611145100479243,
+      "eval_mg_opus100_pr_auc": 0.926804610119415,
+      "eval_mk_opus100_pr_auc": 0.9042244701111741,
+      "eval_ml_opus100_pr_auc": 0.7624705157487734,
+      "eval_mn_opus100_pr_auc": 0.955119451727133,
+      "eval_mr_opus100_pr_auc": 0.903867587377526,
+      "eval_mr_ud_pr_auc": 0.9791294046101556,
+      "eval_ms_opus100_pr_auc": 0.864582757561062,
+      "eval_mt_opus100_pr_auc": 0.8425322196639979,
+      "eval_mt_ud_pr_auc": 0.8725301142993208,
+      "eval_my_opus100_pr_auc": 0.7473376457710261,
+      "eval_ne_opus100_pr_auc": 0.73420731238661,
+      "eval_nl_opus100_pr_auc": 0.8883879392050983,
+      "eval_nl_ud_pr_auc": 0.9811210847582381,
+      "eval_no_opus100_pr_auc": 0.914729049245731,
+      "eval_no_ud_pr_auc": 0.9955737298176158,
+      "eval_pa_opus100_pr_auc": 0.6906730716548992,
+      "eval_pl_ersatz_pr_auc": 0.9641340610584733,
+      "eval_pl_opus100_pr_auc": 0.8892684527789073,
+      "eval_pl_ud_pr_auc": 0.9675319218630136,
+      "eval_ps_ersatz_pr_auc": 0.9350054887310111,
+      "eval_ps_opus100_pr_auc": 0.7049794558166124,
+      "eval_pt_opus100_pr_auc": 0.9207604353565182,
+      "eval_pt_ud_pr_auc": 0.983961132504114,
+      "eval_ro_ersatz_pr_auc": 0.9942750625144965,
+      "eval_ro_opus100_pr_auc": 0.8672170418535864,
+      "eval_ro_ud_pr_auc": 0.937970349944519,
+      "eval_ru_ersatz_pr_auc": 0.9874135779539386,
+      "eval_ru_opus100_pr_auc": 0.9204496663730697,
+      "eval_ru_ud_pr_auc": 0.832711275624431,
+      "eval_runtime": 459.673,
+      "eval_samples_per_second": 164.182,
+      "eval_si_opus100_pr_auc": 0.8079375778203685,
+      "eval_sk_opus100_pr_auc": 0.93203033609372,
+      "eval_sk_ud_pr_auc": 0.9784025218348974,
+      "eval_sl_opus100_pr_auc": 0.8586641293909516,
+      "eval_sl_ud_pr_auc": 0.9687394861406653,
+      "eval_sq_opus100_pr_auc": 0.8997241014749852,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9033383477788618,
+      "eval_sr_ud_pr_auc": 0.9958058219066173,
+      "eval_steps_per_second": 5.132,
+      "eval_sv_opus100_pr_auc": 0.8862638693767173,
+      "eval_sv_ud_pr_auc": 0.9387536728051726,
+      "eval_ta_ersatz_pr_auc": 0.9845722880104213,
+      "eval_ta_opus100_pr_auc": 0.6746362191917408,
+      "eval_ta_ud_pr_auc": 0.9978543578399899,
+      "eval_te_opus100_pr_auc": 0.8394015859493822,
+      "eval_tg_opus100_pr_auc": 0.8735850821083967,
+      "eval_th_opus100_pr_auc": 0.6839376013290493,
+      "eval_th_ud_pr_auc": 0.7935434189931249,
+      "eval_tr_ersatz_pr_auc": 0.9655045796627983,
+      "eval_tr_opus100_pr_auc": 0.8968948011060588,
+      "eval_tr_ud_pr_auc": 0.9543201806820403,
+      "eval_uk_opus100_pr_auc": 0.8706452206119701,
+      "eval_uk_ud_pr_auc": 0.9207367650471024,
+      "eval_ur_opus100_pr_auc": 0.5318135602989714,
+      "eval_ur_ud_pr_auc": 0.9937097148371837,
+      "eval_uz_opus100_pr_auc": 0.8719171053431621,
+      "eval_vi_opus100_pr_auc": 0.9015773797047819,
+      "eval_vi_ud_pr_auc": 0.962356272887235,
+      "eval_xh_opus100_pr_auc": 0.8515742926970291,
+      "eval_yi_opus100_pr_auc": 0.8020408342487829,
+      "eval_yo_opus100_pr_auc": 0.7683935871321962,
+      "eval_yo_ud_pr_auc": 0.9080344152890888,
+      "eval_zh_ersatz_pr_auc": 0.9677480705480828,
+      "eval_zh_opus100_pr_auc": 0.7619222238994815,
+      "eval_zh_ud_pr_auc": 0.9962815086763237,
+      "eval_zu_opus100_pr_auc": 0.8278686133677926,
+      "step": 370000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.848101265822785e-06,
+      "learning_rate_adapter": 8.848101265822785e-06,
+      "loss": 0.0297,
+      "step": 370050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.835443037974684e-06,
+      "learning_rate_adapter": 8.835443037974684e-06,
+      "loss": 0.0292,
+      "step": 370100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.822784810126583e-06,
+      "learning_rate_adapter": 8.822784810126583e-06,
+      "loss": 0.0296,
+      "step": 370150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.810126582278481e-06,
+      "learning_rate_adapter": 8.810126582278481e-06,
+      "loss": 0.0295,
+      "step": 370200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.79746835443038e-06,
+      "learning_rate_adapter": 8.79746835443038e-06,
+      "loss": 0.0298,
+      "step": 370250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.784810126582279e-06,
+      "learning_rate_adapter": 8.784810126582279e-06,
+      "loss": 0.0307,
+      "step": 370300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.772151898734178e-06,
+      "learning_rate_adapter": 8.772151898734178e-06,
+      "loss": 0.0293,
+      "step": 370350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.759493670886077e-06,
+      "learning_rate_adapter": 8.759493670886077e-06,
+      "loss": 0.0294,
+      "step": 370400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.746835443037976e-06,
+      "learning_rate_adapter": 8.746835443037976e-06,
+      "loss": 0.0295,
+      "step": 370450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.734177215189873e-06,
+      "learning_rate_adapter": 8.734177215189873e-06,
+      "loss": 0.0302,
+      "step": 370500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.721518987341773e-06,
+      "learning_rate_adapter": 8.721518987341773e-06,
+      "loss": 0.0294,
+      "step": 370550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.708860759493672e-06,
+      "learning_rate_adapter": 8.708860759493672e-06,
+      "loss": 0.0304,
+      "step": 370600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.69620253164557e-06,
+      "learning_rate_adapter": 8.69620253164557e-06,
+      "loss": 0.0295,
+      "step": 370650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.683544303797468e-06,
+      "learning_rate_adapter": 8.683544303797468e-06,
+      "loss": 0.0298,
+      "step": 370700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.670886075949367e-06,
+      "learning_rate_adapter": 8.670886075949367e-06,
+      "loss": 0.0294,
+      "step": 370750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.658227848101266e-06,
+      "learning_rate_adapter": 8.658227848101266e-06,
+      "loss": 0.0302,
+      "step": 370800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.645569620253165e-06,
+      "learning_rate_adapter": 8.645569620253165e-06,
+      "loss": 0.0297,
+      "step": 370850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.632911392405064e-06,
+      "learning_rate_adapter": 8.632911392405064e-06,
+      "loss": 0.0299,
+      "step": 370900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.620253164556963e-06,
+      "learning_rate_adapter": 8.620253164556963e-06,
+      "loss": 0.0308,
+      "step": 370950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.607594936708861e-06,
+      "learning_rate_adapter": 8.607594936708861e-06,
+      "loss": 0.0298,
+      "step": 371000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.59493670886076e-06,
+      "learning_rate_adapter": 8.59493670886076e-06,
+      "loss": 0.0298,
+      "step": 371050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.582278481012657e-06,
+      "learning_rate_adapter": 8.582278481012657e-06,
+      "loss": 0.0295,
+      "step": 371100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.569620253164558e-06,
+      "learning_rate_adapter": 8.569620253164558e-06,
+      "loss": 0.0291,
+      "step": 371150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.556962025316457e-06,
+      "learning_rate_adapter": 8.556962025316457e-06,
+      "loss": 0.0296,
+      "step": 371200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.544303797468354e-06,
+      "learning_rate_adapter": 8.544303797468354e-06,
+      "loss": 0.03,
+      "step": 371250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.531645569620253e-06,
+      "learning_rate_adapter": 8.531645569620253e-06,
+      "loss": 0.0295,
+      "step": 371300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.518987341772153e-06,
+      "learning_rate_adapter": 8.518987341772153e-06,
+      "loss": 0.0289,
+      "step": 371350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.50632911392405e-06,
+      "learning_rate_adapter": 8.50632911392405e-06,
+      "loss": 0.0297,
+      "step": 371400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.49367088607595e-06,
+      "learning_rate_adapter": 8.49367088607595e-06,
+      "loss": 0.0292,
+      "step": 371450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.481012658227848e-06,
+      "learning_rate_adapter": 8.481012658227848e-06,
+      "loss": 0.0301,
+      "step": 371500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.468354430379747e-06,
+      "learning_rate_adapter": 8.468354430379747e-06,
+      "loss": 0.0301,
+      "step": 371550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.455696202531646e-06,
+      "learning_rate_adapter": 8.455696202531646e-06,
+      "loss": 0.0297,
+      "step": 371600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.443037974683545e-06,
+      "learning_rate_adapter": 8.443037974683545e-06,
+      "loss": 0.0288,
+      "step": 371650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.430379746835444e-06,
+      "learning_rate_adapter": 8.430379746835444e-06,
+      "loss": 0.0296,
+      "step": 371700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.417721518987342e-06,
+      "learning_rate_adapter": 8.417721518987342e-06,
+      "loss": 0.0303,
+      "step": 371750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.405063291139241e-06,
+      "learning_rate_adapter": 8.405063291139241e-06,
+      "loss": 0.0297,
+      "step": 371800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.39240506329114e-06,
+      "learning_rate_adapter": 8.39240506329114e-06,
+      "loss": 0.0301,
+      "step": 371850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.379746835443037e-06,
+      "learning_rate_adapter": 8.379746835443037e-06,
+      "loss": 0.0295,
+      "step": 371900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.367088607594938e-06,
+      "learning_rate_adapter": 8.367088607594938e-06,
+      "loss": 0.0296,
+      "step": 371950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.354430379746837e-06,
+      "learning_rate_adapter": 8.354430379746837e-06,
+      "loss": 0.0297,
+      "step": 372000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.341772151898734e-06,
+      "learning_rate_adapter": 8.341772151898734e-06,
+      "loss": 0.0299,
+      "step": 372050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.329113924050633e-06,
+      "learning_rate_adapter": 8.329113924050633e-06,
+      "loss": 0.0293,
+      "step": 372100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.316455696202533e-06,
+      "learning_rate_adapter": 8.316455696202533e-06,
+      "loss": 0.0297,
+      "step": 372150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.30379746835443e-06,
+      "learning_rate_adapter": 8.30379746835443e-06,
+      "loss": 0.0299,
+      "step": 372200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.29113924050633e-06,
+      "learning_rate_adapter": 8.29113924050633e-06,
+      "loss": 0.0291,
+      "step": 372250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.278481012658228e-06,
+      "learning_rate_adapter": 8.278481012658228e-06,
+      "loss": 0.0297,
+      "step": 372300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.265822784810127e-06,
+      "learning_rate_adapter": 8.265822784810127e-06,
+      "loss": 0.0306,
+      "step": 372350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.253164556962026e-06,
+      "learning_rate_adapter": 8.253164556962026e-06,
+      "loss": 0.03,
+      "step": 372400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.240506329113925e-06,
+      "learning_rate_adapter": 8.240506329113925e-06,
+      "loss": 0.0302,
+      "step": 372450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.227848101265822e-06,
+      "learning_rate_adapter": 8.227848101265822e-06,
+      "loss": 0.0294,
+      "step": 372500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.215189873417722e-06,
+      "learning_rate_adapter": 8.215189873417722e-06,
+      "loss": 0.0301,
+      "step": 372550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.202531645569621e-06,
+      "learning_rate_adapter": 8.202531645569621e-06,
+      "loss": 0.0296,
+      "step": 372600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.189873417721519e-06,
+      "learning_rate_adapter": 8.189873417721519e-06,
+      "loss": 0.0291,
+      "step": 372650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.177215189873417e-06,
+      "learning_rate_adapter": 8.177215189873417e-06,
+      "loss": 0.0294,
+      "step": 372700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.164556962025318e-06,
+      "learning_rate_adapter": 8.164556962025318e-06,
+      "loss": 0.0299,
+      "step": 372750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.151898734177215e-06,
+      "learning_rate_adapter": 8.151898734177215e-06,
+      "loss": 0.03,
+      "step": 372800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.139240506329114e-06,
+      "learning_rate_adapter": 8.139240506329114e-06,
+      "loss": 0.0297,
+      "step": 372850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.126582278481013e-06,
+      "learning_rate_adapter": 8.126582278481013e-06,
+      "loss": 0.0302,
+      "step": 372900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.113924050632912e-06,
+      "learning_rate_adapter": 8.113924050632912e-06,
+      "loss": 0.0294,
+      "step": 372950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.10126582278481e-06,
+      "learning_rate_adapter": 8.10126582278481e-06,
+      "loss": 0.0298,
+      "step": 373000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.08860759493671e-06,
+      "learning_rate_adapter": 8.08860759493671e-06,
+      "loss": 0.0297,
+      "step": 373050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.075949367088608e-06,
+      "learning_rate_adapter": 8.075949367088608e-06,
+      "loss": 0.0296,
+      "step": 373100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.063291139240507e-06,
+      "learning_rate_adapter": 8.063291139240507e-06,
+      "loss": 0.0291,
+      "step": 373150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.050632911392406e-06,
+      "learning_rate_adapter": 8.050632911392406e-06,
+      "loss": 0.0295,
+      "step": 373200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.037974683544305e-06,
+      "learning_rate_adapter": 8.037974683544305e-06,
+      "loss": 0.03,
+      "step": 373250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.025316455696202e-06,
+      "learning_rate_adapter": 8.025316455696202e-06,
+      "loss": 0.0297,
+      "step": 373300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.012658227848102e-06,
+      "learning_rate_adapter": 8.012658227848102e-06,
+      "loss": 0.0291,
+      "step": 373350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0301,
+      "step": 373400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.987341772151898e-06,
+      "learning_rate_adapter": 7.987341772151898e-06,
+      "loss": 0.0298,
+      "step": 373450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.974683544303797e-06,
+      "learning_rate_adapter": 7.974683544303797e-06,
+      "loss": 0.0293,
+      "step": 373500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.962025316455698e-06,
+      "learning_rate_adapter": 7.962025316455698e-06,
+      "loss": 0.0287,
+      "step": 373550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.949367088607595e-06,
+      "learning_rate_adapter": 7.949367088607595e-06,
+      "loss": 0.0301,
+      "step": 373600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.936708860759494e-06,
+      "learning_rate_adapter": 7.936708860759494e-06,
+      "loss": 0.0289,
+      "step": 373650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.924050632911393e-06,
+      "learning_rate_adapter": 7.924050632911393e-06,
+      "loss": 0.029,
+      "step": 373700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.911392405063292e-06,
+      "learning_rate_adapter": 7.911392405063292e-06,
+      "loss": 0.0295,
+      "step": 373750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.89873417721519e-06,
+      "learning_rate_adapter": 7.89873417721519e-06,
+      "loss": 0.0293,
+      "step": 373800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.88607594936709e-06,
+      "learning_rate_adapter": 7.88607594936709e-06,
+      "loss": 0.0295,
+      "step": 373850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.873417721518986e-06,
+      "learning_rate_adapter": 7.873417721518986e-06,
+      "loss": 0.0296,
+      "step": 373900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.860759493670887e-06,
+      "learning_rate_adapter": 7.860759493670887e-06,
+      "loss": 0.0293,
+      "step": 373950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.848101265822786e-06,
+      "learning_rate_adapter": 7.848101265822786e-06,
+      "loss": 0.0306,
+      "step": 374000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.835443037974683e-06,
+      "learning_rate_adapter": 7.835443037974683e-06,
+      "loss": 0.0304,
+      "step": 374050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.822784810126582e-06,
+      "learning_rate_adapter": 7.822784810126582e-06,
+      "loss": 0.03,
+      "step": 374100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.810126582278482e-06,
+      "learning_rate_adapter": 7.810126582278482e-06,
+      "loss": 0.0299,
+      "step": 374150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.79746835443038e-06,
+      "learning_rate_adapter": 7.79746835443038e-06,
+      "loss": 0.0299,
+      "step": 374200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.784810126582278e-06,
+      "learning_rate_adapter": 7.784810126582278e-06,
+      "loss": 0.0295,
+      "step": 374250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.772151898734177e-06,
+      "learning_rate_adapter": 7.772151898734177e-06,
+      "loss": 0.0306,
+      "step": 374300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.759493670886076e-06,
+      "learning_rate_adapter": 7.759493670886076e-06,
+      "loss": 0.0295,
+      "step": 374350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.746835443037975e-06,
+      "learning_rate_adapter": 7.746835443037975e-06,
+      "loss": 0.0287,
+      "step": 374400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.734177215189874e-06,
+      "learning_rate_adapter": 7.734177215189874e-06,
+      "loss": 0.0291,
+      "step": 374450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.721518987341773e-06,
+      "learning_rate_adapter": 7.721518987341773e-06,
+      "loss": 0.0302,
+      "step": 374500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.708860759493672e-06,
+      "learning_rate_adapter": 7.708860759493672e-06,
+      "loss": 0.0296,
+      "step": 374550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.69620253164557e-06,
+      "learning_rate_adapter": 7.69620253164557e-06,
+      "loss": 0.0292,
+      "step": 374600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.68354430379747e-06,
+      "learning_rate_adapter": 7.68354430379747e-06,
+      "loss": 0.0296,
+      "step": 374650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.670886075949366e-06,
+      "learning_rate_adapter": 7.670886075949366e-06,
+      "loss": 0.0295,
+      "step": 374700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.658227848101267e-06,
+      "learning_rate_adapter": 7.658227848101267e-06,
+      "loss": 0.0294,
+      "step": 374750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.645569620253166e-06,
+      "learning_rate_adapter": 7.645569620253166e-06,
+      "loss": 0.0296,
+      "step": 374800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.632911392405063e-06,
+      "learning_rate_adapter": 7.632911392405063e-06,
+      "loss": 0.0298,
+      "step": 374850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.620253164556962e-06,
+      "learning_rate_adapter": 7.620253164556962e-06,
+      "loss": 0.03,
+      "step": 374900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.607594936708862e-06,
+      "learning_rate_adapter": 7.607594936708862e-06,
+      "loss": 0.0296,
+      "step": 374950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.5949367088607605e-06,
+      "learning_rate_adapter": 7.5949367088607605e-06,
+      "loss": 0.0293,
+      "step": 375000
+    },
+    {
+      "epoch": 0.32,
+      "eval_af_opus100_pr_auc": 0.7782036921174024,
+      "eval_af_ud_pr_auc": 0.9819877220320526,
+      "eval_am_opus100_pr_auc": 0.6096689165499084,
+      "eval_ar_ersatz_pr_auc": 0.9261061057683091,
+      "eval_ar_opus100_pr_auc": 0.7070629913118833,
+      "eval_ar_ud_pr_auc": 0.890765032796936,
+      "eval_average_ersatz_pr_auc": 0.9622153286921513,
+      "eval_average_opus100_pr_auc": 0.8275437242001992,
+      "eval_average_ud_pr_auc": 0.9580939306951763,
+      "eval_az_opus100_pr_auc": 0.7806067901071398,
+      "eval_be_opus100_pr_auc": 0.6828779914723573,
+      "eval_be_ud_pr_auc": 0.8866335845525515,
+      "eval_bg_opus100_pr_auc": 0.9107285391816398,
+      "eval_bg_ud_pr_auc": 0.9927169749989865,
+      "eval_bn_opus100_pr_auc": 0.819273129935709,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8778559010055511,
+      "eval_ca_ud_pr_auc": 0.991465373844216,
+      "eval_ceb_ud_pr_auc": 0.9996959852486899,
+      "eval_cs_ersatz_pr_auc": 0.984313814138879,
+      "eval_cs_opus100_pr_auc": 0.9028840742857147,
+      "eval_cs_ud_pr_auc": 0.9558670458405016,
+      "eval_cy_opus100_pr_auc": 0.7472058705187226,
+      "eval_cy_ud_pr_auc": 0.9940037852813419,
+      "eval_da_opus100_pr_auc": 0.9132266755939965,
+      "eval_da_ud_pr_auc": 0.9787888761833701,
+      "eval_de_ersatz_pr_auc": 0.9776068293044843,
+      "eval_de_opus100_pr_auc": 0.8858212004903463,
+      "eval_de_ud_pr_auc": 0.982780949188543,
+      "eval_el_opus100_pr_auc": 0.9176982764153959,
+      "eval_el_ud_pr_auc": 0.9859655676822102,
+      "eval_en_ersatz_pr_auc": 0.9881947369104789,
+      "eval_en_opus100_pr_auc": 0.9243845162539119,
+      "eval_en_ud_pr_auc": 0.9644156128480504,
+      "eval_eo_opus100_pr_auc": 0.9224834966748804,
+      "eval_es_ersatz_pr_auc": 0.994565941279999,
+      "eval_es_opus100_pr_auc": 0.9232257120935556,
+      "eval_es_ud_pr_auc": 0.9896705977807071,
+      "eval_et_ersatz_pr_auc": 0.980595242104421,
+      "eval_et_opus100_pr_auc": 0.8973914591344814,
+      "eval_et_ud_pr_auc": 0.9587711305717704,
+      "eval_eu_opus100_pr_auc": 0.8724966545794685,
+      "eval_eu_ud_pr_auc": 0.9893931204940987,
+      "eval_fa_opus100_pr_auc": 0.5733598199295304,
+      "eval_fa_ud_pr_auc": 0.993037163519181,
+      "eval_fi_ersatz_pr_auc": 0.9861489522765,
+      "eval_fi_opus100_pr_auc": 0.9116134626605421,
+      "eval_fi_ud_pr_auc": 0.9641953189692198,
+      "eval_fr_ersatz_pr_auc": 0.9863765624460973,
+      "eval_fr_opus100_pr_auc": 0.905148976828306,
+      "eval_fr_ud_pr_auc": 0.9817521315861519,
+      "eval_fy_opus100_pr_auc": 0.6785204560237403,
+      "eval_ga_opus100_pr_auc": 0.8677619124318658,
+      "eval_ga_ud_pr_auc": 0.8063718925972829,
+      "eval_gd_opus100_pr_auc": 0.5979496355598006,
+      "eval_gd_ud_pr_auc": 0.7634850963302867,
+      "eval_gl_opus100_pr_auc": 0.8779143521415905,
+      "eval_gl_ud_pr_auc": 0.996591188414724,
+      "eval_gu_ersatz_pr_auc": 0.9280662332648056,
+      "eval_gu_opus100_pr_auc": 0.7304324304588544,
+      "eval_ha_opus100_pr_auc": 0.9013386925310654,
+      "eval_he_opus100_pr_auc": 0.8578899919468136,
+      "eval_he_ud_pr_auc": 0.959737132047802,
+      "eval_hi_ersatz_pr_auc": 0.975237803719886,
+      "eval_hi_opus100_pr_auc": 0.6692773023872836,
+      "eval_hi_ud_pr_auc": 0.9738770673978969,
+      "eval_hu_opus100_pr_auc": 0.9156335835286314,
+      "eval_hu_ud_pr_auc": 0.98276389650725,
+      "eval_hy_opus100_pr_auc": 0.9071046097351021,
+      "eval_hy_ud_pr_auc": 0.98732555534668,
+      "eval_id_opus100_pr_auc": 0.8674342968018323,
+      "eval_id_ud_pr_auc": 0.990808246682187,
+      "eval_ig_opus100_pr_auc": 0.8807267375674698,
+      "eval_is_opus100_pr_auc": 0.9216081718987985,
+      "eval_is_ud_pr_auc": 0.9100541038984652,
+      "eval_it_opus100_pr_auc": 0.9007454362651091,
+      "eval_it_ud_pr_auc": 0.9981467096086929,
+      "eval_ja_ersatz_pr_auc": 0.7945622646875624,
+      "eval_ja_opus100_pr_auc": 0.8014657766602293,
+      "eval_ja_ud_pr_auc": 0.9804886467351187,
+      "eval_jv_ud_pr_auc": 0.9747272987783766,
+      "eval_ka_opus100_pr_auc": 0.8819924725237535,
+      "eval_kk_ersatz_pr_auc": 0.9839520864960436,
+      "eval_kk_opus100_pr_auc": 0.8037077535383551,
+      "eval_kk_ud_pr_auc": 0.9683589161196026,
+      "eval_km_ersatz_pr_auc": 0.9154453295004136,
+      "eval_km_opus100_pr_auc": 0.7288333552138246,
+      "eval_kn_opus100_pr_auc": 0.5989783894341416,
+      "eval_ko_opus100_pr_auc": 0.6874629808764634,
+      "eval_ko_ud_pr_auc": 0.9980125581611872,
+      "eval_ku_opus100_pr_auc": 0.849962705361948,
+      "eval_ky_opus100_pr_auc": 0.8495705728751964,
+      "eval_la_ud_pr_auc": 0.9484074182532454,
+      "eval_loss": 0.033524319529533386,
+      "eval_lt_ersatz_pr_auc": 0.9898076423833383,
+      "eval_lt_opus100_pr_auc": 0.8672759477968852,
+      "eval_lt_ud_pr_auc": 0.9914148536116932,
+      "eval_lv_ersatz_pr_auc": 0.9885769383861714,
+      "eval_lv_opus100_pr_auc": 0.8778534293433266,
+      "eval_lv_ud_pr_auc": 0.9606310613024545,
+      "eval_mg_opus100_pr_auc": 0.9220692975546748,
+      "eval_mk_opus100_pr_auc": 0.9046030705514704,
+      "eval_ml_opus100_pr_auc": 0.769370823505852,
+      "eval_mn_opus100_pr_auc": 0.9539308155464009,
+      "eval_mr_opus100_pr_auc": 0.9038509235598466,
+      "eval_mr_ud_pr_auc": 0.9888034734558337,
+      "eval_ms_opus100_pr_auc": 0.8664974683428233,
+      "eval_mt_opus100_pr_auc": 0.8367457249820158,
+      "eval_mt_ud_pr_auc": 0.8547951737572634,
+      "eval_my_opus100_pr_auc": 0.7499965223210768,
+      "eval_ne_opus100_pr_auc": 0.7291130063094454,
+      "eval_nl_opus100_pr_auc": 0.8889884974410114,
+      "eval_nl_ud_pr_auc": 0.9803667181994214,
+      "eval_no_opus100_pr_auc": 0.914858493113738,
+      "eval_no_ud_pr_auc": 0.9952321044965491,
+      "eval_pa_opus100_pr_auc": 0.689078939913683,
+      "eval_pl_ersatz_pr_auc": 0.9638967325514057,
+      "eval_pl_opus100_pr_auc": 0.8936450948404453,
+      "eval_pl_ud_pr_auc": 0.9670912556670058,
+      "eval_ps_ersatz_pr_auc": 0.92433378510171,
+      "eval_ps_opus100_pr_auc": 0.7109028921698891,
+      "eval_pt_opus100_pr_auc": 0.9200998493835282,
+      "eval_pt_ud_pr_auc": 0.9816874079506319,
+      "eval_ro_ersatz_pr_auc": 0.9936340738140907,
+      "eval_ro_opus100_pr_auc": 0.8661880652872934,
+      "eval_ro_ud_pr_auc": 0.9398375270761052,
+      "eval_ru_ersatz_pr_auc": 0.9882460572763636,
+      "eval_ru_opus100_pr_auc": 0.917755486741898,
+      "eval_ru_ud_pr_auc": 0.8455392179468925,
+      "eval_runtime": 459.5087,
+      "eval_samples_per_second": 164.241,
+      "eval_si_opus100_pr_auc": 0.8121235814334051,
+      "eval_sk_opus100_pr_auc": 0.9321293108314197,
+      "eval_sk_ud_pr_auc": 0.9747116796662608,
+      "eval_sl_opus100_pr_auc": 0.8572949694452779,
+      "eval_sl_ud_pr_auc": 0.966873616427901,
+      "eval_sq_opus100_pr_auc": 0.9008261451685996,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9040751287274624,
+      "eval_sr_ud_pr_auc": 0.9952151095464359,
+      "eval_steps_per_second": 5.134,
+      "eval_sv_opus100_pr_auc": 0.8895267279330509,
+      "eval_sv_ud_pr_auc": 0.934416572656322,
+      "eval_ta_ersatz_pr_auc": 0.9828129714313358,
+      "eval_ta_opus100_pr_auc": 0.6686643321348622,
+      "eval_ta_ud_pr_auc": 0.997446487363222,
+      "eval_te_opus100_pr_auc": 0.8383442559423148,
+      "eval_tg_opus100_pr_auc": 0.8760182461809151,
+      "eval_th_opus100_pr_auc": 0.6842392910063516,
+      "eval_th_ud_pr_auc": 0.7949517679485641,
+      "eval_tr_ersatz_pr_auc": 0.9618219977672465,
+      "eval_tr_opus100_pr_auc": 0.8970330624356818,
+      "eval_tr_ud_pr_auc": 0.9478744176094038,
+      "eval_uk_opus100_pr_auc": 0.8755190476587478,
+      "eval_uk_ud_pr_auc": 0.9227040008558501,
+      "eval_ur_opus100_pr_auc": 0.5233216382243888,
+      "eval_ur_ud_pr_auc": 0.9920037860947174,
+      "eval_uz_opus100_pr_auc": 0.8735989486229303,
+      "eval_vi_opus100_pr_auc": 0.9034919978405648,
+      "eval_vi_ud_pr_auc": 0.9624438719193369,
+      "eval_xh_opus100_pr_auc": 0.8506159765746473,
+      "eval_yi_opus100_pr_auc": 0.7966685430516717,
+      "eval_yo_opus100_pr_auc": 0.7769503838666771,
+      "eval_yo_ud_pr_auc": 0.9034601790711908,
+      "eval_zh_ersatz_pr_auc": 0.9544351306177884,
+      "eval_zh_opus100_pr_auc": 0.7448935422917062,
+      "eval_zh_ud_pr_auc": 0.9927920667046138,
+      "eval_zu_opus100_pr_auc": 0.8308961434380323,
+      "step": 375000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.5822784810126585e-06,
+      "learning_rate_adapter": 7.5822784810126585e-06,
+      "loss": 0.03,
+      "step": 375050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.5696202531645565e-06,
+      "learning_rate_adapter": 7.5696202531645565e-06,
+      "loss": 0.0297,
+      "step": 375100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.556962025316457e-06,
+      "learning_rate_adapter": 7.556962025316457e-06,
+      "loss": 0.0294,
+      "step": 375150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.544303797468355e-06,
+      "learning_rate_adapter": 7.544303797468355e-06,
+      "loss": 0.0302,
+      "step": 375200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.531645569620253e-06,
+      "learning_rate_adapter": 7.531645569620253e-06,
+      "loss": 0.0298,
+      "step": 375250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.518987341772152e-06,
+      "learning_rate_adapter": 7.518987341772152e-06,
+      "loss": 0.0291,
+      "step": 375300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.506329113924052e-06,
+      "learning_rate_adapter": 7.506329113924052e-06,
+      "loss": 0.03,
+      "step": 375350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.49367088607595e-06,
+      "learning_rate_adapter": 7.49367088607595e-06,
+      "loss": 0.0294,
+      "step": 375400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.4810126582278485e-06,
+      "learning_rate_adapter": 7.4810126582278485e-06,
+      "loss": 0.0298,
+      "step": 375450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.4683544303797465e-06,
+      "learning_rate_adapter": 7.4683544303797465e-06,
+      "loss": 0.03,
+      "step": 375500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.455696202531646e-06,
+      "learning_rate_adapter": 7.455696202531646e-06,
+      "loss": 0.0296,
+      "step": 375550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.443037974683545e-06,
+      "learning_rate_adapter": 7.443037974683545e-06,
+      "loss": 0.0294,
+      "step": 375600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.430379746835443e-06,
+      "learning_rate_adapter": 7.430379746835443e-06,
+      "loss": 0.0293,
+      "step": 375650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.417721518987342e-06,
+      "learning_rate_adapter": 7.417721518987342e-06,
+      "loss": 0.0295,
+      "step": 375700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.405063291139242e-06,
+      "learning_rate_adapter": 7.405063291139242e-06,
+      "loss": 0.0299,
+      "step": 375750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.39240506329114e-06,
+      "learning_rate_adapter": 7.39240506329114e-06,
+      "loss": 0.0297,
+      "step": 375800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.3797468354430385e-06,
+      "learning_rate_adapter": 7.3797468354430385e-06,
+      "loss": 0.0294,
+      "step": 375850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.3670886075949365e-06,
+      "learning_rate_adapter": 7.3670886075949365e-06,
+      "loss": 0.0301,
+      "step": 375900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.354430379746836e-06,
+      "learning_rate_adapter": 7.354430379746836e-06,
+      "loss": 0.0295,
+      "step": 375950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.341772151898735e-06,
+      "learning_rate_adapter": 7.341772151898735e-06,
+      "loss": 0.0292,
+      "step": 376000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.329113924050633e-06,
+      "learning_rate_adapter": 7.329113924050633e-06,
+      "loss": 0.0293,
+      "step": 376050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.316455696202532e-06,
+      "learning_rate_adapter": 7.316455696202532e-06,
+      "loss": 0.0297,
+      "step": 376100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.303797468354432e-06,
+      "learning_rate_adapter": 7.303797468354432e-06,
+      "loss": 0.0294,
+      "step": 376150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.29113924050633e-06,
+      "learning_rate_adapter": 7.29113924050633e-06,
+      "loss": 0.0297,
+      "step": 376200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.2784810126582285e-06,
+      "learning_rate_adapter": 7.2784810126582285e-06,
+      "loss": 0.0298,
+      "step": 376250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.2658227848101265e-06,
+      "learning_rate_adapter": 7.2658227848101265e-06,
+      "loss": 0.0298,
+      "step": 376300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.253164556962026e-06,
+      "learning_rate_adapter": 7.253164556962026e-06,
+      "loss": 0.03,
+      "step": 376350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.240506329113925e-06,
+      "learning_rate_adapter": 7.240506329113925e-06,
+      "loss": 0.0296,
+      "step": 376400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.227848101265823e-06,
+      "learning_rate_adapter": 7.227848101265823e-06,
+      "loss": 0.0296,
+      "step": 376450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.215189873417721e-06,
+      "learning_rate_adapter": 7.215189873417721e-06,
+      "loss": 0.0295,
+      "step": 376500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.202531645569622e-06,
+      "learning_rate_adapter": 7.202531645569622e-06,
+      "loss": 0.0295,
+      "step": 376550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.18987341772152e-06,
+      "learning_rate_adapter": 7.18987341772152e-06,
+      "loss": 0.0295,
+      "step": 376600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.177215189873418e-06,
+      "learning_rate_adapter": 7.177215189873418e-06,
+      "loss": 0.0299,
+      "step": 376650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.1645569620253165e-06,
+      "learning_rate_adapter": 7.1645569620253165e-06,
+      "loss": 0.0302,
+      "step": 376700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.151898734177216e-06,
+      "learning_rate_adapter": 7.151898734177216e-06,
+      "loss": 0.0295,
+      "step": 376750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.139240506329114e-06,
+      "learning_rate_adapter": 7.139240506329114e-06,
+      "loss": 0.0296,
+      "step": 376800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.126582278481013e-06,
+      "learning_rate_adapter": 7.126582278481013e-06,
+      "loss": 0.0294,
+      "step": 376850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.113924050632911e-06,
+      "learning_rate_adapter": 7.113924050632911e-06,
+      "loss": 0.0295,
+      "step": 376900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.101265822784811e-06,
+      "learning_rate_adapter": 7.101265822784811e-06,
+      "loss": 0.0294,
+      "step": 376950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.08860759493671e-06,
+      "learning_rate_adapter": 7.08860759493671e-06,
+      "loss": 0.0297,
+      "step": 377000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.075949367088608e-06,
+      "learning_rate_adapter": 7.075949367088608e-06,
+      "loss": 0.029,
+      "step": 377050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.0632911392405065e-06,
+      "learning_rate_adapter": 7.0632911392405065e-06,
+      "loss": 0.0299,
+      "step": 377100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.050632911392406e-06,
+      "learning_rate_adapter": 7.050632911392406e-06,
+      "loss": 0.0302,
+      "step": 377150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.037974683544304e-06,
+      "learning_rate_adapter": 7.037974683544304e-06,
+      "loss": 0.0297,
+      "step": 377200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.025316455696203e-06,
+      "learning_rate_adapter": 7.025316455696203e-06,
+      "loss": 0.0296,
+      "step": 377250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.012658227848101e-06,
+      "learning_rate_adapter": 7.012658227848101e-06,
+      "loss": 0.0297,
+      "step": 377300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.03,
+      "step": 377350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.9873417721519e-06,
+      "learning_rate_adapter": 6.9873417721519e-06,
+      "loss": 0.0299,
+      "step": 377400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.974683544303798e-06,
+      "learning_rate_adapter": 6.974683544303798e-06,
+      "loss": 0.0298,
+      "step": 377450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.9620253164556965e-06,
+      "learning_rate_adapter": 6.9620253164556965e-06,
+      "loss": 0.0292,
+      "step": 377500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.949367088607596e-06,
+      "learning_rate_adapter": 6.949367088607596e-06,
+      "loss": 0.0295,
+      "step": 377550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.936708860759494e-06,
+      "learning_rate_adapter": 6.936708860759494e-06,
+      "loss": 0.0296,
+      "step": 377600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.924050632911393e-06,
+      "learning_rate_adapter": 6.924050632911393e-06,
+      "loss": 0.0294,
+      "step": 377650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.911392405063291e-06,
+      "learning_rate_adapter": 6.911392405063291e-06,
+      "loss": 0.0298,
+      "step": 377700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.898734177215191e-06,
+      "learning_rate_adapter": 6.898734177215191e-06,
+      "loss": 0.0299,
+      "step": 377750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.88607594936709e-06,
+      "learning_rate_adapter": 6.88607594936709e-06,
+      "loss": 0.0301,
+      "step": 377800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.873417721518988e-06,
+      "learning_rate_adapter": 6.873417721518988e-06,
+      "loss": 0.03,
+      "step": 377850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.8607594936708865e-06,
+      "learning_rate_adapter": 6.8607594936708865e-06,
+      "loss": 0.03,
+      "step": 377900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.848101265822786e-06,
+      "learning_rate_adapter": 6.848101265822786e-06,
+      "loss": 0.0294,
+      "step": 377950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.835443037974684e-06,
+      "learning_rate_adapter": 6.835443037974684e-06,
+      "loss": 0.0297,
+      "step": 378000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.822784810126583e-06,
+      "learning_rate_adapter": 6.822784810126583e-06,
+      "loss": 0.03,
+      "step": 378050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.810126582278481e-06,
+      "learning_rate_adapter": 6.810126582278481e-06,
+      "loss": 0.0289,
+      "step": 378100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.797468354430379e-06,
+      "learning_rate_adapter": 6.797468354430379e-06,
+      "loss": 0.0295,
+      "step": 378150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.784810126582279e-06,
+      "learning_rate_adapter": 6.784810126582279e-06,
+      "loss": 0.0293,
+      "step": 378200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.772151898734178e-06,
+      "learning_rate_adapter": 6.772151898734178e-06,
+      "loss": 0.0302,
+      "step": 378250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.759493670886076e-06,
+      "learning_rate_adapter": 6.759493670886076e-06,
+      "loss": 0.0303,
+      "step": 378300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.7468354430379745e-06,
+      "learning_rate_adapter": 6.7468354430379745e-06,
+      "loss": 0.0297,
+      "step": 378350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.734177215189874e-06,
+      "learning_rate_adapter": 6.734177215189874e-06,
+      "loss": 0.0304,
+      "step": 378400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.721518987341772e-06,
+      "learning_rate_adapter": 6.721518987341772e-06,
+      "loss": 0.0303,
+      "step": 378450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.708860759493671e-06,
+      "learning_rate_adapter": 6.708860759493671e-06,
+      "loss": 0.0304,
+      "step": 378500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.696202531645569e-06,
+      "learning_rate_adapter": 6.696202531645569e-06,
+      "loss": 0.0295,
+      "step": 378550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.683544303797469e-06,
+      "learning_rate_adapter": 6.683544303797469e-06,
+      "loss": 0.0301,
+      "step": 378600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.670886075949368e-06,
+      "learning_rate_adapter": 6.670886075949368e-06,
+      "loss": 0.0286,
+      "step": 378650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.658227848101266e-06,
+      "learning_rate_adapter": 6.658227848101266e-06,
+      "loss": 0.0295,
+      "step": 378700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.6455696202531645e-06,
+      "learning_rate_adapter": 6.6455696202531645e-06,
+      "loss": 0.03,
+      "step": 378750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.632911392405064e-06,
+      "learning_rate_adapter": 6.632911392405064e-06,
+      "loss": 0.029,
+      "step": 378800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.620253164556962e-06,
+      "learning_rate_adapter": 6.620253164556962e-06,
+      "loss": 0.0298,
+      "step": 378850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.607594936708861e-06,
+      "learning_rate_adapter": 6.607594936708861e-06,
+      "loss": 0.0291,
+      "step": 378900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.594936708860759e-06,
+      "learning_rate_adapter": 6.594936708860759e-06,
+      "loss": 0.0301,
+      "step": 378950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.582278481012659e-06,
+      "learning_rate_adapter": 6.582278481012659e-06,
+      "loss": 0.0293,
+      "step": 379000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.569620253164558e-06,
+      "learning_rate_adapter": 6.569620253164558e-06,
+      "loss": 0.0296,
+      "step": 379050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.556962025316456e-06,
+      "learning_rate_adapter": 6.556962025316456e-06,
+      "loss": 0.0302,
+      "step": 379100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.5443037974683545e-06,
+      "learning_rate_adapter": 6.5443037974683545e-06,
+      "loss": 0.0307,
+      "step": 379150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.531645569620254e-06,
+      "learning_rate_adapter": 6.531645569620254e-06,
+      "loss": 0.0295,
+      "step": 379200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.518987341772152e-06,
+      "learning_rate_adapter": 6.518987341772152e-06,
+      "loss": 0.029,
+      "step": 379250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.506329113924051e-06,
+      "learning_rate_adapter": 6.506329113924051e-06,
+      "loss": 0.0287,
+      "step": 379300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.493670886075949e-06,
+      "learning_rate_adapter": 6.493670886075949e-06,
+      "loss": 0.0298,
+      "step": 379350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.481012658227849e-06,
+      "learning_rate_adapter": 6.481012658227849e-06,
+      "loss": 0.0298,
+      "step": 379400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.468354430379748e-06,
+      "learning_rate_adapter": 6.468354430379748e-06,
+      "loss": 0.0293,
+      "step": 379450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.455696202531646e-06,
+      "learning_rate_adapter": 6.455696202531646e-06,
+      "loss": 0.0299,
+      "step": 379500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.443037974683544e-06,
+      "learning_rate_adapter": 6.443037974683544e-06,
+      "loss": 0.0294,
+      "step": 379550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.430379746835444e-06,
+      "learning_rate_adapter": 6.430379746835444e-06,
+      "loss": 0.0301,
+      "step": 379600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.417721518987342e-06,
+      "learning_rate_adapter": 6.417721518987342e-06,
+      "loss": 0.0295,
+      "step": 379650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.40506329113924e-06,
+      "learning_rate_adapter": 6.40506329113924e-06,
+      "loss": 0.0298,
+      "step": 379700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.392405063291139e-06,
+      "learning_rate_adapter": 6.392405063291139e-06,
+      "loss": 0.0296,
+      "step": 379750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.379746835443039e-06,
+      "learning_rate_adapter": 6.379746835443039e-06,
+      "loss": 0.0292,
+      "step": 379800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.367088607594937e-06,
+      "learning_rate_adapter": 6.367088607594937e-06,
+      "loss": 0.0297,
+      "step": 379850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.354430379746836e-06,
+      "learning_rate_adapter": 6.354430379746836e-06,
+      "loss": 0.0299,
+      "step": 379900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.341772151898734e-06,
+      "learning_rate_adapter": 6.341772151898734e-06,
+      "loss": 0.0297,
+      "step": 379950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.329113924050633e-06,
+      "learning_rate_adapter": 6.329113924050633e-06,
+      "loss": 0.0294,
+      "step": 380000
+    },
+    {
+      "epoch": 0.32,
+      "eval_af_opus100_pr_auc": 0.7763356490736197,
+      "eval_af_ud_pr_auc": 0.9834572247060642,
+      "eval_am_opus100_pr_auc": 0.6021039723437043,
+      "eval_ar_ersatz_pr_auc": 0.9263309577631309,
+      "eval_ar_opus100_pr_auc": 0.7058474013615512,
+      "eval_ar_ud_pr_auc": 0.8886147309896549,
+      "eval_average_ersatz_pr_auc": 0.9625227558576716,
+      "eval_average_opus100_pr_auc": 0.8276966046275819,
+      "eval_average_ud_pr_auc": 0.9592500210519702,
+      "eval_az_opus100_pr_auc": 0.7712339115044587,
+      "eval_be_opus100_pr_auc": 0.6783790960742304,
+      "eval_be_ud_pr_auc": 0.8869046432868276,
+      "eval_bg_opus100_pr_auc": 0.9086959584238651,
+      "eval_bg_ud_pr_auc": 0.9927203850262413,
+      "eval_bn_opus100_pr_auc": 0.8192255261426414,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8780377258377696,
+      "eval_ca_ud_pr_auc": 0.9924974413182206,
+      "eval_ceb_ud_pr_auc": 0.999740476578246,
+      "eval_cs_ersatz_pr_auc": 0.9844554999155619,
+      "eval_cs_opus100_pr_auc": 0.9041536658427118,
+      "eval_cs_ud_pr_auc": 0.9566247910019905,
+      "eval_cy_opus100_pr_auc": 0.7393470810554209,
+      "eval_cy_ud_pr_auc": 0.9929304511539919,
+      "eval_da_opus100_pr_auc": 0.9160851577279647,
+      "eval_da_ud_pr_auc": 0.9791518431977176,
+      "eval_de_ersatz_pr_auc": 0.9777594062372301,
+      "eval_de_opus100_pr_auc": 0.8871021313483933,
+      "eval_de_ud_pr_auc": 0.9836998965294184,
+      "eval_el_opus100_pr_auc": 0.9185294475665213,
+      "eval_el_ud_pr_auc": 0.9861278807407515,
+      "eval_en_ersatz_pr_auc": 0.9880205089080172,
+      "eval_en_opus100_pr_auc": 0.9238224101650738,
+      "eval_en_ud_pr_auc": 0.9616738011855277,
+      "eval_eo_opus100_pr_auc": 0.9238120825739373,
+      "eval_es_ersatz_pr_auc": 0.9949403781924866,
+      "eval_es_opus100_pr_auc": 0.9242249517347024,
+      "eval_es_ud_pr_auc": 0.9902512797509645,
+      "eval_et_ersatz_pr_auc": 0.9796097514189336,
+      "eval_et_opus100_pr_auc": 0.8979077916123209,
+      "eval_et_ud_pr_auc": 0.9592357579011779,
+      "eval_eu_opus100_pr_auc": 0.8741541822192285,
+      "eval_eu_ud_pr_auc": 0.9886017159901841,
+      "eval_fa_opus100_pr_auc": 0.5752894411468629,
+      "eval_fa_ud_pr_auc": 0.9926629702163565,
+      "eval_fi_ersatz_pr_auc": 0.9870512467719004,
+      "eval_fi_opus100_pr_auc": 0.9105431985114796,
+      "eval_fi_ud_pr_auc": 0.9641573297881596,
+      "eval_fr_ersatz_pr_auc": 0.9867117825247094,
+      "eval_fr_opus100_pr_auc": 0.9055175458733484,
+      "eval_fr_ud_pr_auc": 0.9820516444939091,
+      "eval_fy_opus100_pr_auc": 0.674412503386766,
+      "eval_ga_opus100_pr_auc": 0.8735726830328423,
+      "eval_ga_ud_pr_auc": 0.8107202213429009,
+      "eval_gd_opus100_pr_auc": 0.6172605464587997,
+      "eval_gd_ud_pr_auc": 0.7692992729090967,
+      "eval_gl_opus100_pr_auc": 0.8800048688525912,
+      "eval_gl_ud_pr_auc": 0.9967741319986769,
+      "eval_gu_ersatz_pr_auc": 0.9280569905019354,
+      "eval_gu_opus100_pr_auc": 0.7219985699346366,
+      "eval_ha_opus100_pr_auc": 0.9017639172009403,
+      "eval_he_opus100_pr_auc": 0.8587989027423816,
+      "eval_he_ud_pr_auc": 0.9617656231466809,
+      "eval_hi_ersatz_pr_auc": 0.9747969024980344,
+      "eval_hi_opus100_pr_auc": 0.670386454756462,
+      "eval_hi_ud_pr_auc": 0.9707563693859614,
+      "eval_hu_opus100_pr_auc": 0.9129978409005327,
+      "eval_hu_ud_pr_auc": 0.9830902074646393,
+      "eval_hy_opus100_pr_auc": 0.9052687876470193,
+      "eval_hy_ud_pr_auc": 0.9880218441822866,
+      "eval_id_opus100_pr_auc": 0.8714107311813948,
+      "eval_id_ud_pr_auc": 0.9905916090199565,
+      "eval_ig_opus100_pr_auc": 0.8763472292546525,
+      "eval_is_opus100_pr_auc": 0.9193089434580414,
+      "eval_is_ud_pr_auc": 0.9116834930000794,
+      "eval_it_opus100_pr_auc": 0.9001971575810994,
+      "eval_it_ud_pr_auc": 0.9990301666211681,
+      "eval_ja_ersatz_pr_auc": 0.7942878560999153,
+      "eval_ja_opus100_pr_auc": 0.8104195854931726,
+      "eval_ja_ud_pr_auc": 0.9819233422510422,
+      "eval_jv_ud_pr_auc": 0.9732404897777664,
+      "eval_ka_opus100_pr_auc": 0.8840348278445701,
+      "eval_kk_ersatz_pr_auc": 0.9856884690110352,
+      "eval_kk_opus100_pr_auc": 0.8006860278408287,
+      "eval_kk_ud_pr_auc": 0.9707774872501416,
+      "eval_km_ersatz_pr_auc": 0.9137305159272024,
+      "eval_km_opus100_pr_auc": 0.7390688192985337,
+      "eval_kn_opus100_pr_auc": 0.600398273345567,
+      "eval_ko_opus100_pr_auc": 0.6821232465363798,
+      "eval_ko_ud_pr_auc": 0.998128073248505,
+      "eval_ku_opus100_pr_auc": 0.850366179558101,
+      "eval_ky_opus100_pr_auc": 0.8466286405595583,
+      "eval_la_ud_pr_auc": 0.9548656259055489,
+      "eval_loss": 0.033494025468826294,
+      "eval_lt_ersatz_pr_auc": 0.9916241534975109,
+      "eval_lt_opus100_pr_auc": 0.8728546825907503,
+      "eval_lt_ud_pr_auc": 0.991747419964895,
+      "eval_lv_ersatz_pr_auc": 0.9892651586014028,
+      "eval_lv_opus100_pr_auc": 0.8834123556789402,
+      "eval_lv_ud_pr_auc": 0.9629039647043326,
+      "eval_mg_opus100_pr_auc": 0.9212813601480192,
+      "eval_mk_opus100_pr_auc": 0.9034546357159531,
+      "eval_ml_opus100_pr_auc": 0.7669259775189469,
+      "eval_mn_opus100_pr_auc": 0.955278446950498,
+      "eval_mr_opus100_pr_auc": 0.9053401836472131,
+      "eval_mr_ud_pr_auc": 0.9896054914251715,
+      "eval_ms_opus100_pr_auc": 0.8678141158344836,
+      "eval_mt_opus100_pr_auc": 0.8390819163651977,
+      "eval_mt_ud_pr_auc": 0.864865570292624,
+      "eval_my_opus100_pr_auc": 0.7477600156793197,
+      "eval_ne_opus100_pr_auc": 0.73082378653333,
+      "eval_nl_opus100_pr_auc": 0.8887247218774004,
+      "eval_nl_ud_pr_auc": 0.9812880007831105,
+      "eval_no_opus100_pr_auc": 0.9159463825081031,
+      "eval_no_ud_pr_auc": 0.9955873726290934,
+      "eval_pa_opus100_pr_auc": 0.6828075241945214,
+      "eval_pl_ersatz_pr_auc": 0.9674419422949413,
+      "eval_pl_opus100_pr_auc": 0.8928367179460148,
+      "eval_pl_ud_pr_auc": 0.9679399023472159,
+      "eval_ps_ersatz_pr_auc": 0.9234030144714636,
+      "eval_ps_opus100_pr_auc": 0.7077487500899133,
+      "eval_pt_opus100_pr_auc": 0.9222196761098158,
+      "eval_pt_ud_pr_auc": 0.9827524425628161,
+      "eval_ro_ersatz_pr_auc": 0.9939671400224583,
+      "eval_ro_opus100_pr_auc": 0.8661473649993776,
+      "eval_ro_ud_pr_auc": 0.9559454900471671,
+      "eval_ru_ersatz_pr_auc": 0.9886018482075325,
+      "eval_ru_opus100_pr_auc": 0.9215010995621679,
+      "eval_ru_ud_pr_auc": 0.8571874458733514,
+      "eval_runtime": 457.8514,
+      "eval_samples_per_second": 164.835,
+      "eval_si_opus100_pr_auc": 0.810569757832907,
+      "eval_sk_opus100_pr_auc": 0.9323100581586339,
+      "eval_sk_ud_pr_auc": 0.9771131562164509,
+      "eval_sl_opus100_pr_auc": 0.8585746726467717,
+      "eval_sl_ud_pr_auc": 0.9658982540320489,
+      "eval_sq_opus100_pr_auc": 0.8986409323892987,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9038951215952419,
+      "eval_sr_ud_pr_auc": 0.9955380226620492,
+      "eval_steps_per_second": 5.152,
+      "eval_sv_opus100_pr_auc": 0.8888526000126992,
+      "eval_sv_ud_pr_auc": 0.9329906012523821,
+      "eval_ta_ersatz_pr_auc": 0.9821549499870829,
+      "eval_ta_opus100_pr_auc": 0.6776592835502855,
+      "eval_ta_ud_pr_auc": 0.997126611932669,
+      "eval_te_opus100_pr_auc": 0.8428184385537225,
+      "eval_tg_opus100_pr_auc": 0.8785656323230743,
+      "eval_th_opus100_pr_auc": 0.6841677711357536,
+      "eval_th_ud_pr_auc": 0.7923041000227156,
+      "eval_tr_ersatz_pr_auc": 0.9626088361588293,
+      "eval_tr_opus100_pr_auc": 0.8960084234400117,
+      "eval_tr_ud_pr_auc": 0.9480505876320083,
+      "eval_uk_opus100_pr_auc": 0.8724514024231903,
+      "eval_uk_ud_pr_auc": 0.9221406506374258,
+      "eval_ur_opus100_pr_auc": 0.5230557386113984,
+      "eval_ur_ud_pr_auc": 0.9935502568111301,
+      "eval_uz_opus100_pr_auc": 0.8718039107269387,
+      "eval_vi_opus100_pr_auc": 0.9026480005878486,
+      "eval_vi_ud_pr_auc": 0.9621601308414969,
+      "eval_xh_opus100_pr_auc": 0.8557191319852555,
+      "eval_yi_opus100_pr_auc": 0.7895102128914382,
+      "eval_yo_opus100_pr_auc": 0.7761861523316576,
+      "eval_yo_ud_pr_auc": 0.9044276252850104,
+      "eval_zh_ersatz_pr_auc": 0.9549933198574577,
+      "eval_zh_opus100_pr_auc": 0.7486154687864001,
+      "eval_zh_ud_pr_auc": 0.9943558806472866,
+      "eval_zu_opus100_pr_auc": 0.8293060905245404,
+      "step": 380000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.316455696202532e-06,
+      "learning_rate_adapter": 6.316455696202532e-06,
+      "loss": 0.0295,
+      "step": 380050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.30379746835443e-06,
+      "learning_rate_adapter": 6.30379746835443e-06,
+      "loss": 0.0294,
+      "step": 380100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.291139240506329e-06,
+      "learning_rate_adapter": 6.291139240506329e-06,
+      "loss": 0.0304,
+      "step": 380150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.278481012658229e-06,
+      "learning_rate_adapter": 6.278481012658229e-06,
+      "loss": 0.0303,
+      "step": 380200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.265822784810127e-06,
+      "learning_rate_adapter": 6.265822784810127e-06,
+      "loss": 0.0293,
+      "step": 380250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.253164556962026e-06,
+      "learning_rate_adapter": 6.253164556962026e-06,
+      "loss": 0.029,
+      "step": 380300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.2405063291139244e-06,
+      "learning_rate_adapter": 6.2405063291139244e-06,
+      "loss": 0.0297,
+      "step": 380350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.2278481012658224e-06,
+      "learning_rate_adapter": 6.2278481012658224e-06,
+      "loss": 0.03,
+      "step": 380400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.215189873417722e-06,
+      "learning_rate_adapter": 6.215189873417722e-06,
+      "loss": 0.0303,
+      "step": 380450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.20253164556962e-06,
+      "learning_rate_adapter": 6.20253164556962e-06,
+      "loss": 0.0298,
+      "step": 380500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.189873417721519e-06,
+      "learning_rate_adapter": 6.189873417721519e-06,
+      "loss": 0.0303,
+      "step": 380550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.177215189873418e-06,
+      "learning_rate_adapter": 6.177215189873418e-06,
+      "loss": 0.0301,
+      "step": 380600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.164556962025317e-06,
+      "learning_rate_adapter": 6.164556962025317e-06,
+      "loss": 0.0296,
+      "step": 380650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.151898734177216e-06,
+      "learning_rate_adapter": 6.151898734177216e-06,
+      "loss": 0.0301,
+      "step": 380700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.1392405063291144e-06,
+      "learning_rate_adapter": 6.1392405063291144e-06,
+      "loss": 0.0293,
+      "step": 380750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.1265822784810124e-06,
+      "learning_rate_adapter": 6.1265822784810124e-06,
+      "loss": 0.0294,
+      "step": 380800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.113924050632912e-06,
+      "learning_rate_adapter": 6.113924050632912e-06,
+      "loss": 0.0298,
+      "step": 380850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.10126582278481e-06,
+      "learning_rate_adapter": 6.10126582278481e-06,
+      "loss": 0.0297,
+      "step": 380900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.088607594936709e-06,
+      "learning_rate_adapter": 6.088607594936709e-06,
+      "loss": 0.0299,
+      "step": 380950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.075949367088608e-06,
+      "learning_rate_adapter": 6.075949367088608e-06,
+      "loss": 0.0299,
+      "step": 381000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.063291139240507e-06,
+      "learning_rate_adapter": 6.063291139240507e-06,
+      "loss": 0.0298,
+      "step": 381050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.050632911392405e-06,
+      "learning_rate_adapter": 6.050632911392405e-06,
+      "loss": 0.0299,
+      "step": 381100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.0379746835443044e-06,
+      "learning_rate_adapter": 6.0379746835443044e-06,
+      "loss": 0.0297,
+      "step": 381150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.0253164556962024e-06,
+      "learning_rate_adapter": 6.0253164556962024e-06,
+      "loss": 0.0296,
+      "step": 381200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.012658227848101e-06,
+      "learning_rate_adapter": 6.012658227848101e-06,
+      "loss": 0.03,
+      "step": 381250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0298,
+      "step": 381300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.987341772151899e-06,
+      "learning_rate_adapter": 5.987341772151899e-06,
+      "loss": 0.0293,
+      "step": 381350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.974683544303798e-06,
+      "learning_rate_adapter": 5.974683544303798e-06,
+      "loss": 0.0285,
+      "step": 381400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.962025316455697e-06,
+      "learning_rate_adapter": 5.962025316455697e-06,
+      "loss": 0.029,
+      "step": 381450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.949367088607595e-06,
+      "learning_rate_adapter": 5.949367088607595e-06,
+      "loss": 0.0292,
+      "step": 381500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.9367088607594944e-06,
+      "learning_rate_adapter": 5.9367088607594944e-06,
+      "loss": 0.0289,
+      "step": 381550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.9240506329113924e-06,
+      "learning_rate_adapter": 5.9240506329113924e-06,
+      "loss": 0.0292,
+      "step": 381600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.911392405063291e-06,
+      "learning_rate_adapter": 5.911392405063291e-06,
+      "loss": 0.0297,
+      "step": 381650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.89873417721519e-06,
+      "learning_rate_adapter": 5.89873417721519e-06,
+      "loss": 0.0292,
+      "step": 381700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.886075949367089e-06,
+      "learning_rate_adapter": 5.886075949367089e-06,
+      "loss": 0.0294,
+      "step": 381750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.873417721518987e-06,
+      "learning_rate_adapter": 5.873417721518987e-06,
+      "loss": 0.0294,
+      "step": 381800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.860759493670887e-06,
+      "learning_rate_adapter": 5.860759493670887e-06,
+      "loss": 0.0303,
+      "step": 381850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.848101265822785e-06,
+      "learning_rate_adapter": 5.848101265822785e-06,
+      "loss": 0.0303,
+      "step": 381900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.835443037974684e-06,
+      "learning_rate_adapter": 5.835443037974684e-06,
+      "loss": 0.0299,
+      "step": 381950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.8227848101265824e-06,
+      "learning_rate_adapter": 5.8227848101265824e-06,
+      "loss": 0.0291,
+      "step": 382000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.810126582278481e-06,
+      "learning_rate_adapter": 5.810126582278481e-06,
+      "loss": 0.0296,
+      "step": 382050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.79746835443038e-06,
+      "learning_rate_adapter": 5.79746835443038e-06,
+      "loss": 0.0292,
+      "step": 382100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.784810126582279e-06,
+      "learning_rate_adapter": 5.784810126582279e-06,
+      "loss": 0.0293,
+      "step": 382150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.772151898734177e-06,
+      "learning_rate_adapter": 5.772151898734177e-06,
+      "loss": 0.0296,
+      "step": 382200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.759493670886077e-06,
+      "learning_rate_adapter": 5.759493670886077e-06,
+      "loss": 0.0303,
+      "step": 382250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.746835443037975e-06,
+      "learning_rate_adapter": 5.746835443037975e-06,
+      "loss": 0.0298,
+      "step": 382300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.7341772151898736e-06,
+      "learning_rate_adapter": 5.7341772151898736e-06,
+      "loss": 0.03,
+      "step": 382350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.7215189873417724e-06,
+      "learning_rate_adapter": 5.7215189873417724e-06,
+      "loss": 0.0294,
+      "step": 382400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.708860759493671e-06,
+      "learning_rate_adapter": 5.708860759493671e-06,
+      "loss": 0.0291,
+      "step": 382450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.69620253164557e-06,
+      "learning_rate_adapter": 5.69620253164557e-06,
+      "loss": 0.0294,
+      "step": 382500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.683544303797469e-06,
+      "learning_rate_adapter": 5.683544303797469e-06,
+      "loss": 0.0292,
+      "step": 382550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.670886075949367e-06,
+      "learning_rate_adapter": 5.670886075949367e-06,
+      "loss": 0.0298,
+      "step": 382600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.658227848101266e-06,
+      "learning_rate_adapter": 5.658227848101266e-06,
+      "loss": 0.0297,
+      "step": 382650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.645569620253165e-06,
+      "learning_rate_adapter": 5.645569620253165e-06,
+      "loss": 0.0294,
+      "step": 382700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.6329113924050636e-06,
+      "learning_rate_adapter": 5.6329113924050636e-06,
+      "loss": 0.03,
+      "step": 382750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.6202531645569624e-06,
+      "learning_rate_adapter": 5.6202531645569624e-06,
+      "loss": 0.029,
+      "step": 382800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.607594936708861e-06,
+      "learning_rate_adapter": 5.607594936708861e-06,
+      "loss": 0.0296,
+      "step": 382850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.594936708860759e-06,
+      "learning_rate_adapter": 5.594936708860759e-06,
+      "loss": 0.0298,
+      "step": 382900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.582278481012659e-06,
+      "learning_rate_adapter": 5.582278481012659e-06,
+      "loss": 0.0296,
+      "step": 382950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.569620253164557e-06,
+      "learning_rate_adapter": 5.569620253164557e-06,
+      "loss": 0.0299,
+      "step": 383000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.556962025316456e-06,
+      "learning_rate_adapter": 5.556962025316456e-06,
+      "loss": 0.0301,
+      "step": 383050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.544303797468355e-06,
+      "learning_rate_adapter": 5.544303797468355e-06,
+      "loss": 0.0291,
+      "step": 383100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.5316455696202536e-06,
+      "learning_rate_adapter": 5.5316455696202536e-06,
+      "loss": 0.0298,
+      "step": 383150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.518987341772152e-06,
+      "learning_rate_adapter": 5.518987341772152e-06,
+      "loss": 0.0297,
+      "step": 383200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.506329113924051e-06,
+      "learning_rate_adapter": 5.506329113924051e-06,
+      "loss": 0.0289,
+      "step": 383250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.493670886075949e-06,
+      "learning_rate_adapter": 5.493670886075949e-06,
+      "loss": 0.0303,
+      "step": 383300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.481012658227849e-06,
+      "learning_rate_adapter": 5.481012658227849e-06,
+      "loss": 0.0297,
+      "step": 383350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.468354430379747e-06,
+      "learning_rate_adapter": 5.468354430379747e-06,
+      "loss": 0.0296,
+      "step": 383400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.455696202531646e-06,
+      "learning_rate_adapter": 5.455696202531646e-06,
+      "loss": 0.0292,
+      "step": 383450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.443037974683545e-06,
+      "learning_rate_adapter": 5.443037974683545e-06,
+      "loss": 0.0293,
+      "step": 383500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.4303797468354436e-06,
+      "learning_rate_adapter": 5.4303797468354436e-06,
+      "loss": 0.0295,
+      "step": 383550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.4177215189873416e-06,
+      "learning_rate_adapter": 5.4177215189873416e-06,
+      "loss": 0.0298,
+      "step": 383600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.405063291139241e-06,
+      "learning_rate_adapter": 5.405063291139241e-06,
+      "loss": 0.0296,
+      "step": 383650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.392405063291139e-06,
+      "learning_rate_adapter": 5.392405063291139e-06,
+      "loss": 0.0294,
+      "step": 383700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.379746835443038e-06,
+      "learning_rate_adapter": 5.379746835443038e-06,
+      "loss": 0.0296,
+      "step": 383750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.367088607594937e-06,
+      "learning_rate_adapter": 5.367088607594937e-06,
+      "loss": 0.03,
+      "step": 383800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.354430379746836e-06,
+      "learning_rate_adapter": 5.354430379746836e-06,
+      "loss": 0.0296,
+      "step": 383850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.341772151898735e-06,
+      "learning_rate_adapter": 5.341772151898735e-06,
+      "loss": 0.03,
+      "step": 383900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.3291139240506336e-06,
+      "learning_rate_adapter": 5.3291139240506336e-06,
+      "loss": 0.0295,
+      "step": 383950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.3164556962025316e-06,
+      "learning_rate_adapter": 5.3164556962025316e-06,
+      "loss": 0.0298,
+      "step": 384000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.303797468354431e-06,
+      "learning_rate_adapter": 5.303797468354431e-06,
+      "loss": 0.0296,
+      "step": 384050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.291139240506329e-06,
+      "learning_rate_adapter": 5.291139240506329e-06,
+      "loss": 0.0294,
+      "step": 384100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.278481012658228e-06,
+      "learning_rate_adapter": 5.278481012658228e-06,
+      "loss": 0.029,
+      "step": 384150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.265822784810127e-06,
+      "learning_rate_adapter": 5.265822784810127e-06,
+      "loss": 0.0292,
+      "step": 384200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.253164556962026e-06,
+      "learning_rate_adapter": 5.253164556962026e-06,
+      "loss": 0.0295,
+      "step": 384250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.240506329113924e-06,
+      "learning_rate_adapter": 5.240506329113924e-06,
+      "loss": 0.0298,
+      "step": 384300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.2278481012658236e-06,
+      "learning_rate_adapter": 5.2278481012658236e-06,
+      "loss": 0.0298,
+      "step": 384350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.2151898734177216e-06,
+      "learning_rate_adapter": 5.2151898734177216e-06,
+      "loss": 0.0303,
+      "step": 384400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.20253164556962e-06,
+      "learning_rate_adapter": 5.20253164556962e-06,
+      "loss": 0.03,
+      "step": 384450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.189873417721519e-06,
+      "learning_rate_adapter": 5.189873417721519e-06,
+      "loss": 0.029,
+      "step": 384500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.177215189873418e-06,
+      "learning_rate_adapter": 5.177215189873418e-06,
+      "loss": 0.0295,
+      "step": 384550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.164556962025317e-06,
+      "learning_rate_adapter": 5.164556962025317e-06,
+      "loss": 0.03,
+      "step": 384600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.151898734177216e-06,
+      "learning_rate_adapter": 5.151898734177216e-06,
+      "loss": 0.0296,
+      "step": 384650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.139240506329114e-06,
+      "learning_rate_adapter": 5.139240506329114e-06,
+      "loss": 0.0287,
+      "step": 384700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.1265822784810135e-06,
+      "learning_rate_adapter": 5.1265822784810135e-06,
+      "loss": 0.0299,
+      "step": 384750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.1139240506329116e-06,
+      "learning_rate_adapter": 5.1139240506329116e-06,
+      "loss": 0.029,
+      "step": 384800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.10126582278481e-06,
+      "learning_rate_adapter": 5.10126582278481e-06,
+      "loss": 0.029,
+      "step": 384850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.088607594936709e-06,
+      "learning_rate_adapter": 5.088607594936709e-06,
+      "loss": 0.0296,
+      "step": 384900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.075949367088608e-06,
+      "learning_rate_adapter": 5.075949367088608e-06,
+      "loss": 0.0303,
+      "step": 384950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.063291139240506e-06,
+      "learning_rate_adapter": 5.063291139240506e-06,
+      "loss": 0.0296,
+      "step": 385000
+    },
+    {
+      "epoch": 0.32,
+      "eval_af_opus100_pr_auc": 0.7803481506270025,
+      "eval_af_ud_pr_auc": 0.9837141169420507,
+      "eval_am_opus100_pr_auc": 0.6124637260272584,
+      "eval_ar_ersatz_pr_auc": 0.9270986629245773,
+      "eval_ar_opus100_pr_auc": 0.7078090179271456,
+      "eval_ar_ud_pr_auc": 0.8896914158866653,
+      "eval_average_ersatz_pr_auc": 0.9623167029871098,
+      "eval_average_opus100_pr_auc": 0.8276946611924947,
+      "eval_average_ud_pr_auc": 0.9584263890579632,
+      "eval_az_opus100_pr_auc": 0.7799324046003743,
+      "eval_be_opus100_pr_auc": 0.6793985465255009,
+      "eval_be_ud_pr_auc": 0.8839844375448846,
+      "eval_bg_opus100_pr_auc": 0.9082554747150781,
+      "eval_bg_ud_pr_auc": 0.9923862447747706,
+      "eval_bn_opus100_pr_auc": 0.8200452712314729,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8769542707661496,
+      "eval_ca_ud_pr_auc": 0.9926917240129518,
+      "eval_ceb_ud_pr_auc": 0.9998283988420115,
+      "eval_cs_ersatz_pr_auc": 0.9839603901132418,
+      "eval_cs_opus100_pr_auc": 0.9024140105047357,
+      "eval_cs_ud_pr_auc": 0.9543107853093064,
+      "eval_cy_opus100_pr_auc": 0.7419742288462725,
+      "eval_cy_ud_pr_auc": 0.9926325798222186,
+      "eval_da_opus100_pr_auc": 0.9116259386664676,
+      "eval_da_ud_pr_auc": 0.9777718976372302,
+      "eval_de_ersatz_pr_auc": 0.9755331507582299,
+      "eval_de_opus100_pr_auc": 0.8881474538250206,
+      "eval_de_ud_pr_auc": 0.9832198756459869,
+      "eval_el_opus100_pr_auc": 0.9177595022516598,
+      "eval_el_ud_pr_auc": 0.984689256801109,
+      "eval_en_ersatz_pr_auc": 0.9879223223106366,
+      "eval_en_opus100_pr_auc": 0.9238280647129402,
+      "eval_en_ud_pr_auc": 0.961480044388945,
+      "eval_eo_opus100_pr_auc": 0.9234716138143793,
+      "eval_es_ersatz_pr_auc": 0.9947107127978,
+      "eval_es_opus100_pr_auc": 0.9244276548131235,
+      "eval_es_ud_pr_auc": 0.9898507446374314,
+      "eval_et_ersatz_pr_auc": 0.9798581798711945,
+      "eval_et_opus100_pr_auc": 0.8977746399771356,
+      "eval_et_ud_pr_auc": 0.9593263305950083,
+      "eval_eu_opus100_pr_auc": 0.8720094250475601,
+      "eval_eu_ud_pr_auc": 0.9879749469514736,
+      "eval_fa_opus100_pr_auc": 0.5743112463204828,
+      "eval_fa_ud_pr_auc": 0.993066959693808,
+      "eval_fi_ersatz_pr_auc": 0.9861203777584898,
+      "eval_fi_opus100_pr_auc": 0.9089442747254332,
+      "eval_fi_ud_pr_auc": 0.9629439223147468,
+      "eval_fr_ersatz_pr_auc": 0.9873156381756428,
+      "eval_fr_opus100_pr_auc": 0.9052377846433904,
+      "eval_fr_ud_pr_auc": 0.9821790249934828,
+      "eval_fy_opus100_pr_auc": 0.6767476352291066,
+      "eval_ga_opus100_pr_auc": 0.8712229296039591,
+      "eval_ga_ud_pr_auc": 0.8083829775104996,
+      "eval_gd_opus100_pr_auc": 0.6220832756175674,
+      "eval_gd_ud_pr_auc": 0.7647121248894029,
+      "eval_gl_opus100_pr_auc": 0.8796588765518879,
+      "eval_gl_ud_pr_auc": 0.9965848995827831,
+      "eval_gu_ersatz_pr_auc": 0.9300374115649724,
+      "eval_gu_opus100_pr_auc": 0.7294728614954121,
+      "eval_ha_opus100_pr_auc": 0.8994202550898515,
+      "eval_he_opus100_pr_auc": 0.8610265322195134,
+      "eval_he_ud_pr_auc": 0.964917289624518,
+      "eval_hi_ersatz_pr_auc": 0.975705976840068,
+      "eval_hi_opus100_pr_auc": 0.6691564417175284,
+      "eval_hi_ud_pr_auc": 0.9691090535440198,
+      "eval_hu_opus100_pr_auc": 0.9124908343065683,
+      "eval_hu_ud_pr_auc": 0.9822998513343717,
+      "eval_hy_opus100_pr_auc": 0.9064466582823596,
+      "eval_hy_ud_pr_auc": 0.9885205897967103,
+      "eval_id_opus100_pr_auc": 0.8659908087814449,
+      "eval_id_ud_pr_auc": 0.9906255110586896,
+      "eval_ig_opus100_pr_auc": 0.8806538199344867,
+      "eval_is_opus100_pr_auc": 0.9192043276482063,
+      "eval_is_ud_pr_auc": 0.9117373595779862,
+      "eval_it_opus100_pr_auc": 0.8991569332302172,
+      "eval_it_ud_pr_auc": 0.998481911814357,
+      "eval_ja_ersatz_pr_auc": 0.7933805665299287,
+      "eval_ja_opus100_pr_auc": 0.8085594385584713,
+      "eval_ja_ud_pr_auc": 0.981975158093108,
+      "eval_jv_ud_pr_auc": 0.9731558736327705,
+      "eval_ka_opus100_pr_auc": 0.8854819897584089,
+      "eval_kk_ersatz_pr_auc": 0.9844397475832387,
+      "eval_kk_opus100_pr_auc": 0.8019324528441826,
+      "eval_kk_ud_pr_auc": 0.9698947848802246,
+      "eval_km_ersatz_pr_auc": 0.9154327795564488,
+      "eval_km_opus100_pr_auc": 0.7345510750453443,
+      "eval_kn_opus100_pr_auc": 0.6009583320942328,
+      "eval_ko_opus100_pr_auc": 0.6825965782721922,
+      "eval_ko_ud_pr_auc": 0.9977075825512223,
+      "eval_ku_opus100_pr_auc": 0.8488908586967797,
+      "eval_ky_opus100_pr_auc": 0.8487685028551459,
+      "eval_la_ud_pr_auc": 0.950428267998786,
+      "eval_loss": 0.03345189616084099,
+      "eval_lt_ersatz_pr_auc": 0.9905624722961821,
+      "eval_lt_opus100_pr_auc": 0.8691532502410212,
+      "eval_lt_ud_pr_auc": 0.9915930881925935,
+      "eval_lv_ersatz_pr_auc": 0.9881126934527578,
+      "eval_lv_opus100_pr_auc": 0.8796016413022749,
+      "eval_lv_ud_pr_auc": 0.9603286949438176,
+      "eval_mg_opus100_pr_auc": 0.9243602700321266,
+      "eval_mk_opus100_pr_auc": 0.904246210425987,
+      "eval_ml_opus100_pr_auc": 0.767511597308611,
+      "eval_mn_opus100_pr_auc": 0.9527771607133303,
+      "eval_mr_opus100_pr_auc": 0.9057652549673931,
+      "eval_mr_ud_pr_auc": 0.9917250191654177,
+      "eval_ms_opus100_pr_auc": 0.8669988815474414,
+      "eval_mt_opus100_pr_auc": 0.8418579851143475,
+      "eval_mt_ud_pr_auc": 0.8720169255905641,
+      "eval_my_opus100_pr_auc": 0.7516436787539116,
+      "eval_ne_opus100_pr_auc": 0.7306275451321995,
+      "eval_nl_opus100_pr_auc": 0.8888521116101991,
+      "eval_nl_ud_pr_auc": 0.9821793960831513,
+      "eval_no_opus100_pr_auc": 0.9151561511306938,
+      "eval_no_ud_pr_auc": 0.9948597019609824,
+      "eval_pa_opus100_pr_auc": 0.682306000034627,
+      "eval_pl_ersatz_pr_auc": 0.9647539526921685,
+      "eval_pl_opus100_pr_auc": 0.8897914953591515,
+      "eval_pl_ud_pr_auc": 0.9649749131617655,
+      "eval_ps_ersatz_pr_auc": 0.930403233051162,
+      "eval_ps_opus100_pr_auc": 0.7137929619288467,
+      "eval_pt_opus100_pr_auc": 0.9217245969062388,
+      "eval_pt_ud_pr_auc": 0.9824713372157335,
+      "eval_ro_ersatz_pr_auc": 0.9936317558970608,
+      "eval_ro_opus100_pr_auc": 0.8626939038218948,
+      "eval_ro_ud_pr_auc": 0.940023919438323,
+      "eval_ru_ersatz_pr_auc": 0.9880947568742531,
+      "eval_ru_opus100_pr_auc": 0.9185151660841285,
+      "eval_ru_ud_pr_auc": 0.8500201099104718,
+      "eval_runtime": 459.7105,
+      "eval_samples_per_second": 164.169,
+      "eval_si_opus100_pr_auc": 0.808012547627769,
+      "eval_sk_opus100_pr_auc": 0.929962736648809,
+      "eval_sk_ud_pr_auc": 0.9773212040555668,
+      "eval_sl_opus100_pr_auc": 0.8565271488899805,
+      "eval_sl_ud_pr_auc": 0.965213548975157,
+      "eval_sq_opus100_pr_auc": 0.8987257208556368,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9048223722989338,
+      "eval_sr_ud_pr_auc": 0.9955134370837437,
+      "eval_steps_per_second": 5.131,
+      "eval_sv_opus100_pr_auc": 0.8870350820554961,
+      "eval_sv_ud_pr_auc": 0.9342127867042334,
+      "eval_ta_ersatz_pr_auc": 0.9829377998367896,
+      "eval_ta_opus100_pr_auc": 0.6757394003753205,
+      "eval_ta_ud_pr_auc": 0.996735480198604,
+      "eval_te_opus100_pr_auc": 0.8407212030313762,
+      "eval_tg_opus100_pr_auc": 0.8744151888196557,
+      "eval_th_opus100_pr_auc": 0.6837666126331658,
+      "eval_th_ud_pr_auc": 0.7900283357422595,
+      "eval_tr_ersatz_pr_auc": 0.9613807683390453,
+      "eval_tr_opus100_pr_auc": 0.8964407369615276,
+      "eval_tr_ud_pr_auc": 0.9502178400575042,
+      "eval_uk_opus100_pr_auc": 0.8708547234802907,
+      "eval_uk_ud_pr_auc": 0.9184241388834247,
+      "eval_ur_opus100_pr_auc": 0.527408920426734,
+      "eval_ur_ud_pr_auc": 0.9935339618156854,
+      "eval_uz_opus100_pr_auc": 0.8738001605934294,
+      "eval_vi_opus100_pr_auc": 0.902368920789754,
+      "eval_vi_ud_pr_auc": 0.9594818737315453,
+      "eval_xh_opus100_pr_auc": 0.8535009728008258,
+      "eval_yi_opus100_pr_auc": 0.79611703623165,
+      "eval_yo_opus100_pr_auc": 0.7818375200584136,
+      "eval_yo_ud_pr_auc": 0.9049588239307521,
+      "eval_zh_ersatz_pr_auc": 0.9495741164925288,
+      "eval_zh_opus100_pr_auc": 0.7300140790453302,
+      "eval_zh_ud_pr_auc": 0.9941936967790725,
+      "eval_zu_opus100_pr_auc": 0.8299111533445942,
+      "step": 385000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.050632911392406e-06,
+      "learning_rate_adapter": 5.050632911392406e-06,
+      "loss": 0.0296,
+      "step": 385050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.037974683544304e-06,
+      "learning_rate_adapter": 5.037974683544304e-06,
+      "loss": 0.0301,
+      "step": 385100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.025316455696203e-06,
+      "learning_rate_adapter": 5.025316455696203e-06,
+      "loss": 0.0294,
+      "step": 385150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.0126582278481016e-06,
+      "learning_rate_adapter": 5.0126582278481016e-06,
+      "loss": 0.0298,
+      "step": 385200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.0299,
+      "step": 385250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.987341772151899e-06,
+      "learning_rate_adapter": 4.987341772151899e-06,
+      "loss": 0.0298,
+      "step": 385300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.974683544303798e-06,
+      "learning_rate_adapter": 4.974683544303798e-06,
+      "loss": 0.0295,
+      "step": 385350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.962025316455696e-06,
+      "learning_rate_adapter": 4.962025316455696e-06,
+      "loss": 0.0304,
+      "step": 385400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.949367088607596e-06,
+      "learning_rate_adapter": 4.949367088607596e-06,
+      "loss": 0.0294,
+      "step": 385450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.936708860759494e-06,
+      "learning_rate_adapter": 4.936708860759494e-06,
+      "loss": 0.0293,
+      "step": 385500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.924050632911393e-06,
+      "learning_rate_adapter": 4.924050632911393e-06,
+      "loss": 0.0298,
+      "step": 385550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.9113924050632915e-06,
+      "learning_rate_adapter": 4.9113924050632915e-06,
+      "loss": 0.0293,
+      "step": 385600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.89873417721519e-06,
+      "learning_rate_adapter": 4.89873417721519e-06,
+      "loss": 0.0294,
+      "step": 385650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.886075949367088e-06,
+      "learning_rate_adapter": 4.886075949367088e-06,
+      "loss": 0.0295,
+      "step": 385700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.873417721518988e-06,
+      "learning_rate_adapter": 4.873417721518988e-06,
+      "loss": 0.0291,
+      "step": 385750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.860759493670886e-06,
+      "learning_rate_adapter": 4.860759493670886e-06,
+      "loss": 0.0292,
+      "step": 385800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.848101265822785e-06,
+      "learning_rate_adapter": 4.848101265822785e-06,
+      "loss": 0.0293,
+      "step": 385850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.835443037974684e-06,
+      "learning_rate_adapter": 4.835443037974684e-06,
+      "loss": 0.0293,
+      "step": 385900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.822784810126583e-06,
+      "learning_rate_adapter": 4.822784810126583e-06,
+      "loss": 0.03,
+      "step": 385950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.8101265822784815e-06,
+      "learning_rate_adapter": 4.8101265822784815e-06,
+      "loss": 0.0287,
+      "step": 386000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.79746835443038e-06,
+      "learning_rate_adapter": 4.79746835443038e-06,
+      "loss": 0.0303,
+      "step": 386050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.784810126582278e-06,
+      "learning_rate_adapter": 4.784810126582278e-06,
+      "loss": 0.0303,
+      "step": 386100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.772151898734178e-06,
+      "learning_rate_adapter": 4.772151898734178e-06,
+      "loss": 0.0295,
+      "step": 386150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.759493670886076e-06,
+      "learning_rate_adapter": 4.759493670886076e-06,
+      "loss": 0.029,
+      "step": 386200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.746835443037975e-06,
+      "learning_rate_adapter": 4.746835443037975e-06,
+      "loss": 0.0298,
+      "step": 386250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.734177215189874e-06,
+      "learning_rate_adapter": 4.734177215189874e-06,
+      "loss": 0.0289,
+      "step": 386300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.721518987341773e-06,
+      "learning_rate_adapter": 4.721518987341773e-06,
+      "loss": 0.0296,
+      "step": 386350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.708860759493671e-06,
+      "learning_rate_adapter": 4.708860759493671e-06,
+      "loss": 0.0299,
+      "step": 386400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.69620253164557e-06,
+      "learning_rate_adapter": 4.69620253164557e-06,
+      "loss": 0.0292,
+      "step": 386450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.683544303797468e-06,
+      "learning_rate_adapter": 4.683544303797468e-06,
+      "loss": 0.029,
+      "step": 386500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.670886075949367e-06,
+      "learning_rate_adapter": 4.670886075949367e-06,
+      "loss": 0.0295,
+      "step": 386550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.658227848101266e-06,
+      "learning_rate_adapter": 4.658227848101266e-06,
+      "loss": 0.0294,
+      "step": 386600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.645569620253165e-06,
+      "learning_rate_adapter": 4.645569620253165e-06,
+      "loss": 0.029,
+      "step": 386650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.632911392405064e-06,
+      "learning_rate_adapter": 4.632911392405064e-06,
+      "loss": 0.0294,
+      "step": 386700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.620253164556963e-06,
+      "learning_rate_adapter": 4.620253164556963e-06,
+      "loss": 0.03,
+      "step": 386750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.607594936708861e-06,
+      "learning_rate_adapter": 4.607594936708861e-06,
+      "loss": 0.0295,
+      "step": 386800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.59493670886076e-06,
+      "learning_rate_adapter": 4.59493670886076e-06,
+      "loss": 0.0299,
+      "step": 386850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.582278481012658e-06,
+      "learning_rate_adapter": 4.582278481012658e-06,
+      "loss": 0.0295,
+      "step": 386900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.569620253164557e-06,
+      "learning_rate_adapter": 4.569620253164557e-06,
+      "loss": 0.0302,
+      "step": 386950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.556962025316456e-06,
+      "learning_rate_adapter": 4.556962025316456e-06,
+      "loss": 0.0298,
+      "step": 387000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.544303797468354e-06,
+      "learning_rate_adapter": 4.544303797468354e-06,
+      "loss": 0.0298,
+      "step": 387050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.531645569620253e-06,
+      "learning_rate_adapter": 4.531645569620253e-06,
+      "loss": 0.0294,
+      "step": 387100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.518987341772152e-06,
+      "learning_rate_adapter": 4.518987341772152e-06,
+      "loss": 0.03,
+      "step": 387150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.506329113924051e-06,
+      "learning_rate_adapter": 4.506329113924051e-06,
+      "loss": 0.0299,
+      "step": 387200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4936708860759495e-06,
+      "learning_rate_adapter": 4.4936708860759495e-06,
+      "loss": 0.03,
+      "step": 387250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.481012658227848e-06,
+      "learning_rate_adapter": 4.481012658227848e-06,
+      "loss": 0.0287,
+      "step": 387300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.468354430379746e-06,
+      "learning_rate_adapter": 4.468354430379746e-06,
+      "loss": 0.0287,
+      "step": 387350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455696202531646e-06,
+      "learning_rate_adapter": 4.455696202531646e-06,
+      "loss": 0.0295,
+      "step": 387400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443037974683544e-06,
+      "learning_rate_adapter": 4.443037974683544e-06,
+      "loss": 0.0297,
+      "step": 387450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.430379746835443e-06,
+      "learning_rate_adapter": 4.430379746835443e-06,
+      "loss": 0.0291,
+      "step": 387500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.417721518987342e-06,
+      "learning_rate_adapter": 4.417721518987342e-06,
+      "loss": 0.0293,
+      "step": 387550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.405063291139241e-06,
+      "learning_rate_adapter": 4.405063291139241e-06,
+      "loss": 0.0296,
+      "step": 387600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.3924050632911395e-06,
+      "learning_rate_adapter": 4.3924050632911395e-06,
+      "loss": 0.0295,
+      "step": 387650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.379746835443038e-06,
+      "learning_rate_adapter": 4.379746835443038e-06,
+      "loss": 0.0295,
+      "step": 387700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.367088607594936e-06,
+      "learning_rate_adapter": 4.367088607594936e-06,
+      "loss": 0.0294,
+      "step": 387750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.354430379746836e-06,
+      "learning_rate_adapter": 4.354430379746836e-06,
+      "loss": 0.0293,
+      "step": 387800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.341772151898734e-06,
+      "learning_rate_adapter": 4.341772151898734e-06,
+      "loss": 0.0289,
+      "step": 387850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.329113924050633e-06,
+      "learning_rate_adapter": 4.329113924050633e-06,
+      "loss": 0.0297,
+      "step": 387900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.316455696202532e-06,
+      "learning_rate_adapter": 4.316455696202532e-06,
+      "loss": 0.0297,
+      "step": 387950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.303797468354431e-06,
+      "learning_rate_adapter": 4.303797468354431e-06,
+      "loss": 0.0291,
+      "step": 388000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.291139240506329e-06,
+      "learning_rate_adapter": 4.291139240506329e-06,
+      "loss": 0.0292,
+      "step": 388050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.278481012658228e-06,
+      "learning_rate_adapter": 4.278481012658228e-06,
+      "loss": 0.0297,
+      "step": 388100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.265822784810126e-06,
+      "learning_rate_adapter": 4.265822784810126e-06,
+      "loss": 0.0293,
+      "step": 388150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.253164556962025e-06,
+      "learning_rate_adapter": 4.253164556962025e-06,
+      "loss": 0.0295,
+      "step": 388200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.240506329113924e-06,
+      "learning_rate_adapter": 4.240506329113924e-06,
+      "loss": 0.0302,
+      "step": 388250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.227848101265823e-06,
+      "learning_rate_adapter": 4.227848101265823e-06,
+      "loss": 0.0298,
+      "step": 388300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.215189873417722e-06,
+      "learning_rate_adapter": 4.215189873417722e-06,
+      "loss": 0.0301,
+      "step": 388350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.202531645569621e-06,
+      "learning_rate_adapter": 4.202531645569621e-06,
+      "loss": 0.0294,
+      "step": 388400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.189873417721519e-06,
+      "learning_rate_adapter": 4.189873417721519e-06,
+      "loss": 0.0289,
+      "step": 388450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.177215189873418e-06,
+      "learning_rate_adapter": 4.177215189873418e-06,
+      "loss": 0.0296,
+      "step": 388500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.164556962025316e-06,
+      "learning_rate_adapter": 4.164556962025316e-06,
+      "loss": 0.0297,
+      "step": 388550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.151898734177215e-06,
+      "learning_rate_adapter": 4.151898734177215e-06,
+      "loss": 0.0289,
+      "step": 388600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.139240506329114e-06,
+      "learning_rate_adapter": 4.139240506329114e-06,
+      "loss": 0.0293,
+      "step": 388650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.126582278481013e-06,
+      "learning_rate_adapter": 4.126582278481013e-06,
+      "loss": 0.0291,
+      "step": 388700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.113924050632911e-06,
+      "learning_rate_adapter": 4.113924050632911e-06,
+      "loss": 0.0296,
+      "step": 388750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.101265822784811e-06,
+      "learning_rate_adapter": 4.101265822784811e-06,
+      "loss": 0.0297,
+      "step": 388800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.088607594936709e-06,
+      "learning_rate_adapter": 4.088607594936709e-06,
+      "loss": 0.029,
+      "step": 388850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.0759493670886075e-06,
+      "learning_rate_adapter": 4.0759493670886075e-06,
+      "loss": 0.0303,
+      "step": 388900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.063291139240506e-06,
+      "learning_rate_adapter": 4.063291139240506e-06,
+      "loss": 0.0294,
+      "step": 388950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.050632911392405e-06,
+      "learning_rate_adapter": 4.050632911392405e-06,
+      "loss": 0.0296,
+      "step": 389000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.037974683544304e-06,
+      "learning_rate_adapter": 4.037974683544304e-06,
+      "loss": 0.0292,
+      "step": 389050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.025316455696203e-06,
+      "learning_rate_adapter": 4.025316455696203e-06,
+      "loss": 0.0302,
+      "step": 389100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.012658227848101e-06,
+      "learning_rate_adapter": 4.012658227848101e-06,
+      "loss": 0.0293,
+      "step": 389150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0302,
+      "step": 389200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.987341772151899e-06,
+      "learning_rate_adapter": 3.987341772151899e-06,
+      "loss": 0.03,
+      "step": 389250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.9746835443037975e-06,
+      "learning_rate_adapter": 3.9746835443037975e-06,
+      "loss": 0.029,
+      "step": 389300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.962025316455696e-06,
+      "learning_rate_adapter": 3.962025316455696e-06,
+      "loss": 0.0293,
+      "step": 389350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.949367088607595e-06,
+      "learning_rate_adapter": 3.949367088607595e-06,
+      "loss": 0.0292,
+      "step": 389400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.936708860759493e-06,
+      "learning_rate_adapter": 3.936708860759493e-06,
+      "loss": 0.0297,
+      "step": 389450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.924050632911393e-06,
+      "learning_rate_adapter": 3.924050632911393e-06,
+      "loss": 0.0296,
+      "step": 389500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.911392405063291e-06,
+      "learning_rate_adapter": 3.911392405063291e-06,
+      "loss": 0.0293,
+      "step": 389550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.89873417721519e-06,
+      "learning_rate_adapter": 3.89873417721519e-06,
+      "loss": 0.0295,
+      "step": 389600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.886075949367089e-06,
+      "learning_rate_adapter": 3.886075949367089e-06,
+      "loss": 0.0293,
+      "step": 389650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.8734177215189875e-06,
+      "learning_rate_adapter": 3.8734177215189875e-06,
+      "loss": 0.0299,
+      "step": 389700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.860759493670886e-06,
+      "learning_rate_adapter": 3.860759493670886e-06,
+      "loss": 0.029,
+      "step": 389750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.848101265822785e-06,
+      "learning_rate_adapter": 3.848101265822785e-06,
+      "loss": 0.0293,
+      "step": 389800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.835443037974683e-06,
+      "learning_rate_adapter": 3.835443037974683e-06,
+      "loss": 0.0301,
+      "step": 389850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.822784810126583e-06,
+      "learning_rate_adapter": 3.822784810126583e-06,
+      "loss": 0.0298,
+      "step": 389900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.810126582278481e-06,
+      "learning_rate_adapter": 3.810126582278481e-06,
+      "loss": 0.0294,
+      "step": 389950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7974683544303802e-06,
+      "learning_rate_adapter": 3.7974683544303802e-06,
+      "loss": 0.0292,
+      "step": 390000
+    },
+    {
+      "epoch": 0.33,
+      "eval_af_opus100_pr_auc": 0.7839996201438211,
+      "eval_af_ud_pr_auc": 0.9835844802109543,
+      "eval_am_opus100_pr_auc": 0.6079586553400472,
+      "eval_ar_ersatz_pr_auc": 0.9269995328432082,
+      "eval_ar_opus100_pr_auc": 0.7083949408985688,
+      "eval_ar_ud_pr_auc": 0.8883851554406411,
+      "eval_average_ersatz_pr_auc": 0.9621472240799719,
+      "eval_average_opus100_pr_auc": 0.8297682711455786,
+      "eval_average_ud_pr_auc": 0.9591693004137919,
+      "eval_az_opus100_pr_auc": 0.7775808337853625,
+      "eval_be_opus100_pr_auc": 0.6849974038174094,
+      "eval_be_ud_pr_auc": 0.8887291424761362,
+      "eval_bg_opus100_pr_auc": 0.9113216169512467,
+      "eval_bg_ud_pr_auc": 0.9931400873664337,
+      "eval_bn_opus100_pr_auc": 0.8215964160993163,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8793276230726308,
+      "eval_ca_ud_pr_auc": 0.9930111412757603,
+      "eval_ceb_ud_pr_auc": 0.9998573862448918,
+      "eval_cs_ersatz_pr_auc": 0.9838833024056803,
+      "eval_cs_opus100_pr_auc": 0.9047309456175803,
+      "eval_cs_ud_pr_auc": 0.9563792297089209,
+      "eval_cy_opus100_pr_auc": 0.7516713263267795,
+      "eval_cy_ud_pr_auc": 0.9928856610463888,
+      "eval_da_opus100_pr_auc": 0.9135727936497162,
+      "eval_da_ud_pr_auc": 0.9783461732140357,
+      "eval_de_ersatz_pr_auc": 0.9771328937730847,
+      "eval_de_opus100_pr_auc": 0.8886150475835748,
+      "eval_de_ud_pr_auc": 0.9838596124513895,
+      "eval_el_opus100_pr_auc": 0.9202404497040726,
+      "eval_el_ud_pr_auc": 0.9861814312276375,
+      "eval_en_ersatz_pr_auc": 0.9882995544199868,
+      "eval_en_opus100_pr_auc": 0.9241765859431513,
+      "eval_en_ud_pr_auc": 0.9629869232437258,
+      "eval_eo_opus100_pr_auc": 0.9256625374006889,
+      "eval_es_ersatz_pr_auc": 0.9948803284091894,
+      "eval_es_opus100_pr_auc": 0.925512300529672,
+      "eval_es_ud_pr_auc": 0.989841807508787,
+      "eval_et_ersatz_pr_auc": 0.9800584674858827,
+      "eval_et_opus100_pr_auc": 0.8999076044608163,
+      "eval_et_ud_pr_auc": 0.9586251438880712,
+      "eval_eu_opus100_pr_auc": 0.8773772385718679,
+      "eval_eu_ud_pr_auc": 0.9874034872648603,
+      "eval_fa_opus100_pr_auc": 0.5718301091464214,
+      "eval_fa_ud_pr_auc": 0.993220133408617,
+      "eval_fi_ersatz_pr_auc": 0.9862568514619625,
+      "eval_fi_opus100_pr_auc": 0.9096344466634956,
+      "eval_fi_ud_pr_auc": 0.9628582802067565,
+      "eval_fr_ersatz_pr_auc": 0.987327745527364,
+      "eval_fr_opus100_pr_auc": 0.9055358527153496,
+      "eval_fr_ud_pr_auc": 0.982615756353305,
+      "eval_fy_opus100_pr_auc": 0.6813593518372449,
+      "eval_ga_opus100_pr_auc": 0.8765105822979569,
+      "eval_ga_ud_pr_auc": 0.8081367202638371,
+      "eval_gd_opus100_pr_auc": 0.6076403728507219,
+      "eval_gd_ud_pr_auc": 0.7684146945362342,
+      "eval_gl_opus100_pr_auc": 0.881328733115201,
+      "eval_gl_ud_pr_auc": 0.9968981805576913,
+      "eval_gu_ersatz_pr_auc": 0.9321990388949543,
+      "eval_gu_opus100_pr_auc": 0.7278884972371031,
+      "eval_ha_opus100_pr_auc": 0.9015760727917764,
+      "eval_he_opus100_pr_auc": 0.8572225340650395,
+      "eval_he_ud_pr_auc": 0.9625390229580061,
+      "eval_hi_ersatz_pr_auc": 0.9757525927090724,
+      "eval_hi_opus100_pr_auc": 0.6703814118670043,
+      "eval_hi_ud_pr_auc": 0.9730993559353976,
+      "eval_hu_opus100_pr_auc": 0.9149565370289826,
+      "eval_hu_ud_pr_auc": 0.982605800608768,
+      "eval_hy_opus100_pr_auc": 0.9087797315466877,
+      "eval_hy_ud_pr_auc": 0.9896218260521482,
+      "eval_id_opus100_pr_auc": 0.870003281623334,
+      "eval_id_ud_pr_auc": 0.9908430514096772,
+      "eval_ig_opus100_pr_auc": 0.8832651091086292,
+      "eval_is_opus100_pr_auc": 0.9207609371610345,
+      "eval_is_ud_pr_auc": 0.915359006858801,
+      "eval_it_opus100_pr_auc": 0.9020168763515245,
+      "eval_it_ud_pr_auc": 0.9986104628202942,
+      "eval_ja_ersatz_pr_auc": 0.7868961508124342,
+      "eval_ja_opus100_pr_auc": 0.8164618425496847,
+      "eval_ja_ud_pr_auc": 0.9812575170789514,
+      "eval_jv_ud_pr_auc": 0.9744786013056665,
+      "eval_ka_opus100_pr_auc": 0.8840596082767457,
+      "eval_kk_ersatz_pr_auc": 0.9846718720067988,
+      "eval_kk_opus100_pr_auc": 0.8105639321564452,
+      "eval_kk_ud_pr_auc": 0.9712288755875924,
+      "eval_km_ersatz_pr_auc": 0.9153197868745375,
+      "eval_km_opus100_pr_auc": 0.7325074363278634,
+      "eval_kn_opus100_pr_auc": 0.6008468103309541,
+      "eval_ko_opus100_pr_auc": 0.6852669515473007,
+      "eval_ko_ud_pr_auc": 0.9980319577225846,
+      "eval_ku_opus100_pr_auc": 0.8505324031849129,
+      "eval_ky_opus100_pr_auc": 0.8523554336226479,
+      "eval_la_ud_pr_auc": 0.9468491561854272,
+      "eval_loss": 0.03342578560113907,
+      "eval_lt_ersatz_pr_auc": 0.9915199410772948,
+      "eval_lt_opus100_pr_auc": 0.8706750415374784,
+      "eval_lt_ud_pr_auc": 0.9917708525225672,
+      "eval_lv_ersatz_pr_auc": 0.9886534405365655,
+      "eval_lv_opus100_pr_auc": 0.8803892694715795,
+      "eval_lv_ud_pr_auc": 0.9619285749051381,
+      "eval_mg_opus100_pr_auc": 0.9244581563338905,
+      "eval_mk_opus100_pr_auc": 0.9059918615289136,
+      "eval_ml_opus100_pr_auc": 0.7684354325956683,
+      "eval_mn_opus100_pr_auc": 0.9536056952100032,
+      "eval_mr_opus100_pr_auc": 0.9043522018123433,
+      "eval_mr_ud_pr_auc": 0.9911632929054669,
+      "eval_ms_opus100_pr_auc": 0.8686128102947779,
+      "eval_mt_opus100_pr_auc": 0.8457758550029713,
+      "eval_mt_ud_pr_auc": 0.8663736086816641,
+      "eval_my_opus100_pr_auc": 0.7577949820108111,
+      "eval_ne_opus100_pr_auc": 0.734849108313421,
+      "eval_nl_opus100_pr_auc": 0.8886758798715386,
+      "eval_nl_ud_pr_auc": 0.9838506382502739,
+      "eval_no_opus100_pr_auc": 0.9152966523820945,
+      "eval_no_ud_pr_auc": 0.995363660228671,
+      "eval_pa_opus100_pr_auc": 0.6841213854893311,
+      "eval_pl_ersatz_pr_auc": 0.9667815129609288,
+      "eval_pl_opus100_pr_auc": 0.8929350791568309,
+      "eval_pl_ud_pr_auc": 0.9670690711061078,
+      "eval_ps_ersatz_pr_auc": 0.9267482074374171,
+      "eval_ps_opus100_pr_auc": 0.7164015412365979,
+      "eval_pt_opus100_pr_auc": 0.9234607618142139,
+      "eval_pt_ud_pr_auc": 0.9822321968808824,
+      "eval_ro_ersatz_pr_auc": 0.9941005791653167,
+      "eval_ro_opus100_pr_auc": 0.8730393874252915,
+      "eval_ro_ud_pr_auc": 0.9500601553141175,
+      "eval_ru_ersatz_pr_auc": 0.9883295528933869,
+      "eval_ru_opus100_pr_auc": 0.9229416881873843,
+      "eval_ru_ud_pr_auc": 0.8544835242886606,
+      "eval_runtime": 458.8311,
+      "eval_samples_per_second": 164.483,
+      "eval_si_opus100_pr_auc": 0.8097443677373474,
+      "eval_sk_opus100_pr_auc": 0.932066984196205,
+      "eval_sk_ud_pr_auc": 0.9779686882377604,
+      "eval_sl_opus100_pr_auc": 0.8585224024249932,
+      "eval_sl_ud_pr_auc": 0.9668212522804754,
+      "eval_sq_opus100_pr_auc": 0.9009544413478838,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9053304843852218,
+      "eval_sr_ud_pr_auc": 0.9960510690699956,
+      "eval_steps_per_second": 5.141,
+      "eval_sv_opus100_pr_auc": 0.8878057987396535,
+      "eval_sv_ud_pr_auc": 0.9346985056599415,
+      "eval_ta_ersatz_pr_auc": 0.9832443242674337,
+      "eval_ta_opus100_pr_auc": 0.6767580394119161,
+      "eval_ta_ud_pr_auc": 0.9971475257842155,
+      "eval_te_opus100_pr_auc": 0.8418232615208643,
+      "eval_tg_opus100_pr_auc": 0.8829970524507961,
+      "eval_th_opus100_pr_auc": 0.6853695333282295,
+      "eval_th_ud_pr_auc": 0.7911399138582702,
+      "eval_tr_ersatz_pr_auc": 0.9617626028891819,
+      "eval_tr_opus100_pr_auc": 0.8971840508005647,
+      "eval_tr_ud_pr_auc": 0.9503787791129072,
+      "eval_uk_opus100_pr_auc": 0.8730995721232985,
+      "eval_uk_ud_pr_auc": 0.9216258663261585,
+      "eval_ur_opus100_pr_auc": 0.5244751856244151,
+      "eval_ur_ud_pr_auc": 0.9937721490610579,
+      "eval_uz_opus100_pr_auc": 0.8774876428818689,
+      "eval_vi_opus100_pr_auc": 0.9056930300144792,
+      "eval_vi_ud_pr_auc": 0.9603653965018936,
+      "eval_xh_opus100_pr_auc": 0.8598233678423755,
+      "eval_yi_opus100_pr_auc": 0.7968543649807841,
+      "eval_yo_opus100_pr_auc": 0.7838430362465749,
+      "eval_yo_ud_pr_auc": 0.906344627657307,
+      "eval_zh_ersatz_pr_auc": 0.9464206509077017,
+      "eval_zh_opus100_pr_auc": 0.7403036047712328,
+      "eval_zh_ud_pr_auc": 0.9921555125342113,
+      "eval_zu_opus100_pr_auc": 0.8391204281332229,
+      "step": 390000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7848101265822782e-06,
+      "learning_rate_adapter": 3.7848101265822782e-06,
+      "loss": 0.0298,
+      "step": 390050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7721518987341775e-06,
+      "learning_rate_adapter": 3.7721518987341775e-06,
+      "loss": 0.0296,
+      "step": 390100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.759493670886076e-06,
+      "learning_rate_adapter": 3.759493670886076e-06,
+      "loss": 0.029,
+      "step": 390150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.746835443037975e-06,
+      "learning_rate_adapter": 3.746835443037975e-06,
+      "loss": 0.0296,
+      "step": 390200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7341772151898732e-06,
+      "learning_rate_adapter": 3.7341772151898732e-06,
+      "loss": 0.0286,
+      "step": 390250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7215189873417725e-06,
+      "learning_rate_adapter": 3.7215189873417725e-06,
+      "loss": 0.0292,
+      "step": 390300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.708860759493671e-06,
+      "learning_rate_adapter": 3.708860759493671e-06,
+      "loss": 0.0298,
+      "step": 390350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.69620253164557e-06,
+      "learning_rate_adapter": 3.69620253164557e-06,
+      "loss": 0.0296,
+      "step": 390400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6835443037974682e-06,
+      "learning_rate_adapter": 3.6835443037974682e-06,
+      "loss": 0.0297,
+      "step": 390450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6708860759493675e-06,
+      "learning_rate_adapter": 3.6708860759493675e-06,
+      "loss": 0.0296,
+      "step": 390500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.658227848101266e-06,
+      "learning_rate_adapter": 3.658227848101266e-06,
+      "loss": 0.0293,
+      "step": 390550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.645569620253165e-06,
+      "learning_rate_adapter": 3.645569620253165e-06,
+      "loss": 0.0298,
+      "step": 390600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6329113924050632e-06,
+      "learning_rate_adapter": 3.6329113924050632e-06,
+      "loss": 0.0288,
+      "step": 390650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6202531645569625e-06,
+      "learning_rate_adapter": 3.6202531645569625e-06,
+      "loss": 0.0302,
+      "step": 390700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6075949367088605e-06,
+      "learning_rate_adapter": 3.6075949367088605e-06,
+      "loss": 0.0297,
+      "step": 390750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.59493670886076e-06,
+      "learning_rate_adapter": 3.59493670886076e-06,
+      "loss": 0.0293,
+      "step": 390800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5822784810126582e-06,
+      "learning_rate_adapter": 3.5822784810126582e-06,
+      "loss": 0.0295,
+      "step": 390850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.569620253164557e-06,
+      "learning_rate_adapter": 3.569620253164557e-06,
+      "loss": 0.0294,
+      "step": 390900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5569620253164555e-06,
+      "learning_rate_adapter": 3.5569620253164555e-06,
+      "loss": 0.0295,
+      "step": 390950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.544303797468355e-06,
+      "learning_rate_adapter": 3.544303797468355e-06,
+      "loss": 0.0297,
+      "step": 391000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5316455696202532e-06,
+      "learning_rate_adapter": 3.5316455696202532e-06,
+      "loss": 0.029,
+      "step": 391050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.518987341772152e-06,
+      "learning_rate_adapter": 3.518987341772152e-06,
+      "loss": 0.0295,
+      "step": 391100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5063291139240505e-06,
+      "learning_rate_adapter": 3.5063291139240505e-06,
+      "loss": 0.0299,
+      "step": 391150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.49367088607595e-06,
+      "learning_rate_adapter": 3.49367088607595e-06,
+      "loss": 0.0298,
+      "step": 391200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4810126582278482e-06,
+      "learning_rate_adapter": 3.4810126582278482e-06,
+      "loss": 0.0294,
+      "step": 391250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.468354430379747e-06,
+      "learning_rate_adapter": 3.468354430379747e-06,
+      "loss": 0.0293,
+      "step": 391300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4556962025316455e-06,
+      "learning_rate_adapter": 3.4556962025316455e-06,
+      "loss": 0.0292,
+      "step": 391350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.443037974683545e-06,
+      "learning_rate_adapter": 3.443037974683545e-06,
+      "loss": 0.0295,
+      "step": 391400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4303797468354432e-06,
+      "learning_rate_adapter": 3.4303797468354432e-06,
+      "loss": 0.0299,
+      "step": 391450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.417721518987342e-06,
+      "learning_rate_adapter": 3.417721518987342e-06,
+      "loss": 0.0305,
+      "step": 391500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4050632911392405e-06,
+      "learning_rate_adapter": 3.4050632911392405e-06,
+      "loss": 0.0292,
+      "step": 391550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3924050632911394e-06,
+      "learning_rate_adapter": 3.3924050632911394e-06,
+      "loss": 0.0298,
+      "step": 391600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.379746835443038e-06,
+      "learning_rate_adapter": 3.379746835443038e-06,
+      "loss": 0.0286,
+      "step": 391650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.367088607594937e-06,
+      "learning_rate_adapter": 3.367088607594937e-06,
+      "loss": 0.0295,
+      "step": 391700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3544303797468355e-06,
+      "learning_rate_adapter": 3.3544303797468355e-06,
+      "loss": 0.0296,
+      "step": 391750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3417721518987344e-06,
+      "learning_rate_adapter": 3.3417721518987344e-06,
+      "loss": 0.0301,
+      "step": 391800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.329113924050633e-06,
+      "learning_rate_adapter": 3.329113924050633e-06,
+      "loss": 0.0289,
+      "step": 391850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.316455696202532e-06,
+      "learning_rate_adapter": 3.316455696202532e-06,
+      "loss": 0.0295,
+      "step": 391900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3037974683544305e-06,
+      "learning_rate_adapter": 3.3037974683544305e-06,
+      "loss": 0.0302,
+      "step": 391950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.2911392405063294e-06,
+      "learning_rate_adapter": 3.2911392405063294e-06,
+      "loss": 0.0292,
+      "step": 392000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.278481012658228e-06,
+      "learning_rate_adapter": 3.278481012658228e-06,
+      "loss": 0.03,
+      "step": 392050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.265822784810127e-06,
+      "learning_rate_adapter": 3.265822784810127e-06,
+      "loss": 0.0297,
+      "step": 392100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.2531645569620255e-06,
+      "learning_rate_adapter": 3.2531645569620255e-06,
+      "loss": 0.0301,
+      "step": 392150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.2405063291139244e-06,
+      "learning_rate_adapter": 3.2405063291139244e-06,
+      "loss": 0.0294,
+      "step": 392200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.227848101265823e-06,
+      "learning_rate_adapter": 3.227848101265823e-06,
+      "loss": 0.0301,
+      "step": 392250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.215189873417722e-06,
+      "learning_rate_adapter": 3.215189873417722e-06,
+      "loss": 0.029,
+      "step": 392300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.20253164556962e-06,
+      "learning_rate_adapter": 3.20253164556962e-06,
+      "loss": 0.0299,
+      "step": 392350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1898734177215194e-06,
+      "learning_rate_adapter": 3.1898734177215194e-06,
+      "loss": 0.0289,
+      "step": 392400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.177215189873418e-06,
+      "learning_rate_adapter": 3.177215189873418e-06,
+      "loss": 0.0297,
+      "step": 392450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1645569620253167e-06,
+      "learning_rate_adapter": 3.1645569620253167e-06,
+      "loss": 0.0296,
+      "step": 392500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.151898734177215e-06,
+      "learning_rate_adapter": 3.151898734177215e-06,
+      "loss": 0.0302,
+      "step": 392550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1392405063291144e-06,
+      "learning_rate_adapter": 3.1392405063291144e-06,
+      "loss": 0.0297,
+      "step": 392600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.126582278481013e-06,
+      "learning_rate_adapter": 3.126582278481013e-06,
+      "loss": 0.0299,
+      "step": 392650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1139240506329112e-06,
+      "learning_rate_adapter": 3.1139240506329112e-06,
+      "loss": 0.0299,
+      "step": 392700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.10126582278481e-06,
+      "learning_rate_adapter": 3.10126582278481e-06,
+      "loss": 0.03,
+      "step": 392750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.088607594936709e-06,
+      "learning_rate_adapter": 3.088607594936709e-06,
+      "loss": 0.0286,
+      "step": 392800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.075949367088608e-06,
+      "learning_rate_adapter": 3.075949367088608e-06,
+      "loss": 0.0302,
+      "step": 392850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.0632911392405062e-06,
+      "learning_rate_adapter": 3.0632911392405062e-06,
+      "loss": 0.0302,
+      "step": 392900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.050632911392405e-06,
+      "learning_rate_adapter": 3.050632911392405e-06,
+      "loss": 0.0294,
+      "step": 392950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.037974683544304e-06,
+      "learning_rate_adapter": 3.037974683544304e-06,
+      "loss": 0.0294,
+      "step": 393000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.0253164556962024e-06,
+      "learning_rate_adapter": 3.0253164556962024e-06,
+      "loss": 0.0302,
+      "step": 393050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.0126582278481012e-06,
+      "learning_rate_adapter": 3.0126582278481012e-06,
+      "loss": 0.0298,
+      "step": 393100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.029,
+      "step": 393150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.987341772151899e-06,
+      "learning_rate_adapter": 2.987341772151899e-06,
+      "loss": 0.0302,
+      "step": 393200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9746835443037974e-06,
+      "learning_rate_adapter": 2.9746835443037974e-06,
+      "loss": 0.0296,
+      "step": 393250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9620253164556962e-06,
+      "learning_rate_adapter": 2.9620253164556962e-06,
+      "loss": 0.0294,
+      "step": 393300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.949367088607595e-06,
+      "learning_rate_adapter": 2.949367088607595e-06,
+      "loss": 0.0303,
+      "step": 393350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9367088607594935e-06,
+      "learning_rate_adapter": 2.9367088607594935e-06,
+      "loss": 0.0289,
+      "step": 393400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9240506329113924e-06,
+      "learning_rate_adapter": 2.9240506329113924e-06,
+      "loss": 0.0298,
+      "step": 393450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9113924050632912e-06,
+      "learning_rate_adapter": 2.9113924050632912e-06,
+      "loss": 0.0298,
+      "step": 393500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.89873417721519e-06,
+      "learning_rate_adapter": 2.89873417721519e-06,
+      "loss": 0.0301,
+      "step": 393550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8860759493670885e-06,
+      "learning_rate_adapter": 2.8860759493670885e-06,
+      "loss": 0.0299,
+      "step": 393600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8734177215189874e-06,
+      "learning_rate_adapter": 2.8734177215189874e-06,
+      "loss": 0.0298,
+      "step": 393650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8607594936708862e-06,
+      "learning_rate_adapter": 2.8607594936708862e-06,
+      "loss": 0.0298,
+      "step": 393700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.848101265822785e-06,
+      "learning_rate_adapter": 2.848101265822785e-06,
+      "loss": 0.0288,
+      "step": 393750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8354430379746835e-06,
+      "learning_rate_adapter": 2.8354430379746835e-06,
+      "loss": 0.0295,
+      "step": 393800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8227848101265824e-06,
+      "learning_rate_adapter": 2.8227848101265824e-06,
+      "loss": 0.0297,
+      "step": 393850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8101265822784812e-06,
+      "learning_rate_adapter": 2.8101265822784812e-06,
+      "loss": 0.0295,
+      "step": 393900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7974683544303796e-06,
+      "learning_rate_adapter": 2.7974683544303796e-06,
+      "loss": 0.0298,
+      "step": 393950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7848101265822785e-06,
+      "learning_rate_adapter": 2.7848101265822785e-06,
+      "loss": 0.0294,
+      "step": 394000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7721518987341774e-06,
+      "learning_rate_adapter": 2.7721518987341774e-06,
+      "loss": 0.0295,
+      "step": 394050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.759493670886076e-06,
+      "learning_rate_adapter": 2.759493670886076e-06,
+      "loss": 0.029,
+      "step": 394100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7468354430379746e-06,
+      "learning_rate_adapter": 2.7468354430379746e-06,
+      "loss": 0.0295,
+      "step": 394150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7341772151898735e-06,
+      "learning_rate_adapter": 2.7341772151898735e-06,
+      "loss": 0.0294,
+      "step": 394200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7215189873417724e-06,
+      "learning_rate_adapter": 2.7215189873417724e-06,
+      "loss": 0.0293,
+      "step": 394250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7088607594936708e-06,
+      "learning_rate_adapter": 2.7088607594936708e-06,
+      "loss": 0.0293,
+      "step": 394300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6962025316455696e-06,
+      "learning_rate_adapter": 2.6962025316455696e-06,
+      "loss": 0.0289,
+      "step": 394350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6835443037974685e-06,
+      "learning_rate_adapter": 2.6835443037974685e-06,
+      "loss": 0.03,
+      "step": 394400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6708860759493674e-06,
+      "learning_rate_adapter": 2.6708860759493674e-06,
+      "loss": 0.0302,
+      "step": 394450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6582278481012658e-06,
+      "learning_rate_adapter": 2.6582278481012658e-06,
+      "loss": 0.0299,
+      "step": 394500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6455696202531646e-06,
+      "learning_rate_adapter": 2.6455696202531646e-06,
+      "loss": 0.0302,
+      "step": 394550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6329113924050635e-06,
+      "learning_rate_adapter": 2.6329113924050635e-06,
+      "loss": 0.0293,
+      "step": 394600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.620253164556962e-06,
+      "learning_rate_adapter": 2.620253164556962e-06,
+      "loss": 0.0294,
+      "step": 394650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6075949367088608e-06,
+      "learning_rate_adapter": 2.6075949367088608e-06,
+      "loss": 0.0293,
+      "step": 394700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5949367088607596e-06,
+      "learning_rate_adapter": 2.5949367088607596e-06,
+      "loss": 0.0298,
+      "step": 394750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5822784810126585e-06,
+      "learning_rate_adapter": 2.5822784810126585e-06,
+      "loss": 0.0294,
+      "step": 394800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.569620253164557e-06,
+      "learning_rate_adapter": 2.569620253164557e-06,
+      "loss": 0.0296,
+      "step": 394850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5569620253164558e-06,
+      "learning_rate_adapter": 2.5569620253164558e-06,
+      "loss": 0.0297,
+      "step": 394900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5443037974683546e-06,
+      "learning_rate_adapter": 2.5443037974683546e-06,
+      "loss": 0.03,
+      "step": 394950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.531645569620253e-06,
+      "learning_rate_adapter": 2.531645569620253e-06,
+      "loss": 0.0291,
+      "step": 395000
+    },
+    {
+      "epoch": 0.33,
+      "eval_af_opus100_pr_auc": 0.7819664101803254,
+      "eval_af_ud_pr_auc": 0.9836213775555944,
+      "eval_am_opus100_pr_auc": 0.6073568758247043,
+      "eval_ar_ersatz_pr_auc": 0.9302166923111976,
+      "eval_ar_opus100_pr_auc": 0.7102372038292695,
+      "eval_ar_ud_pr_auc": 0.8892938157084067,
+      "eval_average_ersatz_pr_auc": 0.9629513162062143,
+      "eval_average_opus100_pr_auc": 0.8292018221618453,
+      "eval_average_ud_pr_auc": 0.958415087651067,
+      "eval_az_opus100_pr_auc": 0.7781259962048517,
+      "eval_be_opus100_pr_auc": 0.6764061366672557,
+      "eval_be_ud_pr_auc": 0.8848219064117951,
+      "eval_bg_opus100_pr_auc": 0.9111272671365356,
+      "eval_bg_ud_pr_auc": 0.9930490512246458,
+      "eval_bn_opus100_pr_auc": 0.8209151828524073,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8788215390730517,
+      "eval_ca_ud_pr_auc": 0.9925293872786893,
+      "eval_ceb_ud_pr_auc": 0.9997992526016688,
+      "eval_cs_ersatz_pr_auc": 0.9843615712785216,
+      "eval_cs_opus100_pr_auc": 0.904859686947164,
+      "eval_cs_ud_pr_auc": 0.9553738738043529,
+      "eval_cy_opus100_pr_auc": 0.7457584659127847,
+      "eval_cy_ud_pr_auc": 0.9929691758664385,
+      "eval_da_opus100_pr_auc": 0.9135308933898743,
+      "eval_da_ud_pr_auc": 0.9795395673921731,
+      "eval_de_ersatz_pr_auc": 0.9774877127023378,
+      "eval_de_opus100_pr_auc": 0.8873625942351937,
+      "eval_de_ud_pr_auc": 0.9830289363296758,
+      "eval_el_opus100_pr_auc": 0.9192710629963622,
+      "eval_el_ud_pr_auc": 0.9861381512829552,
+      "eval_en_ersatz_pr_auc": 0.9880103842759502,
+      "eval_en_opus100_pr_auc": 0.9236622276507015,
+      "eval_en_ud_pr_auc": 0.9608094112640837,
+      "eval_eo_opus100_pr_auc": 0.923501092535391,
+      "eval_es_ersatz_pr_auc": 0.9945870642714747,
+      "eval_es_opus100_pr_auc": 0.9251675722936066,
+      "eval_es_ud_pr_auc": 0.9897835409569332,
+      "eval_et_ersatz_pr_auc": 0.9796295019447493,
+      "eval_et_opus100_pr_auc": 0.9007266740443206,
+      "eval_et_ud_pr_auc": 0.9569502507955677,
+      "eval_eu_opus100_pr_auc": 0.8743998101896191,
+      "eval_eu_ud_pr_auc": 0.9869242312488986,
+      "eval_fa_opus100_pr_auc": 0.5744849135984433,
+      "eval_fa_ud_pr_auc": 0.9932509980890842,
+      "eval_fi_ersatz_pr_auc": 0.9866169185063267,
+      "eval_fi_opus100_pr_auc": 0.9109809745719506,
+      "eval_fi_ud_pr_auc": 0.963097533177434,
+      "eval_fr_ersatz_pr_auc": 0.9865803314884803,
+      "eval_fr_opus100_pr_auc": 0.9047472381641717,
+      "eval_fr_ud_pr_auc": 0.9805611993900635,
+      "eval_fy_opus100_pr_auc": 0.6802818875607537,
+      "eval_ga_opus100_pr_auc": 0.8709877216783724,
+      "eval_ga_ud_pr_auc": 0.8086113613137417,
+      "eval_gd_opus100_pr_auc": 0.6099563826037044,
+      "eval_gd_ud_pr_auc": 0.762383279558805,
+      "eval_gl_opus100_pr_auc": 0.8799337363821036,
+      "eval_gl_ud_pr_auc": 0.9965337994949816,
+      "eval_gu_ersatz_pr_auc": 0.9335556492387178,
+      "eval_gu_opus100_pr_auc": 0.724030046474355,
+      "eval_ha_opus100_pr_auc": 0.9011729910955091,
+      "eval_he_opus100_pr_auc": 0.8596996156424215,
+      "eval_he_ud_pr_auc": 0.9620114440102193,
+      "eval_hi_ersatz_pr_auc": 0.9761947786521801,
+      "eval_hi_opus100_pr_auc": 0.6710310624562635,
+      "eval_hi_ud_pr_auc": 0.9737287274428834,
+      "eval_hu_opus100_pr_auc": 0.9149913319627632,
+      "eval_hu_ud_pr_auc": 0.9818018359478392,
+      "eval_hy_opus100_pr_auc": 0.9069493914917381,
+      "eval_hy_ud_pr_auc": 0.9881570131181879,
+      "eval_id_opus100_pr_auc": 0.8697500801146997,
+      "eval_id_ud_pr_auc": 0.9905005841055108,
+      "eval_ig_opus100_pr_auc": 0.8788644704988227,
+      "eval_is_opus100_pr_auc": 0.9206146614198889,
+      "eval_is_ud_pr_auc": 0.9124007208302922,
+      "eval_it_opus100_pr_auc": 0.9017942892707961,
+      "eval_it_ud_pr_auc": 0.9983149145382929,
+      "eval_ja_ersatz_pr_auc": 0.7941664824219233,
+      "eval_ja_opus100_pr_auc": 0.8179062067120625,
+      "eval_ja_ud_pr_auc": 0.9821217368447058,
+      "eval_jv_ud_pr_auc": 0.9729838798336599,
+      "eval_ka_opus100_pr_auc": 0.8849533437048006,
+      "eval_kk_ersatz_pr_auc": 0.9836758103867502,
+      "eval_kk_opus100_pr_auc": 0.7999419675697959,
+      "eval_kk_ud_pr_auc": 0.9699018855323478,
+      "eval_km_ersatz_pr_auc": 0.9157805145134011,
+      "eval_km_opus100_pr_auc": 0.7341148374704933,
+      "eval_kn_opus100_pr_auc": 0.5998730914887375,
+      "eval_ko_opus100_pr_auc": 0.6867053819621499,
+      "eval_ko_ud_pr_auc": 0.9982720555683737,
+      "eval_ku_opus100_pr_auc": 0.8504596090607148,
+      "eval_ky_opus100_pr_auc": 0.8498365184690624,
+      "eval_la_ud_pr_auc": 0.9500461744549785,
+      "eval_loss": 0.03331129625439644,
+      "eval_lt_ersatz_pr_auc": 0.9910023125970268,
+      "eval_lt_opus100_pr_auc": 0.8691471845345798,
+      "eval_lt_ud_pr_auc": 0.991939465882248,
+      "eval_lv_ersatz_pr_auc": 0.9883766856683228,
+      "eval_lv_opus100_pr_auc": 0.8808312621839434,
+      "eval_lv_ud_pr_auc": 0.9604928066026952,
+      "eval_mg_opus100_pr_auc": 0.923454219470954,
+      "eval_mk_opus100_pr_auc": 0.9075696010648058,
+      "eval_ml_opus100_pr_auc": 0.7690956439063373,
+      "eval_mn_opus100_pr_auc": 0.9539387314084551,
+      "eval_mr_opus100_pr_auc": 0.9051612737455323,
+      "eval_mr_ud_pr_auc": 0.989110404938669,
+      "eval_ms_opus100_pr_auc": 0.8662291413777535,
+      "eval_mt_opus100_pr_auc": 0.8417650228817495,
+      "eval_mt_ud_pr_auc": 0.8676432193143389,
+      "eval_my_opus100_pr_auc": 0.7588796542867523,
+      "eval_ne_opus100_pr_auc": 0.734126468289796,
+      "eval_nl_opus100_pr_auc": 0.8887032553689644,
+      "eval_nl_ud_pr_auc": 0.9838986352812727,
+      "eval_no_opus100_pr_auc": 0.9161033974480298,
+      "eval_no_ud_pr_auc": 0.9952070097608918,
+      "eval_pa_opus100_pr_auc": 0.6834341697852896,
+      "eval_pl_ersatz_pr_auc": 0.9647518574051164,
+      "eval_pl_opus100_pr_auc": 0.8926306683701597,
+      "eval_pl_ud_pr_auc": 0.9657709510069313,
+      "eval_ps_ersatz_pr_auc": 0.9293038868091432,
+      "eval_ps_opus100_pr_auc": 0.7160746617375582,
+      "eval_pt_opus100_pr_auc": 0.923754035774428,
+      "eval_pt_ud_pr_auc": 0.9828074312190914,
+      "eval_ro_ersatz_pr_auc": 0.9937086220058137,
+      "eval_ro_opus100_pr_auc": 0.8754907367936589,
+      "eval_ro_ud_pr_auc": 0.9435177098453893,
+      "eval_ru_ersatz_pr_auc": 0.9876056775604121,
+      "eval_ru_opus100_pr_auc": 0.9198384936065724,
+      "eval_ru_ud_pr_auc": 0.848546944929843,
+      "eval_runtime": 461.9726,
+      "eval_samples_per_second": 163.365,
+      "eval_si_opus100_pr_auc": 0.8113537719574233,
+      "eval_sk_opus100_pr_auc": 0.9316205687117805,
+      "eval_sk_ud_pr_auc": 0.9768350071250088,
+      "eval_sl_opus100_pr_auc": 0.8597478029377961,
+      "eval_sl_ud_pr_auc": 0.9660830579647645,
+      "eval_sq_opus100_pr_auc": 0.9049395207302658,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9050362513681978,
+      "eval_sr_ud_pr_auc": 0.9959122934440506,
+      "eval_steps_per_second": 5.106,
+      "eval_sv_opus100_pr_auc": 0.8883740084923317,
+      "eval_sv_ud_pr_auc": 0.9349314513602779,
+      "eval_ta_ersatz_pr_auc": 0.9831700538956879,
+      "eval_ta_opus100_pr_auc": 0.6738858959824716,
+      "eval_ta_ud_pr_auc": 0.9970602633573149,
+      "eval_te_opus100_pr_auc": 0.8422766294282682,
+      "eval_tg_opus100_pr_auc": 0.8781566007493972,
+      "eval_th_opus100_pr_auc": 0.6862173776781705,
+      "eval_th_ud_pr_auc": 0.7915006674443391,
+      "eval_tr_ersatz_pr_auc": 0.9613639061064464,
+      "eval_tr_opus100_pr_auc": 0.8976190352343418,
+      "eval_tr_ud_pr_auc": 0.9503091258157513,
+      "eval_uk_opus100_pr_auc": 0.8732203860754748,
+      "eval_uk_ud_pr_auc": 0.9187370387960443,
+      "eval_ur_opus100_pr_auc": 0.5284867088895331,
+      "eval_ur_ud_pr_auc": 0.9938623772809908,
+      "eval_uz_opus100_pr_auc": 0.8743846356703414,
+      "eval_vi_opus100_pr_auc": 0.9039727955946163,
+      "eval_vi_ud_pr_auc": 0.9590091067286005,
+      "eval_xh_opus100_pr_auc": 0.8525237145665472,
+      "eval_yi_opus100_pr_auc": 0.803243923932566,
+      "eval_yo_opus100_pr_auc": 0.7822202010125483,
+      "eval_yo_ud_pr_auc": 0.9036193799003963,
+      "eval_zh_ersatz_pr_auc": 0.9547825424967373,
+      "eval_zh_opus100_pr_auc": 0.7491144739697139,
+      "eval_zh_ud_pr_auc": 0.9935545751386279,
+      "eval_zu_opus100_pr_auc": 0.8346690488662118,
+      "step": 395000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.518987341772152e-06,
+      "learning_rate_adapter": 2.518987341772152e-06,
+      "loss": 0.0303,
+      "step": 395050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5063291139240508e-06,
+      "learning_rate_adapter": 2.5063291139240508e-06,
+      "loss": 0.0297,
+      "step": 395100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4936708860759496e-06,
+      "learning_rate_adapter": 2.4936708860759496e-06,
+      "loss": 0.0294,
+      "step": 395150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.481012658227848e-06,
+      "learning_rate_adapter": 2.481012658227848e-06,
+      "loss": 0.0295,
+      "step": 395200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.468354430379747e-06,
+      "learning_rate_adapter": 2.468354430379747e-06,
+      "loss": 0.0296,
+      "step": 395250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4556962025316458e-06,
+      "learning_rate_adapter": 2.4556962025316458e-06,
+      "loss": 0.0288,
+      "step": 395300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.443037974683544e-06,
+      "learning_rate_adapter": 2.443037974683544e-06,
+      "loss": 0.0292,
+      "step": 395350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.430379746835443e-06,
+      "learning_rate_adapter": 2.430379746835443e-06,
+      "loss": 0.0299,
+      "step": 395400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.417721518987342e-06,
+      "learning_rate_adapter": 2.417721518987342e-06,
+      "loss": 0.0292,
+      "step": 395450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4050632911392408e-06,
+      "learning_rate_adapter": 2.4050632911392408e-06,
+      "loss": 0.0299,
+      "step": 395500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.392405063291139e-06,
+      "learning_rate_adapter": 2.392405063291139e-06,
+      "loss": 0.0297,
+      "step": 395550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.379746835443038e-06,
+      "learning_rate_adapter": 2.379746835443038e-06,
+      "loss": 0.0288,
+      "step": 395600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.367088607594937e-06,
+      "learning_rate_adapter": 2.367088607594937e-06,
+      "loss": 0.0296,
+      "step": 395650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.3544303797468353e-06,
+      "learning_rate_adapter": 2.3544303797468353e-06,
+      "loss": 0.029,
+      "step": 395700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.341772151898734e-06,
+      "learning_rate_adapter": 2.341772151898734e-06,
+      "loss": 0.0293,
+      "step": 395750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.329113924050633e-06,
+      "learning_rate_adapter": 2.329113924050633e-06,
+      "loss": 0.029,
+      "step": 395800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.316455696202532e-06,
+      "learning_rate_adapter": 2.316455696202532e-06,
+      "loss": 0.0299,
+      "step": 395850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.3037974683544303e-06,
+      "learning_rate_adapter": 2.3037974683544303e-06,
+      "loss": 0.0302,
+      "step": 395900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.291139240506329e-06,
+      "learning_rate_adapter": 2.291139240506329e-06,
+      "loss": 0.03,
+      "step": 395950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.278481012658228e-06,
+      "learning_rate_adapter": 2.278481012658228e-06,
+      "loss": 0.0297,
+      "step": 396000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2658227848101265e-06,
+      "learning_rate_adapter": 2.2658227848101265e-06,
+      "loss": 0.0289,
+      "step": 396050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2531645569620253e-06,
+      "learning_rate_adapter": 2.2531645569620253e-06,
+      "loss": 0.0296,
+      "step": 396100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.240506329113924e-06,
+      "learning_rate_adapter": 2.240506329113924e-06,
+      "loss": 0.0291,
+      "step": 396150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.227848101265823e-06,
+      "learning_rate_adapter": 2.227848101265823e-06,
+      "loss": 0.0294,
+      "step": 396200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2151898734177215e-06,
+      "learning_rate_adapter": 2.2151898734177215e-06,
+      "loss": 0.0297,
+      "step": 396250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2025316455696203e-06,
+      "learning_rate_adapter": 2.2025316455696203e-06,
+      "loss": 0.0299,
+      "step": 396300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.189873417721519e-06,
+      "learning_rate_adapter": 2.189873417721519e-06,
+      "loss": 0.0298,
+      "step": 396350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.177215189873418e-06,
+      "learning_rate_adapter": 2.177215189873418e-06,
+      "loss": 0.0298,
+      "step": 396400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1645569620253165e-06,
+      "learning_rate_adapter": 2.1645569620253165e-06,
+      "loss": 0.0287,
+      "step": 396450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1518987341772153e-06,
+      "learning_rate_adapter": 2.1518987341772153e-06,
+      "loss": 0.0293,
+      "step": 396500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.139240506329114e-06,
+      "learning_rate_adapter": 2.139240506329114e-06,
+      "loss": 0.0296,
+      "step": 396550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1265822784810126e-06,
+      "learning_rate_adapter": 2.1265822784810126e-06,
+      "loss": 0.0288,
+      "step": 396600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1139240506329115e-06,
+      "learning_rate_adapter": 2.1139240506329115e-06,
+      "loss": 0.0296,
+      "step": 396650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1012658227848103e-06,
+      "learning_rate_adapter": 2.1012658227848103e-06,
+      "loss": 0.03,
+      "step": 396700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.088607594936709e-06,
+      "learning_rate_adapter": 2.088607594936709e-06,
+      "loss": 0.0287,
+      "step": 396750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0759493670886076e-06,
+      "learning_rate_adapter": 2.0759493670886076e-06,
+      "loss": 0.0289,
+      "step": 396800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0632911392405065e-06,
+      "learning_rate_adapter": 2.0632911392405065e-06,
+      "loss": 0.0295,
+      "step": 396850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0506329113924053e-06,
+      "learning_rate_adapter": 2.0506329113924053e-06,
+      "loss": 0.0302,
+      "step": 396900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0379746835443038e-06,
+      "learning_rate_adapter": 2.0379746835443038e-06,
+      "loss": 0.0295,
+      "step": 396950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0253164556962026e-06,
+      "learning_rate_adapter": 2.0253164556962026e-06,
+      "loss": 0.0298,
+      "step": 397000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0126582278481015e-06,
+      "learning_rate_adapter": 2.0126582278481015e-06,
+      "loss": 0.029,
+      "step": 397050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0298,
+      "step": 397100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9873417721518988e-06,
+      "learning_rate_adapter": 1.9873417721518988e-06,
+      "loss": 0.0303,
+      "step": 397150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9746835443037976e-06,
+      "learning_rate_adapter": 1.9746835443037976e-06,
+      "loss": 0.0297,
+      "step": 397200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9620253164556965e-06,
+      "learning_rate_adapter": 1.9620253164556965e-06,
+      "loss": 0.0292,
+      "step": 397250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.949367088607595e-06,
+      "learning_rate_adapter": 1.949367088607595e-06,
+      "loss": 0.0296,
+      "step": 397300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9367088607594938e-06,
+      "learning_rate_adapter": 1.9367088607594938e-06,
+      "loss": 0.0295,
+      "step": 397350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9240506329113926e-06,
+      "learning_rate_adapter": 1.9240506329113926e-06,
+      "loss": 0.0294,
+      "step": 397400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9113924050632915e-06,
+      "learning_rate_adapter": 1.9113924050632915e-06,
+      "loss": 0.0293,
+      "step": 397450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.8987341772151901e-06,
+      "learning_rate_adapter": 1.8987341772151901e-06,
+      "loss": 0.0298,
+      "step": 397500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.8860759493670888e-06,
+      "learning_rate_adapter": 1.8860759493670888e-06,
+      "loss": 0.0289,
+      "step": 397550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8734177215189874e-06,
+      "learning_rate_adapter": 1.8734177215189874e-06,
+      "loss": 0.0289,
+      "step": 397600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8607594936708863e-06,
+      "learning_rate_adapter": 1.8607594936708863e-06,
+      "loss": 0.0296,
+      "step": 397650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.848101265822785e-06,
+      "learning_rate_adapter": 1.848101265822785e-06,
+      "loss": 0.0294,
+      "step": 397700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8354430379746838e-06,
+      "learning_rate_adapter": 1.8354430379746838e-06,
+      "loss": 0.0293,
+      "step": 397750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8227848101265824e-06,
+      "learning_rate_adapter": 1.8227848101265824e-06,
+      "loss": 0.0295,
+      "step": 397800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8101265822784813e-06,
+      "learning_rate_adapter": 1.8101265822784813e-06,
+      "loss": 0.0292,
+      "step": 397850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.79746835443038e-06,
+      "learning_rate_adapter": 1.79746835443038e-06,
+      "loss": 0.0297,
+      "step": 397900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7848101265822785e-06,
+      "learning_rate_adapter": 1.7848101265822785e-06,
+      "loss": 0.0295,
+      "step": 397950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7721518987341774e-06,
+      "learning_rate_adapter": 1.7721518987341774e-06,
+      "loss": 0.0293,
+      "step": 398000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.759493670886076e-06,
+      "learning_rate_adapter": 1.759493670886076e-06,
+      "loss": 0.0298,
+      "step": 398050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.746835443037975e-06,
+      "learning_rate_adapter": 1.746835443037975e-06,
+      "loss": 0.0298,
+      "step": 398100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7341772151898735e-06,
+      "learning_rate_adapter": 1.7341772151898735e-06,
+      "loss": 0.0299,
+      "step": 398150
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7215189873417724e-06,
+      "learning_rate_adapter": 1.7215189873417724e-06,
+      "loss": 0.0296,
+      "step": 398200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.708860759493671e-06,
+      "learning_rate_adapter": 1.708860759493671e-06,
+      "loss": 0.0298,
+      "step": 398250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6962025316455697e-06,
+      "learning_rate_adapter": 1.6962025316455697e-06,
+      "loss": 0.029,
+      "step": 398300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6835443037974685e-06,
+      "learning_rate_adapter": 1.6835443037974685e-06,
+      "loss": 0.0296,
+      "step": 398350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6708860759493672e-06,
+      "learning_rate_adapter": 1.6708860759493672e-06,
+      "loss": 0.0292,
+      "step": 398400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.658227848101266e-06,
+      "learning_rate_adapter": 1.658227848101266e-06,
+      "loss": 0.0291,
+      "step": 398450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6455696202531647e-06,
+      "learning_rate_adapter": 1.6455696202531647e-06,
+      "loss": 0.0288,
+      "step": 398500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6329113924050635e-06,
+      "learning_rate_adapter": 1.6329113924050635e-06,
+      "loss": 0.0291,
+      "step": 398550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6202531645569622e-06,
+      "learning_rate_adapter": 1.6202531645569622e-06,
+      "loss": 0.0294,
+      "step": 398600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.607594936708861e-06,
+      "learning_rate_adapter": 1.607594936708861e-06,
+      "loss": 0.0296,
+      "step": 398650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5949367088607597e-06,
+      "learning_rate_adapter": 1.5949367088607597e-06,
+      "loss": 0.0299,
+      "step": 398700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5822784810126583e-06,
+      "learning_rate_adapter": 1.5822784810126583e-06,
+      "loss": 0.0298,
+      "step": 398750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5696202531645572e-06,
+      "learning_rate_adapter": 1.5696202531645572e-06,
+      "loss": 0.03,
+      "step": 398800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5569620253164556e-06,
+      "learning_rate_adapter": 1.5569620253164556e-06,
+      "loss": 0.0292,
+      "step": 398850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5443037974683545e-06,
+      "learning_rate_adapter": 1.5443037974683545e-06,
+      "loss": 0.0298,
+      "step": 398900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5316455696202531e-06,
+      "learning_rate_adapter": 1.5316455696202531e-06,
+      "loss": 0.0291,
+      "step": 398950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.518987341772152e-06,
+      "learning_rate_adapter": 1.518987341772152e-06,
+      "loss": 0.0303,
+      "step": 399000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5063291139240506e-06,
+      "learning_rate_adapter": 1.5063291139240506e-06,
+      "loss": 0.0291,
+      "step": 399050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4936708860759495e-06,
+      "learning_rate_adapter": 1.4936708860759495e-06,
+      "loss": 0.0302,
+      "step": 399100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4810126582278481e-06,
+      "learning_rate_adapter": 1.4810126582278481e-06,
+      "loss": 0.0297,
+      "step": 399150
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4683544303797468e-06,
+      "learning_rate_adapter": 1.4683544303797468e-06,
+      "loss": 0.0297,
+      "step": 399200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4556962025316456e-06,
+      "learning_rate_adapter": 1.4556962025316456e-06,
+      "loss": 0.0293,
+      "step": 399250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4430379746835443e-06,
+      "learning_rate_adapter": 1.4430379746835443e-06,
+      "loss": 0.0291,
+      "step": 399300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4303797468354431e-06,
+      "learning_rate_adapter": 1.4303797468354431e-06,
+      "loss": 0.0288,
+      "step": 399350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4177215189873418e-06,
+      "learning_rate_adapter": 1.4177215189873418e-06,
+      "loss": 0.0291,
+      "step": 399400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4050632911392406e-06,
+      "learning_rate_adapter": 1.4050632911392406e-06,
+      "loss": 0.0295,
+      "step": 399450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3924050632911392e-06,
+      "learning_rate_adapter": 1.3924050632911392e-06,
+      "loss": 0.0294,
+      "step": 399500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.379746835443038e-06,
+      "learning_rate_adapter": 1.379746835443038e-06,
+      "loss": 0.0292,
+      "step": 399550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3670886075949367e-06,
+      "learning_rate_adapter": 1.3670886075949367e-06,
+      "loss": 0.0295,
+      "step": 399600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3544303797468354e-06,
+      "learning_rate_adapter": 1.3544303797468354e-06,
+      "loss": 0.0294,
+      "step": 399650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3417721518987342e-06,
+      "learning_rate_adapter": 1.3417721518987342e-06,
+      "loss": 0.0294,
+      "step": 399700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3291139240506329e-06,
+      "learning_rate_adapter": 1.3291139240506329e-06,
+      "loss": 0.029,
+      "step": 399750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3164556962025317e-06,
+      "learning_rate_adapter": 1.3164556962025317e-06,
+      "loss": 0.0299,
+      "step": 399800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3037974683544304e-06,
+      "learning_rate_adapter": 1.3037974683544304e-06,
+      "loss": 0.0301,
+      "step": 399850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.2911392405063292e-06,
+      "learning_rate_adapter": 1.2911392405063292e-06,
+      "loss": 0.0295,
+      "step": 399900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.2784810126582279e-06,
+      "learning_rate_adapter": 1.2784810126582279e-06,
+      "loss": 0.0301,
+      "step": 399950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.2658227848101265e-06,
+      "learning_rate_adapter": 1.2658227848101265e-06,
+      "loss": 0.0297,
+      "step": 400000
+    },
+    {
+      "epoch": 0.34,
+      "eval_af_opus100_pr_auc": 0.7820923125331974,
+      "eval_af_ud_pr_auc": 0.9832588015381478,
+      "eval_am_opus100_pr_auc": 0.6090596820823889,
+      "eval_ar_ersatz_pr_auc": 0.9275236408842585,
+      "eval_ar_opus100_pr_auc": 0.7085169987001951,
+      "eval_ar_ud_pr_auc": 0.8883621657434027,
+      "eval_average_ersatz_pr_auc": 0.9634268483479613,
+      "eval_average_opus100_pr_auc": 0.8295796984275947,
+      "eval_average_ud_pr_auc": 0.9585211923616405,
+      "eval_az_opus100_pr_auc": 0.7771015634491211,
+      "eval_be_opus100_pr_auc": 0.67729995099015,
+      "eval_be_ud_pr_auc": 0.8878572217186247,
+      "eval_bg_opus100_pr_auc": 0.9112340799775293,
+      "eval_bg_ud_pr_auc": 0.9933916560797075,
+      "eval_bn_opus100_pr_auc": 0.8228500728038741,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8790591158112091,
+      "eval_ca_ud_pr_auc": 0.9927588538545624,
+      "eval_ceb_ud_pr_auc": 0.9998573862448917,
+      "eval_cs_ersatz_pr_auc": 0.9845028383059847,
+      "eval_cs_opus100_pr_auc": 0.9057570734954714,
+      "eval_cs_ud_pr_auc": 0.9558962308281154,
+      "eval_cy_opus100_pr_auc": 0.748363561007852,
+      "eval_cy_ud_pr_auc": 0.9931005736459861,
+      "eval_da_opus100_pr_auc": 0.9137718948991289,
+      "eval_da_ud_pr_auc": 0.9792894595841171,
+      "eval_de_ersatz_pr_auc": 0.9771737615625576,
+      "eval_de_opus100_pr_auc": 0.8886626400278257,
+      "eval_de_ud_pr_auc": 0.9833661824858198,
+      "eval_el_opus100_pr_auc": 0.9190440791339259,
+      "eval_el_ud_pr_auc": 0.9862698825910875,
+      "eval_en_ersatz_pr_auc": 0.98831540871491,
+      "eval_en_opus100_pr_auc": 0.9249953475874892,
+      "eval_en_ud_pr_auc": 0.9625313740194492,
+      "eval_eo_opus100_pr_auc": 0.9242002290048961,
+      "eval_es_ersatz_pr_auc": 0.9947061631697403,
+      "eval_es_opus100_pr_auc": 0.925634517677155,
+      "eval_es_ud_pr_auc": 0.9898982687197204,
+      "eval_et_ersatz_pr_auc": 0.9798062234303603,
+      "eval_et_opus100_pr_auc": 0.9010622550280311,
+      "eval_et_ud_pr_auc": 0.958889888398862,
+      "eval_eu_opus100_pr_auc": 0.8747130188525895,
+      "eval_eu_ud_pr_auc": 0.9878190470733182,
+      "eval_fa_opus100_pr_auc": 0.5734115624314221,
+      "eval_fa_ud_pr_auc": 0.9928134054906219,
+      "eval_fi_ersatz_pr_auc": 0.9872591896660818,
+      "eval_fi_opus100_pr_auc": 0.9109962515549682,
+      "eval_fi_ud_pr_auc": 0.9638917629747357,
+      "eval_fr_ersatz_pr_auc": 0.9876700989324171,
+      "eval_fr_opus100_pr_auc": 0.905576312509804,
+      "eval_fr_ud_pr_auc": 0.9821176397788909,
+      "eval_fy_opus100_pr_auc": 0.6841314379655379,
+      "eval_ga_opus100_pr_auc": 0.8708417002342193,
+      "eval_ga_ud_pr_auc": 0.8094989116402233,
+      "eval_gd_opus100_pr_auc": 0.608424379380449,
+      "eval_gd_ud_pr_auc": 0.7638368244625211,
+      "eval_gl_opus100_pr_auc": 0.8801158675048024,
+      "eval_gl_ud_pr_auc": 0.9966252913423801,
+      "eval_gu_ersatz_pr_auc": 0.9319773320633715,
+      "eval_gu_opus100_pr_auc": 0.7275118575070476,
+      "eval_ha_opus100_pr_auc": 0.9001367524658603,
+      "eval_he_opus100_pr_auc": 0.8602792170792836,
+      "eval_he_ud_pr_auc": 0.9611681447284394,
+      "eval_hi_ersatz_pr_auc": 0.9756840260271236,
+      "eval_hi_opus100_pr_auc": 0.6704883878716449,
+      "eval_hi_ud_pr_auc": 0.9708128912132914,
+      "eval_hu_opus100_pr_auc": 0.9148368992436429,
+      "eval_hu_ud_pr_auc": 0.9825000418394838,
+      "eval_hy_opus100_pr_auc": 0.908092172355919,
+      "eval_hy_ud_pr_auc": 0.988683594437086,
+      "eval_id_opus100_pr_auc": 0.8701253272048939,
+      "eval_id_ud_pr_auc": 0.9910798701382446,
+      "eval_ig_opus100_pr_auc": 0.881231496682137,
+      "eval_is_opus100_pr_auc": 0.9210006176455726,
+      "eval_is_ud_pr_auc": 0.9109900415545229,
+      "eval_it_opus100_pr_auc": 0.9025966663102291,
+      "eval_it_ud_pr_auc": 0.9984743319505002,
+      "eval_ja_ersatz_pr_auc": 0.8021676032197761,
+      "eval_ja_opus100_pr_auc": 0.8186598189018346,
+      "eval_ja_ud_pr_auc": 0.9826007596701227,
+      "eval_jv_ud_pr_auc": 0.9756337919391856,
+      "eval_ka_opus100_pr_auc": 0.8858721683433941,
+      "eval_kk_ersatz_pr_auc": 0.9849546497915983,
+      "eval_kk_opus100_pr_auc": 0.8017004363332023,
+      "eval_kk_ud_pr_auc": 0.9710319496536295,
+      "eval_km_ersatz_pr_auc": 0.9155719206036907,
+      "eval_km_opus100_pr_auc": 0.7330716011627065,
+      "eval_kn_opus100_pr_auc": 0.6036113851574655,
+      "eval_ko_opus100_pr_auc": 0.686156842636441,
+      "eval_ko_ud_pr_auc": 0.9982733546927922,
+      "eval_ku_opus100_pr_auc": 0.8501514172318423,
+      "eval_ky_opus100_pr_auc": 0.8508341878540181,
+      "eval_la_ud_pr_auc": 0.9512011672075402,
+      "eval_loss": 0.03341519460082054,
+      "eval_lt_ersatz_pr_auc": 0.9917769566047554,
+      "eval_lt_opus100_pr_auc": 0.8710921851801967,
+      "eval_lt_ud_pr_auc": 0.9919453009369167,
+      "eval_lv_ersatz_pr_auc": 0.9889347595179653,
+      "eval_lv_opus100_pr_auc": 0.8818919451496159,
+      "eval_lv_ud_pr_auc": 0.9614112215735182,
+      "eval_mg_opus100_pr_auc": 0.9242720170847316,
+      "eval_mk_opus100_pr_auc": 0.9071499262032284,
+      "eval_ml_opus100_pr_auc": 0.7705726131947293,
+      "eval_mn_opus100_pr_auc": 0.9527691788211585,
+      "eval_mr_opus100_pr_auc": 0.9050330899397624,
+      "eval_mr_ud_pr_auc": 0.9881380296315707,
+      "eval_ms_opus100_pr_auc": 0.8666123194057123,
+      "eval_mt_opus100_pr_auc": 0.8418520592763983,
+      "eval_mt_ud_pr_auc": 0.8678260833476599,
+      "eval_my_opus100_pr_auc": 0.759397330112862,
+      "eval_ne_opus100_pr_auc": 0.7351272178002989,
+      "eval_nl_opus100_pr_auc": 0.888691279820046,
+      "eval_nl_ud_pr_auc": 0.9836959973692178,
+      "eval_no_opus100_pr_auc": 0.9160273924079495,
+      "eval_no_ud_pr_auc": 0.9952481162145043,
+      "eval_pa_opus100_pr_auc": 0.6859500756524212,
+      "eval_pl_ersatz_pr_auc": 0.9656583817888377,
+      "eval_pl_opus100_pr_auc": 0.8927962962974003,
+      "eval_pl_ud_pr_auc": 0.966764635957494,
+      "eval_ps_ersatz_pr_auc": 0.9260417968903992,
+      "eval_ps_opus100_pr_auc": 0.7139674643686095,
+      "eval_pt_opus100_pr_auc": 0.9235363322659682,
+      "eval_pt_ud_pr_auc": 0.9831357764757613,
+      "eval_ro_ersatz_pr_auc": 0.9940336163449044,
+      "eval_ro_opus100_pr_auc": 0.875680621500654,
+      "eval_ro_ud_pr_auc": 0.9377864902048882,
+      "eval_ru_ersatz_pr_auc": 0.9889282468304088,
+      "eval_ru_opus100_pr_auc": 0.9204796505307407,
+      "eval_ru_ud_pr_auc": 0.8464762692030791,
+      "eval_runtime": 462.2008,
+      "eval_samples_per_second": 163.284,
+      "eval_si_opus100_pr_auc": 0.8114784914502463,
+      "eval_sk_opus100_pr_auc": 0.9318698534106561,
+      "eval_sk_ud_pr_auc": 0.977163589193723,
+      "eval_sl_opus100_pr_auc": 0.859689490820562,
+      "eval_sl_ud_pr_auc": 0.9674313649326762,
+      "eval_sq_opus100_pr_auc": 0.9035460803652552,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9050665891019765,
+      "eval_sr_ud_pr_auc": 0.9959686098673765,
+      "eval_steps_per_second": 5.104,
+      "eval_sv_opus100_pr_auc": 0.888765632355665,
+      "eval_sv_ud_pr_auc": 0.9340453890868086,
+      "eval_ta_ersatz_pr_auc": 0.9832911691459402,
+      "eval_ta_opus100_pr_auc": 0.675530877800388,
+      "eval_ta_ud_pr_auc": 0.9972946664546046,
+      "eval_te_opus100_pr_auc": 0.8427856582944863,
+      "eval_tg_opus100_pr_auc": 0.8796184316971996,
+      "eval_th_opus100_pr_auc": 0.6863605099858594,
+      "eval_th_ud_pr_auc": 0.7906494243044133,
+      "eval_tr_ersatz_pr_auc": 0.962125791937058,
+      "eval_tr_opus100_pr_auc": 0.8969546518333291,
+      "eval_tr_ud_pr_auc": 0.9500379689139158,
+      "eval_uk_opus100_pr_auc": 0.8742039167084769,
+      "eval_uk_ud_pr_auc": 0.9201902769672735,
+      "eval_ur_opus100_pr_auc": 0.5271648522530238,
+      "eval_ur_ud_pr_auc": 0.9934266920799022,
+      "eval_uz_opus100_pr_auc": 0.8739946485256157,
+      "eval_vi_opus100_pr_auc": 0.9038287355267071,
+      "eval_vi_ud_pr_auc": 0.9590292783918398,
+      "eval_xh_opus100_pr_auc": 0.8529330223809376,
+      "eval_yi_opus100_pr_auc": 0.7874485638396346,
+      "eval_yo_opus100_pr_auc": 0.7812873687880248,
+      "eval_yo_ud_pr_auc": 0.900586588943294,
+      "eval_zh_ersatz_pr_auc": 0.9572870882230125,
+      "eval_zh_opus100_pr_auc": 0.7605051083473899,
+      "eval_zh_ud_pr_auc": 0.9936754273230493,
+      "eval_zu_opus100_pr_auc": 0.8363306359344677,
+      "step": 400000
+    }
+  ],
+  "max_steps": 400000,
+  "num_train_epochs": 1,
+  "total_flos": 3.1199883165696e+18,
+  "trial_name": null,
+  "trial_params": null
+}