diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,69776 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.33698158016560115,
+  "global_step": 400000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.9429,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2389,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2046,
+      "step": 150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1774,
+      "step": 200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1624,
+      "step": 250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1495,
+      "step": 300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1425,
+      "step": 350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.135,
+      "step": 400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1333,
+      "step": 450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1288,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1248,
+      "step": 550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1237,
+      "step": 600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1214,
+      "step": 650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1192,
+      "step": 700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1169,
+      "step": 750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1092,
+      "step": 800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1022,
+      "step": 850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.106,
+      "step": 900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1082,
+      "step": 950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1044,
+      "step": 1000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1055,
+      "step": 1050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1017,
+      "step": 1100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0978,
+      "step": 1150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0968,
+      "step": 1200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0951,
+      "step": 1250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0981,
+      "step": 1300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0967,
+      "step": 1350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.095,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0934,
+      "step": 1450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0915,
+      "step": 1500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0905,
+      "step": 1550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.091,
+      "step": 1600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0878,
+      "step": 1650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0893,
+      "step": 1700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0871,
+      "step": 1750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0894,
+      "step": 1800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0886,
+      "step": 1850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0888,
+      "step": 1950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0869,
+      "step": 2000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0848,
+      "step": 2050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.084,
+      "step": 2100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0858,
+      "step": 2150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0851,
+      "step": 2200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0828,
+      "step": 2250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.086,
+      "step": 2300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0831,
+      "step": 2350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0812,
+      "step": 2400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0827,
+      "step": 2450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0817,
+      "step": 2500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0817,
+      "step": 2550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0822,
+      "step": 2600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0817,
+      "step": 2650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0811,
+      "step": 2700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0793,
+      "step": 2750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0814,
+      "step": 2800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0799,
+      "step": 2850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0786,
+      "step": 2900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0777,
+      "step": 2950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0782,
+      "step": 3000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0758,
+      "step": 3050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0757,
+      "step": 3100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0762,
+      "step": 3150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0764,
+      "step": 3200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0759,
+      "step": 3250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0754,
+      "step": 3300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0747,
+      "step": 3350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0768,
+      "step": 3400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0754,
+      "step": 3450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0766,
+      "step": 3500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0742,
+      "step": 3550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0744,
+      "step": 3600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0746,
+      "step": 3650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0753,
+      "step": 3700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0751,
+      "step": 3750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0731,
+      "step": 3800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.075,
+      "step": 3850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0731,
+      "step": 3900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.074,
+      "step": 3950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0736,
+      "step": 4000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.074,
+      "step": 4050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0738,
+      "step": 4100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0732,
+      "step": 4150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0709,
+      "step": 4200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0718,
+      "step": 4250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0713,
+      "step": 4300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0719,
+      "step": 4350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.071,
+      "step": 4400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0706,
+      "step": 4450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0718,
+      "step": 4500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0718,
+      "step": 4550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0711,
+      "step": 4600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0715,
+      "step": 4650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0714,
+      "step": 4700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0738,
+      "step": 4750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.069,
+      "step": 4800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0695,
+      "step": 4850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0701,
+      "step": 4900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0714,
+      "step": 4950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0,
+      "loss": 0.0702,
+      "step": 5000
+    },
+    {
+      "epoch": 0.0,
+      "eval_af_opus100_pr_auc": 0.7092898198703842,
+      "eval_af_ud_pr_auc": 0.9883987011169192,
+      "eval_am_opus100_pr_auc": 0.3406403020477784,
+      "eval_ar_ersatz_pr_auc": 0.8997069035834164,
+      "eval_ar_opus100_pr_auc": 0.5959576323121049,
+      "eval_ar_ud_pr_auc": 0.7552869782531828,
+      "eval_average_ersatz_pr_auc": 0.9367493484110997,
+      "eval_average_opus100_pr_auc": 0.735002686794852,
+      "eval_average_ud_pr_auc": 0.9369213850938887,
+      "eval_az_opus100_pr_auc": 0.6428213739937138,
+      "eval_be_opus100_pr_auc": 0.6148384042583803,
+      "eval_be_ud_pr_auc": 0.862352772338664,
+      "eval_bg_opus100_pr_auc": 0.9171950496662968,
+      "eval_bg_ud_pr_auc": 0.9744320679329396,
+      "eval_bn_opus100_pr_auc": 0.777700823178481,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8318696173761053,
+      "eval_ca_ud_pr_auc": 0.989595366972031,
+      "eval_ceb_ud_pr_auc": 0.9998573862448918,
+      "eval_cs_ersatz_pr_auc": 0.9699016463627034,
+      "eval_cs_opus100_pr_auc": 0.8585955349510005,
+      "eval_cs_ud_pr_auc": 0.9367239865700815,
+      "eval_cy_opus100_pr_auc": 0.6532111187402139,
+      "eval_cy_ud_pr_auc": 0.9947468654947113,
+      "eval_da_opus100_pr_auc": 0.8872498651682538,
+      "eval_da_ud_pr_auc": 0.9649527015110049,
+      "eval_de_ersatz_pr_auc": 0.9677800670555241,
+      "eval_de_opus100_pr_auc": 0.7857949821118184,
+      "eval_de_ud_pr_auc": 0.9619552827261136,
+      "eval_el_opus100_pr_auc": 0.8702237222042205,
+      "eval_el_ud_pr_auc": 0.9745293848816883,
+      "eval_en_ersatz_pr_auc": 0.97071650907118,
+      "eval_en_opus100_pr_auc": 0.8841600083131134,
+      "eval_en_ud_pr_auc": 0.9345694610729065,
+      "eval_eo_opus100_pr_auc": 0.8678285405795412,
+      "eval_es_ersatz_pr_auc": 0.9858689320989893,
+      "eval_es_opus100_pr_auc": 0.8830981728318036,
+      "eval_es_ud_pr_auc": 0.98967879731943,
+      "eval_et_ersatz_pr_auc": 0.9544604324443905,
+      "eval_et_opus100_pr_auc": 0.8460818971612372,
+      "eval_et_ud_pr_auc": 0.9275092388423971,
+      "eval_eu_opus100_pr_auc": 0.8539235779812416,
+      "eval_eu_ud_pr_auc": 0.9916151624110932,
+      "eval_fa_opus100_pr_auc": 0.45390750819957193,
+      "eval_fa_ud_pr_auc": 0.9926647506356534,
+      "eval_fi_ersatz_pr_auc": 0.9785235714494873,
+      "eval_fi_opus100_pr_auc": 0.9226485172286487,
+      "eval_fi_ud_pr_auc": 0.932937002180616,
+      "eval_fr_ersatz_pr_auc": 0.9786432048475906,
+      "eval_fr_opus100_pr_auc": 0.8630822401695342,
+      "eval_fr_ud_pr_auc": 0.936705272249866,
+      "eval_fy_opus100_pr_auc": 0.6609058913315206,
+      "eval_ga_opus100_pr_auc": 0.7717251032179704,
+      "eval_ga_ud_pr_auc": 0.8900096501423259,
+      "eval_gd_opus100_pr_auc": 0.5269703868365087,
+      "eval_gd_ud_pr_auc": 0.5389101855073316,
+      "eval_gl_opus100_pr_auc": 0.8474601346795892,
+      "eval_gl_ud_pr_auc": 0.9745532590460819,
+      "eval_gu_ersatz_pr_auc": 0.9331895940868846,
+      "eval_gu_opus100_pr_auc": 0.5572657195712143,
+      "eval_ha_opus100_pr_auc": 0.8612181134424589,
+      "eval_he_opus100_pr_auc": 0.79131669927057,
+      "eval_he_ud_pr_auc": 0.939757080720592,
+      "eval_hi_ersatz_pr_auc": 0.9060953647481844,
+      "eval_hi_opus100_pr_auc": 0.5629665940134377,
+      "eval_hi_ud_pr_auc": 0.9225699171210019,
+      "eval_hu_opus100_pr_auc": 0.8912397196919545,
+      "eval_hu_ud_pr_auc": 0.9769268679347816,
+      "eval_hy_opus100_pr_auc": 0.8114044150279855,
+      "eval_hy_ud_pr_auc": 0.8894746683847004,
+      "eval_id_opus100_pr_auc": 0.8649115193212434,
+      "eval_id_ud_pr_auc": 0.9847172587211729,
+      "eval_ig_opus100_pr_auc": 0.7457832469645682,
+      "eval_is_opus100_pr_auc": 0.9126002008047611,
+      "eval_is_ud_pr_auc": 0.8938297304902221,
+      "eval_it_opus100_pr_auc": 0.8575567000120428,
+      "eval_it_ud_pr_auc": 0.9971157488250695,
+      "eval_ja_ersatz_pr_auc": 0.7861855342443546,
+      "eval_ja_opus100_pr_auc": 0.3387956516571985,
+      "eval_ja_ud_pr_auc": 0.9776775802619677,
+      "eval_jv_ud_pr_auc": 0.9807177784587666,
+      "eval_ka_opus100_pr_auc": 0.8671135781599751,
+      "eval_kk_ersatz_pr_auc": 0.9819869877965263,
+      "eval_kk_opus100_pr_auc": 0.7193820703381688,
+      "eval_kk_ud_pr_auc": 0.9862738065824704,
+      "eval_km_ersatz_pr_auc": 0.8346653695769303,
+      "eval_km_opus100_pr_auc": 0.19547863359440154,
+      "eval_kn_opus100_pr_auc": 0.4087142906863628,
+      "eval_ko_opus100_pr_auc": 0.5998486098552773,
+      "eval_ko_ud_pr_auc": 0.9883271659566224,
+      "eval_ku_opus100_pr_auc": 0.6539468838027237,
+      "eval_ky_opus100_pr_auc": 0.6999328641288743,
+      "eval_la_ud_pr_auc": 0.9282224004830679,
+      "eval_loss": 0.0663633719086647,
+      "eval_lt_ersatz_pr_auc": 0.9498656449460834,
+      "eval_lt_opus100_pr_auc": 0.7913850309986956,
+      "eval_lt_ud_pr_auc": 0.926528842956219,
+      "eval_lv_ersatz_pr_auc": 0.9723510260349386,
+      "eval_lv_opus100_pr_auc": 0.7930084903893313,
+      "eval_lv_ud_pr_auc": 0.9739870455865973,
+      "eval_mg_opus100_pr_auc": 0.8740973879313395,
+      "eval_mk_opus100_pr_auc": 0.8812103589419523,
+      "eval_ml_opus100_pr_auc": 0.7417584657701679,
+      "eval_mn_opus100_pr_auc": 0.8635348053590896,
+      "eval_mr_opus100_pr_auc": 0.8710324290878776,
+      "eval_mr_ud_pr_auc": 0.9895697873981446,
+      "eval_ms_opus100_pr_auc": 0.8598010980988557,
+      "eval_mt_opus100_pr_auc": 0.6869059355987945,
+      "eval_mt_ud_pr_auc": 0.9115080833488017,
+      "eval_my_opus100_pr_auc": 0.2955054825003638,
+      "eval_ne_opus100_pr_auc": 0.48988861764830954,
+      "eval_nl_opus100_pr_auc": 0.8400259380165809,
+      "eval_nl_ud_pr_auc": 0.9664730050159032,
+      "eval_no_opus100_pr_auc": 0.9102813715979521,
+      "eval_no_ud_pr_auc": 0.9827728155079253,
+      "eval_pa_opus100_pr_auc": 0.499358159021573,
+      "eval_pl_ersatz_pr_auc": 0.9628849461082288,
+      "eval_pl_opus100_pr_auc": 0.8879660649648295,
+      "eval_pl_ud_pr_auc": 0.9645168477797252,
+      "eval_ps_ersatz_pr_auc": 0.9437556325344334,
+      "eval_ps_opus100_pr_auc": 0.4498799857807445,
+      "eval_pt_opus100_pr_auc": 0.8848153494364628,
+      "eval_pt_ud_pr_auc": 0.9636162614105838,
+      "eval_ro_ersatz_pr_auc": 0.9768719388912368,
+      "eval_ro_opus100_pr_auc": 0.8894605174414465,
+      "eval_ro_ud_pr_auc": 0.9712429824911919,
+      "eval_ru_ersatz_pr_auc": 0.9572493355533563,
+      "eval_ru_opus100_pr_auc": 0.8594278861887114,
+      "eval_ru_ud_pr_auc": 0.8722543038142114,
+      "eval_runtime": 678.9113,
+      "eval_samples_per_second": 111.232,
+      "eval_si_opus100_pr_auc": 0.7561143103405883,
+      "eval_sk_opus100_pr_auc": 0.8965951032746486,
+      "eval_sk_ud_pr_auc": 0.9672826388257615,
+      "eval_sl_opus100_pr_auc": 0.8874094511224137,
+      "eval_sl_ud_pr_auc": 0.9842134232296343,
+      "eval_sq_opus100_pr_auc": 0.876956530310815,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9031002137662851,
+      "eval_sr_ud_pr_auc": 0.9811360375419607,
+      "eval_steps_per_second": 3.476,
+      "eval_sv_opus100_pr_auc": 0.8855677958943907,
+      "eval_sv_ud_pr_auc": 0.909540803656253,
+      "eval_ta_ersatz_pr_auc": 0.9475536546162165,
+      "eval_ta_opus100_pr_auc": 0.5085777841636967,
+      "eval_ta_ud_pr_auc": 0.9656532920812466,
+      "eval_te_opus100_pr_auc": 0.7613077857091338,
+      "eval_tg_opus100_pr_auc": 0.8018298602239743,
+      "eval_th_opus100_pr_auc": 0.6485676227346435,
+      "eval_th_ud_pr_auc": 0.4473210045803403,
+      "eval_tr_ersatz_pr_auc": 0.9192476886162426,
+      "eval_tr_opus100_pr_auc": 0.89947031559302,
+      "eval_tr_ud_pr_auc": 0.9438077309252736,
+      "eval_uk_opus100_pr_auc": 0.8442621432852052,
+      "eval_uk_ud_pr_auc": 0.9577374258210739,
+      "eval_ur_opus100_pr_auc": 0.3821124305388683,
+      "eval_ur_ud_pr_auc": 0.9960983860728386,
+      "eval_uz_opus100_pr_auc": 0.6975420298013155,
+      "eval_vi_opus100_pr_auc": 0.833539693459934,
+      "eval_vi_ud_pr_auc": 0.9104226387622701,
+      "eval_xh_opus100_pr_auc": 0.8110708398661747,
+      "eval_yi_opus100_pr_auc": 0.46892841953981285,
+      "eval_yo_opus100_pr_auc": 0.5643610934767487,
+      "eval_yo_ud_pr_auc": 0.874363994074866,
+      "eval_zh_ersatz_pr_auc": 0.8309816803772903,
+      "eval_zh_opus100_pr_auc": 0.5278931220199706,
+      "eval_zh_ud_pr_auc": 0.9668773220804665,
+      "eval_zu_opus100_pr_auc": 0.7390146625309024,
+      "step": 5000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.0000000000000002e-06,
+      "learning_rate_adapter": 1.0000000000000002e-06,
+      "loss": 0.0698,
+      "step": 5050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0694,
+      "step": 5100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0697,
+      "step": 5150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0683,
+      "step": 5200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.0657,
+      "step": 5250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0661,
+      "step": 5300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0665,
+      "step": 5350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0662,
+      "step": 5400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0655,
+      "step": 5450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.064,
+      "step": 5500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0652,
+      "step": 5550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0643,
+      "step": 5600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.064,
+      "step": 5650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0638,
+      "step": 5700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0629,
+      "step": 5750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0622,
+      "step": 5800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0624,
+      "step": 5850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0616,
+      "step": 5900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0612,
+      "step": 5950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0609,
+      "step": 6000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0602,
+      "step": 6050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0603,
+      "step": 6100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0616,
+      "step": 6150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0607,
+      "step": 6200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0596,
+      "step": 6250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0601,
+      "step": 6300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0585,
+      "step": 6350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0582,
+      "step": 6400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0583,
+      "step": 6450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0596,
+      "step": 6500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0588,
+      "step": 6550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.057,
+      "step": 6600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0568,
+      "step": 6650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0556,
+      "step": 6700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0552,
+      "step": 6750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0558,
+      "step": 6800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0552,
+      "step": 6850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0559,
+      "step": 6900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0536,
+      "step": 6950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0549,
+      "step": 7000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0547,
+      "step": 7050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0538,
+      "step": 7100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0541,
+      "step": 7150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0536,
+      "step": 7200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0546,
+      "step": 7250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0528,
+      "step": 7300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0528,
+      "step": 7350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0525,
+      "step": 7400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0525,
+      "step": 7450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0523,
+      "step": 7500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0527,
+      "step": 7550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0517,
+      "step": 7600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0519,
+      "step": 7650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0506,
+      "step": 7700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.052,
+      "step": 7750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0508,
+      "step": 7800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0508,
+      "step": 7850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.0501,
+      "step": 7900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0508,
+      "step": 7950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0518,
+      "step": 8000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0512,
+      "step": 8050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0498,
+      "step": 8100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.049,
+      "step": 8150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0499,
+      "step": 8200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0496,
+      "step": 8250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.0493,
+      "step": 8300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0493,
+      "step": 8350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.049,
+      "step": 8400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.0485,
+      "step": 8450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0476,
+      "step": 8500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0491,
+      "step": 8550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.0472,
+      "step": 8600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0484,
+      "step": 8650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.0478,
+      "step": 8700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0475,
+      "step": 8750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0485,
+      "step": 8800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0485,
+      "step": 8850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0469,
+      "step": 8900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0472,
+      "step": 8950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0479,
+      "step": 9000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0488,
+      "step": 9050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0474,
+      "step": 9100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0467,
+      "step": 9150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0464,
+      "step": 9200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0471,
+      "step": 9250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0472,
+      "step": 9300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0474,
+      "step": 9350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0465,
+      "step": 9400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0465,
+      "step": 9450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0477,
+      "step": 9500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0468,
+      "step": 9550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0455,
+      "step": 9600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.047,
+      "step": 9650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0467,
+      "step": 9700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0461,
+      "step": 9750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0465,
+      "step": 9800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0476,
+      "step": 9850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0467,
+      "step": 9900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0446,
+      "step": 9950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0001,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0462,
+      "step": 10000
+    },
+    {
+      "epoch": 0.01,
+      "eval_af_opus100_pr_auc": 0.7866564092166859,
+      "eval_af_ud_pr_auc": 0.9980893709358243,
+      "eval_am_opus100_pr_auc": 0.3550087254316802,
+      "eval_ar_ersatz_pr_auc": 0.9153750412846889,
+      "eval_ar_opus100_pr_auc": 0.6633061837063453,
+      "eval_ar_ud_pr_auc": 0.8546210814407845,
+      "eval_average_ersatz_pr_auc": 0.9574766106277454,
+      "eval_average_opus100_pr_auc": 0.7923000614909625,
+      "eval_average_ud_pr_auc": 0.9540534968241142,
+      "eval_az_opus100_pr_auc": 0.6889248005849115,
+      "eval_be_opus100_pr_auc": 0.7052262197107552,
+      "eval_be_ud_pr_auc": 0.9103033735851433,
+      "eval_bg_opus100_pr_auc": 0.9093278794451782,
+      "eval_bg_ud_pr_auc": 0.9930997231765698,
+      "eval_bn_opus100_pr_auc": 0.7935402036812245,
+      "eval_bn_ud_pr_auc": 0.9980137138444692,
+      "eval_ca_opus100_pr_auc": 0.868305368370292,
+      "eval_ca_ud_pr_auc": 0.9967426305175474,
+      "eval_ceb_ud_pr_auc": 0.9880515302446156,
+      "eval_cs_ersatz_pr_auc": 0.9845574431469821,
+      "eval_cs_opus100_pr_auc": 0.8778036917049673,
+      "eval_cs_ud_pr_auc": 0.950676645023306,
+      "eval_cy_opus100_pr_auc": 0.7806205088346984,
+      "eval_cy_ud_pr_auc": 0.9966508815668296,
+      "eval_da_opus100_pr_auc": 0.9031288239239007,
+      "eval_da_ud_pr_auc": 0.9789246980930016,
+      "eval_de_ersatz_pr_auc": 0.9626274145248624,
+      "eval_de_opus100_pr_auc": 0.8496186539038431,
+      "eval_de_ud_pr_auc": 0.9784918239226155,
+      "eval_el_opus100_pr_auc": 0.8979758954954811,
+      "eval_el_ud_pr_auc": 0.9877590194939999,
+      "eval_en_ersatz_pr_auc": 0.9840181237407593,
+      "eval_en_opus100_pr_auc": 0.8963681247081059,
+      "eval_en_ud_pr_auc": 0.959845117776285,
+      "eval_eo_opus100_pr_auc": 0.9028730223335835,
+      "eval_es_ersatz_pr_auc": 0.991686331761683,
+      "eval_es_opus100_pr_auc": 0.9028562429306384,
+      "eval_es_ud_pr_auc": 0.9896689476132442,
+      "eval_et_ersatz_pr_auc": 0.9810227087944616,
+      "eval_et_opus100_pr_auc": 0.8818217713974513,
+      "eval_et_ud_pr_auc": 0.9275726595486535,
+      "eval_eu_opus100_pr_auc": 0.8739226754706981,
+      "eval_eu_ud_pr_auc": 0.993774577092761,
+      "eval_fa_opus100_pr_auc": 0.5162621430716244,
+      "eval_fa_ud_pr_auc": 0.9958823203908551,
+      "eval_fi_ersatz_pr_auc": 0.9838841550297589,
+      "eval_fi_opus100_pr_auc": 0.8967611033845865,
+      "eval_fi_ud_pr_auc": 0.954574552019287,
+      "eval_fr_ersatz_pr_auc": 0.9802515386225888,
+      "eval_fr_opus100_pr_auc": 0.89241190422278,
+      "eval_fr_ud_pr_auc": 0.9529584437184306,
+      "eval_fy_opus100_pr_auc": 0.7562610080023436,
+      "eval_ga_opus100_pr_auc": 0.8863954467497862,
+      "eval_ga_ud_pr_auc": 0.8738392333696761,
+      "eval_gd_opus100_pr_auc": 0.6218864751535029,
+      "eval_gd_ud_pr_auc": 0.6639730995256062,
+      "eval_gl_opus100_pr_auc": 0.8786252857099492,
+      "eval_gl_ud_pr_auc": 0.9925606030554224,
+      "eval_gu_ersatz_pr_auc": 0.9379029154429136,
+      "eval_gu_opus100_pr_auc": 0.6424319107597808,
+      "eval_ha_opus100_pr_auc": 0.8936531328071007,
+      "eval_he_opus100_pr_auc": 0.802296164874659,
+      "eval_he_ud_pr_auc": 0.966339697773973,
+      "eval_hi_ersatz_pr_auc": 0.9689179776372853,
+      "eval_hi_opus100_pr_auc": 0.6113519344454248,
+      "eval_hi_ud_pr_auc": 0.991576156922478,
+      "eval_hu_opus100_pr_auc": 0.8913081069008579,
+      "eval_hu_ud_pr_auc": 0.9720018050081031,
+      "eval_hy_opus100_pr_auc": 0.8886993928421433,
+      "eval_hy_ud_pr_auc": 0.9321471351892648,
+      "eval_id_opus100_pr_auc": 0.8656256359526356,
+      "eval_id_ud_pr_auc": 0.9935909757766395,
+      "eval_ig_opus100_pr_auc": 0.877452001834859,
+      "eval_is_opus100_pr_auc": 0.9103629891433092,
+      "eval_is_ud_pr_auc": 0.8696546888122333,
+      "eval_it_opus100_pr_auc": 0.8898064074431568,
+      "eval_it_ud_pr_auc": 0.9990691210199802,
+      "eval_ja_ersatz_pr_auc": 0.8565008640190871,
+      "eval_ja_opus100_pr_auc": 0.5602395973606747,
+      "eval_ja_ud_pr_auc": 0.9816686405812222,
+      "eval_jv_ud_pr_auc": 0.9989391271805388,
+      "eval_ka_opus100_pr_auc": 0.8632127959074744,
+      "eval_kk_ersatz_pr_auc": 0.9876192892248561,
+      "eval_kk_opus100_pr_auc": 0.8310770113381837,
+      "eval_kk_ud_pr_auc": 0.9918694034175295,
+      "eval_km_ersatz_pr_auc": 0.8570816069282085,
+      "eval_km_opus100_pr_auc": 0.4280853827219843,
+      "eval_kn_opus100_pr_auc": 0.5246279119432996,
+      "eval_ko_opus100_pr_auc": 0.6382852865829038,
+      "eval_ko_ud_pr_auc": 0.9973685861715699,
+      "eval_ku_opus100_pr_auc": 0.7613590345391097,
+      "eval_ky_opus100_pr_auc": 0.8793395052865891,
+      "eval_la_ud_pr_auc": 0.9650514611317531,
+      "eval_loss": 0.04824026674032211,
+      "eval_lt_ersatz_pr_auc": 0.983471363343436,
+      "eval_lt_opus100_pr_auc": 0.8669559955232509,
+      "eval_lt_ud_pr_auc": 0.9461579687716593,
+      "eval_lv_ersatz_pr_auc": 0.9874680558345119,
+      "eval_lv_opus100_pr_auc": 0.8889741695094664,
+      "eval_lv_ud_pr_auc": 0.9743574045556012,
+      "eval_mg_opus100_pr_auc": 0.9136979466884414,
+      "eval_mk_opus100_pr_auc": 0.8822826795518259,
+      "eval_ml_opus100_pr_auc": 0.7592849998182681,
+      "eval_mn_opus100_pr_auc": 0.9505680369991515,
+      "eval_mr_opus100_pr_auc": 0.8845841781660942,
+      "eval_mr_ud_pr_auc": 0.9815091851391522,
+      "eval_ms_opus100_pr_auc": 0.8794610447047593,
+      "eval_mt_opus100_pr_auc": 0.8263140536154795,
+      "eval_mt_ud_pr_auc": 0.9148196785726704,
+      "eval_my_opus100_pr_auc": 0.4705353181229416,
+      "eval_ne_opus100_pr_auc": 0.6400557226758371,
+      "eval_nl_opus100_pr_auc": 0.8780100474533968,
+      "eval_nl_ud_pr_auc": 0.9659419484832773,
+      "eval_no_opus100_pr_auc": 0.9110479356422779,
+      "eval_no_ud_pr_auc": 0.9952437841199462,
+      "eval_pa_opus100_pr_auc": 0.6146263098479572,
+      "eval_pl_ersatz_pr_auc": 0.987148299309408,
+      "eval_pl_opus100_pr_auc": 0.888791544237759,
+      "eval_pl_ud_pr_auc": 0.9626790730912208,
+      "eval_ps_ersatz_pr_auc": 0.9550436108701362,
+      "eval_ps_opus100_pr_auc": 0.608798308502023,
+      "eval_pt_opus100_pr_auc": 0.9071727836280904,
+      "eval_pt_ud_pr_auc": 0.9824295189509874,
+      "eval_ro_ersatz_pr_auc": 0.9907537045067906,
+      "eval_ro_opus100_pr_auc": 0.8864727978131716,
+      "eval_ro_ud_pr_auc": 0.9438457782785593,
+      "eval_ru_ersatz_pr_auc": 0.9896281170210313,
+      "eval_ru_opus100_pr_auc": 0.8915236609609942,
+      "eval_ru_ud_pr_auc": 0.8689946871240785,
+      "eval_runtime": 627.033,
+      "eval_samples_per_second": 120.435,
+      "eval_si_opus100_pr_auc": 0.7711544339006188,
+      "eval_sk_opus100_pr_auc": 0.9112921984860365,
+      "eval_sk_ud_pr_auc": 0.9905726477857626,
+      "eval_sl_opus100_pr_auc": 0.8617461242387691,
+      "eval_sl_ud_pr_auc": 0.9810851064937722,
+      "eval_sq_opus100_pr_auc": 0.8675249642222335,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9049789846160958,
+      "eval_sr_ud_pr_auc": 0.9967640953826731,
+      "eval_steps_per_second": 3.764,
+      "eval_sv_opus100_pr_auc": 0.8969990489086727,
+      "eval_sv_ud_pr_auc": 0.9285303124651169,
+      "eval_ta_ersatz_pr_auc": 0.9797581464828817,
+      "eval_ta_opus100_pr_auc": 0.606671652955567,
+      "eval_ta_ud_pr_auc": 0.9960629571097519,
+      "eval_te_opus100_pr_auc": 0.7854824267830556,
+      "eval_tg_opus100_pr_auc": 0.8795361901873326,
+      "eval_th_opus100_pr_auc": 0.6500910712906905,
+      "eval_th_ud_pr_auc": 0.5857793190594545,
+      "eval_tr_ersatz_pr_auc": 0.9681892290506099,
+      "eval_tr_opus100_pr_auc": 0.891470694715019,
+      "eval_tr_ud_pr_auc": 0.9326063208563329,
+      "eval_uk_opus100_pr_auc": 0.8472403885968183,
+      "eval_uk_ud_pr_auc": 0.9629801655982573,
+      "eval_ur_opus100_pr_auc": 0.4445534456909702,
+      "eval_ur_ud_pr_auc": 0.9966507424929204,
+      "eval_uz_opus100_pr_auc": 0.8123035624202207,
+      "eval_vi_opus100_pr_auc": 0.8707737736807493,
+      "eval_vi_ud_pr_auc": 0.9429702563415938,
+      "eval_xh_opus100_pr_auc": 0.8675020365545214,
+      "eval_yi_opus100_pr_auc": 0.5583205269434435,
+      "eval_yo_opus100_pr_auc": 0.7821099931096144,
+      "eval_yo_ud_pr_auc": 0.9555560886765777,
+      "eval_zh_ersatz_pr_auc": 0.8315794972334541,
+      "eval_zh_opus100_pr_auc": 0.6287252119330975,
+      "eval_zh_ud_pr_auc": 0.980161434684928,
+      "eval_zu_opus100_pr_auc": 0.8358680097350445,
+      "step": 10000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99873417721519e-05,
+      "learning_rate_adapter": 9.99873417721519e-05,
+      "loss": 0.0453,
+      "step": 10050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99746835443038e-05,
+      "learning_rate_adapter": 9.99746835443038e-05,
+      "loss": 0.0453,
+      "step": 10100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99620253164557e-05,
+      "learning_rate_adapter": 9.99620253164557e-05,
+      "loss": 0.0457,
+      "step": 10150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99493670886076e-05,
+      "learning_rate_adapter": 9.99493670886076e-05,
+      "loss": 0.0451,
+      "step": 10200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.993670886075949e-05,
+      "learning_rate_adapter": 9.993670886075949e-05,
+      "loss": 0.0452,
+      "step": 10250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99240506329114e-05,
+      "learning_rate_adapter": 9.99240506329114e-05,
+      "loss": 0.045,
+      "step": 10300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99113924050633e-05,
+      "learning_rate_adapter": 9.99113924050633e-05,
+      "loss": 0.0458,
+      "step": 10350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.98987341772152e-05,
+      "learning_rate_adapter": 9.98987341772152e-05,
+      "loss": 0.0455,
+      "step": 10400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.98860759493671e-05,
+      "learning_rate_adapter": 9.98860759493671e-05,
+      "loss": 0.0451,
+      "step": 10450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.9873417721519e-05,
+      "learning_rate_adapter": 9.9873417721519e-05,
+      "loss": 0.0454,
+      "step": 10500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.986075949367089e-05,
+      "learning_rate_adapter": 9.986075949367089e-05,
+      "loss": 0.0455,
+      "step": 10550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.984810126582279e-05,
+      "learning_rate_adapter": 9.984810126582279e-05,
+      "loss": 0.0459,
+      "step": 10600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.983544303797468e-05,
+      "learning_rate_adapter": 9.983544303797468e-05,
+      "loss": 0.0448,
+      "step": 10650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.982278481012659e-05,
+      "learning_rate_adapter": 9.982278481012659e-05,
+      "loss": 0.0452,
+      "step": 10700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.981012658227848e-05,
+      "learning_rate_adapter": 9.981012658227848e-05,
+      "loss": 0.0446,
+      "step": 10750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.979746835443037e-05,
+      "learning_rate_adapter": 9.979746835443037e-05,
+      "loss": 0.045,
+      "step": 10800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.978481012658228e-05,
+      "learning_rate_adapter": 9.978481012658228e-05,
+      "loss": 0.0446,
+      "step": 10850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.977215189873418e-05,
+      "learning_rate_adapter": 9.977215189873418e-05,
+      "loss": 0.0444,
+      "step": 10900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.975949367088609e-05,
+      "learning_rate_adapter": 9.975949367088609e-05,
+      "loss": 0.0449,
+      "step": 10950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.974683544303798e-05,
+      "learning_rate_adapter": 9.974683544303798e-05,
+      "loss": 0.0436,
+      "step": 11000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.973417721518989e-05,
+      "learning_rate_adapter": 9.973417721518989e-05,
+      "loss": 0.0443,
+      "step": 11050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.972151898734178e-05,
+      "learning_rate_adapter": 9.972151898734178e-05,
+      "loss": 0.0428,
+      "step": 11100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.970886075949367e-05,
+      "learning_rate_adapter": 9.970886075949367e-05,
+      "loss": 0.0446,
+      "step": 11150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.969620253164558e-05,
+      "learning_rate_adapter": 9.969620253164558e-05,
+      "loss": 0.0439,
+      "step": 11200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.968354430379747e-05,
+      "learning_rate_adapter": 9.968354430379747e-05,
+      "loss": 0.0435,
+      "step": 11250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.967088607594938e-05,
+      "learning_rate_adapter": 9.967088607594938e-05,
+      "loss": 0.0431,
+      "step": 11300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.965822784810127e-05,
+      "learning_rate_adapter": 9.965822784810127e-05,
+      "loss": 0.0438,
+      "step": 11350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.964556962025316e-05,
+      "learning_rate_adapter": 9.964556962025316e-05,
+      "loss": 0.0432,
+      "step": 11400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.963291139240506e-05,
+      "learning_rate_adapter": 9.963291139240506e-05,
+      "loss": 0.0432,
+      "step": 11450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.962025316455697e-05,
+      "learning_rate_adapter": 9.962025316455697e-05,
+      "loss": 0.0431,
+      "step": 11500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.960759493670888e-05,
+      "learning_rate_adapter": 9.960759493670888e-05,
+      "loss": 0.0427,
+      "step": 11550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.959493670886077e-05,
+      "learning_rate_adapter": 9.959493670886077e-05,
+      "loss": 0.0436,
+      "step": 11600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.958227848101266e-05,
+      "learning_rate_adapter": 9.958227848101266e-05,
+      "loss": 0.0441,
+      "step": 11650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.956962025316457e-05,
+      "learning_rate_adapter": 9.956962025316457e-05,
+      "loss": 0.0426,
+      "step": 11700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.955696202531646e-05,
+      "learning_rate_adapter": 9.955696202531646e-05,
+      "loss": 0.0427,
+      "step": 11750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.954430379746836e-05,
+      "learning_rate_adapter": 9.954430379746836e-05,
+      "loss": 0.0431,
+      "step": 11800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.953164556962026e-05,
+      "learning_rate_adapter": 9.953164556962026e-05,
+      "loss": 0.0431,
+      "step": 11850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.951898734177215e-05,
+      "learning_rate_adapter": 9.951898734177215e-05,
+      "loss": 0.0429,
+      "step": 11900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.950632911392405e-05,
+      "learning_rate_adapter": 9.950632911392405e-05,
+      "loss": 0.0421,
+      "step": 11950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.949367088607595e-05,
+      "learning_rate_adapter": 9.949367088607595e-05,
+      "loss": 0.0435,
+      "step": 12000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.948101265822785e-05,
+      "learning_rate_adapter": 9.948101265822785e-05,
+      "loss": 0.0422,
+      "step": 12050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.946835443037976e-05,
+      "learning_rate_adapter": 9.946835443037976e-05,
+      "loss": 0.0432,
+      "step": 12100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.945569620253165e-05,
+      "learning_rate_adapter": 9.945569620253165e-05,
+      "loss": 0.0425,
+      "step": 12150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.944303797468355e-05,
+      "learning_rate_adapter": 9.944303797468355e-05,
+      "loss": 0.0425,
+      "step": 12200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.943037974683545e-05,
+      "learning_rate_adapter": 9.943037974683545e-05,
+      "loss": 0.0433,
+      "step": 12250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.941772151898735e-05,
+      "learning_rate_adapter": 9.941772151898735e-05,
+      "loss": 0.0423,
+      "step": 12300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.940506329113924e-05,
+      "learning_rate_adapter": 9.940506329113924e-05,
+      "loss": 0.0429,
+      "step": 12350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.939240506329114e-05,
+      "learning_rate_adapter": 9.939240506329114e-05,
+      "loss": 0.043,
+      "step": 12400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.937974683544304e-05,
+      "learning_rate_adapter": 9.937974683544304e-05,
+      "loss": 0.0427,
+      "step": 12450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.936708860759493e-05,
+      "learning_rate_adapter": 9.936708860759493e-05,
+      "loss": 0.0439,
+      "step": 12500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.935443037974684e-05,
+      "learning_rate_adapter": 9.935443037974684e-05,
+      "loss": 0.0422,
+      "step": 12550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.934177215189873e-05,
+      "learning_rate_adapter": 9.934177215189873e-05,
+      "loss": 0.0426,
+      "step": 12600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.932911392405064e-05,
+      "learning_rate_adapter": 9.932911392405064e-05,
+      "loss": 0.0419,
+      "step": 12650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.931645569620254e-05,
+      "learning_rate_adapter": 9.931645569620254e-05,
+      "loss": 0.0417,
+      "step": 12700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.930379746835444e-05,
+      "learning_rate_adapter": 9.930379746835444e-05,
+      "loss": 0.0412,
+      "step": 12750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.929113924050634e-05,
+      "learning_rate_adapter": 9.929113924050634e-05,
+      "loss": 0.0431,
+      "step": 12800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.927848101265823e-05,
+      "learning_rate_adapter": 9.927848101265823e-05,
+      "loss": 0.0417,
+      "step": 12850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.926582278481014e-05,
+      "learning_rate_adapter": 9.926582278481014e-05,
+      "loss": 0.0408,
+      "step": 12900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.925316455696203e-05,
+      "learning_rate_adapter": 9.925316455696203e-05,
+      "loss": 0.0414,
+      "step": 12950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.924050632911392e-05,
+      "learning_rate_adapter": 9.924050632911392e-05,
+      "loss": 0.0421,
+      "step": 13000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.922784810126583e-05,
+      "learning_rate_adapter": 9.922784810126583e-05,
+      "loss": 0.0412,
+      "step": 13050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.921518987341772e-05,
+      "learning_rate_adapter": 9.921518987341772e-05,
+      "loss": 0.0416,
+      "step": 13100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.920253164556963e-05,
+      "learning_rate_adapter": 9.920253164556963e-05,
+      "loss": 0.0422,
+      "step": 13150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.918987341772152e-05,
+      "learning_rate_adapter": 9.918987341772152e-05,
+      "loss": 0.0422,
+      "step": 13200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.917721518987342e-05,
+      "learning_rate_adapter": 9.917721518987342e-05,
+      "loss": 0.0418,
+      "step": 13250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.916455696202533e-05,
+      "learning_rate_adapter": 9.916455696202533e-05,
+      "loss": 0.0408,
+      "step": 13300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.915189873417722e-05,
+      "learning_rate_adapter": 9.915189873417722e-05,
+      "loss": 0.0415,
+      "step": 13350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.913924050632913e-05,
+      "learning_rate_adapter": 9.913924050632913e-05,
+      "loss": 0.0422,
+      "step": 13400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.912658227848102e-05,
+      "learning_rate_adapter": 9.912658227848102e-05,
+      "loss": 0.0418,
+      "step": 13450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.911392405063291e-05,
+      "learning_rate_adapter": 9.911392405063291e-05,
+      "loss": 0.0409,
+      "step": 13500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.910126582278482e-05,
+      "learning_rate_adapter": 9.910126582278482e-05,
+      "loss": 0.0417,
+      "step": 13550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.908860759493671e-05,
+      "learning_rate_adapter": 9.908860759493671e-05,
+      "loss": 0.0407,
+      "step": 13600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.907594936708861e-05,
+      "learning_rate_adapter": 9.907594936708861e-05,
+      "loss": 0.0417,
+      "step": 13650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.90632911392405e-05,
+      "learning_rate_adapter": 9.90632911392405e-05,
+      "loss": 0.0414,
+      "step": 13700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.90506329113924e-05,
+      "learning_rate_adapter": 9.90506329113924e-05,
+      "loss": 0.0419,
+      "step": 13750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.90379746835443e-05,
+      "learning_rate_adapter": 9.90379746835443e-05,
+      "loss": 0.0412,
+      "step": 13800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.902531645569621e-05,
+      "learning_rate_adapter": 9.902531645569621e-05,
+      "loss": 0.0401,
+      "step": 13850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.901265822784812e-05,
+      "learning_rate_adapter": 9.901265822784812e-05,
+      "loss": 0.0423,
+      "step": 13900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0431,
+      "step": 13950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89873417721519e-05,
+      "learning_rate_adapter": 9.89873417721519e-05,
+      "loss": 0.0418,
+      "step": 14000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89746835443038e-05,
+      "learning_rate_adapter": 9.89746835443038e-05,
+      "loss": 0.0417,
+      "step": 14050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89620253164557e-05,
+      "learning_rate_adapter": 9.89620253164557e-05,
+      "loss": 0.0409,
+      "step": 14100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89493670886076e-05,
+      "learning_rate_adapter": 9.89493670886076e-05,
+      "loss": 0.0406,
+      "step": 14150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89367088607595e-05,
+      "learning_rate_adapter": 9.89367088607595e-05,
+      "loss": 0.0415,
+      "step": 14200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89240506329114e-05,
+      "learning_rate_adapter": 9.89240506329114e-05,
+      "loss": 0.0411,
+      "step": 14250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.891139240506329e-05,
+      "learning_rate_adapter": 9.891139240506329e-05,
+      "loss": 0.0407,
+      "step": 14300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.889873417721518e-05,
+      "learning_rate_adapter": 9.889873417721518e-05,
+      "loss": 0.0408,
+      "step": 14350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.888607594936709e-05,
+      "learning_rate_adapter": 9.888607594936709e-05,
+      "loss": 0.041,
+      "step": 14400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.8873417721519e-05,
+      "learning_rate_adapter": 9.8873417721519e-05,
+      "loss": 0.0408,
+      "step": 14450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.88607594936709e-05,
+      "learning_rate_adapter": 9.88607594936709e-05,
+      "loss": 0.0398,
+      "step": 14500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.88481012658228e-05,
+      "learning_rate_adapter": 9.88481012658228e-05,
+      "loss": 0.0406,
+      "step": 14550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.883544303797469e-05,
+      "learning_rate_adapter": 9.883544303797469e-05,
+      "loss": 0.041,
+      "step": 14600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.882278481012659e-05,
+      "learning_rate_adapter": 9.882278481012659e-05,
+      "loss": 0.0406,
+      "step": 14650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.881012658227848e-05,
+      "learning_rate_adapter": 9.881012658227848e-05,
+      "loss": 0.0414,
+      "step": 14700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.879746835443039e-05,
+      "learning_rate_adapter": 9.879746835443039e-05,
+      "loss": 0.0397,
+      "step": 14750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.878481012658228e-05,
+      "learning_rate_adapter": 9.878481012658228e-05,
+      "loss": 0.0403,
+      "step": 14800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.877215189873417e-05,
+      "learning_rate_adapter": 9.877215189873417e-05,
+      "loss": 0.0406,
+      "step": 14850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.875949367088608e-05,
+      "learning_rate_adapter": 9.875949367088608e-05,
+      "loss": 0.0414,
+      "step": 14900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.874683544303797e-05,
+      "learning_rate_adapter": 9.874683544303797e-05,
+      "loss": 0.0406,
+      "step": 14950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.873417721518988e-05,
+      "learning_rate_adapter": 9.873417721518988e-05,
+      "loss": 0.0405,
+      "step": 15000
+    },
+    {
+      "epoch": 0.01,
+      "eval_af_opus100_pr_auc": 0.7747524505403479,
+      "eval_af_ud_pr_auc": 0.9969150826532112,
+      "eval_am_opus100_pr_auc": 0.39719739724323766,
+      "eval_ar_ersatz_pr_auc": 0.9353903730364286,
+      "eval_ar_opus100_pr_auc": 0.6760513976630725,
+      "eval_ar_ud_pr_auc": 0.8636691742375707,
+      "eval_average_ersatz_pr_auc": 0.9575209278629638,
+      "eval_average_opus100_pr_auc": 0.8021121052782461,
+      "eval_average_ud_pr_auc": 0.953162823515454,
+      "eval_az_opus100_pr_auc": 0.7053070735604148,
+      "eval_be_opus100_pr_auc": 0.647438213007406,
+      "eval_be_ud_pr_auc": 0.8908251878397432,
+      "eval_bg_opus100_pr_auc": 0.9115322126132827,
+      "eval_bg_ud_pr_auc": 0.9903108847034332,
+      "eval_bn_opus100_pr_auc": 0.7935264368596371,
+      "eval_bn_ud_pr_auc": 0.9987006540777467,
+      "eval_ca_opus100_pr_auc": 0.8838263869168894,
+      "eval_ca_ud_pr_auc": 0.9953898132086323,
+      "eval_ceb_ud_pr_auc": 0.9916050592921226,
+      "eval_cs_ersatz_pr_auc": 0.9825730589521374,
+      "eval_cs_opus100_pr_auc": 0.8780279183151485,
+      "eval_cs_ud_pr_auc": 0.9523003467270335,
+      "eval_cy_opus100_pr_auc": 0.764731289910322,
+      "eval_cy_ud_pr_auc": 0.99202498174113,
+      "eval_da_opus100_pr_auc": 0.9032478906526628,
+      "eval_da_ud_pr_auc": 0.979816398156817,
+      "eval_de_ersatz_pr_auc": 0.9687588612464691,
+      "eval_de_opus100_pr_auc": 0.8595907133578632,
+      "eval_de_ud_pr_auc": 0.9780073391818697,
+      "eval_el_opus100_pr_auc": 0.9257632665481481,
+      "eval_el_ud_pr_auc": 0.9919085492573693,
+      "eval_en_ersatz_pr_auc": 0.9889432310674403,
+      "eval_en_opus100_pr_auc": 0.9237916349561217,
+      "eval_en_ud_pr_auc": 0.9705401485719591,
+      "eval_eo_opus100_pr_auc": 0.9202149365383258,
+      "eval_es_ersatz_pr_auc": 0.9933369423371369,
+      "eval_es_opus100_pr_auc": 0.9158347975318378,
+      "eval_es_ud_pr_auc": 0.9911238190976438,
+      "eval_et_ersatz_pr_auc": 0.9804084920692752,
+      "eval_et_opus100_pr_auc": 0.8714449233589759,
+      "eval_et_ud_pr_auc": 0.9287072228419477,
+      "eval_eu_opus100_pr_auc": 0.8841271513582343,
+      "eval_eu_ud_pr_auc": 0.9899413381590145,
+      "eval_fa_opus100_pr_auc": 0.5324825512027095,
+      "eval_fa_ud_pr_auc": 0.9964515061252802,
+      "eval_fi_ersatz_pr_auc": 0.9865253959865727,
+      "eval_fi_opus100_pr_auc": 0.8999693293767431,
+      "eval_fi_ud_pr_auc": 0.9449071749698559,
+      "eval_fr_ersatz_pr_auc": 0.9916024861695643,
+      "eval_fr_opus100_pr_auc": 0.9043916433241811,
+      "eval_fr_ud_pr_auc": 0.9745826725035243,
+      "eval_fy_opus100_pr_auc": 0.6837855009282519,
+      "eval_ga_opus100_pr_auc": 0.881119689970835,
+      "eval_ga_ud_pr_auc": 0.8810672749193647,
+      "eval_gd_opus100_pr_auc": 0.5846008000648928,
+      "eval_gd_ud_pr_auc": 0.6921956297329274,
+      "eval_gl_opus100_pr_auc": 0.8875271963067279,
+      "eval_gl_ud_pr_auc": 0.9957351415510228,
+      "eval_gu_ersatz_pr_auc": 0.9467357548641391,
+      "eval_gu_opus100_pr_auc": 0.6535617699603978,
+      "eval_ha_opus100_pr_auc": 0.8967948137877307,
+      "eval_he_opus100_pr_auc": 0.8743032725495582,
+      "eval_he_ud_pr_auc": 0.9725008310348995,
+      "eval_hi_ersatz_pr_auc": 0.9702781654576165,
+      "eval_hi_opus100_pr_auc": 0.6213343486321629,
+      "eval_hi_ud_pr_auc": 0.9934817540022742,
+      "eval_hu_opus100_pr_auc": 0.9124986242599676,
+      "eval_hu_ud_pr_auc": 0.9811452482570686,
+      "eval_hy_opus100_pr_auc": 0.8946409747383497,
+      "eval_hy_ud_pr_auc": 0.9385884890849598,
+      "eval_id_opus100_pr_auc": 0.8861997629267029,
+      "eval_id_ud_pr_auc": 0.9925746931257639,
+      "eval_ig_opus100_pr_auc": 0.8806118279006174,
+      "eval_is_opus100_pr_auc": 0.9252480213416028,
+      "eval_is_ud_pr_auc": 0.8538617200773169,
+      "eval_it_opus100_pr_auc": 0.9074046428325092,
+      "eval_it_ud_pr_auc": 0.9963291780932737,
+      "eval_ja_ersatz_pr_auc": 0.762494198296399,
+      "eval_ja_opus100_pr_auc": 0.6619744916644367,
+      "eval_ja_ud_pr_auc": 0.9667656377438758,
+      "eval_jv_ud_pr_auc": 0.9915503116516234,
+      "eval_ka_opus100_pr_auc": 0.8872178681442304,
+      "eval_kk_ersatz_pr_auc": 0.9893347192175848,
+      "eval_kk_opus100_pr_auc": 0.8007435496021729,
+      "eval_kk_ud_pr_auc": 0.9903546086108654,
+      "eval_km_ersatz_pr_auc": 0.8495851310757387,
+      "eval_km_opus100_pr_auc": 0.5232674116712469,
+      "eval_kn_opus100_pr_auc": 0.5007874659453179,
+      "eval_ko_opus100_pr_auc": 0.628855795085813,
+      "eval_ko_ud_pr_auc": 0.9987863084708732,
+      "eval_ku_opus100_pr_auc": 0.791081548689543,
+      "eval_ky_opus100_pr_auc": 0.8636710303965742,
+      "eval_la_ud_pr_auc": 0.9268551524516864,
+      "eval_loss": 0.04434581845998764,
+      "eval_lt_ersatz_pr_auc": 0.9840363375515314,
+      "eval_lt_opus100_pr_auc": 0.8610321511492608,
+      "eval_lt_ud_pr_auc": 0.9540316911900344,
+      "eval_lv_ersatz_pr_auc": 0.9849698130127322,
+      "eval_lv_opus100_pr_auc": 0.8724952592706452,
+      "eval_lv_ud_pr_auc": 0.9702598350372266,
+      "eval_mg_opus100_pr_auc": 0.9138004696461115,
+      "eval_mk_opus100_pr_auc": 0.8955268759748447,
+      "eval_ml_opus100_pr_auc": 0.7713718976675927,
+      "eval_mn_opus100_pr_auc": 0.9448871530076548,
+      "eval_mr_opus100_pr_auc": 0.8659256042040125,
+      "eval_mr_ud_pr_auc": 0.9436773747308043,
+      "eval_ms_opus100_pr_auc": 0.8923585229419781,
+      "eval_mt_opus100_pr_auc": 0.8494620200836035,
+      "eval_mt_ud_pr_auc": 0.9172437721220857,
+      "eval_my_opus100_pr_auc": 0.6026975866367437,
+      "eval_ne_opus100_pr_auc": 0.6537125860659848,
+      "eval_nl_opus100_pr_auc": 0.89138846520426,
+      "eval_nl_ud_pr_auc": 0.9752066424575455,
+      "eval_no_opus100_pr_auc": 0.9277675873287475,
+      "eval_no_ud_pr_auc": 0.9943948257059289,
+      "eval_pa_opus100_pr_auc": 0.6144951668245018,
+      "eval_pl_ersatz_pr_auc": 0.9825523198825039,
+      "eval_pl_opus100_pr_auc": 0.9031078898395916,
+      "eval_pl_ud_pr_auc": 0.9621065786649137,
+      "eval_ps_ersatz_pr_auc": 0.9564039304755335,
+      "eval_ps_opus100_pr_auc": 0.6431223862741198,
+      "eval_pt_opus100_pr_auc": 0.9121185345647052,
+      "eval_pt_ud_pr_auc": 0.9841566736874805,
+      "eval_ro_ersatz_pr_auc": 0.9903201068778983,
+      "eval_ro_opus100_pr_auc": 0.8821631433047076,
+      "eval_ro_ud_pr_auc": 0.9326074414532126,
+      "eval_ru_ersatz_pr_auc": 0.9920218977931899,
+      "eval_ru_opus100_pr_auc": 0.9133738527833528,
+      "eval_ru_ud_pr_auc": 0.8774168733742173,
+      "eval_runtime": 625.4365,
+      "eval_samples_per_second": 120.743,
+      "eval_si_opus100_pr_auc": 0.798696092276865,
+      "eval_sk_opus100_pr_auc": 0.9161498547171446,
+      "eval_sk_ud_pr_auc": 0.9847446730216769,
+      "eval_sl_opus100_pr_auc": 0.8652710318074412,
+      "eval_sl_ud_pr_auc": 0.9735648094287824,
+      "eval_sq_opus100_pr_auc": 0.8907861368108955,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9180309330927379,
+      "eval_sr_ud_pr_auc": 0.9944148671889149,
+      "eval_steps_per_second": 3.773,
+      "eval_sv_opus100_pr_auc": 0.90444273066494,
+      "eval_sv_ud_pr_auc": 0.939992960452555,
+      "eval_ta_ersatz_pr_auc": 0.9836914956019056,
+      "eval_ta_opus100_pr_auc": 0.6082003234856201,
+      "eval_ta_ud_pr_auc": 0.9992878757346596,
+      "eval_te_opus100_pr_auc": 0.755968280944602,
+      "eval_tg_opus100_pr_auc": 0.8741093604746745,
+      "eval_th_opus100_pr_auc": 0.6366136890815531,
+      "eval_th_ud_pr_auc": 0.6194725521092113,
+      "eval_tr_ersatz_pr_auc": 0.9707372713282388,
+      "eval_tr_opus100_pr_auc": 0.8966365469408575,
+      "eval_tr_ud_pr_auc": 0.9239626226089177,
+      "eval_uk_opus100_pr_auc": 0.8615014454495047,
+      "eval_uk_ud_pr_auc": 0.9500440473123937,
+      "eval_ur_opus100_pr_auc": 0.477523289899483,
+      "eval_ur_ud_pr_auc": 0.9952755123177429,
+      "eval_uz_opus100_pr_auc": 0.8263460379156462,
+      "eval_vi_opus100_pr_auc": 0.9037005938243853,
+      "eval_vi_ud_pr_auc": 0.9509566650800833,
+      "eval_xh_opus100_pr_auc": 0.8585580031269724,
+      "eval_yi_opus100_pr_auc": 0.5924041254053335,
+      "eval_yo_opus100_pr_auc": 0.7884146325588288,
+      "eval_yo_ud_pr_auc": 0.9153938777316819,
+      "eval_zh_ersatz_pr_auc": 0.8747604306851654,
+      "eval_zh_opus100_pr_auc": 0.6259461425494554,
+      "eval_zh_ud_pr_auc": 0.9825494368171175,
+      "eval_zu_opus100_pr_auc": 0.8426062067816226,
+      "step": 15000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.872151898734178e-05,
+      "learning_rate_adapter": 9.872151898734178e-05,
+      "loss": 0.0403,
+      "step": 15050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.870886075949367e-05,
+      "learning_rate_adapter": 9.870886075949367e-05,
+      "loss": 0.0408,
+      "step": 15100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.869620253164558e-05,
+      "learning_rate_adapter": 9.869620253164558e-05,
+      "loss": 0.0404,
+      "step": 15150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.868354430379747e-05,
+      "learning_rate_adapter": 9.868354430379747e-05,
+      "loss": 0.0406,
+      "step": 15200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.867088607594938e-05,
+      "learning_rate_adapter": 9.867088607594938e-05,
+      "loss": 0.0397,
+      "step": 15250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.865822784810127e-05,
+      "learning_rate_adapter": 9.865822784810127e-05,
+      "loss": 0.0404,
+      "step": 15300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.864556962025316e-05,
+      "learning_rate_adapter": 9.864556962025316e-05,
+      "loss": 0.0401,
+      "step": 15350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.863291139240507e-05,
+      "learning_rate_adapter": 9.863291139240507e-05,
+      "loss": 0.0396,
+      "step": 15400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.862025316455696e-05,
+      "learning_rate_adapter": 9.862025316455696e-05,
+      "loss": 0.0402,
+      "step": 15450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.860759493670887e-05,
+      "learning_rate_adapter": 9.860759493670887e-05,
+      "loss": 0.0408,
+      "step": 15500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.859493670886076e-05,
+      "learning_rate_adapter": 9.859493670886076e-05,
+      "loss": 0.0402,
+      "step": 15550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.858227848101266e-05,
+      "learning_rate_adapter": 9.858227848101266e-05,
+      "loss": 0.0401,
+      "step": 15600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.856962025316457e-05,
+      "learning_rate_adapter": 9.856962025316457e-05,
+      "loss": 0.0403,
+      "step": 15650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.855696202531646e-05,
+      "learning_rate_adapter": 9.855696202531646e-05,
+      "loss": 0.0401,
+      "step": 15700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.854430379746837e-05,
+      "learning_rate_adapter": 9.854430379746837e-05,
+      "loss": 0.0404,
+      "step": 15750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.853164556962026e-05,
+      "learning_rate_adapter": 9.853164556962026e-05,
+      "loss": 0.0402,
+      "step": 15800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.851898734177216e-05,
+      "learning_rate_adapter": 9.851898734177216e-05,
+      "loss": 0.0402,
+      "step": 15850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.850632911392406e-05,
+      "learning_rate_adapter": 9.850632911392406e-05,
+      "loss": 0.0402,
+      "step": 15900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.849367088607595e-05,
+      "learning_rate_adapter": 9.849367088607595e-05,
+      "loss": 0.0395,
+      "step": 15950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.848101265822785e-05,
+      "learning_rate_adapter": 9.848101265822785e-05,
+      "loss": 0.0386,
+      "step": 16000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.846835443037975e-05,
+      "learning_rate_adapter": 9.846835443037975e-05,
+      "loss": 0.0402,
+      "step": 16050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.845569620253165e-05,
+      "learning_rate_adapter": 9.845569620253165e-05,
+      "loss": 0.0399,
+      "step": 16100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.844303797468354e-05,
+      "learning_rate_adapter": 9.844303797468354e-05,
+      "loss": 0.0388,
+      "step": 16150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.843037974683545e-05,
+      "learning_rate_adapter": 9.843037974683545e-05,
+      "loss": 0.0392,
+      "step": 16200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.841772151898735e-05,
+      "learning_rate_adapter": 9.841772151898735e-05,
+      "loss": 0.04,
+      "step": 16250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.840506329113925e-05,
+      "learning_rate_adapter": 9.840506329113925e-05,
+      "loss": 0.0401,
+      "step": 16300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.839240506329115e-05,
+      "learning_rate_adapter": 9.839240506329115e-05,
+      "loss": 0.04,
+      "step": 16350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.837974683544304e-05,
+      "learning_rate_adapter": 9.837974683544304e-05,
+      "loss": 0.0391,
+      "step": 16400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.836708860759494e-05,
+      "learning_rate_adapter": 9.836708860759494e-05,
+      "loss": 0.0398,
+      "step": 16450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.835443037974684e-05,
+      "learning_rate_adapter": 9.835443037974684e-05,
+      "loss": 0.0398,
+      "step": 16500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.834177215189873e-05,
+      "learning_rate_adapter": 9.834177215189873e-05,
+      "loss": 0.0395,
+      "step": 16550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.832911392405064e-05,
+      "learning_rate_adapter": 9.832911392405064e-05,
+      "loss": 0.0394,
+      "step": 16600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.831645569620253e-05,
+      "learning_rate_adapter": 9.831645569620253e-05,
+      "loss": 0.04,
+      "step": 16650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.830379746835442e-05,
+      "learning_rate_adapter": 9.830379746835442e-05,
+      "loss": 0.0397,
+      "step": 16700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.829113924050633e-05,
+      "learning_rate_adapter": 9.829113924050633e-05,
+      "loss": 0.04,
+      "step": 16750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.827848101265824e-05,
+      "learning_rate_adapter": 9.827848101265824e-05,
+      "loss": 0.0398,
+      "step": 16800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.826582278481014e-05,
+      "learning_rate_adapter": 9.826582278481014e-05,
+      "loss": 0.0381,
+      "step": 16850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.825316455696203e-05,
+      "learning_rate_adapter": 9.825316455696203e-05,
+      "loss": 0.039,
+      "step": 16900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.824050632911393e-05,
+      "learning_rate_adapter": 9.824050632911393e-05,
+      "loss": 0.0392,
+      "step": 16950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.822784810126583e-05,
+      "learning_rate_adapter": 9.822784810126583e-05,
+      "loss": 0.0388,
+      "step": 17000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.821518987341772e-05,
+      "learning_rate_adapter": 9.821518987341772e-05,
+      "loss": 0.0394,
+      "step": 17050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.820253164556963e-05,
+      "learning_rate_adapter": 9.820253164556963e-05,
+      "loss": 0.0398,
+      "step": 17100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.818987341772152e-05,
+      "learning_rate_adapter": 9.818987341772152e-05,
+      "loss": 0.0394,
+      "step": 17150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.817721518987341e-05,
+      "learning_rate_adapter": 9.817721518987341e-05,
+      "loss": 0.0404,
+      "step": 17200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.816455696202532e-05,
+      "learning_rate_adapter": 9.816455696202532e-05,
+      "loss": 0.0399,
+      "step": 17250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.815189873417721e-05,
+      "learning_rate_adapter": 9.815189873417721e-05,
+      "loss": 0.0395,
+      "step": 17300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.813924050632912e-05,
+      "learning_rate_adapter": 9.813924050632912e-05,
+      "loss": 0.0388,
+      "step": 17350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.812658227848102e-05,
+      "learning_rate_adapter": 9.812658227848102e-05,
+      "loss": 0.0385,
+      "step": 17400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.811392405063293e-05,
+      "learning_rate_adapter": 9.811392405063293e-05,
+      "loss": 0.039,
+      "step": 17450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.810126582278482e-05,
+      "learning_rate_adapter": 9.810126582278482e-05,
+      "loss": 0.0389,
+      "step": 17500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.808860759493671e-05,
+      "learning_rate_adapter": 9.808860759493671e-05,
+      "loss": 0.0394,
+      "step": 17550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.807594936708862e-05,
+      "learning_rate_adapter": 9.807594936708862e-05,
+      "loss": 0.0383,
+      "step": 17600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.806329113924051e-05,
+      "learning_rate_adapter": 9.806329113924051e-05,
+      "loss": 0.0406,
+      "step": 17650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.805063291139241e-05,
+      "learning_rate_adapter": 9.805063291139241e-05,
+      "loss": 0.0389,
+      "step": 17700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.803797468354431e-05,
+      "learning_rate_adapter": 9.803797468354431e-05,
+      "loss": 0.0402,
+      "step": 17750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.80253164556962e-05,
+      "learning_rate_adapter": 9.80253164556962e-05,
+      "loss": 0.0395,
+      "step": 17800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.80126582278481e-05,
+      "learning_rate_adapter": 9.80126582278481e-05,
+      "loss": 0.0394,
+      "step": 17850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.039,
+      "step": 17900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79873417721519e-05,
+      "learning_rate_adapter": 9.79873417721519e-05,
+      "loss": 0.0401,
+      "step": 17950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.797468354430381e-05,
+      "learning_rate_adapter": 9.797468354430381e-05,
+      "loss": 0.0377,
+      "step": 18000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79620253164557e-05,
+      "learning_rate_adapter": 9.79620253164557e-05,
+      "loss": 0.0392,
+      "step": 18050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79493670886076e-05,
+      "learning_rate_adapter": 9.79493670886076e-05,
+      "loss": 0.0391,
+      "step": 18100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79367088607595e-05,
+      "learning_rate_adapter": 9.79367088607595e-05,
+      "loss": 0.0389,
+      "step": 18150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79240506329114e-05,
+      "learning_rate_adapter": 9.79240506329114e-05,
+      "loss": 0.0387,
+      "step": 18200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79113924050633e-05,
+      "learning_rate_adapter": 9.79113924050633e-05,
+      "loss": 0.0392,
+      "step": 18250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.789873417721519e-05,
+      "learning_rate_adapter": 9.789873417721519e-05,
+      "loss": 0.0394,
+      "step": 18300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.78860759493671e-05,
+      "learning_rate_adapter": 9.78860759493671e-05,
+      "loss": 0.0379,
+      "step": 18350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.787341772151899e-05,
+      "learning_rate_adapter": 9.787341772151899e-05,
+      "loss": 0.0394,
+      "step": 18400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.786075949367089e-05,
+      "learning_rate_adapter": 9.786075949367089e-05,
+      "loss": 0.039,
+      "step": 18450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.784810126582278e-05,
+      "learning_rate_adapter": 9.784810126582278e-05,
+      "loss": 0.0393,
+      "step": 18500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.783544303797469e-05,
+      "learning_rate_adapter": 9.783544303797469e-05,
+      "loss": 0.0385,
+      "step": 18550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.78227848101266e-05,
+      "learning_rate_adapter": 9.78227848101266e-05,
+      "loss": 0.0411,
+      "step": 18600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.781012658227849e-05,
+      "learning_rate_adapter": 9.781012658227849e-05,
+      "loss": 0.0408,
+      "step": 18650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.779746835443039e-05,
+      "learning_rate_adapter": 9.779746835443039e-05,
+      "loss": 0.0405,
+      "step": 18700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.778481012658228e-05,
+      "learning_rate_adapter": 9.778481012658228e-05,
+      "loss": 0.038,
+      "step": 18750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.777215189873418e-05,
+      "learning_rate_adapter": 9.777215189873418e-05,
+      "loss": 0.0389,
+      "step": 18800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.775949367088608e-05,
+      "learning_rate_adapter": 9.775949367088608e-05,
+      "loss": 0.0395,
+      "step": 18850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.774683544303797e-05,
+      "learning_rate_adapter": 9.774683544303797e-05,
+      "loss": 0.0382,
+      "step": 18900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.773417721518988e-05,
+      "learning_rate_adapter": 9.773417721518988e-05,
+      "loss": 0.038,
+      "step": 18950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.772151898734177e-05,
+      "learning_rate_adapter": 9.772151898734177e-05,
+      "loss": 0.0389,
+      "step": 19000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.770886075949366e-05,
+      "learning_rate_adapter": 9.770886075949366e-05,
+      "loss": 0.0387,
+      "step": 19050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.769620253164557e-05,
+      "learning_rate_adapter": 9.769620253164557e-05,
+      "loss": 0.0386,
+      "step": 19100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.768354430379747e-05,
+      "learning_rate_adapter": 9.768354430379747e-05,
+      "loss": 0.0387,
+      "step": 19150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.767088607594938e-05,
+      "learning_rate_adapter": 9.767088607594938e-05,
+      "loss": 0.0387,
+      "step": 19200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.765822784810127e-05,
+      "learning_rate_adapter": 9.765822784810127e-05,
+      "loss": 0.0389,
+      "step": 19250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.764556962025318e-05,
+      "learning_rate_adapter": 9.764556962025318e-05,
+      "loss": 0.0383,
+      "step": 19300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.763291139240507e-05,
+      "learning_rate_adapter": 9.763291139240507e-05,
+      "loss": 0.0398,
+      "step": 19350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.762025316455696e-05,
+      "learning_rate_adapter": 9.762025316455696e-05,
+      "loss": 0.038,
+      "step": 19400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.760759493670887e-05,
+      "learning_rate_adapter": 9.760759493670887e-05,
+      "loss": 0.0395,
+      "step": 19450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.759493670886076e-05,
+      "learning_rate_adapter": 9.759493670886076e-05,
+      "loss": 0.0389,
+      "step": 19500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.758227848101267e-05,
+      "learning_rate_adapter": 9.758227848101267e-05,
+      "loss": 0.0387,
+      "step": 19550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.756962025316456e-05,
+      "learning_rate_adapter": 9.756962025316456e-05,
+      "loss": 0.0399,
+      "step": 19600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.755696202531645e-05,
+      "learning_rate_adapter": 9.755696202531645e-05,
+      "loss": 0.0388,
+      "step": 19650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.754430379746836e-05,
+      "learning_rate_adapter": 9.754430379746836e-05,
+      "loss": 0.0383,
+      "step": 19700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.753164556962026e-05,
+      "learning_rate_adapter": 9.753164556962026e-05,
+      "loss": 0.0387,
+      "step": 19750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.751898734177217e-05,
+      "learning_rate_adapter": 9.751898734177217e-05,
+      "loss": 0.0391,
+      "step": 19800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.750632911392406e-05,
+      "learning_rate_adapter": 9.750632911392406e-05,
+      "loss": 0.0387,
+      "step": 19850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.749367088607595e-05,
+      "learning_rate_adapter": 9.749367088607595e-05,
+      "loss": 0.038,
+      "step": 19900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.748101265822786e-05,
+      "learning_rate_adapter": 9.748101265822786e-05,
+      "loss": 0.038,
+      "step": 19950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.746835443037975e-05,
+      "learning_rate_adapter": 9.746835443037975e-05,
+      "loss": 0.0383,
+      "step": 20000
+    },
+    {
+      "epoch": 0.02,
+      "eval_af_opus100_pr_auc": 0.760515439157903,
+      "eval_af_ud_pr_auc": 0.992474336767441,
+      "eval_am_opus100_pr_auc": 0.5182194848046511,
+      "eval_ar_ersatz_pr_auc": 0.9301358350348745,
+      "eval_ar_opus100_pr_auc": 0.6807367566170746,
+      "eval_ar_ud_pr_auc": 0.8606066685024234,
+      "eval_average_ersatz_pr_auc": 0.9623497413388035,
+      "eval_average_opus100_pr_auc": 0.8026392486160374,
+      "eval_average_ud_pr_auc": 0.9577058628758734,
+      "eval_az_opus100_pr_auc": 0.698086745801534,
+      "eval_be_opus100_pr_auc": 0.6505459071720716,
+      "eval_be_ud_pr_auc": 0.8713059637060679,
+      "eval_bg_opus100_pr_auc": 0.9146002672272837,
+      "eval_bg_ud_pr_auc": 0.9940708063338523,
+      "eval_bn_opus100_pr_auc": 0.7830758686558127,
+      "eval_bn_ud_pr_auc": 0.9977693138566414,
+      "eval_ca_opus100_pr_auc": 0.8827006240893993,
+      "eval_ca_ud_pr_auc": 0.98826354413683,
+      "eval_ceb_ud_pr_auc": 0.9990470585783437,
+      "eval_cs_ersatz_pr_auc": 0.9794090591983554,
+      "eval_cs_opus100_pr_auc": 0.8954042980030036,
+      "eval_cs_ud_pr_auc": 0.957595765625223,
+      "eval_cy_opus100_pr_auc": 0.7388913899789764,
+      "eval_cy_ud_pr_auc": 0.9935515915459598,
+      "eval_da_opus100_pr_auc": 0.9026993912330532,
+      "eval_da_ud_pr_auc": 0.9870489358787573,
+      "eval_de_ersatz_pr_auc": 0.9631203712888459,
+      "eval_de_opus100_pr_auc": 0.864958595722516,
+      "eval_de_ud_pr_auc": 0.9785139549274838,
+      "eval_el_opus100_pr_auc": 0.9140588890106965,
+      "eval_el_ud_pr_auc": 0.9894139937308425,
+      "eval_en_ersatz_pr_auc": 0.9889386065804566,
+      "eval_en_opus100_pr_auc": 0.9258433113464264,
+      "eval_en_ud_pr_auc": 0.9795941865189294,
+      "eval_eo_opus100_pr_auc": 0.9283460797900809,
+      "eval_es_ersatz_pr_auc": 0.9941828221633322,
+      "eval_es_opus100_pr_auc": 0.9168788741975639,
+      "eval_es_ud_pr_auc": 0.9921719076587647,
+      "eval_et_ersatz_pr_auc": 0.9772824786203088,
+      "eval_et_opus100_pr_auc": 0.8652152831193236,
+      "eval_et_ud_pr_auc": 0.9450608759907261,
+      "eval_eu_opus100_pr_auc": 0.8764621701313343,
+      "eval_eu_ud_pr_auc": 0.9940802907477482,
+      "eval_fa_opus100_pr_auc": 0.5428704006970307,
+      "eval_fa_ud_pr_auc": 0.9979641456257036,
+      "eval_fi_ersatz_pr_auc": 0.9858543171234817,
+      "eval_fi_opus100_pr_auc": 0.9016848868467311,
+      "eval_fi_ud_pr_auc": 0.962497071193839,
+      "eval_fr_ersatz_pr_auc": 0.9935799216048669,
+      "eval_fr_opus100_pr_auc": 0.9088004303602829,
+      "eval_fr_ud_pr_auc": 0.9741661637816057,
+      "eval_fy_opus100_pr_auc": 0.6719434830089459,
+      "eval_ga_opus100_pr_auc": 0.8696430784522363,
+      "eval_ga_ud_pr_auc": 0.8057918658087806,
+      "eval_gd_opus100_pr_auc": 0.5221575871466982,
+      "eval_gd_ud_pr_auc": 0.671709675047241,
+      "eval_gl_opus100_pr_auc": 0.8866651105678496,
+      "eval_gl_ud_pr_auc": 0.9966291919220323,
+      "eval_gu_ersatz_pr_auc": 0.9546036556400904,
+      "eval_gu_opus100_pr_auc": 0.6665171506708959,
+      "eval_ha_opus100_pr_auc": 0.9036964887903051,
+      "eval_he_opus100_pr_auc": 0.8652163963855015,
+      "eval_he_ud_pr_auc": 0.9654672178798979,
+      "eval_hi_ersatz_pr_auc": 0.9758362499139459,
+      "eval_hi_opus100_pr_auc": 0.626614585944504,
+      "eval_hi_ud_pr_auc": 0.9969723003436254,
+      "eval_hu_opus100_pr_auc": 0.909797927051573,
+      "eval_hu_ud_pr_auc": 0.9754873625803859,
+      "eval_hy_opus100_pr_auc": 0.894722509527417,
+      "eval_hy_ud_pr_auc": 0.9730966069079137,
+      "eval_id_opus100_pr_auc": 0.8782004479589146,
+      "eval_id_ud_pr_auc": 0.9941584945755529,
+      "eval_ig_opus100_pr_auc": 0.8720816653040266,
+      "eval_is_opus100_pr_auc": 0.9123956890685607,
+      "eval_is_ud_pr_auc": 0.8910057604346365,
+      "eval_it_opus100_pr_auc": 0.8962501002021742,
+      "eval_it_ud_pr_auc": 0.994504010103422,
+      "eval_ja_ersatz_pr_auc": 0.8423273569691214,
+      "eval_ja_opus100_pr_auc": 0.6674758782473864,
+      "eval_ja_ud_pr_auc": 0.9768917016938163,
+      "eval_jv_ud_pr_auc": 0.9952514057111448,
+      "eval_ka_opus100_pr_auc": 0.8630512506197454,
+      "eval_kk_ersatz_pr_auc": 0.9875765944467046,
+      "eval_kk_opus100_pr_auc": 0.7965336332349803,
+      "eval_kk_ud_pr_auc": 0.9927128576869639,
+      "eval_km_ersatz_pr_auc": 0.8732710141865399,
+      "eval_km_opus100_pr_auc": 0.6186447348536552,
+      "eval_kn_opus100_pr_auc": 0.5129010504015526,
+      "eval_ko_opus100_pr_auc": 0.6026811927199341,
+      "eval_ko_ud_pr_auc": 0.9977236077656148,
+      "eval_ku_opus100_pr_auc": 0.7619156291039075,
+      "eval_ky_opus100_pr_auc": 0.8485967268209919,
+      "eval_la_ud_pr_auc": 0.9595628048665137,
+      "eval_loss": 0.0421668104827404,
+      "eval_lt_ersatz_pr_auc": 0.9893318712281143,
+      "eval_lt_opus100_pr_auc": 0.8505996835520548,
+      "eval_lt_ud_pr_auc": 0.9693040827085566,
+      "eval_lv_ersatz_pr_auc": 0.9886077728743986,
+      "eval_lv_opus100_pr_auc": 0.8695664758346598,
+      "eval_lv_ud_pr_auc": 0.9614901842715001,
+      "eval_mg_opus100_pr_auc": 0.9238206321216129,
+      "eval_mk_opus100_pr_auc": 0.901229656900284,
+      "eval_ml_opus100_pr_auc": 0.7511415693377432,
+      "eval_mn_opus100_pr_auc": 0.9416694613556221,
+      "eval_mr_opus100_pr_auc": 0.8877212162255511,
+      "eval_mr_ud_pr_auc": 0.9735501396018836,
+      "eval_ms_opus100_pr_auc": 0.8742736441597447,
+      "eval_mt_opus100_pr_auc": 0.8262619342217141,
+      "eval_mt_ud_pr_auc": 0.9395947736835345,
+      "eval_my_opus100_pr_auc": 0.6466188038536925,
+      "eval_ne_opus100_pr_auc": 0.657515615366088,
+      "eval_nl_opus100_pr_auc": 0.8902901646995142,
+      "eval_nl_ud_pr_auc": 0.9803256549764303,
+      "eval_no_opus100_pr_auc": 0.9320730451030178,
+      "eval_no_ud_pr_auc": 0.9971465940226191,
+      "eval_pa_opus100_pr_auc": 0.6314761273214553,
+      "eval_pl_ersatz_pr_auc": 0.9806605304275846,
+      "eval_pl_opus100_pr_auc": 0.8962693185900673,
+      "eval_pl_ud_pr_auc": 0.9639714690957234,
+      "eval_ps_ersatz_pr_auc": 0.9576217812574775,
+      "eval_ps_opus100_pr_auc": 0.6745944701951269,
+      "eval_pt_opus100_pr_auc": 0.9179738758396981,
+      "eval_pt_ud_pr_auc": 0.9825065051888059,
+      "eval_ro_ersatz_pr_auc": 0.9933235523262858,
+      "eval_ro_opus100_pr_auc": 0.9086077895062491,
+      "eval_ro_ud_pr_auc": 0.9534340284755988,
+      "eval_ru_ersatz_pr_auc": 0.9905744543726633,
+      "eval_ru_opus100_pr_auc": 0.8888252333583337,
+      "eval_ru_ud_pr_auc": 0.8729422423606626,
+      "eval_runtime": 624.5602,
+      "eval_samples_per_second": 120.912,
+      "eval_si_opus100_pr_auc": 0.7813409218181042,
+      "eval_sk_opus100_pr_auc": 0.9154669932032437,
+      "eval_sk_ud_pr_auc": 0.9836649019508041,
+      "eval_sl_opus100_pr_auc": 0.8728141793969598,
+      "eval_sl_ud_pr_auc": 0.9746634965879248,
+      "eval_sq_opus100_pr_auc": 0.894229735719983,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9112344217659941,
+      "eval_sr_ud_pr_auc": 0.994764655715824,
+      "eval_steps_per_second": 3.779,
+      "eval_sv_opus100_pr_auc": 0.9024099021860335,
+      "eval_sv_ud_pr_auc": 0.9461608635685003,
+      "eval_ta_ersatz_pr_auc": 0.9793138587185729,
+      "eval_ta_opus100_pr_auc": 0.6000084614747349,
+      "eval_ta_ud_pr_auc": 0.9974872787538652,
+      "eval_te_opus100_pr_auc": 0.7894678133192514,
+      "eval_tg_opus100_pr_auc": 0.8708208532995966,
+      "eval_th_opus100_pr_auc": 0.657004186101027,
+      "eval_th_ud_pr_auc": 0.7118028850160762,
+      "eval_tr_ersatz_pr_auc": 0.967675655500463,
+      "eval_tr_opus100_pr_auc": 0.8996153571626945,
+      "eval_tr_ud_pr_auc": 0.9463713215716976,
+      "eval_uk_opus100_pr_auc": 0.8611999792247442,
+      "eval_uk_ud_pr_auc": 0.9435802369930031,
+      "eval_ur_opus100_pr_auc": 0.48799622120180497,
+      "eval_ur_ud_pr_auc": 0.9974607437078423,
+      "eval_uz_opus100_pr_auc": 0.8327865022938562,
+      "eval_vi_opus100_pr_auc": 0.8882340699519772,
+      "eval_vi_ud_pr_auc": 0.9528780478296979,
+      "eval_xh_opus100_pr_auc": 0.847071195272195,
+      "eval_yi_opus100_pr_auc": 0.5564083375414789,
+      "eval_yo_opus100_pr_auc": 0.7695175370851276,
+      "eval_yo_ud_pr_auc": 0.9159830845666259,
+      "eval_zh_ersatz_pr_auc": 0.8784665499771958,
+      "eval_zh_opus100_pr_auc": 0.6744684894908578,
+      "eval_zh_ud_pr_auc": 0.9879895548428923,
+      "eval_zu_opus100_pr_auc": 0.8154971014186582,
+      "step": 20000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.745569620253165e-05,
+      "learning_rate_adapter": 9.745569620253165e-05,
+      "loss": 0.0382,
+      "step": 20050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.744303797468355e-05,
+      "learning_rate_adapter": 9.744303797468355e-05,
+      "loss": 0.038,
+      "step": 20100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.743037974683544e-05,
+      "learning_rate_adapter": 9.743037974683544e-05,
+      "loss": 0.0384,
+      "step": 20150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.741772151898734e-05,
+      "learning_rate_adapter": 9.741772151898734e-05,
+      "loss": 0.0392,
+      "step": 20200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.740506329113924e-05,
+      "learning_rate_adapter": 9.740506329113924e-05,
+      "loss": 0.0373,
+      "step": 20250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.739240506329114e-05,
+      "learning_rate_adapter": 9.739240506329114e-05,
+      "loss": 0.0376,
+      "step": 20300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.737974683544305e-05,
+      "learning_rate_adapter": 9.737974683544305e-05,
+      "loss": 0.0387,
+      "step": 20350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.736708860759494e-05,
+      "learning_rate_adapter": 9.736708860759494e-05,
+      "loss": 0.0383,
+      "step": 20400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.735443037974685e-05,
+      "learning_rate_adapter": 9.735443037974685e-05,
+      "loss": 0.0385,
+      "step": 20450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.734177215189874e-05,
+      "learning_rate_adapter": 9.734177215189874e-05,
+      "loss": 0.038,
+      "step": 20500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.732911392405064e-05,
+      "learning_rate_adapter": 9.732911392405064e-05,
+      "loss": 0.0378,
+      "step": 20550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.731645569620254e-05,
+      "learning_rate_adapter": 9.731645569620254e-05,
+      "loss": 0.0387,
+      "step": 20600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.730379746835443e-05,
+      "learning_rate_adapter": 9.730379746835443e-05,
+      "loss": 0.0387,
+      "step": 20650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.729113924050633e-05,
+      "learning_rate_adapter": 9.729113924050633e-05,
+      "loss": 0.0387,
+      "step": 20700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.727848101265822e-05,
+      "learning_rate_adapter": 9.727848101265822e-05,
+      "loss": 0.0376,
+      "step": 20750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.726582278481013e-05,
+      "learning_rate_adapter": 9.726582278481013e-05,
+      "loss": 0.0375,
+      "step": 20800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.725316455696202e-05,
+      "learning_rate_adapter": 9.725316455696202e-05,
+      "loss": 0.0377,
+      "step": 20850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.724050632911393e-05,
+      "learning_rate_adapter": 9.724050632911393e-05,
+      "loss": 0.0383,
+      "step": 20900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.722784810126583e-05,
+      "learning_rate_adapter": 9.722784810126583e-05,
+      "loss": 0.0381,
+      "step": 20950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.721518987341773e-05,
+      "learning_rate_adapter": 9.721518987341773e-05,
+      "loss": 0.0383,
+      "step": 21000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.720253164556963e-05,
+      "learning_rate_adapter": 9.720253164556963e-05,
+      "loss": 0.0377,
+      "step": 21050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.718987341772152e-05,
+      "learning_rate_adapter": 9.718987341772152e-05,
+      "loss": 0.0379,
+      "step": 21100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.717721518987343e-05,
+      "learning_rate_adapter": 9.717721518987343e-05,
+      "loss": 0.0379,
+      "step": 21150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.716455696202532e-05,
+      "learning_rate_adapter": 9.716455696202532e-05,
+      "loss": 0.0379,
+      "step": 21200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.715189873417721e-05,
+      "learning_rate_adapter": 9.715189873417721e-05,
+      "loss": 0.0373,
+      "step": 21250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.713924050632912e-05,
+      "learning_rate_adapter": 9.713924050632912e-05,
+      "loss": 0.0377,
+      "step": 21300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.712658227848101e-05,
+      "learning_rate_adapter": 9.712658227848101e-05,
+      "loss": 0.0386,
+      "step": 21350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.711392405063292e-05,
+      "learning_rate_adapter": 9.711392405063292e-05,
+      "loss": 0.038,
+      "step": 21400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.710126582278481e-05,
+      "learning_rate_adapter": 9.710126582278481e-05,
+      "loss": 0.0379,
+      "step": 21450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.708860759493671e-05,
+      "learning_rate_adapter": 9.708860759493671e-05,
+      "loss": 0.0383,
+      "step": 21500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.707594936708862e-05,
+      "learning_rate_adapter": 9.707594936708862e-05,
+      "loss": 0.038,
+      "step": 21550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.706329113924051e-05,
+      "learning_rate_adapter": 9.706329113924051e-05,
+      "loss": 0.0377,
+      "step": 21600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.705063291139242e-05,
+      "learning_rate_adapter": 9.705063291139242e-05,
+      "loss": 0.038,
+      "step": 21650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.703797468354431e-05,
+      "learning_rate_adapter": 9.703797468354431e-05,
+      "loss": 0.0374,
+      "step": 21700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.70253164556962e-05,
+      "learning_rate_adapter": 9.70253164556962e-05,
+      "loss": 0.038,
+      "step": 21750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.701265822784811e-05,
+      "learning_rate_adapter": 9.701265822784811e-05,
+      "loss": 0.0386,
+      "step": 21800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0373,
+      "step": 21850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69873417721519e-05,
+      "learning_rate_adapter": 9.69873417721519e-05,
+      "loss": 0.0376,
+      "step": 21900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69746835443038e-05,
+      "learning_rate_adapter": 9.69746835443038e-05,
+      "loss": 0.0368,
+      "step": 21950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.696202531645569e-05,
+      "learning_rate_adapter": 9.696202531645569e-05,
+      "loss": 0.0383,
+      "step": 22000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69493670886076e-05,
+      "learning_rate_adapter": 9.69493670886076e-05,
+      "loss": 0.0376,
+      "step": 22050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69367088607595e-05,
+      "learning_rate_adapter": 9.69367088607595e-05,
+      "loss": 0.038,
+      "step": 22100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69240506329114e-05,
+      "learning_rate_adapter": 9.69240506329114e-05,
+      "loss": 0.0374,
+      "step": 22150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69113924050633e-05,
+      "learning_rate_adapter": 9.69113924050633e-05,
+      "loss": 0.0365,
+      "step": 22200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.689873417721519e-05,
+      "learning_rate_adapter": 9.689873417721519e-05,
+      "loss": 0.038,
+      "step": 22250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.68860759493671e-05,
+      "learning_rate_adapter": 9.68860759493671e-05,
+      "loss": 0.0366,
+      "step": 22300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.687341772151899e-05,
+      "learning_rate_adapter": 9.687341772151899e-05,
+      "loss": 0.038,
+      "step": 22350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.68607594936709e-05,
+      "learning_rate_adapter": 9.68607594936709e-05,
+      "loss": 0.0376,
+      "step": 22400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.684810126582279e-05,
+      "learning_rate_adapter": 9.684810126582279e-05,
+      "loss": 0.0373,
+      "step": 22450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.683544303797469e-05,
+      "learning_rate_adapter": 9.683544303797469e-05,
+      "loss": 0.0378,
+      "step": 22500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.682278481012658e-05,
+      "learning_rate_adapter": 9.682278481012658e-05,
+      "loss": 0.0384,
+      "step": 22550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.681012658227848e-05,
+      "learning_rate_adapter": 9.681012658227848e-05,
+      "loss": 0.0376,
+      "step": 22600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.679746835443038e-05,
+      "learning_rate_adapter": 9.679746835443038e-05,
+      "loss": 0.0375,
+      "step": 22650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.678481012658229e-05,
+      "learning_rate_adapter": 9.678481012658229e-05,
+      "loss": 0.0373,
+      "step": 22700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.677215189873419e-05,
+      "learning_rate_adapter": 9.677215189873419e-05,
+      "loss": 0.0377,
+      "step": 22750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.675949367088608e-05,
+      "learning_rate_adapter": 9.675949367088608e-05,
+      "loss": 0.0382,
+      "step": 22800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.674683544303798e-05,
+      "learning_rate_adapter": 9.674683544303798e-05,
+      "loss": 0.0362,
+      "step": 22850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.673417721518988e-05,
+      "learning_rate_adapter": 9.673417721518988e-05,
+      "loss": 0.039,
+      "step": 22900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.672151898734177e-05,
+      "learning_rate_adapter": 9.672151898734177e-05,
+      "loss": 0.0375,
+      "step": 22950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.670886075949368e-05,
+      "learning_rate_adapter": 9.670886075949368e-05,
+      "loss": 0.0373,
+      "step": 23000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.669620253164557e-05,
+      "learning_rate_adapter": 9.669620253164557e-05,
+      "loss": 0.0371,
+      "step": 23050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.668354430379746e-05,
+      "learning_rate_adapter": 9.668354430379746e-05,
+      "loss": 0.0365,
+      "step": 23100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.667088607594937e-05,
+      "learning_rate_adapter": 9.667088607594937e-05,
+      "loss": 0.0366,
+      "step": 23150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.665822784810126e-05,
+      "learning_rate_adapter": 9.665822784810126e-05,
+      "loss": 0.0372,
+      "step": 23200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.664556962025317e-05,
+      "learning_rate_adapter": 9.664556962025317e-05,
+      "loss": 0.0374,
+      "step": 23250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.663291139240507e-05,
+      "learning_rate_adapter": 9.663291139240507e-05,
+      "loss": 0.0371,
+      "step": 23300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.662025316455697e-05,
+      "learning_rate_adapter": 9.662025316455697e-05,
+      "loss": 0.0371,
+      "step": 23350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.660759493670887e-05,
+      "learning_rate_adapter": 9.660759493670887e-05,
+      "loss": 0.0368,
+      "step": 23400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.659493670886076e-05,
+      "learning_rate_adapter": 9.659493670886076e-05,
+      "loss": 0.0371,
+      "step": 23450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.658227848101267e-05,
+      "learning_rate_adapter": 9.658227848101267e-05,
+      "loss": 0.0371,
+      "step": 23500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.656962025316456e-05,
+      "learning_rate_adapter": 9.656962025316456e-05,
+      "loss": 0.0379,
+      "step": 23550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.655696202531645e-05,
+      "learning_rate_adapter": 9.655696202531645e-05,
+      "loss": 0.0375,
+      "step": 23600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.654430379746836e-05,
+      "learning_rate_adapter": 9.654430379746836e-05,
+      "loss": 0.0376,
+      "step": 23650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.653164556962025e-05,
+      "learning_rate_adapter": 9.653164556962025e-05,
+      "loss": 0.0379,
+      "step": 23700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.651898734177216e-05,
+      "learning_rate_adapter": 9.651898734177216e-05,
+      "loss": 0.038,
+      "step": 23750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.650632911392405e-05,
+      "learning_rate_adapter": 9.650632911392405e-05,
+      "loss": 0.0374,
+      "step": 23800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.649367088607595e-05,
+      "learning_rate_adapter": 9.649367088607595e-05,
+      "loss": 0.0375,
+      "step": 23850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.648101265822786e-05,
+      "learning_rate_adapter": 9.648101265822786e-05,
+      "loss": 0.0373,
+      "step": 23900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.646835443037975e-05,
+      "learning_rate_adapter": 9.646835443037975e-05,
+      "loss": 0.0371,
+      "step": 23950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.645569620253166e-05,
+      "learning_rate_adapter": 9.645569620253166e-05,
+      "loss": 0.0371,
+      "step": 24000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.644303797468355e-05,
+      "learning_rate_adapter": 9.644303797468355e-05,
+      "loss": 0.0384,
+      "step": 24050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.643037974683545e-05,
+      "learning_rate_adapter": 9.643037974683545e-05,
+      "loss": 0.0378,
+      "step": 24100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.641772151898735e-05,
+      "learning_rate_adapter": 9.641772151898735e-05,
+      "loss": 0.0374,
+      "step": 24150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.640506329113924e-05,
+      "learning_rate_adapter": 9.640506329113924e-05,
+      "loss": 0.037,
+      "step": 24200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.639240506329114e-05,
+      "learning_rate_adapter": 9.639240506329114e-05,
+      "loss": 0.0368,
+      "step": 24250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.637974683544304e-05,
+      "learning_rate_adapter": 9.637974683544304e-05,
+      "loss": 0.0371,
+      "step": 24300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.636708860759494e-05,
+      "learning_rate_adapter": 9.636708860759494e-05,
+      "loss": 0.037,
+      "step": 24350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.635443037974683e-05,
+      "learning_rate_adapter": 9.635443037974683e-05,
+      "loss": 0.0365,
+      "step": 24400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.634177215189874e-05,
+      "learning_rate_adapter": 9.634177215189874e-05,
+      "loss": 0.0366,
+      "step": 24450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.632911392405065e-05,
+      "learning_rate_adapter": 9.632911392405065e-05,
+      "loss": 0.0375,
+      "step": 24500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.631645569620254e-05,
+      "learning_rate_adapter": 9.631645569620254e-05,
+      "loss": 0.0367,
+      "step": 24550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.630379746835444e-05,
+      "learning_rate_adapter": 9.630379746835444e-05,
+      "loss": 0.0362,
+      "step": 24600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.629113924050634e-05,
+      "learning_rate_adapter": 9.629113924050634e-05,
+      "loss": 0.0359,
+      "step": 24650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.627848101265823e-05,
+      "learning_rate_adapter": 9.627848101265823e-05,
+      "loss": 0.0368,
+      "step": 24700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.626582278481013e-05,
+      "learning_rate_adapter": 9.626582278481013e-05,
+      "loss": 0.0377,
+      "step": 24750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.625316455696203e-05,
+      "learning_rate_adapter": 9.625316455696203e-05,
+      "loss": 0.0374,
+      "step": 24800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.624050632911393e-05,
+      "learning_rate_adapter": 9.624050632911393e-05,
+      "loss": 0.0378,
+      "step": 24850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.622784810126582e-05,
+      "learning_rate_adapter": 9.622784810126582e-05,
+      "loss": 0.0371,
+      "step": 24900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.621518987341772e-05,
+      "learning_rate_adapter": 9.621518987341772e-05,
+      "loss": 0.037,
+      "step": 24950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.620253164556962e-05,
+      "learning_rate_adapter": 9.620253164556962e-05,
+      "loss": 0.0374,
+      "step": 25000
+    },
+    {
+      "epoch": 0.02,
+      "eval_af_opus100_pr_auc": 0.7857796855933847,
+      "eval_af_ud_pr_auc": 0.9914991475770311,
+      "eval_am_opus100_pr_auc": 0.34167732614256485,
+      "eval_ar_ersatz_pr_auc": 0.9366091006991172,
+      "eval_ar_opus100_pr_auc": 0.680118340438638,
+      "eval_ar_ud_pr_auc": 0.8706405708078395,
+      "eval_average_ersatz_pr_auc": 0.9654120916578205,
+      "eval_average_opus100_pr_auc": 0.8100400760469414,
+      "eval_average_ud_pr_auc": 0.9550202796752286,
+      "eval_az_opus100_pr_auc": 0.6986518256882607,
+      "eval_be_opus100_pr_auc": 0.6859922364218728,
+      "eval_be_ud_pr_auc": 0.8605280865770644,
+      "eval_bg_opus100_pr_auc": 0.9150611531438756,
+      "eval_bg_ud_pr_auc": 0.9947459456066127,
+      "eval_bn_opus100_pr_auc": 0.8017506756973238,
+      "eval_bn_ud_pr_auc": 0.9990841821825168,
+      "eval_ca_opus100_pr_auc": 0.8731293164850404,
+      "eval_ca_ud_pr_auc": 0.9922593624146602,
+      "eval_ceb_ud_pr_auc": 0.9990132850632452,
+      "eval_cs_ersatz_pr_auc": 0.9857221601113267,
+      "eval_cs_opus100_pr_auc": 0.8978410790942813,
+      "eval_cs_ud_pr_auc": 0.958519276582332,
+      "eval_cy_opus100_pr_auc": 0.7687732676933623,
+      "eval_cy_ud_pr_auc": 0.9949497320295513,
+      "eval_da_opus100_pr_auc": 0.9035737119586749,
+      "eval_da_ud_pr_auc": 0.9864146203383157,
+      "eval_de_ersatz_pr_auc": 0.9727059127904647,
+      "eval_de_opus100_pr_auc": 0.8685349260372107,
+      "eval_de_ud_pr_auc": 0.9769257239358277,
+      "eval_el_opus100_pr_auc": 0.921132006541513,
+      "eval_el_ud_pr_auc": 0.9892555534327654,
+      "eval_en_ersatz_pr_auc": 0.9909547498524129,
+      "eval_en_opus100_pr_auc": 0.9292531531481901,
+      "eval_en_ud_pr_auc": 0.9707781249502565,
+      "eval_eo_opus100_pr_auc": 0.9290970071332741,
+      "eval_es_ersatz_pr_auc": 0.9940404567707497,
+      "eval_es_opus100_pr_auc": 0.9093759944183597,
+      "eval_es_ud_pr_auc": 0.9895151451848951,
+      "eval_et_ersatz_pr_auc": 0.9810728228103356,
+      "eval_et_opus100_pr_auc": 0.8819441052800785,
+      "eval_et_ud_pr_auc": 0.9415091599000991,
+      "eval_eu_opus100_pr_auc": 0.8755403941243723,
+      "eval_eu_ud_pr_auc": 0.9917258240984946,
+      "eval_fa_opus100_pr_auc": 0.5504970224843861,
+      "eval_fa_ud_pr_auc": 0.9965903209625909,
+      "eval_fi_ersatz_pr_auc": 0.9887861692668949,
+      "eval_fi_opus100_pr_auc": 0.8982166403719213,
+      "eval_fi_ud_pr_auc": 0.9620440762683184,
+      "eval_fr_ersatz_pr_auc": 0.9864750812304045,
+      "eval_fr_opus100_pr_auc": 0.9068870799307229,
+      "eval_fr_ud_pr_auc": 0.9671052237445757,
+      "eval_fy_opus100_pr_auc": 0.7096001671536734,
+      "eval_ga_opus100_pr_auc": 0.8708367500722421,
+      "eval_ga_ud_pr_auc": 0.8129400868544474,
+      "eval_gd_opus100_pr_auc": 0.5629385044899176,
+      "eval_gd_ud_pr_auc": 0.6973957917194334,
+      "eval_gl_opus100_pr_auc": 0.878739961481279,
+      "eval_gl_ud_pr_auc": 0.995473607568393,
+      "eval_gu_ersatz_pr_auc": 0.9492966051681787,
+      "eval_gu_opus100_pr_auc": 0.6812743800231131,
+      "eval_ha_opus100_pr_auc": 0.8999970795541007,
+      "eval_he_opus100_pr_auc": 0.8727397823395858,
+      "eval_he_ud_pr_auc": 0.9622972545329039,
+      "eval_hi_ersatz_pr_auc": 0.974644840592736,
+      "eval_hi_opus100_pr_auc": 0.6397080930293607,
+      "eval_hi_ud_pr_auc": 0.9962065462382025,
+      "eval_hu_opus100_pr_auc": 0.9112374764745472,
+      "eval_hu_ud_pr_auc": 0.977666323576787,
+      "eval_hy_opus100_pr_auc": 0.9028694359341112,
+      "eval_hy_ud_pr_auc": 0.9780138938802436,
+      "eval_id_opus100_pr_auc": 0.8775267383844335,
+      "eval_id_ud_pr_auc": 0.9955594777900074,
+      "eval_ig_opus100_pr_auc": 0.8740590703619886,
+      "eval_is_opus100_pr_auc": 0.9214868853008846,
+      "eval_is_ud_pr_auc": 0.8898101844217975,
+      "eval_it_opus100_pr_auc": 0.8876283119322153,
+      "eval_it_ud_pr_auc": 0.9955977147082253,
+      "eval_ja_ersatz_pr_auc": 0.8456792545451374,
+      "eval_ja_opus100_pr_auc": 0.7176129557197546,
+      "eval_ja_ud_pr_auc": 0.9775688583536319,
+      "eval_jv_ud_pr_auc": 0.9950166686528714,
+      "eval_ka_opus100_pr_auc": 0.8820927902715017,
+      "eval_kk_ersatz_pr_auc": 0.9854849912496029,
+      "eval_kk_opus100_pr_auc": 0.8096004790719791,
+      "eval_kk_ud_pr_auc": 0.9758213551584357,
+      "eval_km_ersatz_pr_auc": 0.8748647992217137,
+      "eval_km_opus100_pr_auc": 0.6528842494509626,
+      "eval_kn_opus100_pr_auc": 0.5440857057263011,
+      "eval_ko_opus100_pr_auc": 0.6383228457144153,
+      "eval_ko_ud_pr_auc": 0.9957797791194477,
+      "eval_ku_opus100_pr_auc": 0.8008700902048805,
+      "eval_ky_opus100_pr_auc": 0.8650824563749567,
+      "eval_la_ud_pr_auc": 0.9236612592419289,
+      "eval_loss": 0.04135400801897049,
+      "eval_lt_ersatz_pr_auc": 0.9881389786182959,
+      "eval_lt_opus100_pr_auc": 0.8539388680121934,
+      "eval_lt_ud_pr_auc": 0.9780470945776369,
+      "eval_lv_ersatz_pr_auc": 0.9881938170034428,
+      "eval_lv_opus100_pr_auc": 0.8855111978791673,
+      "eval_lv_ud_pr_auc": 0.9610365469854966,
+      "eval_mg_opus100_pr_auc": 0.9281007523713206,
+      "eval_mk_opus100_pr_auc": 0.8995110087712597,
+      "eval_ml_opus100_pr_auc": 0.769912884749516,
+      "eval_mn_opus100_pr_auc": 0.9473486788144604,
+      "eval_mr_opus100_pr_auc": 0.890718992431358,
+      "eval_mr_ud_pr_auc": 0.9452428589339011,
+      "eval_ms_opus100_pr_auc": 0.8813288582736463,
+      "eval_mt_opus100_pr_auc": 0.8400972181656543,
+      "eval_mt_ud_pr_auc": 0.9273362686810299,
+      "eval_my_opus100_pr_auc": 0.6733611735450115,
+      "eval_ne_opus100_pr_auc": 0.6689105746250477,
+      "eval_nl_opus100_pr_auc": 0.8920677226775329,
+      "eval_nl_ud_pr_auc": 0.9518394570116241,
+      "eval_no_opus100_pr_auc": 0.9310390918661747,
+      "eval_no_ud_pr_auc": 0.9956064945648535,
+      "eval_pa_opus100_pr_auc": 0.6449763651522649,
+      "eval_pl_ersatz_pr_auc": 0.9750759320387108,
+      "eval_pl_opus100_pr_auc": 0.892301540571152,
+      "eval_pl_ud_pr_auc": 0.956298518121808,
+      "eval_ps_ersatz_pr_auc": 0.9448067631489708,
+      "eval_ps_opus100_pr_auc": 0.6216234365974544,
+      "eval_pt_opus100_pr_auc": 0.9154480403206949,
+      "eval_pt_ud_pr_auc": 0.9848282524738978,
+      "eval_ro_ersatz_pr_auc": 0.992959063966228,
+      "eval_ro_opus100_pr_auc": 0.8847111296646837,
+      "eval_ro_ud_pr_auc": 0.9329005505522239,
+      "eval_ru_ersatz_pr_auc": 0.9944506443512394,
+      "eval_ru_opus100_pr_auc": 0.8825817368297657,
+      "eval_ru_ud_pr_auc": 0.8696407126935827,
+      "eval_runtime": 622.342,
+      "eval_samples_per_second": 121.343,
+      "eval_si_opus100_pr_auc": 0.7849455126090731,
+      "eval_sk_opus100_pr_auc": 0.9180199993758544,
+      "eval_sk_ud_pr_auc": 0.9884061428851191,
+      "eval_sl_opus100_pr_auc": 0.8685336503265975,
+      "eval_sl_ud_pr_auc": 0.980850275304752,
+      "eval_sq_opus100_pr_auc": 0.8815909136896086,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9067484760091005,
+      "eval_sr_ud_pr_auc": 0.9983099578996244,
+      "eval_steps_per_second": 3.792,
+      "eval_sv_opus100_pr_auc": 0.8899195253171028,
+      "eval_sv_ud_pr_auc": 0.9472636682385259,
+      "eval_ta_ersatz_pr_auc": 0.981937646516664,
+      "eval_ta_opus100_pr_auc": 0.6211856192950388,
+      "eval_ta_ud_pr_auc": 0.9955316288828872,
+      "eval_te_opus100_pr_auc": 0.7946359344796914,
+      "eval_tg_opus100_pr_auc": 0.8844766716787017,
+      "eval_th_opus100_pr_auc": 0.6731561160202645,
+      "eval_th_ud_pr_auc": 0.7025327626930706,
+      "eval_tr_ersatz_pr_auc": 0.9744644398496684,
+      "eval_tr_opus100_pr_auc": 0.9026073794882923,
+      "eval_tr_ud_pr_auc": 0.9419304034992341,
+      "eval_uk_opus100_pr_auc": 0.875242885363746,
+      "eval_uk_ud_pr_auc": 0.9281934181843484,
+      "eval_ur_opus100_pr_auc": 0.49446125465402835,
+      "eval_ur_ud_pr_auc": 0.9939970563205125,
+      "eval_uz_opus100_pr_auc": 0.827493319916601,
+      "eval_vi_opus100_pr_auc": 0.8928066274758896,
+      "eval_vi_ud_pr_auc": 0.9552007654968204,
+      "eval_xh_opus100_pr_auc": 0.8653697045462978,
+      "eval_yi_opus100_pr_auc": 0.6978257470873843,
+      "eval_yo_opus100_pr_auc": 0.7773132080881024,
+      "eval_yo_ud_pr_auc": 0.9067455268218672,
+      "eval_zh_ersatz_pr_auc": 0.932701786669756,
+      "eval_zh_opus100_pr_auc": 0.7073778183010635,
+      "eval_zh_ud_pr_auc": 0.9925054171914627,
+      "eval_zu_opus100_pr_auc": 0.8320654439148921,
+      "step": 25000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.618987341772153e-05,
+      "learning_rate_adapter": 9.618987341772153e-05,
+      "loss": 0.0367,
+      "step": 25050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.617721518987343e-05,
+      "learning_rate_adapter": 9.617721518987343e-05,
+      "loss": 0.0376,
+      "step": 25100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.616455696202532e-05,
+      "learning_rate_adapter": 9.616455696202532e-05,
+      "loss": 0.0361,
+      "step": 25150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.615189873417722e-05,
+      "learning_rate_adapter": 9.615189873417722e-05,
+      "loss": 0.0372,
+      "step": 25200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.613924050632912e-05,
+      "learning_rate_adapter": 9.613924050632912e-05,
+      "loss": 0.0366,
+      "step": 25250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.612658227848101e-05,
+      "learning_rate_adapter": 9.612658227848101e-05,
+      "loss": 0.037,
+      "step": 25300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.611392405063292e-05,
+      "learning_rate_adapter": 9.611392405063292e-05,
+      "loss": 0.0363,
+      "step": 25350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.610126582278481e-05,
+      "learning_rate_adapter": 9.610126582278481e-05,
+      "loss": 0.0363,
+      "step": 25400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.60886075949367e-05,
+      "learning_rate_adapter": 9.60886075949367e-05,
+      "loss": 0.0368,
+      "step": 25450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.607594936708861e-05,
+      "learning_rate_adapter": 9.607594936708861e-05,
+      "loss": 0.0365,
+      "step": 25500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.60632911392405e-05,
+      "learning_rate_adapter": 9.60632911392405e-05,
+      "loss": 0.037,
+      "step": 25550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.605063291139241e-05,
+      "learning_rate_adapter": 9.605063291139241e-05,
+      "loss": 0.0365,
+      "step": 25600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.603797468354431e-05,
+      "learning_rate_adapter": 9.603797468354431e-05,
+      "loss": 0.0371,
+      "step": 25650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.602531645569622e-05,
+      "learning_rate_adapter": 9.602531645569622e-05,
+      "loss": 0.037,
+      "step": 25700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.601265822784811e-05,
+      "learning_rate_adapter": 9.601265822784811e-05,
+      "loss": 0.0376,
+      "step": 25750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0363,
+      "step": 25800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.598734177215191e-05,
+      "learning_rate_adapter": 9.598734177215191e-05,
+      "loss": 0.0372,
+      "step": 25850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59746835443038e-05,
+      "learning_rate_adapter": 9.59746835443038e-05,
+      "loss": 0.0373,
+      "step": 25900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59620253164557e-05,
+      "learning_rate_adapter": 9.59620253164557e-05,
+      "loss": 0.0359,
+      "step": 25950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59493670886076e-05,
+      "learning_rate_adapter": 9.59493670886076e-05,
+      "loss": 0.0373,
+      "step": 26000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.593670886075949e-05,
+      "learning_rate_adapter": 9.593670886075949e-05,
+      "loss": 0.0366,
+      "step": 26050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59240506329114e-05,
+      "learning_rate_adapter": 9.59240506329114e-05,
+      "loss": 0.0371,
+      "step": 26100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.591139240506329e-05,
+      "learning_rate_adapter": 9.591139240506329e-05,
+      "loss": 0.0367,
+      "step": 26150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58987341772152e-05,
+      "learning_rate_adapter": 9.58987341772152e-05,
+      "loss": 0.0375,
+      "step": 26200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58860759493671e-05,
+      "learning_rate_adapter": 9.58860759493671e-05,
+      "loss": 0.0364,
+      "step": 26250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.587341772151899e-05,
+      "learning_rate_adapter": 9.587341772151899e-05,
+      "loss": 0.0367,
+      "step": 26300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58607594936709e-05,
+      "learning_rate_adapter": 9.58607594936709e-05,
+      "loss": 0.0367,
+      "step": 26350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.584810126582279e-05,
+      "learning_rate_adapter": 9.584810126582279e-05,
+      "loss": 0.0359,
+      "step": 26400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58354430379747e-05,
+      "learning_rate_adapter": 9.58354430379747e-05,
+      "loss": 0.0365,
+      "step": 26450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.582278481012659e-05,
+      "learning_rate_adapter": 9.582278481012659e-05,
+      "loss": 0.0361,
+      "step": 26500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.581012658227848e-05,
+      "learning_rate_adapter": 9.581012658227848e-05,
+      "loss": 0.037,
+      "step": 26550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.579746835443038e-05,
+      "learning_rate_adapter": 9.579746835443038e-05,
+      "loss": 0.0357,
+      "step": 26600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.578481012658228e-05,
+      "learning_rate_adapter": 9.578481012658228e-05,
+      "loss": 0.0366,
+      "step": 26650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.577215189873418e-05,
+      "learning_rate_adapter": 9.577215189873418e-05,
+      "loss": 0.0373,
+      "step": 26700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.575949367088607e-05,
+      "learning_rate_adapter": 9.575949367088607e-05,
+      "loss": 0.0365,
+      "step": 26750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.574683544303798e-05,
+      "learning_rate_adapter": 9.574683544303798e-05,
+      "loss": 0.036,
+      "step": 26800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.573417721518989e-05,
+      "learning_rate_adapter": 9.573417721518989e-05,
+      "loss": 0.0369,
+      "step": 26850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.572151898734178e-05,
+      "learning_rate_adapter": 9.572151898734178e-05,
+      "loss": 0.0361,
+      "step": 26900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.570886075949368e-05,
+      "learning_rate_adapter": 9.570886075949368e-05,
+      "loss": 0.0372,
+      "step": 26950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.569620253164557e-05,
+      "learning_rate_adapter": 9.569620253164557e-05,
+      "loss": 0.0364,
+      "step": 27000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.568354430379747e-05,
+      "learning_rate_adapter": 9.568354430379747e-05,
+      "loss": 0.0364,
+      "step": 27050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.567088607594937e-05,
+      "learning_rate_adapter": 9.567088607594937e-05,
+      "loss": 0.0366,
+      "step": 27100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.565822784810126e-05,
+      "learning_rate_adapter": 9.565822784810126e-05,
+      "loss": 0.0364,
+      "step": 27150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.564556962025317e-05,
+      "learning_rate_adapter": 9.564556962025317e-05,
+      "loss": 0.0362,
+      "step": 27200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.563291139240506e-05,
+      "learning_rate_adapter": 9.563291139240506e-05,
+      "loss": 0.036,
+      "step": 27250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.562025316455697e-05,
+      "learning_rate_adapter": 9.562025316455697e-05,
+      "loss": 0.0368,
+      "step": 27300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.560759493670886e-05,
+      "learning_rate_adapter": 9.560759493670886e-05,
+      "loss": 0.0358,
+      "step": 27350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.559493670886077e-05,
+      "learning_rate_adapter": 9.559493670886077e-05,
+      "loss": 0.0368,
+      "step": 27400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.558227848101267e-05,
+      "learning_rate_adapter": 9.558227848101267e-05,
+      "loss": 0.0367,
+      "step": 27450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.556962025316456e-05,
+      "learning_rate_adapter": 9.556962025316456e-05,
+      "loss": 0.0356,
+      "step": 27500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.555696202531647e-05,
+      "learning_rate_adapter": 9.555696202531647e-05,
+      "loss": 0.0373,
+      "step": 27550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.554430379746836e-05,
+      "learning_rate_adapter": 9.554430379746836e-05,
+      "loss": 0.0362,
+      "step": 27600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.553164556962025e-05,
+      "learning_rate_adapter": 9.553164556962025e-05,
+      "loss": 0.0367,
+      "step": 27650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.551898734177216e-05,
+      "learning_rate_adapter": 9.551898734177216e-05,
+      "loss": 0.0362,
+      "step": 27700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.550632911392405e-05,
+      "learning_rate_adapter": 9.550632911392405e-05,
+      "loss": 0.0365,
+      "step": 27750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.549367088607596e-05,
+      "learning_rate_adapter": 9.549367088607596e-05,
+      "loss": 0.0365,
+      "step": 27800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.548101265822785e-05,
+      "learning_rate_adapter": 9.548101265822785e-05,
+      "loss": 0.0357,
+      "step": 27850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.546835443037974e-05,
+      "learning_rate_adapter": 9.546835443037974e-05,
+      "loss": 0.0354,
+      "step": 27900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.545569620253165e-05,
+      "learning_rate_adapter": 9.545569620253165e-05,
+      "loss": 0.0365,
+      "step": 27950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.544303797468355e-05,
+      "learning_rate_adapter": 9.544303797468355e-05,
+      "loss": 0.0362,
+      "step": 28000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.543037974683546e-05,
+      "learning_rate_adapter": 9.543037974683546e-05,
+      "loss": 0.0357,
+      "step": 28050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.541772151898735e-05,
+      "learning_rate_adapter": 9.541772151898735e-05,
+      "loss": 0.0361,
+      "step": 28100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.540506329113924e-05,
+      "learning_rate_adapter": 9.540506329113924e-05,
+      "loss": 0.0368,
+      "step": 28150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.539240506329115e-05,
+      "learning_rate_adapter": 9.539240506329115e-05,
+      "loss": 0.0364,
+      "step": 28200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.537974683544304e-05,
+      "learning_rate_adapter": 9.537974683544304e-05,
+      "loss": 0.0359,
+      "step": 28250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.536708860759495e-05,
+      "learning_rate_adapter": 9.536708860759495e-05,
+      "loss": 0.0364,
+      "step": 28300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.535443037974684e-05,
+      "learning_rate_adapter": 9.535443037974684e-05,
+      "loss": 0.0357,
+      "step": 28350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.534177215189873e-05,
+      "learning_rate_adapter": 9.534177215189873e-05,
+      "loss": 0.0364,
+      "step": 28400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.532911392405063e-05,
+      "learning_rate_adapter": 9.532911392405063e-05,
+      "loss": 0.0366,
+      "step": 28450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.531645569620253e-05,
+      "learning_rate_adapter": 9.531645569620253e-05,
+      "loss": 0.036,
+      "step": 28500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.530379746835443e-05,
+      "learning_rate_adapter": 9.530379746835443e-05,
+      "loss": 0.0357,
+      "step": 28550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.529113924050634e-05,
+      "learning_rate_adapter": 9.529113924050634e-05,
+      "loss": 0.0354,
+      "step": 28600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.527848101265823e-05,
+      "learning_rate_adapter": 9.527848101265823e-05,
+      "loss": 0.0365,
+      "step": 28650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.526582278481014e-05,
+      "learning_rate_adapter": 9.526582278481014e-05,
+      "loss": 0.036,
+      "step": 28700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.525316455696203e-05,
+      "learning_rate_adapter": 9.525316455696203e-05,
+      "loss": 0.036,
+      "step": 28750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.524050632911393e-05,
+      "learning_rate_adapter": 9.524050632911393e-05,
+      "loss": 0.0362,
+      "step": 28800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.522784810126583e-05,
+      "learning_rate_adapter": 9.522784810126583e-05,
+      "loss": 0.0362,
+      "step": 28850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.521518987341772e-05,
+      "learning_rate_adapter": 9.521518987341772e-05,
+      "loss": 0.0352,
+      "step": 28900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.520253164556962e-05,
+      "learning_rate_adapter": 9.520253164556962e-05,
+      "loss": 0.0356,
+      "step": 28950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.518987341772152e-05,
+      "learning_rate_adapter": 9.518987341772152e-05,
+      "loss": 0.0357,
+      "step": 29000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.517721518987342e-05,
+      "learning_rate_adapter": 9.517721518987342e-05,
+      "loss": 0.036,
+      "step": 29050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.516455696202531e-05,
+      "learning_rate_adapter": 9.516455696202531e-05,
+      "loss": 0.036,
+      "step": 29100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.515189873417722e-05,
+      "learning_rate_adapter": 9.515189873417722e-05,
+      "loss": 0.0359,
+      "step": 29150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.513924050632912e-05,
+      "learning_rate_adapter": 9.513924050632912e-05,
+      "loss": 0.0363,
+      "step": 29200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.512658227848102e-05,
+      "learning_rate_adapter": 9.512658227848102e-05,
+      "loss": 0.0365,
+      "step": 29250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.511392405063292e-05,
+      "learning_rate_adapter": 9.511392405063292e-05,
+      "loss": 0.0366,
+      "step": 29300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.510126582278481e-05,
+      "learning_rate_adapter": 9.510126582278481e-05,
+      "loss": 0.0363,
+      "step": 29350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.508860759493672e-05,
+      "learning_rate_adapter": 9.508860759493672e-05,
+      "loss": 0.036,
+      "step": 29400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.507594936708861e-05,
+      "learning_rate_adapter": 9.507594936708861e-05,
+      "loss": 0.0367,
+      "step": 29450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.50632911392405e-05,
+      "learning_rate_adapter": 9.50632911392405e-05,
+      "loss": 0.0357,
+      "step": 29500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.505063291139241e-05,
+      "learning_rate_adapter": 9.505063291139241e-05,
+      "loss": 0.0358,
+      "step": 29550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.50379746835443e-05,
+      "learning_rate_adapter": 9.50379746835443e-05,
+      "loss": 0.0353,
+      "step": 29600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.502531645569621e-05,
+      "learning_rate_adapter": 9.502531645569621e-05,
+      "loss": 0.0359,
+      "step": 29650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.50126582278481e-05,
+      "learning_rate_adapter": 9.50126582278481e-05,
+      "loss": 0.0357,
+      "step": 29700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0347,
+      "step": 29750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.498734177215191e-05,
+      "learning_rate_adapter": 9.498734177215191e-05,
+      "loss": 0.0358,
+      "step": 29800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.49746835443038e-05,
+      "learning_rate_adapter": 9.49746835443038e-05,
+      "loss": 0.0365,
+      "step": 29850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.496202531645571e-05,
+      "learning_rate_adapter": 9.496202531645571e-05,
+      "loss": 0.0359,
+      "step": 29900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.49493670886076e-05,
+      "learning_rate_adapter": 9.49493670886076e-05,
+      "loss": 0.0366,
+      "step": 29950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.493670886075949e-05,
+      "learning_rate_adapter": 9.493670886075949e-05,
+      "loss": 0.0358,
+      "step": 30000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7911690003051346,
+      "eval_af_ud_pr_auc": 0.9926487228790761,
+      "eval_am_opus100_pr_auc": 0.44700671905978834,
+      "eval_ar_ersatz_pr_auc": 0.9232613616496645,
+      "eval_ar_opus100_pr_auc": 0.6816791170880533,
+      "eval_ar_ud_pr_auc": 0.8717958979343482,
+      "eval_average_ersatz_pr_auc": 0.9556089927486977,
+      "eval_average_opus100_pr_auc": 0.8083697677556237,
+      "eval_average_ud_pr_auc": 0.9563019420910472,
+      "eval_az_opus100_pr_auc": 0.6387566304605415,
+      "eval_be_opus100_pr_auc": 0.6849689119457018,
+      "eval_be_ud_pr_auc": 0.8789846713480193,
+      "eval_bg_opus100_pr_auc": 0.9081826297877144,
+      "eval_bg_ud_pr_auc": 0.9939184701540208,
+      "eval_bn_opus100_pr_auc": 0.7947090505020296,
+      "eval_bn_ud_pr_auc": 0.9975088818346922,
+      "eval_ca_opus100_pr_auc": 0.8817663957697605,
+      "eval_ca_ud_pr_auc": 0.9961378968959382,
+      "eval_ceb_ud_pr_auc": 0.996053466841953,
+      "eval_cs_ersatz_pr_auc": 0.9848680744408854,
+      "eval_cs_opus100_pr_auc": 0.8897846865314701,
+      "eval_cs_ud_pr_auc": 0.955265408872948,
+      "eval_cy_opus100_pr_auc": 0.7767419812945038,
+      "eval_cy_ud_pr_auc": 0.9943559441751294,
+      "eval_da_opus100_pr_auc": 0.9039458869528183,
+      "eval_da_ud_pr_auc": 0.9862048304312424,
+      "eval_de_ersatz_pr_auc": 0.9789062510572005,
+      "eval_de_opus100_pr_auc": 0.8677948301028342,
+      "eval_de_ud_pr_auc": 0.9823959578938672,
+      "eval_el_opus100_pr_auc": 0.9178007921212964,
+      "eval_el_ud_pr_auc": 0.9866146276080737,
+      "eval_en_ersatz_pr_auc": 0.9900926846567262,
+      "eval_en_opus100_pr_auc": 0.9166942531979927,
+      "eval_en_ud_pr_auc": 0.9646419766145011,
+      "eval_eo_opus100_pr_auc": 0.9244708676804942,
+      "eval_es_ersatz_pr_auc": 0.9945096090745186,
+      "eval_es_opus100_pr_auc": 0.9129088272104791,
+      "eval_es_ud_pr_auc": 0.9902979362690604,
+      "eval_et_ersatz_pr_auc": 0.9791092953296981,
+      "eval_et_opus100_pr_auc": 0.8543183498143284,
+      "eval_et_ud_pr_auc": 0.9315555629861051,
+      "eval_eu_opus100_pr_auc": 0.8832615668497379,
+      "eval_eu_ud_pr_auc": 0.9918986895696082,
+      "eval_fa_opus100_pr_auc": 0.5403050062553466,
+      "eval_fa_ud_pr_auc": 0.9960944365117113,
+      "eval_fi_ersatz_pr_auc": 0.9874380029189164,
+      "eval_fi_opus100_pr_auc": 0.8943736086688401,
+      "eval_fi_ud_pr_auc": 0.96265517664813,
+      "eval_fr_ersatz_pr_auc": 0.9913814517668941,
+      "eval_fr_opus100_pr_auc": 0.8981139326757155,
+      "eval_fr_ud_pr_auc": 0.9762483313267358,
+      "eval_fy_opus100_pr_auc": 0.7299320935973557,
+      "eval_ga_opus100_pr_auc": 0.876289826889391,
+      "eval_ga_ud_pr_auc": 0.8339793490149957,
+      "eval_gd_opus100_pr_auc": 0.5909434253272109,
+      "eval_gd_ud_pr_auc": 0.7306853510645224,
+      "eval_gl_opus100_pr_auc": 0.8798112666245017,
+      "eval_gl_ud_pr_auc": 0.9974679199246019,
+      "eval_gu_ersatz_pr_auc": 0.940660470364868,
+      "eval_gu_opus100_pr_auc": 0.6820917858691158,
+      "eval_ha_opus100_pr_auc": 0.8953501281545884,
+      "eval_he_opus100_pr_auc": 0.856112309835852,
+      "eval_he_ud_pr_auc": 0.974087610106577,
+      "eval_hi_ersatz_pr_auc": 0.9692518909834292,
+      "eval_hi_opus100_pr_auc": 0.6355923856110123,
+      "eval_hi_ud_pr_auc": 0.9889903888764155,
+      "eval_hu_opus100_pr_auc": 0.9077254654959303,
+      "eval_hu_ud_pr_auc": 0.9774365645723662,
+      "eval_hy_opus100_pr_auc": 0.9081003426503735,
+      "eval_hy_ud_pr_auc": 0.9844377246969499,
+      "eval_id_opus100_pr_auc": 0.8661747693232454,
+      "eval_id_ud_pr_auc": 0.9937117989981511,
+      "eval_ig_opus100_pr_auc": 0.8841995160950719,
+      "eval_is_opus100_pr_auc": 0.9065926727996159,
+      "eval_is_ud_pr_auc": 0.9033148298763013,
+      "eval_it_opus100_pr_auc": 0.9004386540595104,
+      "eval_it_ud_pr_auc": 0.9957429077129143,
+      "eval_ja_ersatz_pr_auc": 0.7591280669640147,
+      "eval_ja_opus100_pr_auc": 0.7181715795702885,
+      "eval_ja_ud_pr_auc": 0.9635631387620126,
+      "eval_jv_ud_pr_auc": 0.9851498966458623,
+      "eval_ka_opus100_pr_auc": 0.8467022359985009,
+      "eval_kk_ersatz_pr_auc": 0.9879180593075466,
+      "eval_kk_opus100_pr_auc": 0.8179051521819695,
+      "eval_kk_ud_pr_auc": 0.979998811751339,
+      "eval_km_ersatz_pr_auc": 0.8761801831953677,
+      "eval_km_opus100_pr_auc": 0.6262039143115375,
+      "eval_kn_opus100_pr_auc": 0.5293324328206062,
+      "eval_ko_opus100_pr_auc": 0.6291982722660749,
+      "eval_ko_ud_pr_auc": 0.9972558958841476,
+      "eval_ku_opus100_pr_auc": 0.8112709537315722,
+      "eval_ky_opus100_pr_auc": 0.8672658430173338,
+      "eval_la_ud_pr_auc": 0.9489800502627457,
+      "eval_loss": 0.039732418954372406,
+      "eval_lt_ersatz_pr_auc": 0.9899520924215194,
+      "eval_lt_opus100_pr_auc": 0.866625316919602,
+      "eval_lt_ud_pr_auc": 0.9780310587784518,
+      "eval_lv_ersatz_pr_auc": 0.9848952637103021,
+      "eval_lv_opus100_pr_auc": 0.8751476401155531,
+      "eval_lv_ud_pr_auc": 0.9637960815834707,
+      "eval_mg_opus100_pr_auc": 0.9151083561737438,
+      "eval_mk_opus100_pr_auc": 0.8975763044341473,
+      "eval_ml_opus100_pr_auc": 0.7448135214270787,
+      "eval_mn_opus100_pr_auc": 0.9409287609334023,
+      "eval_mr_opus100_pr_auc": 0.8732857357842102,
+      "eval_mr_ud_pr_auc": 0.9568980533941769,
+      "eval_ms_opus100_pr_auc": 0.8747926116729584,
+      "eval_mt_opus100_pr_auc": 0.8467664356816731,
+      "eval_mt_ud_pr_auc": 0.8919786934682132,
+      "eval_my_opus100_pr_auc": 0.6550997378286413,
+      "eval_ne_opus100_pr_auc": 0.6719701124617321,
+      "eval_nl_opus100_pr_auc": 0.8841149005527801,
+      "eval_nl_ud_pr_auc": 0.9700568191157299,
+      "eval_no_opus100_pr_auc": 0.9158282115675321,
+      "eval_no_ud_pr_auc": 0.9956958466289951,
+      "eval_pa_opus100_pr_auc": 0.6352986984704786,
+      "eval_pl_ersatz_pr_auc": 0.9809401311888065,
+      "eval_pl_opus100_pr_auc": 0.8884093794864382,
+      "eval_pl_ud_pr_auc": 0.9624585180642099,
+      "eval_ps_ersatz_pr_auc": 0.9459734163720972,
+      "eval_ps_opus100_pr_auc": 0.6968986538823037,
+      "eval_pt_opus100_pr_auc": 0.9080849156329965,
+      "eval_pt_ud_pr_auc": 0.9830279561553542,
+      "eval_ro_ersatz_pr_auc": 0.9943228202696102,
+      "eval_ro_opus100_pr_auc": 0.8749782056046387,
+      "eval_ro_ud_pr_auc": 0.965166601611838,
+      "eval_ru_ersatz_pr_auc": 0.9927610349271287,
+      "eval_ru_opus100_pr_auc": 0.9229912217043291,
+      "eval_ru_ud_pr_auc": 0.8599590933338441,
+      "eval_runtime": 613.134,
+      "eval_samples_per_second": 123.166,
+      "eval_si_opus100_pr_auc": 0.7754524433672921,
+      "eval_sk_opus100_pr_auc": 0.9165711420314304,
+      "eval_sk_ud_pr_auc": 0.9865674475770255,
+      "eval_sl_opus100_pr_auc": 0.8599096863671197,
+      "eval_sl_ud_pr_auc": 0.9819212673723506,
+      "eval_sq_opus100_pr_auc": 0.8876410294977546,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.905800854870927,
+      "eval_sr_ud_pr_auc": 0.9978194499546792,
+      "eval_steps_per_second": 3.849,
+      "eval_sv_opus100_pr_auc": 0.8869448735470794,
+      "eval_sv_ud_pr_auc": 0.9448546485082348,
+      "eval_ta_ersatz_pr_auc": 0.9808511609177099,
+      "eval_ta_opus100_pr_auc": 0.6346346278492777,
+      "eval_ta_ud_pr_auc": 0.9992475809402397,
+      "eval_te_opus100_pr_auc": 0.8006260023074586,
+      "eval_tg_opus100_pr_auc": 0.8900812292149843,
+      "eval_th_opus100_pr_auc": 0.6421089984396388,
+      "eval_th_ud_pr_auc": 0.6809750456120712,
+      "eval_tr_ersatz_pr_auc": 0.9700518801072864,
+      "eval_tr_opus100_pr_auc": 0.8880049962901008,
+      "eval_tr_ud_pr_auc": 0.9498746613137291,
+      "eval_uk_opus100_pr_auc": 0.8634683689434278,
+      "eval_uk_ud_pr_auc": 0.9232902839164758,
+      "eval_ur_opus100_pr_auc": 0.48134983921593416,
+      "eval_ur_ud_pr_auc": 0.9950598317686898,
+      "eval_uz_opus100_pr_auc": 0.8449812294643922,
+      "eval_vi_opus100_pr_auc": 0.8942961277248769,
+      "eval_vi_ud_pr_auc": 0.9465750598790744,
+      "eval_xh_opus100_pr_auc": 0.8707741319504838,
+      "eval_yi_opus100_pr_auc": 0.6803494912357717,
+      "eval_yo_opus100_pr_auc": 0.7800751856282462,
+      "eval_yo_ud_pr_auc": 0.9092659014390018,
+      "eval_zh_ersatz_pr_auc": 0.820944638847161,
+      "eval_zh_opus100_pr_auc": 0.6690822238328196,
+      "eval_zh_ud_pr_auc": 0.9666116738287819,
+      "eval_zu_opus100_pr_auc": 0.8512916833426465,
+      "step": 30000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.49240506329114e-05,
+      "learning_rate_adapter": 9.49240506329114e-05,
+      "loss": 0.0357,
+      "step": 30050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.491139240506329e-05,
+      "learning_rate_adapter": 9.491139240506329e-05,
+      "loss": 0.0366,
+      "step": 30100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.48987341772152e-05,
+      "learning_rate_adapter": 9.48987341772152e-05,
+      "loss": 0.0359,
+      "step": 30150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.488607594936709e-05,
+      "learning_rate_adapter": 9.488607594936709e-05,
+      "loss": 0.0359,
+      "step": 30200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.487341772151898e-05,
+      "learning_rate_adapter": 9.487341772151898e-05,
+      "loss": 0.0355,
+      "step": 30250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.486075949367089e-05,
+      "learning_rate_adapter": 9.486075949367089e-05,
+      "loss": 0.0359,
+      "step": 30300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.484810126582279e-05,
+      "learning_rate_adapter": 9.484810126582279e-05,
+      "loss": 0.0355,
+      "step": 30350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.48354430379747e-05,
+      "learning_rate_adapter": 9.48354430379747e-05,
+      "loss": 0.0354,
+      "step": 30400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.482278481012659e-05,
+      "learning_rate_adapter": 9.482278481012659e-05,
+      "loss": 0.0349,
+      "step": 30450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.481012658227848e-05,
+      "learning_rate_adapter": 9.481012658227848e-05,
+      "loss": 0.0363,
+      "step": 30500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.479746835443039e-05,
+      "learning_rate_adapter": 9.479746835443039e-05,
+      "loss": 0.037,
+      "step": 30550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.478481012658228e-05,
+      "learning_rate_adapter": 9.478481012658228e-05,
+      "loss": 0.0354,
+      "step": 30600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.477215189873418e-05,
+      "learning_rate_adapter": 9.477215189873418e-05,
+      "loss": 0.0356,
+      "step": 30650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.475949367088608e-05,
+      "learning_rate_adapter": 9.475949367088608e-05,
+      "loss": 0.0365,
+      "step": 30700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.474683544303798e-05,
+      "learning_rate_adapter": 9.474683544303798e-05,
+      "loss": 0.0348,
+      "step": 30750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.473417721518987e-05,
+      "learning_rate_adapter": 9.473417721518987e-05,
+      "loss": 0.0365,
+      "step": 30800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.472151898734177e-05,
+      "learning_rate_adapter": 9.472151898734177e-05,
+      "loss": 0.036,
+      "step": 30850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.470886075949367e-05,
+      "learning_rate_adapter": 9.470886075949367e-05,
+      "loss": 0.0352,
+      "step": 30900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.469620253164558e-05,
+      "learning_rate_adapter": 9.469620253164558e-05,
+      "loss": 0.0355,
+      "step": 30950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.468354430379748e-05,
+      "learning_rate_adapter": 9.468354430379748e-05,
+      "loss": 0.0356,
+      "step": 31000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.467088607594938e-05,
+      "learning_rate_adapter": 9.467088607594938e-05,
+      "loss": 0.0358,
+      "step": 31050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.465822784810127e-05,
+      "learning_rate_adapter": 9.465822784810127e-05,
+      "loss": 0.0366,
+      "step": 31100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.464556962025317e-05,
+      "learning_rate_adapter": 9.464556962025317e-05,
+      "loss": 0.0349,
+      "step": 31150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.463291139240507e-05,
+      "learning_rate_adapter": 9.463291139240507e-05,
+      "loss": 0.0355,
+      "step": 31200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.462025316455697e-05,
+      "learning_rate_adapter": 9.462025316455697e-05,
+      "loss": 0.0363,
+      "step": 31250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.460759493670886e-05,
+      "learning_rate_adapter": 9.460759493670886e-05,
+      "loss": 0.0357,
+      "step": 31300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.459493670886076e-05,
+      "learning_rate_adapter": 9.459493670886076e-05,
+      "loss": 0.0358,
+      "step": 31350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.458227848101266e-05,
+      "learning_rate_adapter": 9.458227848101266e-05,
+      "loss": 0.0357,
+      "step": 31400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.456962025316455e-05,
+      "learning_rate_adapter": 9.456962025316455e-05,
+      "loss": 0.0351,
+      "step": 31450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.455696202531646e-05,
+      "learning_rate_adapter": 9.455696202531646e-05,
+      "loss": 0.0357,
+      "step": 31500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.454430379746836e-05,
+      "learning_rate_adapter": 9.454430379746836e-05,
+      "loss": 0.0351,
+      "step": 31550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.453164556962026e-05,
+      "learning_rate_adapter": 9.453164556962026e-05,
+      "loss": 0.0353,
+      "step": 31600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.451898734177216e-05,
+      "learning_rate_adapter": 9.451898734177216e-05,
+      "loss": 0.035,
+      "step": 31650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.450632911392405e-05,
+      "learning_rate_adapter": 9.450632911392405e-05,
+      "loss": 0.0356,
+      "step": 31700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.449367088607596e-05,
+      "learning_rate_adapter": 9.449367088607596e-05,
+      "loss": 0.0362,
+      "step": 31750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.448101265822785e-05,
+      "learning_rate_adapter": 9.448101265822785e-05,
+      "loss": 0.0361,
+      "step": 31800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.446835443037974e-05,
+      "learning_rate_adapter": 9.446835443037974e-05,
+      "loss": 0.0362,
+      "step": 31850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.445569620253165e-05,
+      "learning_rate_adapter": 9.445569620253165e-05,
+      "loss": 0.035,
+      "step": 31900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.444303797468354e-05,
+      "learning_rate_adapter": 9.444303797468354e-05,
+      "loss": 0.0346,
+      "step": 31950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.443037974683545e-05,
+      "learning_rate_adapter": 9.443037974683545e-05,
+      "loss": 0.0358,
+      "step": 32000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.441772151898734e-05,
+      "learning_rate_adapter": 9.441772151898734e-05,
+      "loss": 0.0361,
+      "step": 32050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.440506329113924e-05,
+      "learning_rate_adapter": 9.440506329113924e-05,
+      "loss": 0.035,
+      "step": 32100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.439240506329115e-05,
+      "learning_rate_adapter": 9.439240506329115e-05,
+      "loss": 0.0359,
+      "step": 32150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.437974683544304e-05,
+      "learning_rate_adapter": 9.437974683544304e-05,
+      "loss": 0.0359,
+      "step": 32200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.436708860759495e-05,
+      "learning_rate_adapter": 9.436708860759495e-05,
+      "loss": 0.0354,
+      "step": 32250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.435443037974684e-05,
+      "learning_rate_adapter": 9.435443037974684e-05,
+      "loss": 0.035,
+      "step": 32300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.434177215189875e-05,
+      "learning_rate_adapter": 9.434177215189875e-05,
+      "loss": 0.0357,
+      "step": 32350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.432911392405064e-05,
+      "learning_rate_adapter": 9.432911392405064e-05,
+      "loss": 0.0357,
+      "step": 32400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.431645569620253e-05,
+      "learning_rate_adapter": 9.431645569620253e-05,
+      "loss": 0.0357,
+      "step": 32450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.430379746835444e-05,
+      "learning_rate_adapter": 9.430379746835444e-05,
+      "loss": 0.0352,
+      "step": 32500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.429113924050633e-05,
+      "learning_rate_adapter": 9.429113924050633e-05,
+      "loss": 0.036,
+      "step": 32550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.427848101265823e-05,
+      "learning_rate_adapter": 9.427848101265823e-05,
+      "loss": 0.0358,
+      "step": 32600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.426582278481013e-05,
+      "learning_rate_adapter": 9.426582278481013e-05,
+      "loss": 0.0354,
+      "step": 32650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.425316455696203e-05,
+      "learning_rate_adapter": 9.425316455696203e-05,
+      "loss": 0.0359,
+      "step": 32700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.424050632911394e-05,
+      "learning_rate_adapter": 9.424050632911394e-05,
+      "loss": 0.0359,
+      "step": 32750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.422784810126583e-05,
+      "learning_rate_adapter": 9.422784810126583e-05,
+      "loss": 0.0351,
+      "step": 32800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.421518987341773e-05,
+      "learning_rate_adapter": 9.421518987341773e-05,
+      "loss": 0.0359,
+      "step": 32850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.420253164556963e-05,
+      "learning_rate_adapter": 9.420253164556963e-05,
+      "loss": 0.0352,
+      "step": 32900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.418987341772152e-05,
+      "learning_rate_adapter": 9.418987341772152e-05,
+      "loss": 0.0351,
+      "step": 32950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.417721518987342e-05,
+      "learning_rate_adapter": 9.417721518987342e-05,
+      "loss": 0.0348,
+      "step": 33000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.416455696202532e-05,
+      "learning_rate_adapter": 9.416455696202532e-05,
+      "loss": 0.0359,
+      "step": 33050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.415189873417722e-05,
+      "learning_rate_adapter": 9.415189873417722e-05,
+      "loss": 0.0353,
+      "step": 33100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.413924050632911e-05,
+      "learning_rate_adapter": 9.413924050632911e-05,
+      "loss": 0.0347,
+      "step": 33150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.4126582278481e-05,
+      "learning_rate_adapter": 9.4126582278481e-05,
+      "loss": 0.0353,
+      "step": 33200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.411392405063291e-05,
+      "learning_rate_adapter": 9.411392405063291e-05,
+      "loss": 0.0356,
+      "step": 33250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.410126582278482e-05,
+      "learning_rate_adapter": 9.410126582278482e-05,
+      "loss": 0.0356,
+      "step": 33300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.408860759493672e-05,
+      "learning_rate_adapter": 9.408860759493672e-05,
+      "loss": 0.0349,
+      "step": 33350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.407594936708861e-05,
+      "learning_rate_adapter": 9.407594936708861e-05,
+      "loss": 0.0351,
+      "step": 33400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.406329113924051e-05,
+      "learning_rate_adapter": 9.406329113924051e-05,
+      "loss": 0.0355,
+      "step": 33450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.405063291139241e-05,
+      "learning_rate_adapter": 9.405063291139241e-05,
+      "loss": 0.0357,
+      "step": 33500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.40379746835443e-05,
+      "learning_rate_adapter": 9.40379746835443e-05,
+      "loss": 0.0352,
+      "step": 33550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.402531645569621e-05,
+      "learning_rate_adapter": 9.402531645569621e-05,
+      "loss": 0.0348,
+      "step": 33600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.40126582278481e-05,
+      "learning_rate_adapter": 9.40126582278481e-05,
+      "loss": 0.0347,
+      "step": 33650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0356,
+      "step": 33700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39873417721519e-05,
+      "learning_rate_adapter": 9.39873417721519e-05,
+      "loss": 0.0354,
+      "step": 33750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.397468354430379e-05,
+      "learning_rate_adapter": 9.397468354430379e-05,
+      "loss": 0.0348,
+      "step": 33800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39620253164557e-05,
+      "learning_rate_adapter": 9.39620253164557e-05,
+      "loss": 0.0346,
+      "step": 33850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39493670886076e-05,
+      "learning_rate_adapter": 9.39493670886076e-05,
+      "loss": 0.0353,
+      "step": 33900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.393670886075951e-05,
+      "learning_rate_adapter": 9.393670886075951e-05,
+      "loss": 0.0354,
+      "step": 33950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39240506329114e-05,
+      "learning_rate_adapter": 9.39240506329114e-05,
+      "loss": 0.0356,
+      "step": 34000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39113924050633e-05,
+      "learning_rate_adapter": 9.39113924050633e-05,
+      "loss": 0.0352,
+      "step": 34050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.38987341772152e-05,
+      "learning_rate_adapter": 9.38987341772152e-05,
+      "loss": 0.0349,
+      "step": 34100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.388607594936709e-05,
+      "learning_rate_adapter": 9.388607594936709e-05,
+      "loss": 0.0357,
+      "step": 34150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.3873417721519e-05,
+      "learning_rate_adapter": 9.3873417721519e-05,
+      "loss": 0.035,
+      "step": 34200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.386075949367089e-05,
+      "learning_rate_adapter": 9.386075949367089e-05,
+      "loss": 0.0367,
+      "step": 34250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.384810126582278e-05,
+      "learning_rate_adapter": 9.384810126582278e-05,
+      "loss": 0.0359,
+      "step": 34300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.383544303797469e-05,
+      "learning_rate_adapter": 9.383544303797469e-05,
+      "loss": 0.0346,
+      "step": 34350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.382278481012658e-05,
+      "learning_rate_adapter": 9.382278481012658e-05,
+      "loss": 0.0357,
+      "step": 34400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.381012658227848e-05,
+      "learning_rate_adapter": 9.381012658227848e-05,
+      "loss": 0.0355,
+      "step": 34450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.379746835443039e-05,
+      "learning_rate_adapter": 9.379746835443039e-05,
+      "loss": 0.0348,
+      "step": 34500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.378481012658228e-05,
+      "learning_rate_adapter": 9.378481012658228e-05,
+      "loss": 0.0346,
+      "step": 34550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.377215189873419e-05,
+      "learning_rate_adapter": 9.377215189873419e-05,
+      "loss": 0.0352,
+      "step": 34600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.375949367088608e-05,
+      "learning_rate_adapter": 9.375949367088608e-05,
+      "loss": 0.0356,
+      "step": 34650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.374683544303799e-05,
+      "learning_rate_adapter": 9.374683544303799e-05,
+      "loss": 0.035,
+      "step": 34700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.373417721518988e-05,
+      "learning_rate_adapter": 9.373417721518988e-05,
+      "loss": 0.0351,
+      "step": 34750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.372151898734177e-05,
+      "learning_rate_adapter": 9.372151898734177e-05,
+      "loss": 0.035,
+      "step": 34800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.370886075949367e-05,
+      "learning_rate_adapter": 9.370886075949367e-05,
+      "loss": 0.0354,
+      "step": 34850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.369620253164557e-05,
+      "learning_rate_adapter": 9.369620253164557e-05,
+      "loss": 0.0342,
+      "step": 34900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.368354430379747e-05,
+      "learning_rate_adapter": 9.368354430379747e-05,
+      "loss": 0.0352,
+      "step": 34950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.367088607594936e-05,
+      "learning_rate_adapter": 9.367088607594936e-05,
+      "loss": 0.0353,
+      "step": 35000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7533184211703738,
+      "eval_af_ud_pr_auc": 0.9810376162084454,
+      "eval_am_opus100_pr_auc": 0.4536979260289473,
+      "eval_ar_ersatz_pr_auc": 0.9093775958704821,
+      "eval_ar_opus100_pr_auc": 0.6897119705757248,
+      "eval_ar_ud_pr_auc": 0.8699891023117593,
+      "eval_average_ersatz_pr_auc": 0.9534160970884692,
+      "eval_average_opus100_pr_auc": 0.7976407048873989,
+      "eval_average_ud_pr_auc": 0.9533481348136255,
+      "eval_az_opus100_pr_auc": 0.72279746662397,
+      "eval_be_opus100_pr_auc": 0.6204836285525918,
+      "eval_be_ud_pr_auc": 0.8664826199599858,
+      "eval_bg_opus100_pr_auc": 0.8999522104856141,
+      "eval_bg_ud_pr_auc": 0.9946104209621591,
+      "eval_bn_opus100_pr_auc": 0.7821891351420889,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8739563473585997,
+      "eval_ca_ud_pr_auc": 0.9908328584110809,
+      "eval_ceb_ud_pr_auc": 0.9959339266074722,
+      "eval_cs_ersatz_pr_auc": 0.9868240914325185,
+      "eval_cs_opus100_pr_auc": 0.8922636427774666,
+      "eval_cs_ud_pr_auc": 0.958361472772469,
+      "eval_cy_opus100_pr_auc": 0.7652955251625393,
+      "eval_cy_ud_pr_auc": 0.9957814017106319,
+      "eval_da_opus100_pr_auc": 0.8892489828336246,
+      "eval_da_ud_pr_auc": 0.9846802192129901,
+      "eval_de_ersatz_pr_auc": 0.974286006912643,
+      "eval_de_opus100_pr_auc": 0.8532746414105127,
+      "eval_de_ud_pr_auc": 0.9746664880765435,
+      "eval_el_opus100_pr_auc": 0.9040766462908544,
+      "eval_el_ud_pr_auc": 0.9857166228485444,
+      "eval_en_ersatz_pr_auc": 0.9874791056176611,
+      "eval_en_opus100_pr_auc": 0.9112904241294605,
+      "eval_en_ud_pr_auc": 0.9772484726998563,
+      "eval_eo_opus100_pr_auc": 0.9187837644563022,
+      "eval_es_ersatz_pr_auc": 0.9962069960321474,
+      "eval_es_opus100_pr_auc": 0.9054445236854286,
+      "eval_es_ud_pr_auc": 0.9902171972858841,
+      "eval_et_ersatz_pr_auc": 0.9781825968685317,
+      "eval_et_opus100_pr_auc": 0.8310293816408958,
+      "eval_et_ud_pr_auc": 0.9283339865741382,
+      "eval_eu_opus100_pr_auc": 0.8772641444040337,
+      "eval_eu_ud_pr_auc": 0.989021255132969,
+      "eval_fa_opus100_pr_auc": 0.546071733245982,
+      "eval_fa_ud_pr_auc": 0.9881309276168948,
+      "eval_fi_ersatz_pr_auc": 0.991264744059599,
+      "eval_fi_opus100_pr_auc": 0.8885778744516539,
+      "eval_fi_ud_pr_auc": 0.9506905538229441,
+      "eval_fr_ersatz_pr_auc": 0.9893476441946427,
+      "eval_fr_opus100_pr_auc": 0.8863163868777219,
+      "eval_fr_ud_pr_auc": 0.9798166868612648,
+      "eval_fy_opus100_pr_auc": 0.6475332597028202,
+      "eval_ga_opus100_pr_auc": 0.8675501024801957,
+      "eval_ga_ud_pr_auc": 0.7973660938404026,
+      "eval_gd_opus100_pr_auc": 0.5384397987745524,
+      "eval_gd_ud_pr_auc": 0.6967513755456559,
+      "eval_gl_opus100_pr_auc": 0.866404101765678,
+      "eval_gl_ud_pr_auc": 0.9981417706135244,
+      "eval_gu_ersatz_pr_auc": 0.9286939067307922,
+      "eval_gu_opus100_pr_auc": 0.6880581756743055,
+      "eval_ha_opus100_pr_auc": 0.8915422533698176,
+      "eval_he_opus100_pr_auc": 0.839984650445364,
+      "eval_he_ud_pr_auc": 0.9741826124379234,
+      "eval_hi_ersatz_pr_auc": 0.9677644611642533,
+      "eval_hi_opus100_pr_auc": 0.6217638241969604,
+      "eval_hi_ud_pr_auc": 0.9775708371689799,
+      "eval_hu_opus100_pr_auc": 0.891476714816299,
+      "eval_hu_ud_pr_auc": 0.979409387984576,
+      "eval_hy_opus100_pr_auc": 0.8903751634388246,
+      "eval_hy_ud_pr_auc": 0.9718270599327788,
+      "eval_id_opus100_pr_auc": 0.8686073134053438,
+      "eval_id_ud_pr_auc": 0.9946781871532472,
+      "eval_ig_opus100_pr_auc": 0.8757686304433356,
+      "eval_is_opus100_pr_auc": 0.9098622175864829,
+      "eval_is_ud_pr_auc": 0.9092209090598862,
+      "eval_it_opus100_pr_auc": 0.8882446442227143,
+      "eval_it_ud_pr_auc": 0.9992211398229213,
+      "eval_ja_ersatz_pr_auc": 0.7610367613207056,
+      "eval_ja_opus100_pr_auc": 0.7358683793219142,
+      "eval_ja_ud_pr_auc": 0.9658825485228985,
+      "eval_jv_ud_pr_auc": 0.9759630752156445,
+      "eval_ka_opus100_pr_auc": 0.8514555509894349,
+      "eval_kk_ersatz_pr_auc": 0.9821065451502679,
+      "eval_kk_opus100_pr_auc": 0.7695092916903463,
+      "eval_kk_ud_pr_auc": 0.9764727025880621,
+      "eval_km_ersatz_pr_auc": 0.8813544676806054,
+      "eval_km_opus100_pr_auc": 0.6289224105712204,
+      "eval_kn_opus100_pr_auc": 0.522539651138934,
+      "eval_ko_opus100_pr_auc": 0.6343931985423286,
+      "eval_ko_ud_pr_auc": 0.9966359438445921,
+      "eval_ku_opus100_pr_auc": 0.7792574152665322,
+      "eval_ky_opus100_pr_auc": 0.8501096742580933,
+      "eval_la_ud_pr_auc": 0.9429562539604224,
+      "eval_loss": 0.03922296687960625,
+      "eval_lt_ersatz_pr_auc": 0.9838659487018835,
+      "eval_lt_opus100_pr_auc": 0.8324701843609932,
+      "eval_lt_ud_pr_auc": 0.9777068680651786,
+      "eval_lv_ersatz_pr_auc": 0.9850083740000619,
+      "eval_lv_opus100_pr_auc": 0.8537590315936721,
+      "eval_lv_ud_pr_auc": 0.9515505521450385,
+      "eval_mg_opus100_pr_auc": 0.9166138214550928,
+      "eval_mk_opus100_pr_auc": 0.8880750966123138,
+      "eval_ml_opus100_pr_auc": 0.7492663915738382,
+      "eval_mn_opus100_pr_auc": 0.9322286509927131,
+      "eval_mr_opus100_pr_auc": 0.8742276701033622,
+      "eval_mr_ud_pr_auc": 0.951109188900143,
+      "eval_ms_opus100_pr_auc": 0.8693734746294828,
+      "eval_mt_opus100_pr_auc": 0.8133071234797842,
+      "eval_mt_ud_pr_auc": 0.8768573888922138,
+      "eval_my_opus100_pr_auc": 0.6623012761296809,
+      "eval_ne_opus100_pr_auc": 0.6554074556391608,
+      "eval_nl_opus100_pr_auc": 0.8766056498248385,
+      "eval_nl_ud_pr_auc": 0.9687510291600208,
+      "eval_no_opus100_pr_auc": 0.911621700989605,
+      "eval_no_ud_pr_auc": 0.9951947903624782,
+      "eval_pa_opus100_pr_auc": 0.6370806094238086,
+      "eval_pl_ersatz_pr_auc": 0.9793896533536657,
+      "eval_pl_opus100_pr_auc": 0.8777287864199141,
+      "eval_pl_ud_pr_auc": 0.9595081756516866,
+      "eval_ps_ersatz_pr_auc": 0.9283083686029406,
+      "eval_ps_opus100_pr_auc": 0.6890618535581242,
+      "eval_pt_opus100_pr_auc": 0.9009168422324476,
+      "eval_pt_ud_pr_auc": 0.9810607377218237,
+      "eval_ro_ersatz_pr_auc": 0.9953068023032832,
+      "eval_ro_opus100_pr_auc": 0.8618699860650816,
+      "eval_ro_ud_pr_auc": 0.966349233559757,
+      "eval_ru_ersatz_pr_auc": 0.9930659707184102,
+      "eval_ru_opus100_pr_auc": 0.887779592193611,
+      "eval_ru_ud_pr_auc": 0.84968108584542,
+      "eval_runtime": 623.8308,
+      "eval_samples_per_second": 121.054,
+      "eval_si_opus100_pr_auc": 0.7758453653647048,
+      "eval_sk_opus100_pr_auc": 0.9076168566030284,
+      "eval_sk_ud_pr_auc": 0.9867860246249045,
+      "eval_sl_opus100_pr_auc": 0.8550863703792517,
+      "eval_sl_ud_pr_auc": 0.9745584728325947,
+      "eval_sq_opus100_pr_auc": 0.8679828830360424,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9056952793655295,
+      "eval_sr_ud_pr_auc": 0.9960748730186247,
+      "eval_steps_per_second": 3.783,
+      "eval_sv_opus100_pr_auc": 0.878096481537519,
+      "eval_sv_ud_pr_auc": 0.9502106592991395,
+      "eval_ta_ersatz_pr_auc": 0.9773883272045387,
+      "eval_ta_opus100_pr_auc": 0.599368121512968,
+      "eval_ta_ud_pr_auc": 0.9966830294078621,
+      "eval_te_opus100_pr_auc": 0.7742617026881324,
+      "eval_tg_opus100_pr_auc": 0.8438802528077076,
+      "eval_th_opus100_pr_auc": 0.6337207729214986,
+      "eval_th_ud_pr_auc": 0.6968533828507872,
+      "eval_tr_ersatz_pr_auc": 0.9693927740563856,
+      "eval_tr_opus100_pr_auc": 0.8831118793365907,
+      "eval_tr_ud_pr_auc": 0.9469956120069429,
+      "eval_uk_opus100_pr_auc": 0.8637691610244617,
+      "eval_uk_ud_pr_auc": 0.9324776875888284,
+      "eval_ur_opus100_pr_auc": 0.48746732794509284,
+      "eval_ur_ud_pr_auc": 0.9942134326016172,
+      "eval_uz_opus100_pr_auc": 0.8200259112400656,
+      "eval_vi_opus100_pr_auc": 0.88877363706529,
+      "eval_vi_ud_pr_auc": 0.948900906973291,
+      "eval_xh_opus100_pr_auc": 0.8562755580709432,
+      "eval_yi_opus100_pr_auc": 0.6832006063810269,
+      "eval_yo_opus100_pr_auc": 0.7871149578336554,
+      "eval_yo_ud_pr_auc": 0.9078594523937515,
+      "eval_zh_ersatz_pr_auc": 0.8295029939703049,
+      "eval_zh_opus100_pr_auc": 0.6424147723766842,
+      "eval_zh_ud_pr_auc": 0.9736293737069963,
+      "eval_zu_opus100_pr_auc": 0.8404235065931079,
+      "step": 35000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.365822784810127e-05,
+      "learning_rate_adapter": 9.365822784810127e-05,
+      "loss": 0.0342,
+      "step": 35050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.364556962025318e-05,
+      "learning_rate_adapter": 9.364556962025318e-05,
+      "loss": 0.0348,
+      "step": 35100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.363291139240507e-05,
+      "learning_rate_adapter": 9.363291139240507e-05,
+      "loss": 0.0346,
+      "step": 35150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.362025316455697e-05,
+      "learning_rate_adapter": 9.362025316455697e-05,
+      "loss": 0.0346,
+      "step": 35200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.360759493670887e-05,
+      "learning_rate_adapter": 9.360759493670887e-05,
+      "loss": 0.0353,
+      "step": 35250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.359493670886076e-05,
+      "learning_rate_adapter": 9.359493670886076e-05,
+      "loss": 0.0351,
+      "step": 35300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.358227848101266e-05,
+      "learning_rate_adapter": 9.358227848101266e-05,
+      "loss": 0.0358,
+      "step": 35350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.356962025316456e-05,
+      "learning_rate_adapter": 9.356962025316456e-05,
+      "loss": 0.0342,
+      "step": 35400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.355696202531646e-05,
+      "learning_rate_adapter": 9.355696202531646e-05,
+      "loss": 0.0352,
+      "step": 35450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.354430379746835e-05,
+      "learning_rate_adapter": 9.354430379746835e-05,
+      "loss": 0.035,
+      "step": 35500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.353164556962026e-05,
+      "learning_rate_adapter": 9.353164556962026e-05,
+      "loss": 0.0349,
+      "step": 35550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.351898734177215e-05,
+      "learning_rate_adapter": 9.351898734177215e-05,
+      "loss": 0.035,
+      "step": 35600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.350632911392406e-05,
+      "learning_rate_adapter": 9.350632911392406e-05,
+      "loss": 0.0351,
+      "step": 35650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.349367088607596e-05,
+      "learning_rate_adapter": 9.349367088607596e-05,
+      "loss": 0.0356,
+      "step": 35700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.348101265822785e-05,
+      "learning_rate_adapter": 9.348101265822785e-05,
+      "loss": 0.0351,
+      "step": 35750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.346835443037976e-05,
+      "learning_rate_adapter": 9.346835443037976e-05,
+      "loss": 0.0345,
+      "step": 35800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.345569620253165e-05,
+      "learning_rate_adapter": 9.345569620253165e-05,
+      "loss": 0.0358,
+      "step": 35850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.344303797468354e-05,
+      "learning_rate_adapter": 9.344303797468354e-05,
+      "loss": 0.0342,
+      "step": 35900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.343037974683545e-05,
+      "learning_rate_adapter": 9.343037974683545e-05,
+      "loss": 0.0348,
+      "step": 35950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.341772151898734e-05,
+      "learning_rate_adapter": 9.341772151898734e-05,
+      "loss": 0.0345,
+      "step": 36000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.340506329113925e-05,
+      "learning_rate_adapter": 9.340506329113925e-05,
+      "loss": 0.0345,
+      "step": 36050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.339240506329114e-05,
+      "learning_rate_adapter": 9.339240506329114e-05,
+      "loss": 0.0347,
+      "step": 36100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.337974683544303e-05,
+      "learning_rate_adapter": 9.337974683544303e-05,
+      "loss": 0.0341,
+      "step": 36150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.336708860759494e-05,
+      "learning_rate_adapter": 9.336708860759494e-05,
+      "loss": 0.0353,
+      "step": 36200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.335443037974684e-05,
+      "learning_rate_adapter": 9.335443037974684e-05,
+      "loss": 0.0344,
+      "step": 36250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.334177215189875e-05,
+      "learning_rate_adapter": 9.334177215189875e-05,
+      "loss": 0.0347,
+      "step": 36300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.332911392405064e-05,
+      "learning_rate_adapter": 9.332911392405064e-05,
+      "loss": 0.0346,
+      "step": 36350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.331645569620253e-05,
+      "learning_rate_adapter": 9.331645569620253e-05,
+      "loss": 0.0346,
+      "step": 36400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.330379746835444e-05,
+      "learning_rate_adapter": 9.330379746835444e-05,
+      "loss": 0.0341,
+      "step": 36450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.329113924050633e-05,
+      "learning_rate_adapter": 9.329113924050633e-05,
+      "loss": 0.0364,
+      "step": 36500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.327848101265824e-05,
+      "learning_rate_adapter": 9.327848101265824e-05,
+      "loss": 0.0348,
+      "step": 36550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.326582278481013e-05,
+      "learning_rate_adapter": 9.326582278481013e-05,
+      "loss": 0.0351,
+      "step": 36600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.325316455696202e-05,
+      "learning_rate_adapter": 9.325316455696202e-05,
+      "loss": 0.0346,
+      "step": 36650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.324050632911393e-05,
+      "learning_rate_adapter": 9.324050632911393e-05,
+      "loss": 0.0342,
+      "step": 36700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.322784810126582e-05,
+      "learning_rate_adapter": 9.322784810126582e-05,
+      "loss": 0.035,
+      "step": 36750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.321518987341772e-05,
+      "learning_rate_adapter": 9.321518987341772e-05,
+      "loss": 0.0346,
+      "step": 36800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.320253164556963e-05,
+      "learning_rate_adapter": 9.320253164556963e-05,
+      "loss": 0.0348,
+      "step": 36850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.318987341772152e-05,
+      "learning_rate_adapter": 9.318987341772152e-05,
+      "loss": 0.0352,
+      "step": 36900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.317721518987343e-05,
+      "learning_rate_adapter": 9.317721518987343e-05,
+      "loss": 0.0352,
+      "step": 36950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.316455696202532e-05,
+      "learning_rate_adapter": 9.316455696202532e-05,
+      "loss": 0.0341,
+      "step": 37000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.315189873417722e-05,
+      "learning_rate_adapter": 9.315189873417722e-05,
+      "loss": 0.034,
+      "step": 37050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.313924050632912e-05,
+      "learning_rate_adapter": 9.313924050632912e-05,
+      "loss": 0.0351,
+      "step": 37100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.312658227848101e-05,
+      "learning_rate_adapter": 9.312658227848101e-05,
+      "loss": 0.0345,
+      "step": 37150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.311392405063291e-05,
+      "learning_rate_adapter": 9.311392405063291e-05,
+      "loss": 0.0345,
+      "step": 37200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.31012658227848e-05,
+      "learning_rate_adapter": 9.31012658227848e-05,
+      "loss": 0.0347,
+      "step": 37250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.308860759493671e-05,
+      "learning_rate_adapter": 9.308860759493671e-05,
+      "loss": 0.035,
+      "step": 37300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.30759493670886e-05,
+      "learning_rate_adapter": 9.30759493670886e-05,
+      "loss": 0.0346,
+      "step": 37350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.306329113924051e-05,
+      "learning_rate_adapter": 9.306329113924051e-05,
+      "loss": 0.0349,
+      "step": 37400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.305063291139242e-05,
+      "learning_rate_adapter": 9.305063291139242e-05,
+      "loss": 0.0349,
+      "step": 37450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.303797468354431e-05,
+      "learning_rate_adapter": 9.303797468354431e-05,
+      "loss": 0.0352,
+      "step": 37500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.302531645569621e-05,
+      "learning_rate_adapter": 9.302531645569621e-05,
+      "loss": 0.0346,
+      "step": 37550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.30126582278481e-05,
+      "learning_rate_adapter": 9.30126582278481e-05,
+      "loss": 0.0356,
+      "step": 37600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0354,
+      "step": 37650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29873417721519e-05,
+      "learning_rate_adapter": 9.29873417721519e-05,
+      "loss": 0.0339,
+      "step": 37700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29746835443038e-05,
+      "learning_rate_adapter": 9.29746835443038e-05,
+      "loss": 0.0348,
+      "step": 37750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29620253164557e-05,
+      "learning_rate_adapter": 9.29620253164557e-05,
+      "loss": 0.0348,
+      "step": 37800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.294936708860759e-05,
+      "learning_rate_adapter": 9.294936708860759e-05,
+      "loss": 0.0348,
+      "step": 37850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29367088607595e-05,
+      "learning_rate_adapter": 9.29367088607595e-05,
+      "loss": 0.0343,
+      "step": 37900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.292405063291139e-05,
+      "learning_rate_adapter": 9.292405063291139e-05,
+      "loss": 0.0365,
+      "step": 37950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29113924050633e-05,
+      "learning_rate_adapter": 9.29113924050633e-05,
+      "loss": 0.0347,
+      "step": 38000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.28987341772152e-05,
+      "learning_rate_adapter": 9.28987341772152e-05,
+      "loss": 0.0351,
+      "step": 38050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.28860759493671e-05,
+      "learning_rate_adapter": 9.28860759493671e-05,
+      "loss": 0.0351,
+      "step": 38100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.2873417721519e-05,
+      "learning_rate_adapter": 9.2873417721519e-05,
+      "loss": 0.0359,
+      "step": 38150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.286075949367089e-05,
+      "learning_rate_adapter": 9.286075949367089e-05,
+      "loss": 0.0338,
+      "step": 38200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.284810126582278e-05,
+      "learning_rate_adapter": 9.284810126582278e-05,
+      "loss": 0.0355,
+      "step": 38250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.283544303797469e-05,
+      "learning_rate_adapter": 9.283544303797469e-05,
+      "loss": 0.0347,
+      "step": 38300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.282278481012658e-05,
+      "learning_rate_adapter": 9.282278481012658e-05,
+      "loss": 0.0349,
+      "step": 38350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.281012658227849e-05,
+      "learning_rate_adapter": 9.281012658227849e-05,
+      "loss": 0.0345,
+      "step": 38400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.279746835443038e-05,
+      "learning_rate_adapter": 9.279746835443038e-05,
+      "loss": 0.0344,
+      "step": 38450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.278481012658227e-05,
+      "learning_rate_adapter": 9.278481012658227e-05,
+      "loss": 0.0347,
+      "step": 38500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.277215189873418e-05,
+      "learning_rate_adapter": 9.277215189873418e-05,
+      "loss": 0.0349,
+      "step": 38550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.275949367088608e-05,
+      "learning_rate_adapter": 9.275949367088608e-05,
+      "loss": 0.0343,
+      "step": 38600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.274683544303799e-05,
+      "learning_rate_adapter": 9.274683544303799e-05,
+      "loss": 0.0345,
+      "step": 38650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.273417721518988e-05,
+      "learning_rate_adapter": 9.273417721518988e-05,
+      "loss": 0.0345,
+      "step": 38700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.272151898734177e-05,
+      "learning_rate_adapter": 9.272151898734177e-05,
+      "loss": 0.0356,
+      "step": 38750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.270886075949368e-05,
+      "learning_rate_adapter": 9.270886075949368e-05,
+      "loss": 0.0345,
+      "step": 38800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.269620253164557e-05,
+      "learning_rate_adapter": 9.269620253164557e-05,
+      "loss": 0.0348,
+      "step": 38850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.268354430379748e-05,
+      "learning_rate_adapter": 9.268354430379748e-05,
+      "loss": 0.0346,
+      "step": 38900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.267088607594937e-05,
+      "learning_rate_adapter": 9.267088607594937e-05,
+      "loss": 0.0349,
+      "step": 38950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.265822784810127e-05,
+      "learning_rate_adapter": 9.265822784810127e-05,
+      "loss": 0.0347,
+      "step": 39000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.264556962025317e-05,
+      "learning_rate_adapter": 9.264556962025317e-05,
+      "loss": 0.0343,
+      "step": 39050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.263291139240506e-05,
+      "learning_rate_adapter": 9.263291139240506e-05,
+      "loss": 0.0352,
+      "step": 39100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.262025316455696e-05,
+      "learning_rate_adapter": 9.262025316455696e-05,
+      "loss": 0.0347,
+      "step": 39150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.260759493670887e-05,
+      "learning_rate_adapter": 9.260759493670887e-05,
+      "loss": 0.0347,
+      "step": 39200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.259493670886077e-05,
+      "learning_rate_adapter": 9.259493670886077e-05,
+      "loss": 0.0344,
+      "step": 39250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.258227848101267e-05,
+      "learning_rate_adapter": 9.258227848101267e-05,
+      "loss": 0.0349,
+      "step": 39300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.256962025316456e-05,
+      "learning_rate_adapter": 9.256962025316456e-05,
+      "loss": 0.0348,
+      "step": 39350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.255696202531646e-05,
+      "learning_rate_adapter": 9.255696202531646e-05,
+      "loss": 0.0339,
+      "step": 39400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.254430379746836e-05,
+      "learning_rate_adapter": 9.254430379746836e-05,
+      "loss": 0.0354,
+      "step": 39450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.253164556962026e-05,
+      "learning_rate_adapter": 9.253164556962026e-05,
+      "loss": 0.0345,
+      "step": 39500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.251898734177215e-05,
+      "learning_rate_adapter": 9.251898734177215e-05,
+      "loss": 0.035,
+      "step": 39550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.250632911392405e-05,
+      "learning_rate_adapter": 9.250632911392405e-05,
+      "loss": 0.0352,
+      "step": 39600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.249367088607595e-05,
+      "learning_rate_adapter": 9.249367088607595e-05,
+      "loss": 0.0346,
+      "step": 39650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.248101265822784e-05,
+      "learning_rate_adapter": 9.248101265822784e-05,
+      "loss": 0.0337,
+      "step": 39700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.246835443037975e-05,
+      "learning_rate_adapter": 9.246835443037975e-05,
+      "loss": 0.0343,
+      "step": 39750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.245569620253165e-05,
+      "learning_rate_adapter": 9.245569620253165e-05,
+      "loss": 0.0337,
+      "step": 39800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.244303797468355e-05,
+      "learning_rate_adapter": 9.244303797468355e-05,
+      "loss": 0.035,
+      "step": 39850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.243037974683545e-05,
+      "learning_rate_adapter": 9.243037974683545e-05,
+      "loss": 0.0343,
+      "step": 39900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.241772151898734e-05,
+      "learning_rate_adapter": 9.241772151898734e-05,
+      "loss": 0.0353,
+      "step": 39950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.240506329113925e-05,
+      "learning_rate_adapter": 9.240506329113925e-05,
+      "loss": 0.0343,
+      "step": 40000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7893702202701725,
+      "eval_af_ud_pr_auc": 0.9864899960090457,
+      "eval_am_opus100_pr_auc": 0.5417001614279742,
+      "eval_ar_ersatz_pr_auc": 0.9128992059659292,
+      "eval_ar_opus100_pr_auc": 0.6938532519671446,
+      "eval_ar_ud_pr_auc": 0.8704927532141303,
+      "eval_average_ersatz_pr_auc": 0.9587736742222129,
+      "eval_average_opus100_pr_auc": 0.8194215640444207,
+      "eval_average_ud_pr_auc": 0.9558637366769098,
+      "eval_az_opus100_pr_auc": 0.6422757457845742,
+      "eval_be_opus100_pr_auc": 0.681044983254194,
+      "eval_be_ud_pr_auc": 0.8798506145927899,
+      "eval_bg_opus100_pr_auc": 0.9176664729014131,
+      "eval_bg_ud_pr_auc": 0.9924321262288618,
+      "eval_bn_opus100_pr_auc": 0.8073500224480582,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8921687456480302,
+      "eval_ca_ud_pr_auc": 0.9943179047004089,
+      "eval_ceb_ud_pr_auc": 0.9984036887699941,
+      "eval_cs_ersatz_pr_auc": 0.9832502334045086,
+      "eval_cs_opus100_pr_auc": 0.9098435529610257,
+      "eval_cs_ud_pr_auc": 0.9586728534630409,
+      "eval_cy_opus100_pr_auc": 0.7751582953438874,
+      "eval_cy_ud_pr_auc": 0.992807806909011,
+      "eval_da_opus100_pr_auc": 0.9127419746087821,
+      "eval_da_ud_pr_auc": 0.9863915035402662,
+      "eval_de_ersatz_pr_auc": 0.9640784533626001,
+      "eval_de_opus100_pr_auc": 0.8824338129463482,
+      "eval_de_ud_pr_auc": 0.9796245668214227,
+      "eval_el_opus100_pr_auc": 0.9257940513011953,
+      "eval_el_ud_pr_auc": 0.9895340519754037,
+      "eval_en_ersatz_pr_auc": 0.9886529810059391,
+      "eval_en_opus100_pr_auc": 0.9239804582022247,
+      "eval_en_ud_pr_auc": 0.9811767487152675,
+      "eval_eo_opus100_pr_auc": 0.9294384536098441,
+      "eval_es_ersatz_pr_auc": 0.99382468718454,
+      "eval_es_opus100_pr_auc": 0.9164180477894955,
+      "eval_es_ud_pr_auc": 0.9910709530761009,
+      "eval_et_ersatz_pr_auc": 0.9766762389522649,
+      "eval_et_opus100_pr_auc": 0.8795578573285027,
+      "eval_et_ud_pr_auc": 0.933173415370589,
+      "eval_eu_opus100_pr_auc": 0.8898119377692173,
+      "eval_eu_ud_pr_auc": 0.9912168454511129,
+      "eval_fa_opus100_pr_auc": 0.5592273063354964,
+      "eval_fa_ud_pr_auc": 0.9934402522299534,
+      "eval_fi_ersatz_pr_auc": 0.9847939333851262,
+      "eval_fi_opus100_pr_auc": 0.9114845152229745,
+      "eval_fi_ud_pr_auc": 0.9601241654942007,
+      "eval_fr_ersatz_pr_auc": 0.9756743942598463,
+      "eval_fr_opus100_pr_auc": 0.9094305163556078,
+      "eval_fr_ud_pr_auc": 0.9735856712002853,
+      "eval_fy_opus100_pr_auc": 0.6860730806279146,
+      "eval_ga_opus100_pr_auc": 0.8713700260816516,
+      "eval_ga_ud_pr_auc": 0.8049649010656952,
+      "eval_gd_opus100_pr_auc": 0.6034069925254738,
+      "eval_gd_ud_pr_auc": 0.7309245298154152,
+      "eval_gl_opus100_pr_auc": 0.8965919778595078,
+      "eval_gl_ud_pr_auc": 0.9974240836679492,
+      "eval_gu_ersatz_pr_auc": 0.9332395651973312,
+      "eval_gu_opus100_pr_auc": 0.7142427159564756,
+      "eval_ha_opus100_pr_auc": 0.890433509405898,
+      "eval_he_opus100_pr_auc": 0.8711913861736212,
+      "eval_he_ud_pr_auc": 0.9759303773819293,
+      "eval_hi_ersatz_pr_auc": 0.9694202823564947,
+      "eval_hi_opus100_pr_auc": 0.6569340326423246,
+      "eval_hi_ud_pr_auc": 0.9820590080142244,
+      "eval_hu_opus100_pr_auc": 0.9245914510915231,
+      "eval_hu_ud_pr_auc": 0.9785942977588058,
+      "eval_hy_opus100_pr_auc": 0.9181672519700398,
+      "eval_hy_ud_pr_auc": 0.9783585937813973,
+      "eval_id_opus100_pr_auc": 0.8733537218146936,
+      "eval_id_ud_pr_auc": 0.9899734991471779,
+      "eval_ig_opus100_pr_auc": 0.8911190569860069,
+      "eval_is_opus100_pr_auc": 0.9323850197252563,
+      "eval_is_ud_pr_auc": 0.9014880233492018,
+      "eval_it_opus100_pr_auc": 0.9069090041496798,
+      "eval_it_ud_pr_auc": 0.9981753802068387,
+      "eval_ja_ersatz_pr_auc": 0.8305256228700175,
+      "eval_ja_opus100_pr_auc": 0.7288141692778484,
+      "eval_ja_ud_pr_auc": 0.982842440524134,
+      "eval_jv_ud_pr_auc": 0.9804362201216117,
+      "eval_ka_opus100_pr_auc": 0.8799073399322607,
+      "eval_kk_ersatz_pr_auc": 0.9862208272124653,
+      "eval_kk_opus100_pr_auc": 0.8221810341189351,
+      "eval_kk_ud_pr_auc": 0.9795943638833775,
+      "eval_km_ersatz_pr_auc": 0.8800225060313611,
+      "eval_km_opus100_pr_auc": 0.669269713856419,
+      "eval_kn_opus100_pr_auc": 0.567926289242075,
+      "eval_ko_opus100_pr_auc": 0.6491404742200193,
+      "eval_ko_ud_pr_auc": 0.993798708260761,
+      "eval_ku_opus100_pr_auc": 0.7883245404659855,
+      "eval_ky_opus100_pr_auc": 0.8664880763743711,
+      "eval_la_ud_pr_auc": 0.9642550021051985,
+      "eval_loss": 0.038164157420396805,
+      "eval_lt_ersatz_pr_auc": 0.9907358270953004,
+      "eval_lt_opus100_pr_auc": 0.8681727965421383,
+      "eval_lt_ud_pr_auc": 0.9818716760728566,
+      "eval_lv_ersatz_pr_auc": 0.9852204958177104,
+      "eval_lv_opus100_pr_auc": 0.8853015870367145,
+      "eval_lv_ud_pr_auc": 0.9635146397083545,
+      "eval_mg_opus100_pr_auc": 0.9242003053294481,
+      "eval_mk_opus100_pr_auc": 0.9065367440397382,
+      "eval_ml_opus100_pr_auc": 0.7730054831820816,
+      "eval_mn_opus100_pr_auc": 0.935367722963361,
+      "eval_mr_opus100_pr_auc": 0.8970466105386566,
+      "eval_mr_ud_pr_auc": 0.9598785070478837,
+      "eval_ms_opus100_pr_auc": 0.8785257886734882,
+      "eval_mt_opus100_pr_auc": 0.851382974602159,
+      "eval_mt_ud_pr_auc": 0.9049942310703133,
+      "eval_my_opus100_pr_auc": 0.6841208005517079,
+      "eval_ne_opus100_pr_auc": 0.682149893683247,
+      "eval_nl_opus100_pr_auc": 0.9002086160163392,
+      "eval_nl_ud_pr_auc": 0.9649291998228806,
+      "eval_no_opus100_pr_auc": 0.9267907060278398,
+      "eval_no_ud_pr_auc": 0.996649654785912,
+      "eval_pa_opus100_pr_auc": 0.6516744793085353,
+      "eval_pl_ersatz_pr_auc": 0.9789920629543155,
+      "eval_pl_opus100_pr_auc": 0.9016735373208464,
+      "eval_pl_ud_pr_auc": 0.9605639116836038,
+      "eval_ps_ersatz_pr_auc": 0.9269433138318306,
+      "eval_ps_opus100_pr_auc": 0.6750520698564533,
+      "eval_pt_opus100_pr_auc": 0.9173167940897129,
+      "eval_pt_ud_pr_auc": 0.9831183278307699,
+      "eval_ro_ersatz_pr_auc": 0.9911648434278797,
+      "eval_ro_opus100_pr_auc": 0.8920490179261993,
+      "eval_ro_ud_pr_auc": 0.935043687495141,
+      "eval_ru_ersatz_pr_auc": 0.9896019030181262,
+      "eval_ru_opus100_pr_auc": 0.8977217493754658,
+      "eval_ru_ud_pr_auc": 0.8713911690016003,
+      "eval_runtime": 614.2599,
+      "eval_samples_per_second": 122.94,
+      "eval_si_opus100_pr_auc": 0.7997099245590946,
+      "eval_sk_opus100_pr_auc": 0.9242590406875376,
+      "eval_sk_ud_pr_auc": 0.9844497451669668,
+      "eval_sl_opus100_pr_auc": 0.883817846685462,
+      "eval_sl_ud_pr_auc": 0.9828178541080428,
+      "eval_sq_opus100_pr_auc": 0.8961045206279828,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9125372795771337,
+      "eval_sr_ud_pr_auc": 0.9978211208453918,
+      "eval_steps_per_second": 3.842,
+      "eval_sv_opus100_pr_auc": 0.9042048095194897,
+      "eval_sv_ud_pr_auc": 0.9346322994015608,
+      "eval_ta_ersatz_pr_auc": 0.9772662995882129,
+      "eval_ta_opus100_pr_auc": 0.6295137605752641,
+      "eval_ta_ud_pr_auc": 0.9938278162939758,
+      "eval_te_opus100_pr_auc": 0.8110428460649084,
+      "eval_tg_opus100_pr_auc": 0.8761511212967568,
+      "eval_th_opus100_pr_auc": 0.6582324467066278,
+      "eval_th_ud_pr_auc": 0.6854531344625755,
+      "eval_tr_ersatz_pr_auc": 0.9653320729810564,
+      "eval_tr_opus100_pr_auc": 0.9029612524601841,
+      "eval_tr_ud_pr_auc": 0.9270082961452413,
+      "eval_uk_opus100_pr_auc": 0.8833038023470313,
+      "eval_uk_ud_pr_auc": 0.9219850133193281,
+      "eval_ur_opus100_pr_auc": 0.4887398175289101,
+      "eval_ur_ud_pr_auc": 0.994477757470099,
+      "eval_uz_opus100_pr_auc": 0.8501574371814531,
+      "eval_vi_opus100_pr_auc": 0.9051092537327247,
+      "eval_vi_ud_pr_auc": 0.962296746265597,
+      "eval_xh_opus100_pr_auc": 0.8651595702830779,
+      "eval_yi_opus100_pr_auc": 0.710658060986697,
+      "eval_yo_opus100_pr_auc": 0.8141324715006307,
+      "eval_yo_ud_pr_auc": 0.8938016928425391,
+      "eval_zh_ersatz_pr_auc": 0.9084850829858321,
+      "eval_zh_opus100_pr_auc": 0.6831707146112399,
+      "eval_zh_ud_pr_auc": 0.9920811628976317,
+      "eval_zu_opus100_pr_auc": 0.8457333496720236,
+      "step": 40000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.239240506329114e-05,
+      "learning_rate_adapter": 9.239240506329114e-05,
+      "loss": 0.0345,
+      "step": 40050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.237974683544303e-05,
+      "learning_rate_adapter": 9.237974683544303e-05,
+      "loss": 0.035,
+      "step": 40100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.236708860759494e-05,
+      "learning_rate_adapter": 9.236708860759494e-05,
+      "loss": 0.0347,
+      "step": 40150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.235443037974683e-05,
+      "learning_rate_adapter": 9.235443037974683e-05,
+      "loss": 0.034,
+      "step": 40200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.234177215189874e-05,
+      "learning_rate_adapter": 9.234177215189874e-05,
+      "loss": 0.0346,
+      "step": 40250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.232911392405063e-05,
+      "learning_rate_adapter": 9.232911392405063e-05,
+      "loss": 0.0348,
+      "step": 40300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.231645569620254e-05,
+      "learning_rate_adapter": 9.231645569620254e-05,
+      "loss": 0.0341,
+      "step": 40350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.230379746835444e-05,
+      "learning_rate_adapter": 9.230379746835444e-05,
+      "loss": 0.034,
+      "step": 40400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.229113924050633e-05,
+      "learning_rate_adapter": 9.229113924050633e-05,
+      "loss": 0.0348,
+      "step": 40450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.227848101265824e-05,
+      "learning_rate_adapter": 9.227848101265824e-05,
+      "loss": 0.0341,
+      "step": 40500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.226582278481013e-05,
+      "learning_rate_adapter": 9.226582278481013e-05,
+      "loss": 0.0345,
+      "step": 40550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.225316455696204e-05,
+      "learning_rate_adapter": 9.225316455696204e-05,
+      "loss": 0.034,
+      "step": 40600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.224050632911393e-05,
+      "learning_rate_adapter": 9.224050632911393e-05,
+      "loss": 0.0338,
+      "step": 40650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.222784810126582e-05,
+      "learning_rate_adapter": 9.222784810126582e-05,
+      "loss": 0.0339,
+      "step": 40700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.221518987341773e-05,
+      "learning_rate_adapter": 9.221518987341773e-05,
+      "loss": 0.0348,
+      "step": 40750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.220253164556962e-05,
+      "learning_rate_adapter": 9.220253164556962e-05,
+      "loss": 0.0341,
+      "step": 40800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.218987341772152e-05,
+      "learning_rate_adapter": 9.218987341772152e-05,
+      "loss": 0.0358,
+      "step": 40850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.217721518987342e-05,
+      "learning_rate_adapter": 9.217721518987342e-05,
+      "loss": 0.035,
+      "step": 40900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.216455696202532e-05,
+      "learning_rate_adapter": 9.216455696202532e-05,
+      "loss": 0.0344,
+      "step": 40950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.215189873417723e-05,
+      "learning_rate_adapter": 9.215189873417723e-05,
+      "loss": 0.0346,
+      "step": 41000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.213924050632912e-05,
+      "learning_rate_adapter": 9.213924050632912e-05,
+      "loss": 0.0351,
+      "step": 41050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.212658227848103e-05,
+      "learning_rate_adapter": 9.212658227848103e-05,
+      "loss": 0.0341,
+      "step": 41100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.211392405063292e-05,
+      "learning_rate_adapter": 9.211392405063292e-05,
+      "loss": 0.0343,
+      "step": 41150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.210126582278481e-05,
+      "learning_rate_adapter": 9.210126582278481e-05,
+      "loss": 0.0345,
+      "step": 41200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.208860759493671e-05,
+      "learning_rate_adapter": 9.208860759493671e-05,
+      "loss": 0.0339,
+      "step": 41250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.207594936708861e-05,
+      "learning_rate_adapter": 9.207594936708861e-05,
+      "loss": 0.0347,
+      "step": 41300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.206329113924051e-05,
+      "learning_rate_adapter": 9.206329113924051e-05,
+      "loss": 0.0345,
+      "step": 41350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.20506329113924e-05,
+      "learning_rate_adapter": 9.20506329113924e-05,
+      "loss": 0.0337,
+      "step": 41400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.203797468354431e-05,
+      "learning_rate_adapter": 9.203797468354431e-05,
+      "loss": 0.0345,
+      "step": 41450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.20253164556962e-05,
+      "learning_rate_adapter": 9.20253164556962e-05,
+      "loss": 0.0343,
+      "step": 41500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.201265822784811e-05,
+      "learning_rate_adapter": 9.201265822784811e-05,
+      "loss": 0.0338,
+      "step": 41550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0345,
+      "step": 41600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19873417721519e-05,
+      "learning_rate_adapter": 9.19873417721519e-05,
+      "loss": 0.0347,
+      "step": 41650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19746835443038e-05,
+      "learning_rate_adapter": 9.19746835443038e-05,
+      "loss": 0.0344,
+      "step": 41700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19620253164557e-05,
+      "learning_rate_adapter": 9.19620253164557e-05,
+      "loss": 0.0347,
+      "step": 41750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19493670886076e-05,
+      "learning_rate_adapter": 9.19493670886076e-05,
+      "loss": 0.0342,
+      "step": 41800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19367088607595e-05,
+      "learning_rate_adapter": 9.19367088607595e-05,
+      "loss": 0.0341,
+      "step": 41850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.192405063291139e-05,
+      "learning_rate_adapter": 9.192405063291139e-05,
+      "loss": 0.0336,
+      "step": 41900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.191139240506329e-05,
+      "learning_rate_adapter": 9.191139240506329e-05,
+      "loss": 0.0343,
+      "step": 41950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.189873417721519e-05,
+      "learning_rate_adapter": 9.189873417721519e-05,
+      "loss": 0.0345,
+      "step": 42000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.188607594936708e-05,
+      "learning_rate_adapter": 9.188607594936708e-05,
+      "loss": 0.0344,
+      "step": 42050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.187341772151899e-05,
+      "learning_rate_adapter": 9.187341772151899e-05,
+      "loss": 0.0341,
+      "step": 42100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.18607594936709e-05,
+      "learning_rate_adapter": 9.18607594936709e-05,
+      "loss": 0.0346,
+      "step": 42150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.18481012658228e-05,
+      "learning_rate_adapter": 9.18481012658228e-05,
+      "loss": 0.0343,
+      "step": 42200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.183544303797469e-05,
+      "learning_rate_adapter": 9.183544303797469e-05,
+      "loss": 0.0336,
+      "step": 42250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.182278481012658e-05,
+      "learning_rate_adapter": 9.182278481012658e-05,
+      "loss": 0.0338,
+      "step": 42300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.181012658227849e-05,
+      "learning_rate_adapter": 9.181012658227849e-05,
+      "loss": 0.0342,
+      "step": 42350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.179746835443038e-05,
+      "learning_rate_adapter": 9.179746835443038e-05,
+      "loss": 0.0341,
+      "step": 42400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.178481012658229e-05,
+      "learning_rate_adapter": 9.178481012658229e-05,
+      "loss": 0.0341,
+      "step": 42450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.177215189873418e-05,
+      "learning_rate_adapter": 9.177215189873418e-05,
+      "loss": 0.034,
+      "step": 42500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.175949367088607e-05,
+      "learning_rate_adapter": 9.175949367088607e-05,
+      "loss": 0.0345,
+      "step": 42550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.174683544303798e-05,
+      "learning_rate_adapter": 9.174683544303798e-05,
+      "loss": 0.0336,
+      "step": 42600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.173417721518987e-05,
+      "learning_rate_adapter": 9.173417721518987e-05,
+      "loss": 0.0346,
+      "step": 42650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.172151898734177e-05,
+      "learning_rate_adapter": 9.172151898734177e-05,
+      "loss": 0.035,
+      "step": 42700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.170886075949368e-05,
+      "learning_rate_adapter": 9.170886075949368e-05,
+      "loss": 0.0346,
+      "step": 42750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.169620253164557e-05,
+      "learning_rate_adapter": 9.169620253164557e-05,
+      "loss": 0.0336,
+      "step": 42800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.168354430379748e-05,
+      "learning_rate_adapter": 9.168354430379748e-05,
+      "loss": 0.0344,
+      "step": 42850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.167088607594937e-05,
+      "learning_rate_adapter": 9.167088607594937e-05,
+      "loss": 0.0341,
+      "step": 42900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.165822784810128e-05,
+      "learning_rate_adapter": 9.165822784810128e-05,
+      "loss": 0.0338,
+      "step": 42950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.164556962025317e-05,
+      "learning_rate_adapter": 9.164556962025317e-05,
+      "loss": 0.0337,
+      "step": 43000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.163291139240506e-05,
+      "learning_rate_adapter": 9.163291139240506e-05,
+      "loss": 0.034,
+      "step": 43050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.162025316455697e-05,
+      "learning_rate_adapter": 9.162025316455697e-05,
+      "loss": 0.0344,
+      "step": 43100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.160759493670886e-05,
+      "learning_rate_adapter": 9.160759493670886e-05,
+      "loss": 0.033,
+      "step": 43150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.159493670886076e-05,
+      "learning_rate_adapter": 9.159493670886076e-05,
+      "loss": 0.0342,
+      "step": 43200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.158227848101266e-05,
+      "learning_rate_adapter": 9.158227848101266e-05,
+      "loss": 0.0331,
+      "step": 43250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.156962025316456e-05,
+      "learning_rate_adapter": 9.156962025316456e-05,
+      "loss": 0.0341,
+      "step": 43300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.155696202531647e-05,
+      "learning_rate_adapter": 9.155696202531647e-05,
+      "loss": 0.0344,
+      "step": 43350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.154430379746836e-05,
+      "learning_rate_adapter": 9.154430379746836e-05,
+      "loss": 0.0335,
+      "step": 43400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.153164556962026e-05,
+      "learning_rate_adapter": 9.153164556962026e-05,
+      "loss": 0.0327,
+      "step": 43450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.151898734177216e-05,
+      "learning_rate_adapter": 9.151898734177216e-05,
+      "loss": 0.0342,
+      "step": 43500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.150632911392405e-05,
+      "learning_rate_adapter": 9.150632911392405e-05,
+      "loss": 0.0353,
+      "step": 43550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.149367088607595e-05,
+      "learning_rate_adapter": 9.149367088607595e-05,
+      "loss": 0.0353,
+      "step": 43600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.148101265822785e-05,
+      "learning_rate_adapter": 9.148101265822785e-05,
+      "loss": 0.0341,
+      "step": 43650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.146835443037975e-05,
+      "learning_rate_adapter": 9.146835443037975e-05,
+      "loss": 0.0338,
+      "step": 43700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.145569620253164e-05,
+      "learning_rate_adapter": 9.145569620253164e-05,
+      "loss": 0.034,
+      "step": 43750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.144303797468355e-05,
+      "learning_rate_adapter": 9.144303797468355e-05,
+      "loss": 0.0344,
+      "step": 43800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.143037974683544e-05,
+      "learning_rate_adapter": 9.143037974683544e-05,
+      "loss": 0.0335,
+      "step": 43850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.141772151898735e-05,
+      "learning_rate_adapter": 9.141772151898735e-05,
+      "loss": 0.0345,
+      "step": 43900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.140506329113925e-05,
+      "learning_rate_adapter": 9.140506329113925e-05,
+      "loss": 0.0343,
+      "step": 43950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.139240506329115e-05,
+      "learning_rate_adapter": 9.139240506329115e-05,
+      "loss": 0.0334,
+      "step": 44000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.137974683544305e-05,
+      "learning_rate_adapter": 9.137974683544305e-05,
+      "loss": 0.034,
+      "step": 44050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.136708860759494e-05,
+      "learning_rate_adapter": 9.136708860759494e-05,
+      "loss": 0.0345,
+      "step": 44100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.135443037974683e-05,
+      "learning_rate_adapter": 9.135443037974683e-05,
+      "loss": 0.0339,
+      "step": 44150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.134177215189874e-05,
+      "learning_rate_adapter": 9.134177215189874e-05,
+      "loss": 0.0345,
+      "step": 44200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.132911392405063e-05,
+      "learning_rate_adapter": 9.132911392405063e-05,
+      "loss": 0.0338,
+      "step": 44250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.131645569620254e-05,
+      "learning_rate_adapter": 9.131645569620254e-05,
+      "loss": 0.0336,
+      "step": 44300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.130379746835443e-05,
+      "learning_rate_adapter": 9.130379746835443e-05,
+      "loss": 0.0344,
+      "step": 44350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.129113924050634e-05,
+      "learning_rate_adapter": 9.129113924050634e-05,
+      "loss": 0.0339,
+      "step": 44400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.127848101265823e-05,
+      "learning_rate_adapter": 9.127848101265823e-05,
+      "loss": 0.0343,
+      "step": 44450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.126582278481013e-05,
+      "learning_rate_adapter": 9.126582278481013e-05,
+      "loss": 0.0343,
+      "step": 44500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.125316455696204e-05,
+      "learning_rate_adapter": 9.125316455696204e-05,
+      "loss": 0.0338,
+      "step": 44550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.124050632911393e-05,
+      "learning_rate_adapter": 9.124050632911393e-05,
+      "loss": 0.0337,
+      "step": 44600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.122784810126582e-05,
+      "learning_rate_adapter": 9.122784810126582e-05,
+      "loss": 0.0345,
+      "step": 44650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.121518987341773e-05,
+      "learning_rate_adapter": 9.121518987341773e-05,
+      "loss": 0.0336,
+      "step": 44700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.120253164556962e-05,
+      "learning_rate_adapter": 9.120253164556962e-05,
+      "loss": 0.0342,
+      "step": 44750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.118987341772153e-05,
+      "learning_rate_adapter": 9.118987341772153e-05,
+      "loss": 0.0335,
+      "step": 44800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.117721518987342e-05,
+      "learning_rate_adapter": 9.117721518987342e-05,
+      "loss": 0.0334,
+      "step": 44850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.116455696202531e-05,
+      "learning_rate_adapter": 9.116455696202531e-05,
+      "loss": 0.0334,
+      "step": 44900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.115189873417722e-05,
+      "learning_rate_adapter": 9.115189873417722e-05,
+      "loss": 0.0345,
+      "step": 44950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.113924050632912e-05,
+      "learning_rate_adapter": 9.113924050632912e-05,
+      "loss": 0.0336,
+      "step": 45000
+    },
+    {
+      "epoch": 0.04,
+      "eval_af_opus100_pr_auc": 0.7520477895666187,
+      "eval_af_ud_pr_auc": 0.9876724845420082,
+      "eval_am_opus100_pr_auc": 0.46263978216561147,
+      "eval_ar_ersatz_pr_auc": 0.9230595237735436,
+      "eval_ar_opus100_pr_auc": 0.6954297115699868,
+      "eval_ar_ud_pr_auc": 0.8764348997339384,
+      "eval_average_ersatz_pr_auc": 0.9514956824310755,
+      "eval_average_opus100_pr_auc": 0.8099708564043704,
+      "eval_average_ud_pr_auc": 0.956431611458816,
+      "eval_az_opus100_pr_auc": 0.6938161363437999,
+      "eval_be_opus100_pr_auc": 0.6496571773085363,
+      "eval_be_ud_pr_auc": 0.8876077091834889,
+      "eval_bg_opus100_pr_auc": 0.8974698060891322,
+      "eval_bg_ud_pr_auc": 0.9938984189890729,
+      "eval_bn_opus100_pr_auc": 0.7969679592463939,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8737192245171718,
+      "eval_ca_ud_pr_auc": 0.996243609177309,
+      "eval_ceb_ud_pr_auc": 0.9990470573500687,
+      "eval_cs_ersatz_pr_auc": 0.9830494032926228,
+      "eval_cs_opus100_pr_auc": 0.9030226769360492,
+      "eval_cs_ud_pr_auc": 0.954943620341212,
+      "eval_cy_opus100_pr_auc": 0.7611605412046983,
+      "eval_cy_ud_pr_auc": 0.9946445795041492,
+      "eval_da_opus100_pr_auc": 0.9057729041242886,
+      "eval_da_ud_pr_auc": 0.9864306099291755,
+      "eval_de_ersatz_pr_auc": 0.9690038405031631,
+      "eval_de_opus100_pr_auc": 0.8713663579159692,
+      "eval_de_ud_pr_auc": 0.9849779962271749,
+      "eval_el_opus100_pr_auc": 0.9055481592814164,
+      "eval_el_ud_pr_auc": 0.9860543894707738,
+      "eval_en_ersatz_pr_auc": 0.9890653499937445,
+      "eval_en_opus100_pr_auc": 0.9092219761498712,
+      "eval_en_ud_pr_auc": 0.9716482826755134,
+      "eval_eo_opus100_pr_auc": 0.9207955104509993,
+      "eval_es_ersatz_pr_auc": 0.9949774198729503,
+      "eval_es_opus100_pr_auc": 0.9084270979860064,
+      "eval_es_ud_pr_auc": 0.989481840801799,
+      "eval_et_ersatz_pr_auc": 0.978337764297256,
+      "eval_et_opus100_pr_auc": 0.8595160051667813,
+      "eval_et_ud_pr_auc": 0.937754711280379,
+      "eval_eu_opus100_pr_auc": 0.8801106358191605,
+      "eval_eu_ud_pr_auc": 0.9877459363967485,
+      "eval_fa_opus100_pr_auc": 0.5701122520270628,
+      "eval_fa_ud_pr_auc": 0.9924703620927329,
+      "eval_fi_ersatz_pr_auc": 0.9841563864965055,
+      "eval_fi_opus100_pr_auc": 0.8945269744069637,
+      "eval_fi_ud_pr_auc": 0.9617374906840574,
+      "eval_fr_ersatz_pr_auc": 0.982667594864314,
+      "eval_fr_opus100_pr_auc": 0.8883753466831921,
+      "eval_fr_ud_pr_auc": 0.976086891148912,
+      "eval_fy_opus100_pr_auc": 0.6739845117010662,
+      "eval_ga_opus100_pr_auc": 0.8740318996918522,
+      "eval_ga_ud_pr_auc": 0.823314534770857,
+      "eval_gd_opus100_pr_auc": 0.6046260012610382,
+      "eval_gd_ud_pr_auc": 0.7284692849654728,
+      "eval_gl_opus100_pr_auc": 0.8726240256745272,
+      "eval_gl_ud_pr_auc": 0.9971738806026167,
+      "eval_gu_ersatz_pr_auc": 0.9179204671919545,
+      "eval_gu_opus100_pr_auc": 0.6908792317028165,
+      "eval_ha_opus100_pr_auc": 0.9009720377316502,
+      "eval_he_opus100_pr_auc": 0.8610869766294206,
+      "eval_he_ud_pr_auc": 0.9623581379546822,
+      "eval_hi_ersatz_pr_auc": 0.9543057585011481,
+      "eval_hi_opus100_pr_auc": 0.6656344176198058,
+      "eval_hi_ud_pr_auc": 0.9580144959966816,
+      "eval_hu_opus100_pr_auc": 0.9003044345001691,
+      "eval_hu_ud_pr_auc": 0.9774992825714319,
+      "eval_hy_opus100_pr_auc": 0.8984122096644367,
+      "eval_hy_ud_pr_auc": 0.9837077434201953,
+      "eval_id_opus100_pr_auc": 0.8738898831921899,
+      "eval_id_ud_pr_auc": 0.9936381307252807,
+      "eval_ig_opus100_pr_auc": 0.8651754088101412,
+      "eval_is_opus100_pr_auc": 0.9106773725068862,
+      "eval_is_ud_pr_auc": 0.9143552867776078,
+      "eval_it_opus100_pr_auc": 0.9009342574085155,
+      "eval_it_ud_pr_auc": 0.9971277069289504,
+      "eval_ja_ersatz_pr_auc": 0.7578401963236746,
+      "eval_ja_opus100_pr_auc": 0.7525549677821731,
+      "eval_ja_ud_pr_auc": 0.9780651779122763,
+      "eval_jv_ud_pr_auc": 0.9916086065489891,
+      "eval_ka_opus100_pr_auc": 0.8405797739499021,
+      "eval_kk_ersatz_pr_auc": 0.9810504499112944,
+      "eval_kk_opus100_pr_auc": 0.7820892015293007,
+      "eval_kk_ud_pr_auc": 0.976106337095565,
+      "eval_km_ersatz_pr_auc": 0.8807302928862997,
+      "eval_km_opus100_pr_auc": 0.6529878032452382,
+      "eval_kn_opus100_pr_auc": 0.5513805048020544,
+      "eval_ko_opus100_pr_auc": 0.6673125615023326,
+      "eval_ko_ud_pr_auc": 0.9943950409552273,
+      "eval_ku_opus100_pr_auc": 0.80122066442155,
+      "eval_ky_opus100_pr_auc": 0.8496863813566089,
+      "eval_la_ud_pr_auc": 0.9579511652920324,
+      "eval_loss": 0.03822222352027893,
+      "eval_lt_ersatz_pr_auc": 0.9874768970893189,
+      "eval_lt_opus100_pr_auc": 0.8622717826738809,
+      "eval_lt_ud_pr_auc": 0.9776320107034511,
+      "eval_lv_ersatz_pr_auc": 0.9869028565856944,
+      "eval_lv_opus100_pr_auc": 0.8727719385644106,
+      "eval_lv_ud_pr_auc": 0.962239652963987,
+      "eval_mg_opus100_pr_auc": 0.9240036105013616,
+      "eval_mk_opus100_pr_auc": 0.9011660922688287,
+      "eval_ml_opus100_pr_auc": 0.7407275994504898,
+      "eval_mn_opus100_pr_auc": 0.9333730521111814,
+      "eval_mr_opus100_pr_auc": 0.8792830574269461,
+      "eval_mr_ud_pr_auc": 0.9605638535751062,
+      "eval_ms_opus100_pr_auc": 0.8737922026213824,
+      "eval_mt_opus100_pr_auc": 0.8322521749866967,
+      "eval_mt_ud_pr_auc": 0.8790444335664334,
+      "eval_my_opus100_pr_auc": 0.6696256887682149,
+      "eval_ne_opus100_pr_auc": 0.6952821136644269,
+      "eval_nl_opus100_pr_auc": 0.8815099901349047,
+      "eval_nl_ud_pr_auc": 0.9648110001885271,
+      "eval_no_opus100_pr_auc": 0.9127820021047146,
+      "eval_no_ud_pr_auc": 0.9954183365250642,
+      "eval_pa_opus100_pr_auc": 0.6485004494903104,
+      "eval_pl_ersatz_pr_auc": 0.9794935965058034,
+      "eval_pl_opus100_pr_auc": 0.8895391502610516,
+      "eval_pl_ud_pr_auc": 0.9566399787389541,
+      "eval_ps_ersatz_pr_auc": 0.9291273983946683,
+      "eval_ps_opus100_pr_auc": 0.6603331986774844,
+      "eval_pt_opus100_pr_auc": 0.9085741508453734,
+      "eval_pt_ud_pr_auc": 0.9841587688344887,
+      "eval_ro_ersatz_pr_auc": 0.9923980394910388,
+      "eval_ro_opus100_pr_auc": 0.8564377485408979,
+      "eval_ro_ud_pr_auc": 0.9545363376838005,
+      "eval_ru_ersatz_pr_auc": 0.9900070492931115,
+      "eval_ru_opus100_pr_auc": 0.9121256275220503,
+      "eval_ru_ud_pr_auc": 0.8720763253815786,
+      "eval_runtime": 617.6233,
+      "eval_samples_per_second": 122.27,
+      "eval_si_opus100_pr_auc": 0.7796061645785792,
+      "eval_sk_opus100_pr_auc": 0.9136803109033862,
+      "eval_sk_ud_pr_auc": 0.986408839069793,
+      "eval_sl_opus100_pr_auc": 0.8589649265632752,
+      "eval_sl_ud_pr_auc": 0.9746985013211718,
+      "eval_sq_opus100_pr_auc": 0.8915648249491283,
+      "eval_sq_ud_pr_auc": 0.9952958424417585,
+      "eval_sr_opus100_pr_auc": 0.9026245783554488,
+      "eval_sr_ud_pr_auc": 0.9988938860379984,
+      "eval_steps_per_second": 3.821,
+      "eval_sv_opus100_pr_auc": 0.8866178729934777,
+      "eval_sv_ud_pr_auc": 0.9463379498912042,
+      "eval_ta_ersatz_pr_auc": 0.976346169875872,
+      "eval_ta_opus100_pr_auc": 0.6334171489906819,
+      "eval_ta_ud_pr_auc": 0.9917485311245418,
+      "eval_te_opus100_pr_auc": 0.80874987144308,
+      "eval_tg_opus100_pr_auc": 0.8727541607427757,
+      "eval_th_opus100_pr_auc": 0.6498863163488856,
+      "eval_th_ud_pr_auc": 0.7025594112209967,
+      "eval_tr_ersatz_pr_auc": 0.9660439184055368,
+      "eval_tr_opus100_pr_auc": 0.8932069582064922,
+      "eval_tr_ud_pr_auc": 0.9514263568198481,
+      "eval_uk_opus100_pr_auc": 0.8594477292807245,
+      "eval_uk_ud_pr_auc": 0.9234370675546656,
+      "eval_ur_opus100_pr_auc": 0.50550920859663,
+      "eval_ur_ud_pr_auc": 0.9908850395165978,
+      "eval_uz_opus100_pr_auc": 0.8493278963118671,
+      "eval_vi_opus100_pr_auc": 0.8934174985686105,
+      "eval_vi_ud_pr_auc": 0.9486302204327446,
+      "eval_xh_opus100_pr_auc": 0.8652753427264556,
+      "eval_yi_opus100_pr_auc": 0.7848068314214424,
+      "eval_yo_opus100_pr_auc": 0.7906164375327781,
+      "eval_yo_ud_pr_auc": 0.9166206933356997,
+      "eval_zh_ersatz_pr_auc": 0.8289446399341466,
+      "eval_zh_opus100_pr_auc": 0.6997501843135575,
+      "eval_zh_ud_pr_auc": 0.9838731141777157,
+      "eval_zu_opus100_pr_auc": 0.8332857800730983,
+      "step": 45000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.112658227848101e-05,
+      "learning_rate_adapter": 9.112658227848101e-05,
+      "loss": 0.0332,
+      "step": 45050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.111392405063292e-05,
+      "learning_rate_adapter": 9.111392405063292e-05,
+      "loss": 0.0352,
+      "step": 45100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.110126582278481e-05,
+      "learning_rate_adapter": 9.110126582278481e-05,
+      "loss": 0.0345,
+      "step": 45150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.108860759493672e-05,
+      "learning_rate_adapter": 9.108860759493672e-05,
+      "loss": 0.0335,
+      "step": 45200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.107594936708861e-05,
+      "learning_rate_adapter": 9.107594936708861e-05,
+      "loss": 0.0338,
+      "step": 45250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.106329113924052e-05,
+      "learning_rate_adapter": 9.106329113924052e-05,
+      "loss": 0.035,
+      "step": 45300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.105063291139241e-05,
+      "learning_rate_adapter": 9.105063291139241e-05,
+      "loss": 0.0339,
+      "step": 45350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.103797468354431e-05,
+      "learning_rate_adapter": 9.103797468354431e-05,
+      "loss": 0.0338,
+      "step": 45400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.10253164556962e-05,
+      "learning_rate_adapter": 9.10253164556962e-05,
+      "loss": 0.0345,
+      "step": 45450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.10126582278481e-05,
+      "learning_rate_adapter": 9.10126582278481e-05,
+      "loss": 0.0342,
+      "step": 45500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0342,
+      "step": 45550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09873417721519e-05,
+      "learning_rate_adapter": 9.09873417721519e-05,
+      "loss": 0.0326,
+      "step": 45600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09746835443038e-05,
+      "learning_rate_adapter": 9.09746835443038e-05,
+      "loss": 0.0339,
+      "step": 45650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09620253164557e-05,
+      "learning_rate_adapter": 9.09620253164557e-05,
+      "loss": 0.0343,
+      "step": 45700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09493670886076e-05,
+      "learning_rate_adapter": 9.09493670886076e-05,
+      "loss": 0.034,
+      "step": 45750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09367088607595e-05,
+      "learning_rate_adapter": 9.09367088607595e-05,
+      "loss": 0.0336,
+      "step": 45800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09240506329114e-05,
+      "learning_rate_adapter": 9.09240506329114e-05,
+      "loss": 0.0342,
+      "step": 45850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09113924050633e-05,
+      "learning_rate_adapter": 9.09113924050633e-05,
+      "loss": 0.0336,
+      "step": 45900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.08987341772152e-05,
+      "learning_rate_adapter": 9.08987341772152e-05,
+      "loss": 0.0344,
+      "step": 45950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.088607594936709e-05,
+      "learning_rate_adapter": 9.088607594936709e-05,
+      "loss": 0.0332,
+      "step": 46000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.087341772151899e-05,
+      "learning_rate_adapter": 9.087341772151899e-05,
+      "loss": 0.0346,
+      "step": 46050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.086075949367088e-05,
+      "learning_rate_adapter": 9.086075949367088e-05,
+      "loss": 0.0336,
+      "step": 46100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.084810126582279e-05,
+      "learning_rate_adapter": 9.084810126582279e-05,
+      "loss": 0.0347,
+      "step": 46150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.083544303797468e-05,
+      "learning_rate_adapter": 9.083544303797468e-05,
+      "loss": 0.034,
+      "step": 46200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.082278481012659e-05,
+      "learning_rate_adapter": 9.082278481012659e-05,
+      "loss": 0.033,
+      "step": 46250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.081012658227849e-05,
+      "learning_rate_adapter": 9.081012658227849e-05,
+      "loss": 0.0346,
+      "step": 46300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.079746835443038e-05,
+      "learning_rate_adapter": 9.079746835443038e-05,
+      "loss": 0.0327,
+      "step": 46350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.078481012658229e-05,
+      "learning_rate_adapter": 9.078481012658229e-05,
+      "loss": 0.0338,
+      "step": 46400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.077215189873418e-05,
+      "learning_rate_adapter": 9.077215189873418e-05,
+      "loss": 0.0332,
+      "step": 46450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.075949367088607e-05,
+      "learning_rate_adapter": 9.075949367088607e-05,
+      "loss": 0.0337,
+      "step": 46500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.074683544303798e-05,
+      "learning_rate_adapter": 9.074683544303798e-05,
+      "loss": 0.033,
+      "step": 46550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.073417721518987e-05,
+      "learning_rate_adapter": 9.073417721518987e-05,
+      "loss": 0.0338,
+      "step": 46600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.072151898734178e-05,
+      "learning_rate_adapter": 9.072151898734178e-05,
+      "loss": 0.0335,
+      "step": 46650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.070886075949367e-05,
+      "learning_rate_adapter": 9.070886075949367e-05,
+      "loss": 0.0349,
+      "step": 46700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.069620253164558e-05,
+      "learning_rate_adapter": 9.069620253164558e-05,
+      "loss": 0.0349,
+      "step": 46750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.068354430379747e-05,
+      "learning_rate_adapter": 9.068354430379747e-05,
+      "loss": 0.0335,
+      "step": 46800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.067088607594937e-05,
+      "learning_rate_adapter": 9.067088607594937e-05,
+      "loss": 0.0341,
+      "step": 46850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.065822784810128e-05,
+      "learning_rate_adapter": 9.065822784810128e-05,
+      "loss": 0.0332,
+      "step": 46900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.064556962025317e-05,
+      "learning_rate_adapter": 9.064556962025317e-05,
+      "loss": 0.034,
+      "step": 46950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.063291139240506e-05,
+      "learning_rate_adapter": 9.063291139240506e-05,
+      "loss": 0.0338,
+      "step": 47000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.062025316455697e-05,
+      "learning_rate_adapter": 9.062025316455697e-05,
+      "loss": 0.0342,
+      "step": 47050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.060759493670886e-05,
+      "learning_rate_adapter": 9.060759493670886e-05,
+      "loss": 0.0338,
+      "step": 47100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.059493670886077e-05,
+      "learning_rate_adapter": 9.059493670886077e-05,
+      "loss": 0.0332,
+      "step": 47150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.058227848101266e-05,
+      "learning_rate_adapter": 9.058227848101266e-05,
+      "loss": 0.0327,
+      "step": 47200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.056962025316456e-05,
+      "learning_rate_adapter": 9.056962025316456e-05,
+      "loss": 0.0333,
+      "step": 47250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.055696202531646e-05,
+      "learning_rate_adapter": 9.055696202531646e-05,
+      "loss": 0.034,
+      "step": 47300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.054430379746836e-05,
+      "learning_rate_adapter": 9.054430379746836e-05,
+      "loss": 0.0333,
+      "step": 47350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.053164556962025e-05,
+      "learning_rate_adapter": 9.053164556962025e-05,
+      "loss": 0.0343,
+      "step": 47400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.051898734177216e-05,
+      "learning_rate_adapter": 9.051898734177216e-05,
+      "loss": 0.0339,
+      "step": 47450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.050632911392407e-05,
+      "learning_rate_adapter": 9.050632911392407e-05,
+      "loss": 0.0348,
+      "step": 47500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.049367088607596e-05,
+      "learning_rate_adapter": 9.049367088607596e-05,
+      "loss": 0.0345,
+      "step": 47550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.048101265822785e-05,
+      "learning_rate_adapter": 9.048101265822785e-05,
+      "loss": 0.0333,
+      "step": 47600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.046835443037975e-05,
+      "learning_rate_adapter": 9.046835443037975e-05,
+      "loss": 0.034,
+      "step": 47650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.045569620253165e-05,
+      "learning_rate_adapter": 9.045569620253165e-05,
+      "loss": 0.0338,
+      "step": 47700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.044303797468355e-05,
+      "learning_rate_adapter": 9.044303797468355e-05,
+      "loss": 0.0337,
+      "step": 47750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.043037974683544e-05,
+      "learning_rate_adapter": 9.043037974683544e-05,
+      "loss": 0.0331,
+      "step": 47800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.041772151898734e-05,
+      "learning_rate_adapter": 9.041772151898734e-05,
+      "loss": 0.0344,
+      "step": 47850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.040506329113924e-05,
+      "learning_rate_adapter": 9.040506329113924e-05,
+      "loss": 0.0334,
+      "step": 47900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.039240506329115e-05,
+      "learning_rate_adapter": 9.039240506329115e-05,
+      "loss": 0.0329,
+      "step": 47950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.037974683544304e-05,
+      "learning_rate_adapter": 9.037974683544304e-05,
+      "loss": 0.0337,
+      "step": 48000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.036708860759495e-05,
+      "learning_rate_adapter": 9.036708860759495e-05,
+      "loss": 0.0337,
+      "step": 48050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.035443037974684e-05,
+      "learning_rate_adapter": 9.035443037974684e-05,
+      "loss": 0.0336,
+      "step": 48100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.034177215189874e-05,
+      "learning_rate_adapter": 9.034177215189874e-05,
+      "loss": 0.0335,
+      "step": 48150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.032911392405064e-05,
+      "learning_rate_adapter": 9.032911392405064e-05,
+      "loss": 0.0331,
+      "step": 48200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.031645569620254e-05,
+      "learning_rate_adapter": 9.031645569620254e-05,
+      "loss": 0.0337,
+      "step": 48250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.030379746835443e-05,
+      "learning_rate_adapter": 9.030379746835443e-05,
+      "loss": 0.034,
+      "step": 48300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.029113924050633e-05,
+      "learning_rate_adapter": 9.029113924050633e-05,
+      "loss": 0.0344,
+      "step": 48350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.027848101265823e-05,
+      "learning_rate_adapter": 9.027848101265823e-05,
+      "loss": 0.0332,
+      "step": 48400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.026582278481012e-05,
+      "learning_rate_adapter": 9.026582278481012e-05,
+      "loss": 0.0335,
+      "step": 48450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.025316455696203e-05,
+      "learning_rate_adapter": 9.025316455696203e-05,
+      "loss": 0.0334,
+      "step": 48500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.024050632911393e-05,
+      "learning_rate_adapter": 9.024050632911393e-05,
+      "loss": 0.0339,
+      "step": 48550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.022784810126583e-05,
+      "learning_rate_adapter": 9.022784810126583e-05,
+      "loss": 0.0328,
+      "step": 48600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.021518987341773e-05,
+      "learning_rate_adapter": 9.021518987341773e-05,
+      "loss": 0.0332,
+      "step": 48650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.020253164556962e-05,
+      "learning_rate_adapter": 9.020253164556962e-05,
+      "loss": 0.0335,
+      "step": 48700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.018987341772153e-05,
+      "learning_rate_adapter": 9.018987341772153e-05,
+      "loss": 0.0336,
+      "step": 48750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.017721518987342e-05,
+      "learning_rate_adapter": 9.017721518987342e-05,
+      "loss": 0.034,
+      "step": 48800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.016455696202533e-05,
+      "learning_rate_adapter": 9.016455696202533e-05,
+      "loss": 0.033,
+      "step": 48850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.015189873417722e-05,
+      "learning_rate_adapter": 9.015189873417722e-05,
+      "loss": 0.0336,
+      "step": 48900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.013924050632911e-05,
+      "learning_rate_adapter": 9.013924050632911e-05,
+      "loss": 0.0334,
+      "step": 48950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.012658227848102e-05,
+      "learning_rate_adapter": 9.012658227848102e-05,
+      "loss": 0.033,
+      "step": 49000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.011392405063291e-05,
+      "learning_rate_adapter": 9.011392405063291e-05,
+      "loss": 0.0341,
+      "step": 49050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.010126582278481e-05,
+      "learning_rate_adapter": 9.010126582278481e-05,
+      "loss": 0.0337,
+      "step": 49100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.008860759493671e-05,
+      "learning_rate_adapter": 9.008860759493671e-05,
+      "loss": 0.0338,
+      "step": 49150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.007594936708861e-05,
+      "learning_rate_adapter": 9.007594936708861e-05,
+      "loss": 0.0341,
+      "step": 49200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.006329113924052e-05,
+      "learning_rate_adapter": 9.006329113924052e-05,
+      "loss": 0.0327,
+      "step": 49250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.005063291139241e-05,
+      "learning_rate_adapter": 9.005063291139241e-05,
+      "loss": 0.034,
+      "step": 49300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.003797468354432e-05,
+      "learning_rate_adapter": 9.003797468354432e-05,
+      "loss": 0.0343,
+      "step": 49350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.002531645569621e-05,
+      "learning_rate_adapter": 9.002531645569621e-05,
+      "loss": 0.034,
+      "step": 49400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.00126582278481e-05,
+      "learning_rate_adapter": 9.00126582278481e-05,
+      "loss": 0.0334,
+      "step": 49450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0336,
+      "step": 49500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99873417721519e-05,
+      "learning_rate_adapter": 8.99873417721519e-05,
+      "loss": 0.0334,
+      "step": 49550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99746835443038e-05,
+      "learning_rate_adapter": 8.99746835443038e-05,
+      "loss": 0.0325,
+      "step": 49600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99620253164557e-05,
+      "learning_rate_adapter": 8.99620253164557e-05,
+      "loss": 0.0346,
+      "step": 49650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99493670886076e-05,
+      "learning_rate_adapter": 8.99493670886076e-05,
+      "loss": 0.0337,
+      "step": 49700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.993670886075949e-05,
+      "learning_rate_adapter": 8.993670886075949e-05,
+      "loss": 0.0332,
+      "step": 49750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99240506329114e-05,
+      "learning_rate_adapter": 8.99240506329114e-05,
+      "loss": 0.0339,
+      "step": 49800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99113924050633e-05,
+      "learning_rate_adapter": 8.99113924050633e-05,
+      "loss": 0.0332,
+      "step": 49850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.98987341772152e-05,
+      "learning_rate_adapter": 8.98987341772152e-05,
+      "loss": 0.0335,
+      "step": 49900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.988607594936709e-05,
+      "learning_rate_adapter": 8.988607594936709e-05,
+      "loss": 0.0335,
+      "step": 49950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.9873417721519e-05,
+      "learning_rate_adapter": 8.9873417721519e-05,
+      "loss": 0.0336,
+      "step": 50000
+    },
+    {
+      "epoch": 0.04,
+      "eval_af_opus100_pr_auc": 0.7767231836901685,
+      "eval_af_ud_pr_auc": 0.9645709791786322,
+      "eval_am_opus100_pr_auc": 0.46927302887243727,
+      "eval_ar_ersatz_pr_auc": 0.9279420234584341,
+      "eval_ar_opus100_pr_auc": 0.6975101234819006,
+      "eval_ar_ud_pr_auc": 0.879288461488445,
+      "eval_average_ersatz_pr_auc": 0.9559473714200668,
+      "eval_average_opus100_pr_auc": 0.8192676544416553,
+      "eval_average_ud_pr_auc": 0.9577018914800534,
+      "eval_az_opus100_pr_auc": 0.7523094863130318,
+      "eval_be_opus100_pr_auc": 0.6981248999962747,
+      "eval_be_ud_pr_auc": 0.884423029945484,
+      "eval_bg_opus100_pr_auc": 0.9097649237901505,
+      "eval_bg_ud_pr_auc": 0.995239020888845,
+      "eval_bn_opus100_pr_auc": 0.8027726638422684,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8812685694562356,
+      "eval_ca_ud_pr_auc": 0.9909254273604297,
+      "eval_ceb_ud_pr_auc": 0.9985535330240349,
+      "eval_cs_ersatz_pr_auc": 0.9865422840351467,
+      "eval_cs_opus100_pr_auc": 0.9017864376674486,
+      "eval_cs_ud_pr_auc": 0.9574804740294224,
+      "eval_cy_opus100_pr_auc": 0.7592471658281232,
+      "eval_cy_ud_pr_auc": 0.9917630794697198,
+      "eval_da_opus100_pr_auc": 0.9070176190091164,
+      "eval_da_ud_pr_auc": 0.9849801585299409,
+      "eval_de_ersatz_pr_auc": 0.9720589340121317,
+      "eval_de_opus100_pr_auc": 0.8744471802692152,
+      "eval_de_ud_pr_auc": 0.9829003748965106,
+      "eval_el_opus100_pr_auc": 0.9124415242730443,
+      "eval_el_ud_pr_auc": 0.9868015334417242,
+      "eval_en_ersatz_pr_auc": 0.9890983740304623,
+      "eval_en_opus100_pr_auc": 0.9223680118108143,
+      "eval_en_ud_pr_auc": 0.9683728302455528,
+      "eval_eo_opus100_pr_auc": 0.9289305668640733,
+      "eval_es_ersatz_pr_auc": 0.9956886218461434,
+      "eval_es_opus100_pr_auc": 0.9162971513467976,
+      "eval_es_ud_pr_auc": 0.9937843688064081,
+      "eval_et_ersatz_pr_auc": 0.979627539883355,
+      "eval_et_opus100_pr_auc": 0.8565809637160093,
+      "eval_et_ud_pr_auc": 0.9478022282041811,
+      "eval_eu_opus100_pr_auc": 0.8818639227695346,
+      "eval_eu_ud_pr_auc": 0.9934441211419708,
+      "eval_fa_opus100_pr_auc": 0.5645715022619505,
+      "eval_fa_ud_pr_auc": 0.9923258571085429,
+      "eval_fi_ersatz_pr_auc": 0.9889881100901938,
+      "eval_fi_opus100_pr_auc": 0.9055328878612117,
+      "eval_fi_ud_pr_auc": 0.9675312344522855,
+      "eval_fr_ersatz_pr_auc": 0.9903473018902512,
+      "eval_fr_opus100_pr_auc": 0.9019254475285845,
+      "eval_fr_ud_pr_auc": 0.9784564012171934,
+      "eval_fy_opus100_pr_auc": 0.721250524163419,
+      "eval_ga_opus100_pr_auc": 0.870551667643272,
+      "eval_ga_ud_pr_auc": 0.8159390002483481,
+      "eval_gd_opus100_pr_auc": 0.6112817225520826,
+      "eval_gd_ud_pr_auc": 0.7675214263239997,
+      "eval_gl_opus100_pr_auc": 0.8787050624152737,
+      "eval_gl_ud_pr_auc": 0.995623647737185,
+      "eval_gu_ersatz_pr_auc": 0.9261203401660173,
+      "eval_gu_opus100_pr_auc": 0.6990281477848587,
+      "eval_ha_opus100_pr_auc": 0.9070825572152439,
+      "eval_he_opus100_pr_auc": 0.8743857828355754,
+      "eval_he_ud_pr_auc": 0.9684581945643901,
+      "eval_hi_ersatz_pr_auc": 0.968738380193626,
+      "eval_hi_opus100_pr_auc": 0.6502271283833793,
+      "eval_hi_ud_pr_auc": 0.9845373625781918,
+      "eval_hu_opus100_pr_auc": 0.9095443466142817,
+      "eval_hu_ud_pr_auc": 0.9846564614773068,
+      "eval_hy_opus100_pr_auc": 0.9100473994723348,
+      "eval_hy_ud_pr_auc": 0.9825053510750424,
+      "eval_id_opus100_pr_auc": 0.8816168379677679,
+      "eval_id_ud_pr_auc": 0.9948258286062412,
+      "eval_ig_opus100_pr_auc": 0.8750034539664839,
+      "eval_is_opus100_pr_auc": 0.9239650220831924,
+      "eval_is_ud_pr_auc": 0.9196678182772791,
+      "eval_it_opus100_pr_auc": 0.9018862674354702,
+      "eval_it_ud_pr_auc": 0.9999463329848567,
+      "eval_ja_ersatz_pr_auc": 0.7640302626754779,
+      "eval_ja_opus100_pr_auc": 0.7353963990525103,
+      "eval_ja_ud_pr_auc": 0.9724159870888522,
+      "eval_jv_ud_pr_auc": 0.9834988648004511,
+      "eval_ka_opus100_pr_auc": 0.8541491237370263,
+      "eval_kk_ersatz_pr_auc": 0.9883064878193725,
+      "eval_kk_opus100_pr_auc": 0.8291148155111556,
+      "eval_kk_ud_pr_auc": 0.9818336477470677,
+      "eval_km_ersatz_pr_auc": 0.882007122384651,
+      "eval_km_opus100_pr_auc": 0.687246288157759,
+      "eval_kn_opus100_pr_auc": 0.6093338240001922,
+      "eval_ko_opus100_pr_auc": 0.6670112735950224,
+      "eval_ko_ud_pr_auc": 0.9932610119798474,
+      "eval_ku_opus100_pr_auc": 0.8058612554096674,
+      "eval_ky_opus100_pr_auc": 0.8861201574778127,
+      "eval_la_ud_pr_auc": 0.9554406811124412,
+      "eval_loss": 0.03756237402558327,
+      "eval_lt_ersatz_pr_auc": 0.9891514432217057,
+      "eval_lt_opus100_pr_auc": 0.8582103914575283,
+      "eval_lt_ud_pr_auc": 0.9844078698481562,
+      "eval_lv_ersatz_pr_auc": 0.9855054304165031,
+      "eval_lv_opus100_pr_auc": 0.8706826211912758,
+      "eval_lv_ud_pr_auc": 0.9602138032943635,
+      "eval_mg_opus100_pr_auc": 0.9286516251342605,
+      "eval_mk_opus100_pr_auc": 0.9015386130932995,
+      "eval_ml_opus100_pr_auc": 0.7586798505929792,
+      "eval_mn_opus100_pr_auc": 0.9398334841298116,
+      "eval_mr_opus100_pr_auc": 0.8922363193340922,
+      "eval_mr_ud_pr_auc": 0.9581779831185326,
+      "eval_ms_opus100_pr_auc": 0.8758748866457565,
+      "eval_mt_opus100_pr_auc": 0.8447130319713714,
+      "eval_mt_ud_pr_auc": 0.8770103105336785,
+      "eval_my_opus100_pr_auc": 0.6662792370605339,
+      "eval_ne_opus100_pr_auc": 0.7043725037008085,
+      "eval_nl_opus100_pr_auc": 0.8930440937042767,
+      "eval_nl_ud_pr_auc": 0.9731561696443682,
+      "eval_no_opus100_pr_auc": 0.9187578209863083,
+      "eval_no_ud_pr_auc": 0.9962554199324701,
+      "eval_pa_opus100_pr_auc": 0.6773983442669524,
+      "eval_pl_ersatz_pr_auc": 0.9756543010020611,
+      "eval_pl_opus100_pr_auc": 0.8936087080272622,
+      "eval_pl_ud_pr_auc": 0.9654382137585281,
+      "eval_ps_ersatz_pr_auc": 0.9352847732043257,
+      "eval_ps_opus100_pr_auc": 0.710994759337215,
+      "eval_pt_opus100_pr_auc": 0.9142799929737238,
+      "eval_pt_ud_pr_auc": 0.9846304068294618,
+      "eval_ro_ersatz_pr_auc": 0.9932063929548036,
+      "eval_ro_opus100_pr_auc": 0.8682114485662266,
+      "eval_ro_ud_pr_auc": 0.9677150108435533,
+      "eval_ru_ersatz_pr_auc": 0.9890968620972875,
+      "eval_ru_opus100_pr_auc": 0.9086761189089185,
+      "eval_ru_ud_pr_auc": 0.8693030192395786,
+      "eval_runtime": 619.7634,
+      "eval_samples_per_second": 121.848,
+      "eval_si_opus100_pr_auc": 0.7871206949469313,
+      "eval_sk_opus100_pr_auc": 0.9245019136191839,
+      "eval_sk_ud_pr_auc": 0.985887649856923,
+      "eval_sl_opus100_pr_auc": 0.8580755553721613,
+      "eval_sl_ud_pr_auc": 0.9726236461070767,
+      "eval_sq_opus100_pr_auc": 0.8913240864560174,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9110176591673482,
+      "eval_sr_ud_pr_auc": 0.9980947204570265,
+      "eval_steps_per_second": 3.808,
+      "eval_sv_opus100_pr_auc": 0.893200627402831,
+      "eval_sv_ud_pr_auc": 0.9467234506918366,
+      "eval_ta_ersatz_pr_auc": 0.9743719297452854,
+      "eval_ta_opus100_pr_auc": 0.6461930875419739,
+      "eval_ta_ud_pr_auc": 0.9954134541597912,
+      "eval_te_opus100_pr_auc": 0.8281130918295784,
+      "eval_tg_opus100_pr_auc": 0.8698180805652064,
+      "eval_th_opus100_pr_auc": 0.6546974607549649,
+      "eval_th_ud_pr_auc": 0.685349094240789,
+      "eval_tr_ersatz_pr_auc": 0.9693785748830144,
+      "eval_tr_opus100_pr_auc": 0.9047252694486166,
+      "eval_tr_ud_pr_auc": 0.9523506640651702,
+      "eval_uk_opus100_pr_auc": 0.8766830784198114,
+      "eval_uk_ud_pr_auc": 0.9330592256042308,
+      "eval_ur_opus100_pr_auc": 0.4860981331037089,
+      "eval_ur_ud_pr_auc": 0.9929221507531665,
+      "eval_uz_opus100_pr_auc": 0.8600126248814962,
+      "eval_vi_opus100_pr_auc": 0.9046864055431324,
+      "eval_vi_ud_pr_auc": 0.9574386845134739,
+      "eval_xh_opus100_pr_auc": 0.8686646357215038,
+      "eval_yi_opus100_pr_auc": 0.7492360718431313,
+      "eval_yo_opus100_pr_auc": 0.7982090834153881,
+      "eval_yo_ud_pr_auc": 0.898756521157558,
+      "eval_zh_ersatz_pr_auc": 0.8596966812312223,
+      "eval_zh_opus100_pr_auc": 0.6920465518328207,
+      "eval_zh_ud_pr_auc": 0.9753056156824875,
+      "eval_zu_opus100_pr_auc": 0.839913383145153,
+      "step": 50000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.986075949367089e-05,
+      "learning_rate_adapter": 8.986075949367089e-05,
+      "loss": 0.0334,
+      "step": 50050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.984810126582279e-05,
+      "learning_rate_adapter": 8.984810126582279e-05,
+      "loss": 0.0333,
+      "step": 50100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.983544303797468e-05,
+      "learning_rate_adapter": 8.983544303797468e-05,
+      "loss": 0.0329,
+      "step": 50150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.982278481012658e-05,
+      "learning_rate_adapter": 8.982278481012658e-05,
+      "loss": 0.0338,
+      "step": 50200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.981012658227848e-05,
+      "learning_rate_adapter": 8.981012658227848e-05,
+      "loss": 0.0339,
+      "step": 50250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.979746835443039e-05,
+      "learning_rate_adapter": 8.979746835443039e-05,
+      "loss": 0.0337,
+      "step": 50300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.978481012658228e-05,
+      "learning_rate_adapter": 8.978481012658228e-05,
+      "loss": 0.0337,
+      "step": 50350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.977215189873419e-05,
+      "learning_rate_adapter": 8.977215189873419e-05,
+      "loss": 0.0338,
+      "step": 50400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.975949367088609e-05,
+      "learning_rate_adapter": 8.975949367088609e-05,
+      "loss": 0.0333,
+      "step": 50450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.974683544303798e-05,
+      "learning_rate_adapter": 8.974683544303798e-05,
+      "loss": 0.0333,
+      "step": 50500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.973417721518987e-05,
+      "learning_rate_adapter": 8.973417721518987e-05,
+      "loss": 0.0337,
+      "step": 50550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.972151898734178e-05,
+      "learning_rate_adapter": 8.972151898734178e-05,
+      "loss": 0.034,
+      "step": 50600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.970886075949367e-05,
+      "learning_rate_adapter": 8.970886075949367e-05,
+      "loss": 0.0334,
+      "step": 50650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.969620253164558e-05,
+      "learning_rate_adapter": 8.969620253164558e-05,
+      "loss": 0.0332,
+      "step": 50700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.968354430379747e-05,
+      "learning_rate_adapter": 8.968354430379747e-05,
+      "loss": 0.0322,
+      "step": 50750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.967088607594936e-05,
+      "learning_rate_adapter": 8.967088607594936e-05,
+      "loss": 0.0333,
+      "step": 50800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.965822784810127e-05,
+      "learning_rate_adapter": 8.965822784810127e-05,
+      "loss": 0.0341,
+      "step": 50850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.964556962025317e-05,
+      "learning_rate_adapter": 8.964556962025317e-05,
+      "loss": 0.0322,
+      "step": 50900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.963291139240507e-05,
+      "learning_rate_adapter": 8.963291139240507e-05,
+      "loss": 0.0333,
+      "step": 50950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.962025316455697e-05,
+      "learning_rate_adapter": 8.962025316455697e-05,
+      "loss": 0.0338,
+      "step": 51000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.960759493670886e-05,
+      "learning_rate_adapter": 8.960759493670886e-05,
+      "loss": 0.0332,
+      "step": 51050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.959493670886077e-05,
+      "learning_rate_adapter": 8.959493670886077e-05,
+      "loss": 0.0338,
+      "step": 51100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.958227848101266e-05,
+      "learning_rate_adapter": 8.958227848101266e-05,
+      "loss": 0.0336,
+      "step": 51150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.956962025316457e-05,
+      "learning_rate_adapter": 8.956962025316457e-05,
+      "loss": 0.0325,
+      "step": 51200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.955696202531646e-05,
+      "learning_rate_adapter": 8.955696202531646e-05,
+      "loss": 0.0334,
+      "step": 51250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.954430379746835e-05,
+      "learning_rate_adapter": 8.954430379746835e-05,
+      "loss": 0.0337,
+      "step": 51300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.953164556962026e-05,
+      "learning_rate_adapter": 8.953164556962026e-05,
+      "loss": 0.0339,
+      "step": 51350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.951898734177215e-05,
+      "learning_rate_adapter": 8.951898734177215e-05,
+      "loss": 0.0336,
+      "step": 51400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.950632911392405e-05,
+      "learning_rate_adapter": 8.950632911392405e-05,
+      "loss": 0.0332,
+      "step": 51450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.949367088607596e-05,
+      "learning_rate_adapter": 8.949367088607596e-05,
+      "loss": 0.0334,
+      "step": 51500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.948101265822785e-05,
+      "learning_rate_adapter": 8.948101265822785e-05,
+      "loss": 0.0325,
+      "step": 51550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.946835443037976e-05,
+      "learning_rate_adapter": 8.946835443037976e-05,
+      "loss": 0.0334,
+      "step": 51600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.945569620253165e-05,
+      "learning_rate_adapter": 8.945569620253165e-05,
+      "loss": 0.0334,
+      "step": 51650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.944303797468356e-05,
+      "learning_rate_adapter": 8.944303797468356e-05,
+      "loss": 0.0334,
+      "step": 51700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.943037974683545e-05,
+      "learning_rate_adapter": 8.943037974683545e-05,
+      "loss": 0.0337,
+      "step": 51750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.941772151898734e-05,
+      "learning_rate_adapter": 8.941772151898734e-05,
+      "loss": 0.0329,
+      "step": 51800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.940506329113925e-05,
+      "learning_rate_adapter": 8.940506329113925e-05,
+      "loss": 0.0328,
+      "step": 51850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.939240506329114e-05,
+      "learning_rate_adapter": 8.939240506329114e-05,
+      "loss": 0.0336,
+      "step": 51900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.937974683544304e-05,
+      "learning_rate_adapter": 8.937974683544304e-05,
+      "loss": 0.0334,
+      "step": 51950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.936708860759493e-05,
+      "learning_rate_adapter": 8.936708860759493e-05,
+      "loss": 0.033,
+      "step": 52000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.935443037974684e-05,
+      "learning_rate_adapter": 8.935443037974684e-05,
+      "loss": 0.0338,
+      "step": 52050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.934177215189875e-05,
+      "learning_rate_adapter": 8.934177215189875e-05,
+      "loss": 0.0335,
+      "step": 52100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.932911392405064e-05,
+      "learning_rate_adapter": 8.932911392405064e-05,
+      "loss": 0.0338,
+      "step": 52150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.931645569620254e-05,
+      "learning_rate_adapter": 8.931645569620254e-05,
+      "loss": 0.0329,
+      "step": 52200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.930379746835444e-05,
+      "learning_rate_adapter": 8.930379746835444e-05,
+      "loss": 0.0329,
+      "step": 52250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.929113924050634e-05,
+      "learning_rate_adapter": 8.929113924050634e-05,
+      "loss": 0.0336,
+      "step": 52300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.927848101265823e-05,
+      "learning_rate_adapter": 8.927848101265823e-05,
+      "loss": 0.0329,
+      "step": 52350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.926582278481013e-05,
+      "learning_rate_adapter": 8.926582278481013e-05,
+      "loss": 0.034,
+      "step": 52400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.925316455696203e-05,
+      "learning_rate_adapter": 8.925316455696203e-05,
+      "loss": 0.0325,
+      "step": 52450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.924050632911392e-05,
+      "learning_rate_adapter": 8.924050632911392e-05,
+      "loss": 0.0323,
+      "step": 52500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.922784810126583e-05,
+      "learning_rate_adapter": 8.922784810126583e-05,
+      "loss": 0.0333,
+      "step": 52550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.921518987341772e-05,
+      "learning_rate_adapter": 8.921518987341772e-05,
+      "loss": 0.0335,
+      "step": 52600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.920253164556963e-05,
+      "learning_rate_adapter": 8.920253164556963e-05,
+      "loss": 0.0324,
+      "step": 52650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.918987341772152e-05,
+      "learning_rate_adapter": 8.918987341772152e-05,
+      "loss": 0.0328,
+      "step": 52700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.917721518987342e-05,
+      "learning_rate_adapter": 8.917721518987342e-05,
+      "loss": 0.0332,
+      "step": 52750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.916455696202533e-05,
+      "learning_rate_adapter": 8.916455696202533e-05,
+      "loss": 0.033,
+      "step": 52800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.915189873417722e-05,
+      "learning_rate_adapter": 8.915189873417722e-05,
+      "loss": 0.0338,
+      "step": 52850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.913924050632911e-05,
+      "learning_rate_adapter": 8.913924050632911e-05,
+      "loss": 0.0327,
+      "step": 52900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.912658227848102e-05,
+      "learning_rate_adapter": 8.912658227848102e-05,
+      "loss": 0.0337,
+      "step": 52950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.911392405063291e-05,
+      "learning_rate_adapter": 8.911392405063291e-05,
+      "loss": 0.0332,
+      "step": 53000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.910126582278482e-05,
+      "learning_rate_adapter": 8.910126582278482e-05,
+      "loss": 0.0338,
+      "step": 53050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.908860759493671e-05,
+      "learning_rate_adapter": 8.908860759493671e-05,
+      "loss": 0.0329,
+      "step": 53100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.90759493670886e-05,
+      "learning_rate_adapter": 8.90759493670886e-05,
+      "loss": 0.0333,
+      "step": 53150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.906329113924051e-05,
+      "learning_rate_adapter": 8.906329113924051e-05,
+      "loss": 0.0337,
+      "step": 53200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.905063291139241e-05,
+      "learning_rate_adapter": 8.905063291139241e-05,
+      "loss": 0.034,
+      "step": 53250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.90379746835443e-05,
+      "learning_rate_adapter": 8.90379746835443e-05,
+      "loss": 0.0327,
+      "step": 53300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.902531645569621e-05,
+      "learning_rate_adapter": 8.902531645569621e-05,
+      "loss": 0.0331,
+      "step": 53350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.90126582278481e-05,
+      "learning_rate_adapter": 8.90126582278481e-05,
+      "loss": 0.0339,
+      "step": 53400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0322,
+      "step": 53450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89873417721519e-05,
+      "learning_rate_adapter": 8.89873417721519e-05,
+      "loss": 0.0332,
+      "step": 53500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89746835443038e-05,
+      "learning_rate_adapter": 8.89746835443038e-05,
+      "loss": 0.033,
+      "step": 53550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89620253164557e-05,
+      "learning_rate_adapter": 8.89620253164557e-05,
+      "loss": 0.033,
+      "step": 53600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89493670886076e-05,
+      "learning_rate_adapter": 8.89493670886076e-05,
+      "loss": 0.0329,
+      "step": 53650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89367088607595e-05,
+      "learning_rate_adapter": 8.89367088607595e-05,
+      "loss": 0.0333,
+      "step": 53700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.892405063291139e-05,
+      "learning_rate_adapter": 8.892405063291139e-05,
+      "loss": 0.0335,
+      "step": 53750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89113924050633e-05,
+      "learning_rate_adapter": 8.89113924050633e-05,
+      "loss": 0.0333,
+      "step": 53800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.88987341772152e-05,
+      "learning_rate_adapter": 8.88987341772152e-05,
+      "loss": 0.0342,
+      "step": 53850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.888607594936709e-05,
+      "learning_rate_adapter": 8.888607594936709e-05,
+      "loss": 0.0325,
+      "step": 53900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.8873417721519e-05,
+      "learning_rate_adapter": 8.8873417721519e-05,
+      "loss": 0.0325,
+      "step": 53950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.886075949367089e-05,
+      "learning_rate_adapter": 8.886075949367089e-05,
+      "loss": 0.0334,
+      "step": 54000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.88481012658228e-05,
+      "learning_rate_adapter": 8.88481012658228e-05,
+      "loss": 0.0334,
+      "step": 54050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.883544303797469e-05,
+      "learning_rate_adapter": 8.883544303797469e-05,
+      "loss": 0.0327,
+      "step": 54100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.882278481012659e-05,
+      "learning_rate_adapter": 8.882278481012659e-05,
+      "loss": 0.0333,
+      "step": 54150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.881012658227848e-05,
+      "learning_rate_adapter": 8.881012658227848e-05,
+      "loss": 0.033,
+      "step": 54200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.879746835443038e-05,
+      "learning_rate_adapter": 8.879746835443038e-05,
+      "loss": 0.0324,
+      "step": 54250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.878481012658228e-05,
+      "learning_rate_adapter": 8.878481012658228e-05,
+      "loss": 0.0334,
+      "step": 54300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.877215189873417e-05,
+      "learning_rate_adapter": 8.877215189873417e-05,
+      "loss": 0.0335,
+      "step": 54350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.875949367088608e-05,
+      "learning_rate_adapter": 8.875949367088608e-05,
+      "loss": 0.0328,
+      "step": 54400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.874683544303799e-05,
+      "learning_rate_adapter": 8.874683544303799e-05,
+      "loss": 0.0325,
+      "step": 54450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.873417721518988e-05,
+      "learning_rate_adapter": 8.873417721518988e-05,
+      "loss": 0.0338,
+      "step": 54500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.872151898734178e-05,
+      "learning_rate_adapter": 8.872151898734178e-05,
+      "loss": 0.0334,
+      "step": 54550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.870886075949368e-05,
+      "learning_rate_adapter": 8.870886075949368e-05,
+      "loss": 0.0331,
+      "step": 54600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.869620253164558e-05,
+      "learning_rate_adapter": 8.869620253164558e-05,
+      "loss": 0.0334,
+      "step": 54650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.868354430379747e-05,
+      "learning_rate_adapter": 8.868354430379747e-05,
+      "loss": 0.0334,
+      "step": 54700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.867088607594937e-05,
+      "learning_rate_adapter": 8.867088607594937e-05,
+      "loss": 0.0329,
+      "step": 54750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.865822784810127e-05,
+      "learning_rate_adapter": 8.865822784810127e-05,
+      "loss": 0.033,
+      "step": 54800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.864556962025316e-05,
+      "learning_rate_adapter": 8.864556962025316e-05,
+      "loss": 0.0334,
+      "step": 54850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.863291139240507e-05,
+      "learning_rate_adapter": 8.863291139240507e-05,
+      "loss": 0.0328,
+      "step": 54900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.862025316455696e-05,
+      "learning_rate_adapter": 8.862025316455696e-05,
+      "loss": 0.0334,
+      "step": 54950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.860759493670887e-05,
+      "learning_rate_adapter": 8.860759493670887e-05,
+      "loss": 0.0333,
+      "step": 55000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.771512874999266,
+      "eval_af_ud_pr_auc": 0.9913767527938381,
+      "eval_am_opus100_pr_auc": 0.5273072067797259,
+      "eval_ar_ersatz_pr_auc": 0.926750428031382,
+      "eval_ar_opus100_pr_auc": 0.6975273865996704,
+      "eval_ar_ud_pr_auc": 0.8658034826045733,
+      "eval_average_ersatz_pr_auc": 0.9578458480809883,
+      "eval_average_opus100_pr_auc": 0.8125373902645845,
+      "eval_average_ud_pr_auc": 0.9567494224226374,
+      "eval_az_opus100_pr_auc": 0.7573924729436046,
+      "eval_be_opus100_pr_auc": 0.6196712678324319,
+      "eval_be_ud_pr_auc": 0.8658645299806814,
+      "eval_bg_opus100_pr_auc": 0.9151148345687786,
+      "eval_bg_ud_pr_auc": 0.9942504385694939,
+      "eval_bn_opus100_pr_auc": 0.8063345078894449,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8838792262871485,
+      "eval_ca_ud_pr_auc": 0.992488642297324,
+      "eval_ceb_ud_pr_auc": 0.9986992717373607,
+      "eval_cs_ersatz_pr_auc": 0.9853248191805022,
+      "eval_cs_opus100_pr_auc": 0.9028931387431313,
+      "eval_cs_ud_pr_auc": 0.9598619598518695,
+      "eval_cy_opus100_pr_auc": 0.727833702256391,
+      "eval_cy_ud_pr_auc": 0.9938427407523106,
+      "eval_da_opus100_pr_auc": 0.9061563721200742,
+      "eval_da_ud_pr_auc": 0.9843575270127908,
+      "eval_de_ersatz_pr_auc": 0.9723564164347838,
+      "eval_de_opus100_pr_auc": 0.8769022692195972,
+      "eval_de_ud_pr_auc": 0.9834944912286013,
+      "eval_el_opus100_pr_auc": 0.9174540387876942,
+      "eval_el_ud_pr_auc": 0.9757356524248779,
+      "eval_en_ersatz_pr_auc": 0.9895415450264009,
+      "eval_en_opus100_pr_auc": 0.9213054745799601,
+      "eval_en_ud_pr_auc": 0.9816670246501269,
+      "eval_eo_opus100_pr_auc": 0.930264468034537,
+      "eval_es_ersatz_pr_auc": 0.9938318216941671,
+      "eval_es_opus100_pr_auc": 0.919290245508916,
+      "eval_es_ud_pr_auc": 0.9886724390624497,
+      "eval_et_ersatz_pr_auc": 0.9795304083509228,
+      "eval_et_opus100_pr_auc": 0.8574126923216929,
+      "eval_et_ud_pr_auc": 0.9322780538056807,
+      "eval_eu_opus100_pr_auc": 0.8786435484574502,
+      "eval_eu_ud_pr_auc": 0.9885812651888,
+      "eval_fa_opus100_pr_auc": 0.5814867077261854,
+      "eval_fa_ud_pr_auc": 0.9961466988610659,
+      "eval_fi_ersatz_pr_auc": 0.9816453161752696,
+      "eval_fi_opus100_pr_auc": 0.903508875085319,
+      "eval_fi_ud_pr_auc": 0.9599482222320433,
+      "eval_fr_ersatz_pr_auc": 0.9843216461414751,
+      "eval_fr_opus100_pr_auc": 0.9051708093588523,
+      "eval_fr_ud_pr_auc": 0.973350360743237,
+      "eval_fy_opus100_pr_auc": 0.6520007359678468,
+      "eval_ga_opus100_pr_auc": 0.8790833081755428,
+      "eval_ga_ud_pr_auc": 0.8132653458943138,
+      "eval_gd_opus100_pr_auc": 0.5981850447660185,
+      "eval_gd_ud_pr_auc": 0.7477773830256458,
+      "eval_gl_opus100_pr_auc": 0.8822035229950124,
+      "eval_gl_ud_pr_auc": 0.9970612582450045,
+      "eval_gu_ersatz_pr_auc": 0.938136888440269,
+      "eval_gu_opus100_pr_auc": 0.6965240698590742,
+      "eval_ha_opus100_pr_auc": 0.9047577313144956,
+      "eval_he_opus100_pr_auc": 0.8687662723818393,
+      "eval_he_ud_pr_auc": 0.967751284751636,
+      "eval_hi_ersatz_pr_auc": 0.9716020345304414,
+      "eval_hi_opus100_pr_auc": 0.6481096261253939,
+      "eval_hi_ud_pr_auc": 0.9897775246183254,
+      "eval_hu_opus100_pr_auc": 0.9204540991571998,
+      "eval_hu_ud_pr_auc": 0.9807020832935209,
+      "eval_hy_opus100_pr_auc": 0.9058937298602321,
+      "eval_hy_ud_pr_auc": 0.9837389042910998,
+      "eval_id_opus100_pr_auc": 0.8802345916220535,
+      "eval_id_ud_pr_auc": 0.9922656178312518,
+      "eval_ig_opus100_pr_auc": 0.8715276615006078,
+      "eval_is_opus100_pr_auc": 0.9267724122871146,
+      "eval_is_ud_pr_auc": 0.9145261719357676,
+      "eval_it_opus100_pr_auc": 0.9097672202675807,
+      "eval_it_ud_pr_auc": 0.9997932433555172,
+      "eval_ja_ersatz_pr_auc": 0.7889026477417463,
+      "eval_ja_opus100_pr_auc": 0.734883584968913,
+      "eval_ja_ud_pr_auc": 0.9798604505485372,
+      "eval_jv_ud_pr_auc": 0.9788258656789024,
+      "eval_ka_opus100_pr_auc": 0.876128513605785,
+      "eval_kk_ersatz_pr_auc": 0.9850370161430593,
+      "eval_kk_opus100_pr_auc": 0.7889800446711952,
+      "eval_kk_ud_pr_auc": 0.9766514479890234,
+      "eval_km_ersatz_pr_auc": 0.8824591588538434,
+      "eval_km_opus100_pr_auc": 0.6152611034401256,
+      "eval_kn_opus100_pr_auc": 0.5333535464973147,
+      "eval_ko_opus100_pr_auc": 0.6391345056310799,
+      "eval_ko_ud_pr_auc": 0.9959239608043106,
+      "eval_ku_opus100_pr_auc": 0.7853565402737814,
+      "eval_ky_opus100_pr_auc": 0.8385440368817183,
+      "eval_la_ud_pr_auc": 0.9748175529103188,
+      "eval_loss": 0.03678561747074127,
+      "eval_lt_ersatz_pr_auc": 0.9904095785878619,
+      "eval_lt_opus100_pr_auc": 0.8635496241824705,
+      "eval_lt_ud_pr_auc": 0.9862244350753284,
+      "eval_lv_ersatz_pr_auc": 0.986707945035241,
+      "eval_lv_opus100_pr_auc": 0.8809383676577708,
+      "eval_lv_ud_pr_auc": 0.9572803361820686,
+      "eval_mg_opus100_pr_auc": 0.9169498146994479,
+      "eval_mk_opus100_pr_auc": 0.9025737924631991,
+      "eval_ml_opus100_pr_auc": 0.7598760803294979,
+      "eval_mn_opus100_pr_auc": 0.9354635516722059,
+      "eval_mr_opus100_pr_auc": 0.8754411110884828,
+      "eval_mr_ud_pr_auc": 0.9699128566936093,
+      "eval_ms_opus100_pr_auc": 0.8798408188280992,
+      "eval_mt_opus100_pr_auc": 0.8426979737555201,
+      "eval_mt_ud_pr_auc": 0.8787607818621751,
+      "eval_my_opus100_pr_auc": 0.706540165418788,
+      "eval_ne_opus100_pr_auc": 0.665444879296038,
+      "eval_nl_opus100_pr_auc": 0.8864737907749061,
+      "eval_nl_ud_pr_auc": 0.9714109443627204,
+      "eval_no_opus100_pr_auc": 0.9194090828766551,
+      "eval_no_ud_pr_auc": 0.9957331522203696,
+      "eval_pa_opus100_pr_auc": 0.6452537358283115,
+      "eval_pl_ersatz_pr_auc": 0.9780546374008187,
+      "eval_pl_opus100_pr_auc": 0.8935999979693517,
+      "eval_pl_ud_pr_auc": 0.9602261517215261,
+      "eval_ps_ersatz_pr_auc": 0.9437875907875676,
+      "eval_ps_opus100_pr_auc": 0.7289732045283777,
+      "eval_pt_opus100_pr_auc": 0.9123580584560512,
+      "eval_pt_ud_pr_auc": 0.9809092487723905,
+      "eval_ro_ersatz_pr_auc": 0.9932624201337074,
+      "eval_ro_opus100_pr_auc": 0.8793837534999261,
+      "eval_ro_ud_pr_auc": 0.9599758155834472,
+      "eval_ru_ersatz_pr_auc": 0.9884957584719674,
+      "eval_ru_opus100_pr_auc": 0.8918671743643445,
+      "eval_ru_ud_pr_auc": 0.8611325081428658,
+      "eval_runtime": 622.2757,
+      "eval_samples_per_second": 121.356,
+      "eval_si_opus100_pr_auc": 0.7926910014382853,
+      "eval_sk_opus100_pr_auc": 0.9259467451428682,
+      "eval_sk_ud_pr_auc": 0.983975084552325,
+      "eval_sl_opus100_pr_auc": 0.8644044239375971,
+      "eval_sl_ud_pr_auc": 0.9724032348174613,
+      "eval_sq_opus100_pr_auc": 0.8862706906688471,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9095843013525308,
+      "eval_sr_ud_pr_auc": 0.9967131749148432,
+      "eval_steps_per_second": 3.793,
+      "eval_sv_opus100_pr_auc": 0.8926056778574213,
+      "eval_sv_ud_pr_auc": 0.944536874483683,
+      "eval_ta_ersatz_pr_auc": 0.982532768217249,
+      "eval_ta_opus100_pr_auc": 0.6335954168842491,
+      "eval_ta_ud_pr_auc": 0.9976992700728826,
+      "eval_te_opus100_pr_auc": 0.8145177445444648,
+      "eval_tg_opus100_pr_auc": 0.879737808451152,
+      "eval_th_opus100_pr_auc": 0.6571727613973036,
+      "eval_th_ud_pr_auc": 0.6922653768269931,
+      "eval_tr_ersatz_pr_auc": 0.9652840992628229,
+      "eval_tr_opus100_pr_auc": 0.8913902400922604,
+      "eval_tr_ud_pr_auc": 0.9437675144369371,
+      "eval_uk_opus100_pr_auc": 0.8817833242209047,
+      "eval_uk_ud_pr_auc": 0.9269268956048181,
+      "eval_ur_opus100_pr_auc": 0.5115831158121453,
+      "eval_ur_ud_pr_auc": 0.996866119932791,
+      "eval_uz_opus100_pr_auc": 0.8388526845629698,
+      "eval_vi_opus100_pr_auc": 0.8983313574129471,
+      "eval_vi_ud_pr_auc": 0.9463989217993855,
+      "eval_xh_opus100_pr_auc": 0.8500020975957472,
+      "eval_yi_opus100_pr_auc": 0.7002990642874871,
+      "eval_yo_opus100_pr_auc": 0.780924381335953,
+      "eval_yo_ud_pr_auc": 0.899368272680905,
+      "eval_zh_ersatz_pr_auc": 0.864633713140242,
+      "eval_zh_opus100_pr_auc": 0.6433108896485213,
+      "eval_zh_ud_pr_auc": 0.993072458380501,
+      "eval_zu_opus100_pr_auc": 0.8254432750130319,
+      "step": 55000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.859493670886077e-05,
+      "learning_rate_adapter": 8.859493670886077e-05,
+      "loss": 0.033,
+      "step": 55050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.858227848101266e-05,
+      "learning_rate_adapter": 8.858227848101266e-05,
+      "loss": 0.034,
+      "step": 55100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.856962025316457e-05,
+      "learning_rate_adapter": 8.856962025316457e-05,
+      "loss": 0.0334,
+      "step": 55150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.855696202531646e-05,
+      "learning_rate_adapter": 8.855696202531646e-05,
+      "loss": 0.0335,
+      "step": 55200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.854430379746835e-05,
+      "learning_rate_adapter": 8.854430379746835e-05,
+      "loss": 0.0324,
+      "step": 55250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.853164556962026e-05,
+      "learning_rate_adapter": 8.853164556962026e-05,
+      "loss": 0.0326,
+      "step": 55300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.851898734177215e-05,
+      "learning_rate_adapter": 8.851898734177215e-05,
+      "loss": 0.0333,
+      "step": 55350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.850632911392406e-05,
+      "learning_rate_adapter": 8.850632911392406e-05,
+      "loss": 0.0331,
+      "step": 55400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.849367088607595e-05,
+      "learning_rate_adapter": 8.849367088607595e-05,
+      "loss": 0.0324,
+      "step": 55450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.848101265822785e-05,
+      "learning_rate_adapter": 8.848101265822785e-05,
+      "loss": 0.033,
+      "step": 55500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.846835443037975e-05,
+      "learning_rate_adapter": 8.846835443037975e-05,
+      "loss": 0.0335,
+      "step": 55550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.845569620253165e-05,
+      "learning_rate_adapter": 8.845569620253165e-05,
+      "loss": 0.0332,
+      "step": 55600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.844303797468356e-05,
+      "learning_rate_adapter": 8.844303797468356e-05,
+      "loss": 0.0326,
+      "step": 55650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.843037974683545e-05,
+      "learning_rate_adapter": 8.843037974683545e-05,
+      "loss": 0.0324,
+      "step": 55700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.841772151898736e-05,
+      "learning_rate_adapter": 8.841772151898736e-05,
+      "loss": 0.0334,
+      "step": 55750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.840506329113925e-05,
+      "learning_rate_adapter": 8.840506329113925e-05,
+      "loss": 0.0336,
+      "step": 55800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.839240506329114e-05,
+      "learning_rate_adapter": 8.839240506329114e-05,
+      "loss": 0.0328,
+      "step": 55850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.837974683544305e-05,
+      "learning_rate_adapter": 8.837974683544305e-05,
+      "loss": 0.0325,
+      "step": 55900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.836708860759494e-05,
+      "learning_rate_adapter": 8.836708860759494e-05,
+      "loss": 0.0332,
+      "step": 55950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.835443037974684e-05,
+      "learning_rate_adapter": 8.835443037974684e-05,
+      "loss": 0.0332,
+      "step": 56000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.834177215189874e-05,
+      "learning_rate_adapter": 8.834177215189874e-05,
+      "loss": 0.0329,
+      "step": 56050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.832911392405063e-05,
+      "learning_rate_adapter": 8.832911392405063e-05,
+      "loss": 0.0328,
+      "step": 56100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.831645569620253e-05,
+      "learning_rate_adapter": 8.831645569620253e-05,
+      "loss": 0.0323,
+      "step": 56150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.830379746835444e-05,
+      "learning_rate_adapter": 8.830379746835444e-05,
+      "loss": 0.0323,
+      "step": 56200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.829113924050633e-05,
+      "learning_rate_adapter": 8.829113924050633e-05,
+      "loss": 0.0332,
+      "step": 56250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.827848101265824e-05,
+      "learning_rate_adapter": 8.827848101265824e-05,
+      "loss": 0.0332,
+      "step": 56300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.826582278481013e-05,
+      "learning_rate_adapter": 8.826582278481013e-05,
+      "loss": 0.0328,
+      "step": 56350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.825316455696203e-05,
+      "learning_rate_adapter": 8.825316455696203e-05,
+      "loss": 0.0327,
+      "step": 56400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.824050632911393e-05,
+      "learning_rate_adapter": 8.824050632911393e-05,
+      "loss": 0.0326,
+      "step": 56450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.822784810126583e-05,
+      "learning_rate_adapter": 8.822784810126583e-05,
+      "loss": 0.0335,
+      "step": 56500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.821518987341772e-05,
+      "learning_rate_adapter": 8.821518987341772e-05,
+      "loss": 0.034,
+      "step": 56550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.820253164556962e-05,
+      "learning_rate_adapter": 8.820253164556962e-05,
+      "loss": 0.0342,
+      "step": 56600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.818987341772152e-05,
+      "learning_rate_adapter": 8.818987341772152e-05,
+      "loss": 0.0334,
+      "step": 56650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.817721518987341e-05,
+      "learning_rate_adapter": 8.817721518987341e-05,
+      "loss": 0.0329,
+      "step": 56700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.816455696202532e-05,
+      "learning_rate_adapter": 8.816455696202532e-05,
+      "loss": 0.0327,
+      "step": 56750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.815189873417722e-05,
+      "learning_rate_adapter": 8.815189873417722e-05,
+      "loss": 0.0332,
+      "step": 56800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.813924050632912e-05,
+      "learning_rate_adapter": 8.813924050632912e-05,
+      "loss": 0.0325,
+      "step": 56850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.812658227848102e-05,
+      "learning_rate_adapter": 8.812658227848102e-05,
+      "loss": 0.0322,
+      "step": 56900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.811392405063291e-05,
+      "learning_rate_adapter": 8.811392405063291e-05,
+      "loss": 0.0331,
+      "step": 56950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.810126582278482e-05,
+      "learning_rate_adapter": 8.810126582278482e-05,
+      "loss": 0.0329,
+      "step": 57000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.808860759493671e-05,
+      "learning_rate_adapter": 8.808860759493671e-05,
+      "loss": 0.0332,
+      "step": 57050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.807594936708862e-05,
+      "learning_rate_adapter": 8.807594936708862e-05,
+      "loss": 0.0339,
+      "step": 57100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.806329113924051e-05,
+      "learning_rate_adapter": 8.806329113924051e-05,
+      "loss": 0.0329,
+      "step": 57150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.80506329113924e-05,
+      "learning_rate_adapter": 8.80506329113924e-05,
+      "loss": 0.0337,
+      "step": 57200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.803797468354431e-05,
+      "learning_rate_adapter": 8.803797468354431e-05,
+      "loss": 0.0334,
+      "step": 57250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.80253164556962e-05,
+      "learning_rate_adapter": 8.80253164556962e-05,
+      "loss": 0.033,
+      "step": 57300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.80126582278481e-05,
+      "learning_rate_adapter": 8.80126582278481e-05,
+      "loss": 0.0329,
+      "step": 57350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0318,
+      "step": 57400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79873417721519e-05,
+      "learning_rate_adapter": 8.79873417721519e-05,
+      "loss": 0.0333,
+      "step": 57450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.797468354430381e-05,
+      "learning_rate_adapter": 8.797468354430381e-05,
+      "loss": 0.0326,
+      "step": 57500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79620253164557e-05,
+      "learning_rate_adapter": 8.79620253164557e-05,
+      "loss": 0.0336,
+      "step": 57550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79493670886076e-05,
+      "learning_rate_adapter": 8.79493670886076e-05,
+      "loss": 0.0336,
+      "step": 57600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79367088607595e-05,
+      "learning_rate_adapter": 8.79367088607595e-05,
+      "loss": 0.0327,
+      "step": 57650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.792405063291139e-05,
+      "learning_rate_adapter": 8.792405063291139e-05,
+      "loss": 0.0327,
+      "step": 57700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79113924050633e-05,
+      "learning_rate_adapter": 8.79113924050633e-05,
+      "loss": 0.0331,
+      "step": 57750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.789873417721519e-05,
+      "learning_rate_adapter": 8.789873417721519e-05,
+      "loss": 0.0334,
+      "step": 57800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.78860759493671e-05,
+      "learning_rate_adapter": 8.78860759493671e-05,
+      "loss": 0.0325,
+      "step": 57850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.787341772151899e-05,
+      "learning_rate_adapter": 8.787341772151899e-05,
+      "loss": 0.0327,
+      "step": 57900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.786075949367089e-05,
+      "learning_rate_adapter": 8.786075949367089e-05,
+      "loss": 0.033,
+      "step": 57950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.78481012658228e-05,
+      "learning_rate_adapter": 8.78481012658228e-05,
+      "loss": 0.0332,
+      "step": 58000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.783544303797469e-05,
+      "learning_rate_adapter": 8.783544303797469e-05,
+      "loss": 0.0334,
+      "step": 58050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.78227848101266e-05,
+      "learning_rate_adapter": 8.78227848101266e-05,
+      "loss": 0.0327,
+      "step": 58100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.781012658227849e-05,
+      "learning_rate_adapter": 8.781012658227849e-05,
+      "loss": 0.034,
+      "step": 58150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.779746835443038e-05,
+      "learning_rate_adapter": 8.779746835443038e-05,
+      "loss": 0.0326,
+      "step": 58200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.778481012658229e-05,
+      "learning_rate_adapter": 8.778481012658229e-05,
+      "loss": 0.0327,
+      "step": 58250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.777215189873418e-05,
+      "learning_rate_adapter": 8.777215189873418e-05,
+      "loss": 0.0324,
+      "step": 58300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.775949367088608e-05,
+      "learning_rate_adapter": 8.775949367088608e-05,
+      "loss": 0.0331,
+      "step": 58350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.774683544303797e-05,
+      "learning_rate_adapter": 8.774683544303797e-05,
+      "loss": 0.0328,
+      "step": 58400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.773417721518987e-05,
+      "learning_rate_adapter": 8.773417721518987e-05,
+      "loss": 0.0339,
+      "step": 58450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.772151898734177e-05,
+      "learning_rate_adapter": 8.772151898734177e-05,
+      "loss": 0.0336,
+      "step": 58500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.770886075949368e-05,
+      "learning_rate_adapter": 8.770886075949368e-05,
+      "loss": 0.0322,
+      "step": 58550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.769620253164558e-05,
+      "learning_rate_adapter": 8.769620253164558e-05,
+      "loss": 0.0329,
+      "step": 58600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.768354430379748e-05,
+      "learning_rate_adapter": 8.768354430379748e-05,
+      "loss": 0.0328,
+      "step": 58650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.767088607594938e-05,
+      "learning_rate_adapter": 8.767088607594938e-05,
+      "loss": 0.0324,
+      "step": 58700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.765822784810127e-05,
+      "learning_rate_adapter": 8.765822784810127e-05,
+      "loss": 0.0333,
+      "step": 58750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.764556962025317e-05,
+      "learning_rate_adapter": 8.764556962025317e-05,
+      "loss": 0.0315,
+      "step": 58800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.763291139240507e-05,
+      "learning_rate_adapter": 8.763291139240507e-05,
+      "loss": 0.0326,
+      "step": 58850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.762025316455696e-05,
+      "learning_rate_adapter": 8.762025316455696e-05,
+      "loss": 0.0321,
+      "step": 58900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.760759493670887e-05,
+      "learning_rate_adapter": 8.760759493670887e-05,
+      "loss": 0.0319,
+      "step": 58950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.759493670886076e-05,
+      "learning_rate_adapter": 8.759493670886076e-05,
+      "loss": 0.0327,
+      "step": 59000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.758227848101265e-05,
+      "learning_rate_adapter": 8.758227848101265e-05,
+      "loss": 0.0335,
+      "step": 59050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.756962025316456e-05,
+      "learning_rate_adapter": 8.756962025316456e-05,
+      "loss": 0.0327,
+      "step": 59100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.755696202531646e-05,
+      "learning_rate_adapter": 8.755696202531646e-05,
+      "loss": 0.0325,
+      "step": 59150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.754430379746837e-05,
+      "learning_rate_adapter": 8.754430379746837e-05,
+      "loss": 0.0333,
+      "step": 59200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.753164556962026e-05,
+      "learning_rate_adapter": 8.753164556962026e-05,
+      "loss": 0.0323,
+      "step": 59250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.751898734177215e-05,
+      "learning_rate_adapter": 8.751898734177215e-05,
+      "loss": 0.0327,
+      "step": 59300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.750632911392406e-05,
+      "learning_rate_adapter": 8.750632911392406e-05,
+      "loss": 0.0324,
+      "step": 59350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.749367088607595e-05,
+      "learning_rate_adapter": 8.749367088607595e-05,
+      "loss": 0.0324,
+      "step": 59400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.748101265822786e-05,
+      "learning_rate_adapter": 8.748101265822786e-05,
+      "loss": 0.0329,
+      "step": 59450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.746835443037975e-05,
+      "learning_rate_adapter": 8.746835443037975e-05,
+      "loss": 0.0327,
+      "step": 59500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.745569620253164e-05,
+      "learning_rate_adapter": 8.745569620253164e-05,
+      "loss": 0.0329,
+      "step": 59550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.744303797468355e-05,
+      "learning_rate_adapter": 8.744303797468355e-05,
+      "loss": 0.0326,
+      "step": 59600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.743037974683544e-05,
+      "learning_rate_adapter": 8.743037974683544e-05,
+      "loss": 0.0324,
+      "step": 59650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.741772151898735e-05,
+      "learning_rate_adapter": 8.741772151898735e-05,
+      "loss": 0.0321,
+      "step": 59700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.740506329113925e-05,
+      "learning_rate_adapter": 8.740506329113925e-05,
+      "loss": 0.0328,
+      "step": 59750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.739240506329114e-05,
+      "learning_rate_adapter": 8.739240506329114e-05,
+      "loss": 0.0325,
+      "step": 59800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.737974683544305e-05,
+      "learning_rate_adapter": 8.737974683544305e-05,
+      "loss": 0.0324,
+      "step": 59850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.736708860759494e-05,
+      "learning_rate_adapter": 8.736708860759494e-05,
+      "loss": 0.0325,
+      "step": 59900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.735443037974685e-05,
+      "learning_rate_adapter": 8.735443037974685e-05,
+      "loss": 0.0328,
+      "step": 59950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.734177215189874e-05,
+      "learning_rate_adapter": 8.734177215189874e-05,
+      "loss": 0.032,
+      "step": 60000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.7884107253163576,
+      "eval_af_ud_pr_auc": 0.9835300463297509,
+      "eval_am_opus100_pr_auc": 0.48002450418932097,
+      "eval_ar_ersatz_pr_auc": 0.9263149400811701,
+      "eval_ar_opus100_pr_auc": 0.6978182128728911,
+      "eval_ar_ud_pr_auc": 0.884054025401054,
+      "eval_average_ersatz_pr_auc": 0.9540332369775559,
+      "eval_average_opus100_pr_auc": 0.8154788824289866,
+      "eval_average_ud_pr_auc": 0.9566333337878722,
+      "eval_az_opus100_pr_auc": 0.7231947117174594,
+      "eval_be_opus100_pr_auc": 0.6519127724446565,
+      "eval_be_ud_pr_auc": 0.8474353390030852,
+      "eval_bg_opus100_pr_auc": 0.9038146562193812,
+      "eval_bg_ud_pr_auc": 0.9951821848192521,
+      "eval_bn_opus100_pr_auc": 0.8058598720412792,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8777810970642667,
+      "eval_ca_ud_pr_auc": 0.990373856717101,
+      "eval_ceb_ud_pr_auc": 0.9992776475044054,
+      "eval_cs_ersatz_pr_auc": 0.9882823072424697,
+      "eval_cs_opus100_pr_auc": 0.903068648147388,
+      "eval_cs_ud_pr_auc": 0.9572507395866622,
+      "eval_cy_opus100_pr_auc": 0.7720271078776951,
+      "eval_cy_ud_pr_auc": 0.9965227371808055,
+      "eval_da_opus100_pr_auc": 0.9056688989737932,
+      "eval_da_ud_pr_auc": 0.9855809937125011,
+      "eval_de_ersatz_pr_auc": 0.9740057157126181,
+      "eval_de_opus100_pr_auc": 0.8814610141600119,
+      "eval_de_ud_pr_auc": 0.988055648455489,
+      "eval_el_opus100_pr_auc": 0.913019861919382,
+      "eval_el_ud_pr_auc": 0.9861559399511369,
+      "eval_en_ersatz_pr_auc": 0.9882138581179216,
+      "eval_en_opus100_pr_auc": 0.916303813071855,
+      "eval_en_ud_pr_auc": 0.9654587039834285,
+      "eval_eo_opus100_pr_auc": 0.9258614368385345,
+      "eval_es_ersatz_pr_auc": 0.993963600880137,
+      "eval_es_opus100_pr_auc": 0.9076127573682109,
+      "eval_es_ud_pr_auc": 0.9877372687033819,
+      "eval_et_ersatz_pr_auc": 0.980268918327268,
+      "eval_et_opus100_pr_auc": 0.8653008025775449,
+      "eval_et_ud_pr_auc": 0.9297207078230241,
+      "eval_eu_opus100_pr_auc": 0.8809944524500971,
+      "eval_eu_ud_pr_auc": 0.9891334307152319,
+      "eval_fa_opus100_pr_auc": 0.5793973598130413,
+      "eval_fa_ud_pr_auc": 0.9945191500361177,
+      "eval_fi_ersatz_pr_auc": 0.9880305869240553,
+      "eval_fi_opus100_pr_auc": 0.8933958104604629,
+      "eval_fi_ud_pr_auc": 0.9670694802317057,
+      "eval_fr_ersatz_pr_auc": 0.9876561593346959,
+      "eval_fr_opus100_pr_auc": 0.8934864338518472,
+      "eval_fr_ud_pr_auc": 0.9785490040580115,
+      "eval_fy_opus100_pr_auc": 0.6871034384604238,
+      "eval_ga_opus100_pr_auc": 0.8820127727798261,
+      "eval_ga_ud_pr_auc": 0.8071869613820892,
+      "eval_gd_opus100_pr_auc": 0.6096987158514413,
+      "eval_gd_ud_pr_auc": 0.7706282089380261,
+      "eval_gl_opus100_pr_auc": 0.8758643176342141,
+      "eval_gl_ud_pr_auc": 0.997155879571589,
+      "eval_gu_ersatz_pr_auc": 0.9333370229762625,
+      "eval_gu_opus100_pr_auc": 0.7253987780759106,
+      "eval_ha_opus100_pr_auc": 0.9070525023194161,
+      "eval_he_opus100_pr_auc": 0.867913658509807,
+      "eval_he_ud_pr_auc": 0.9650101716419723,
+      "eval_hi_ersatz_pr_auc": 0.9660729284029855,
+      "eval_hi_opus100_pr_auc": 0.658713260593909,
+      "eval_hi_ud_pr_auc": 0.9812394151791362,
+      "eval_hu_opus100_pr_auc": 0.9009591602862806,
+      "eval_hu_ud_pr_auc": 0.9803013757019494,
+      "eval_hy_opus100_pr_auc": 0.9092153599914112,
+      "eval_hy_ud_pr_auc": 0.9831216985655391,
+      "eval_id_opus100_pr_auc": 0.8767791291782766,
+      "eval_id_ud_pr_auc": 0.994103259388943,
+      "eval_ig_opus100_pr_auc": 0.8827511130257838,
+      "eval_is_opus100_pr_auc": 0.9133632048781203,
+      "eval_is_ud_pr_auc": 0.9070269838519017,
+      "eval_it_opus100_pr_auc": 0.9032785898159889,
+      "eval_it_ud_pr_auc": 0.9998274831556293,
+      "eval_ja_ersatz_pr_auc": 0.77121762023717,
+      "eval_ja_opus100_pr_auc": 0.6967067705393862,
+      "eval_ja_ud_pr_auc": 0.9783421537705922,
+      "eval_jv_ud_pr_auc": 0.9723007312076477,
+      "eval_ka_opus100_pr_auc": 0.8642425614272289,
+      "eval_kk_ersatz_pr_auc": 0.9855558498446385,
+      "eval_kk_opus100_pr_auc": 0.8156475138165632,
+      "eval_kk_ud_pr_auc": 0.9761880125440447,
+      "eval_km_ersatz_pr_auc": 0.8832071419446003,
+      "eval_km_opus100_pr_auc": 0.6601718145730198,
+      "eval_kn_opus100_pr_auc": 0.5663104124854338,
+      "eval_ko_opus100_pr_auc": 0.6722186478195946,
+      "eval_ko_ud_pr_auc": 0.994471768817463,
+      "eval_ku_opus100_pr_auc": 0.8112747686526919,
+      "eval_ky_opus100_pr_auc": 0.8697231965982937,
+      "eval_la_ud_pr_auc": 0.9580835158156366,
+      "eval_loss": 0.036576177924871445,
+      "eval_lt_ersatz_pr_auc": 0.9909900200156687,
+      "eval_lt_opus100_pr_auc": 0.857715052875347,
+      "eval_lt_ud_pr_auc": 0.988913365130782,
+      "eval_lv_ersatz_pr_auc": 0.9813336146711278,
+      "eval_lv_opus100_pr_auc": 0.8754215563399477,
+      "eval_lv_ud_pr_auc": 0.9527655940797631,
+      "eval_mg_opus100_pr_auc": 0.9187181396999027,
+      "eval_mk_opus100_pr_auc": 0.896187936504876,
+      "eval_ml_opus100_pr_auc": 0.753297241968802,
+      "eval_mn_opus100_pr_auc": 0.9497249651563265,
+      "eval_mr_opus100_pr_auc": 0.8816369849176225,
+      "eval_mr_ud_pr_auc": 0.9705681215982084,
+      "eval_ms_opus100_pr_auc": 0.8742536815625823,
+      "eval_mt_opus100_pr_auc": 0.8531063568472126,
+      "eval_mt_ud_pr_auc": 0.8591167983341454,
+      "eval_my_opus100_pr_auc": 0.7226239212917858,
+      "eval_ne_opus100_pr_auc": 0.7012942313493791,
+      "eval_nl_opus100_pr_auc": 0.8829420758218224,
+      "eval_nl_ud_pr_auc": 0.9684207438607294,
+      "eval_no_opus100_pr_auc": 0.915233144308258,
+      "eval_no_ud_pr_auc": 0.9971967476054625,
+      "eval_pa_opus100_pr_auc": 0.6601762521259807,
+      "eval_pl_ersatz_pr_auc": 0.9713452135946627,
+      "eval_pl_opus100_pr_auc": 0.8865973865780136,
+      "eval_pl_ud_pr_auc": 0.953796904463071,
+      "eval_ps_ersatz_pr_auc": 0.9279799597480769,
+      "eval_ps_opus100_pr_auc": 0.7149988035182512,
+      "eval_pt_opus100_pr_auc": 0.9072608757207077,
+      "eval_pt_ud_pr_auc": 0.9764392479758872,
+      "eval_ro_ersatz_pr_auc": 0.9905398783952579,
+      "eval_ro_opus100_pr_auc": 0.8715329633992405,
+      "eval_ro_ud_pr_auc": 0.9835340528492045,
+      "eval_ru_ersatz_pr_auc": 0.9905077886127476,
+      "eval_ru_opus100_pr_auc": 0.8888678205355709,
+      "eval_ru_ud_pr_auc": 0.8730903944990754,
+      "eval_runtime": 618.7837,
+      "eval_samples_per_second": 122.041,
+      "eval_si_opus100_pr_auc": 0.7909802377827834,
+      "eval_sk_opus100_pr_auc": 0.9202441183832689,
+      "eval_sk_ud_pr_auc": 0.9822930655573642,
+      "eval_sl_opus100_pr_auc": 0.8535400511161932,
+      "eval_sl_ud_pr_auc": 0.9675033448721606,
+      "eval_sq_opus100_pr_auc": 0.8889002045652337,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9039737297370337,
+      "eval_sr_ud_pr_auc": 0.9979591831620247,
+      "eval_steps_per_second": 3.814,
+      "eval_sv_opus100_pr_auc": 0.8859277207568219,
+      "eval_sv_ud_pr_auc": 0.9425767678417798,
+      "eval_ta_ersatz_pr_auc": 0.9769456577367968,
+      "eval_ta_opus100_pr_auc": 0.655771067940865,
+      "eval_ta_ud_pr_auc": 0.9981633397626444,
+      "eval_te_opus100_pr_auc": 0.8098380307137097,
+      "eval_tg_opus100_pr_auc": 0.8771454351135508,
+      "eval_th_opus100_pr_auc": 0.6590694911074106,
+      "eval_th_ud_pr_auc": 0.7191399917978647,
+      "eval_tr_ersatz_pr_auc": 0.970545058590761,
+      "eval_tr_opus100_pr_auc": 0.8895203719693757,
+      "eval_tr_ud_pr_auc": 0.9535516754542164,
+      "eval_uk_opus100_pr_auc": 0.8692725418854526,
+      "eval_uk_ud_pr_auc": 0.9179021429014045,
+      "eval_ur_opus100_pr_auc": 0.5255884279995559,
+      "eval_ur_ud_pr_auc": 0.996106767140578,
+      "eval_uz_opus100_pr_auc": 0.8635772626807287,
+      "eval_vi_opus100_pr_auc": 0.8970196544524263,
+      "eval_vi_ud_pr_auc": 0.9488557783937264,
+      "eval_xh_opus100_pr_auc": 0.8626614825364328,
+      "eval_yi_opus100_pr_auc": 0.7082807626460375,
+      "eval_yo_opus100_pr_auc": 0.8134021893352772,
+      "eval_yo_ud_pr_auc": 0.902685304670355,
+      "eval_zh_ersatz_pr_auc": 0.8224173721151421,
+      "eval_zh_opus100_pr_auc": 0.6212579480386196,
+      "eval_zh_ud_pr_auc": 0.9869261702139634,
+      "eval_zu_opus100_pr_auc": 0.8388936032059933,
+      "step": 60000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.732911392405063e-05,
+      "learning_rate_adapter": 8.732911392405063e-05,
+      "loss": 0.0344,
+      "step": 60050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.731645569620254e-05,
+      "learning_rate_adapter": 8.731645569620254e-05,
+      "loss": 0.0368,
+      "step": 60100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.730379746835443e-05,
+      "learning_rate_adapter": 8.730379746835443e-05,
+      "loss": 0.034,
+      "step": 60150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.729113924050633e-05,
+      "learning_rate_adapter": 8.729113924050633e-05,
+      "loss": 0.0334,
+      "step": 60200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.727848101265823e-05,
+      "learning_rate_adapter": 8.727848101265823e-05,
+      "loss": 0.0327,
+      "step": 60250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.726582278481013e-05,
+      "learning_rate_adapter": 8.726582278481013e-05,
+      "loss": 0.0335,
+      "step": 60300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.725316455696204e-05,
+      "learning_rate_adapter": 8.725316455696204e-05,
+      "loss": 0.0325,
+      "step": 60350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.724050632911393e-05,
+      "learning_rate_adapter": 8.724050632911393e-05,
+      "loss": 0.0335,
+      "step": 60400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.722784810126583e-05,
+      "learning_rate_adapter": 8.722784810126583e-05,
+      "loss": 0.0328,
+      "step": 60450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.721518987341773e-05,
+      "learning_rate_adapter": 8.721518987341773e-05,
+      "loss": 0.0325,
+      "step": 60500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.720253164556963e-05,
+      "learning_rate_adapter": 8.720253164556963e-05,
+      "loss": 0.0329,
+      "step": 60550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.718987341772152e-05,
+      "learning_rate_adapter": 8.718987341772152e-05,
+      "loss": 0.0324,
+      "step": 60600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.717721518987342e-05,
+      "learning_rate_adapter": 8.717721518987342e-05,
+      "loss": 0.032,
+      "step": 60650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.716455696202532e-05,
+      "learning_rate_adapter": 8.716455696202532e-05,
+      "loss": 0.0328,
+      "step": 60700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.715189873417721e-05,
+      "learning_rate_adapter": 8.715189873417721e-05,
+      "loss": 0.0328,
+      "step": 60750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.713924050632912e-05,
+      "learning_rate_adapter": 8.713924050632912e-05,
+      "loss": 0.0322,
+      "step": 60800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.712658227848101e-05,
+      "learning_rate_adapter": 8.712658227848101e-05,
+      "loss": 0.0325,
+      "step": 60850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.711392405063292e-05,
+      "learning_rate_adapter": 8.711392405063292e-05,
+      "loss": 0.0323,
+      "step": 60900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.710126582278482e-05,
+      "learning_rate_adapter": 8.710126582278482e-05,
+      "loss": 0.0323,
+      "step": 60950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.708860759493672e-05,
+      "learning_rate_adapter": 8.708860759493672e-05,
+      "loss": 0.0323,
+      "step": 61000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.707594936708862e-05,
+      "learning_rate_adapter": 8.707594936708862e-05,
+      "loss": 0.0322,
+      "step": 61050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.706329113924051e-05,
+      "learning_rate_adapter": 8.706329113924051e-05,
+      "loss": 0.0323,
+      "step": 61100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.70506329113924e-05,
+      "learning_rate_adapter": 8.70506329113924e-05,
+      "loss": 0.0322,
+      "step": 61150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.703797468354431e-05,
+      "learning_rate_adapter": 8.703797468354431e-05,
+      "loss": 0.032,
+      "step": 61200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.70253164556962e-05,
+      "learning_rate_adapter": 8.70253164556962e-05,
+      "loss": 0.0328,
+      "step": 61250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.701265822784811e-05,
+      "learning_rate_adapter": 8.701265822784811e-05,
+      "loss": 0.0328,
+      "step": 61300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0328,
+      "step": 61350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.698734177215189e-05,
+      "learning_rate_adapter": 8.698734177215189e-05,
+      "loss": 0.0327,
+      "step": 61400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69746835443038e-05,
+      "learning_rate_adapter": 8.69746835443038e-05,
+      "loss": 0.0324,
+      "step": 61450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69620253164557e-05,
+      "learning_rate_adapter": 8.69620253164557e-05,
+      "loss": 0.0329,
+      "step": 61500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.694936708860761e-05,
+      "learning_rate_adapter": 8.694936708860761e-05,
+      "loss": 0.0326,
+      "step": 61550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69367088607595e-05,
+      "learning_rate_adapter": 8.69367088607595e-05,
+      "loss": 0.0328,
+      "step": 61600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69240506329114e-05,
+      "learning_rate_adapter": 8.69240506329114e-05,
+      "loss": 0.0328,
+      "step": 61650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69113924050633e-05,
+      "learning_rate_adapter": 8.69113924050633e-05,
+      "loss": 0.0321,
+      "step": 61700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.689873417721519e-05,
+      "learning_rate_adapter": 8.689873417721519e-05,
+      "loss": 0.0323,
+      "step": 61750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.68860759493671e-05,
+      "learning_rate_adapter": 8.68860759493671e-05,
+      "loss": 0.0334,
+      "step": 61800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.687341772151899e-05,
+      "learning_rate_adapter": 8.687341772151899e-05,
+      "loss": 0.0324,
+      "step": 61850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.68607594936709e-05,
+      "learning_rate_adapter": 8.68607594936709e-05,
+      "loss": 0.033,
+      "step": 61900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.684810126582279e-05,
+      "learning_rate_adapter": 8.684810126582279e-05,
+      "loss": 0.0329,
+      "step": 61950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.683544303797468e-05,
+      "learning_rate_adapter": 8.683544303797468e-05,
+      "loss": 0.0328,
+      "step": 62000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.682278481012658e-05,
+      "learning_rate_adapter": 8.682278481012658e-05,
+      "loss": 0.0329,
+      "step": 62050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.681012658227849e-05,
+      "learning_rate_adapter": 8.681012658227849e-05,
+      "loss": 0.0329,
+      "step": 62100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.67974683544304e-05,
+      "learning_rate_adapter": 8.67974683544304e-05,
+      "loss": 0.0326,
+      "step": 62150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.678481012658229e-05,
+      "learning_rate_adapter": 8.678481012658229e-05,
+      "loss": 0.0325,
+      "step": 62200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.677215189873418e-05,
+      "learning_rate_adapter": 8.677215189873418e-05,
+      "loss": 0.0327,
+      "step": 62250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.675949367088609e-05,
+      "learning_rate_adapter": 8.675949367088609e-05,
+      "loss": 0.0327,
+      "step": 62300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.674683544303798e-05,
+      "learning_rate_adapter": 8.674683544303798e-05,
+      "loss": 0.0314,
+      "step": 62350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.673417721518988e-05,
+      "learning_rate_adapter": 8.673417721518988e-05,
+      "loss": 0.0327,
+      "step": 62400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.672151898734178e-05,
+      "learning_rate_adapter": 8.672151898734178e-05,
+      "loss": 0.0326,
+      "step": 62450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.670886075949367e-05,
+      "learning_rate_adapter": 8.670886075949367e-05,
+      "loss": 0.0325,
+      "step": 62500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.669620253164557e-05,
+      "learning_rate_adapter": 8.669620253164557e-05,
+      "loss": 0.0325,
+      "step": 62550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.668354430379747e-05,
+      "learning_rate_adapter": 8.668354430379747e-05,
+      "loss": 0.0327,
+      "step": 62600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.667088607594937e-05,
+      "learning_rate_adapter": 8.667088607594937e-05,
+      "loss": 0.0318,
+      "step": 62650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.665822784810128e-05,
+      "learning_rate_adapter": 8.665822784810128e-05,
+      "loss": 0.0329,
+      "step": 62700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.664556962025317e-05,
+      "learning_rate_adapter": 8.664556962025317e-05,
+      "loss": 0.0321,
+      "step": 62750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.663291139240507e-05,
+      "learning_rate_adapter": 8.663291139240507e-05,
+      "loss": 0.0323,
+      "step": 62800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.662025316455697e-05,
+      "learning_rate_adapter": 8.662025316455697e-05,
+      "loss": 0.0325,
+      "step": 62850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.660759493670887e-05,
+      "learning_rate_adapter": 8.660759493670887e-05,
+      "loss": 0.033,
+      "step": 62900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.659493670886076e-05,
+      "learning_rate_adapter": 8.659493670886076e-05,
+      "loss": 0.033,
+      "step": 62950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.658227848101266e-05,
+      "learning_rate_adapter": 8.658227848101266e-05,
+      "loss": 0.0322,
+      "step": 63000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.656962025316456e-05,
+      "learning_rate_adapter": 8.656962025316456e-05,
+      "loss": 0.0326,
+      "step": 63050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.655696202531645e-05,
+      "learning_rate_adapter": 8.655696202531645e-05,
+      "loss": 0.032,
+      "step": 63100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.654430379746836e-05,
+      "learning_rate_adapter": 8.654430379746836e-05,
+      "loss": 0.0322,
+      "step": 63150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.653164556962025e-05,
+      "learning_rate_adapter": 8.653164556962025e-05,
+      "loss": 0.0319,
+      "step": 63200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.651898734177216e-05,
+      "learning_rate_adapter": 8.651898734177216e-05,
+      "loss": 0.0324,
+      "step": 63250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.650632911392406e-05,
+      "learning_rate_adapter": 8.650632911392406e-05,
+      "loss": 0.0326,
+      "step": 63300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.649367088607595e-05,
+      "learning_rate_adapter": 8.649367088607595e-05,
+      "loss": 0.0334,
+      "step": 63350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.648101265822786e-05,
+      "learning_rate_adapter": 8.648101265822786e-05,
+      "loss": 0.0334,
+      "step": 63400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.646835443037975e-05,
+      "learning_rate_adapter": 8.646835443037975e-05,
+      "loss": 0.0313,
+      "step": 63450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.645569620253166e-05,
+      "learning_rate_adapter": 8.645569620253166e-05,
+      "loss": 0.0327,
+      "step": 63500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.644303797468355e-05,
+      "learning_rate_adapter": 8.644303797468355e-05,
+      "loss": 0.0322,
+      "step": 63550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.643037974683544e-05,
+      "learning_rate_adapter": 8.643037974683544e-05,
+      "loss": 0.0314,
+      "step": 63600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.641772151898735e-05,
+      "learning_rate_adapter": 8.641772151898735e-05,
+      "loss": 0.0323,
+      "step": 63650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.640506329113924e-05,
+      "learning_rate_adapter": 8.640506329113924e-05,
+      "loss": 0.0328,
+      "step": 63700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.639240506329115e-05,
+      "learning_rate_adapter": 8.639240506329115e-05,
+      "loss": 0.0324,
+      "step": 63750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.637974683544304e-05,
+      "learning_rate_adapter": 8.637974683544304e-05,
+      "loss": 0.032,
+      "step": 63800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.636708860759494e-05,
+      "learning_rate_adapter": 8.636708860759494e-05,
+      "loss": 0.0324,
+      "step": 63850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.635443037974685e-05,
+      "learning_rate_adapter": 8.635443037974685e-05,
+      "loss": 0.0332,
+      "step": 63900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.634177215189874e-05,
+      "learning_rate_adapter": 8.634177215189874e-05,
+      "loss": 0.0319,
+      "step": 63950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.632911392405065e-05,
+      "learning_rate_adapter": 8.632911392405065e-05,
+      "loss": 0.0332,
+      "step": 64000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.631645569620254e-05,
+      "learning_rate_adapter": 8.631645569620254e-05,
+      "loss": 0.0322,
+      "step": 64050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.630379746835443e-05,
+      "learning_rate_adapter": 8.630379746835443e-05,
+      "loss": 0.0318,
+      "step": 64100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.629113924050634e-05,
+      "learning_rate_adapter": 8.629113924050634e-05,
+      "loss": 0.0319,
+      "step": 64150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.627848101265823e-05,
+      "learning_rate_adapter": 8.627848101265823e-05,
+      "loss": 0.0324,
+      "step": 64200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.626582278481013e-05,
+      "learning_rate_adapter": 8.626582278481013e-05,
+      "loss": 0.0323,
+      "step": 64250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.625316455696203e-05,
+      "learning_rate_adapter": 8.625316455696203e-05,
+      "loss": 0.032,
+      "step": 64300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.624050632911392e-05,
+      "learning_rate_adapter": 8.624050632911392e-05,
+      "loss": 0.0324,
+      "step": 64350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.622784810126582e-05,
+      "learning_rate_adapter": 8.622784810126582e-05,
+      "loss": 0.0317,
+      "step": 64400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.621518987341773e-05,
+      "learning_rate_adapter": 8.621518987341773e-05,
+      "loss": 0.0326,
+      "step": 64450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.620253164556964e-05,
+      "learning_rate_adapter": 8.620253164556964e-05,
+      "loss": 0.0327,
+      "step": 64500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.618987341772153e-05,
+      "learning_rate_adapter": 8.618987341772153e-05,
+      "loss": 0.0326,
+      "step": 64550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.617721518987342e-05,
+      "learning_rate_adapter": 8.617721518987342e-05,
+      "loss": 0.0331,
+      "step": 64600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.616455696202532e-05,
+      "learning_rate_adapter": 8.616455696202532e-05,
+      "loss": 0.0325,
+      "step": 64650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.615189873417722e-05,
+      "learning_rate_adapter": 8.615189873417722e-05,
+      "loss": 0.0334,
+      "step": 64700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.613924050632912e-05,
+      "learning_rate_adapter": 8.613924050632912e-05,
+      "loss": 0.0316,
+      "step": 64750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.612658227848101e-05,
+      "learning_rate_adapter": 8.612658227848101e-05,
+      "loss": 0.0317,
+      "step": 64800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.611392405063291e-05,
+      "learning_rate_adapter": 8.611392405063291e-05,
+      "loss": 0.0329,
+      "step": 64850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.610126582278481e-05,
+      "learning_rate_adapter": 8.610126582278481e-05,
+      "loss": 0.033,
+      "step": 64900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.60886075949367e-05,
+      "learning_rate_adapter": 8.60886075949367e-05,
+      "loss": 0.0322,
+      "step": 64950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.607594936708861e-05,
+      "learning_rate_adapter": 8.607594936708861e-05,
+      "loss": 0.0325,
+      "step": 65000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.7592991171033356,
+      "eval_af_ud_pr_auc": 0.9749655563765063,
+      "eval_am_opus100_pr_auc": 0.43478529963844137,
+      "eval_ar_ersatz_pr_auc": 0.9334837699617669,
+      "eval_ar_opus100_pr_auc": 0.7090197242692099,
+      "eval_ar_ud_pr_auc": 0.8613128830936008,
+      "eval_average_ersatz_pr_auc": 0.9559525229779819,
+      "eval_average_opus100_pr_auc": 0.8145682326551045,
+      "eval_average_ud_pr_auc": 0.9593675871906024,
+      "eval_az_opus100_pr_auc": 0.805503334903708,
+      "eval_be_opus100_pr_auc": 0.6348704399249593,
+      "eval_be_ud_pr_auc": 0.8652746757596337,
+      "eval_bg_opus100_pr_auc": 0.9108679679728034,
+      "eval_bg_ud_pr_auc": 0.9947468795109953,
+      "eval_bn_opus100_pr_auc": 0.8213000236383704,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9006993738713294,
+      "eval_ca_ud_pr_auc": 0.9828192574713237,
+      "eval_ceb_ud_pr_auc": 0.9973108830046584,
+      "eval_cs_ersatz_pr_auc": 0.9842529512321121,
+      "eval_cs_opus100_pr_auc": 0.9101935270199455,
+      "eval_cs_ud_pr_auc": 0.9610512110749748,
+      "eval_cy_opus100_pr_auc": 0.7561513712044753,
+      "eval_cy_ud_pr_auc": 0.9959856650999316,
+      "eval_da_opus100_pr_auc": 0.908441076787714,
+      "eval_da_ud_pr_auc": 0.9819701181930922,
+      "eval_de_ersatz_pr_auc": 0.968521652193555,
+      "eval_de_opus100_pr_auc": 0.8823881034432285,
+      "eval_de_ud_pr_auc": 0.9847821959252103,
+      "eval_el_opus100_pr_auc": 0.9148705719532514,
+      "eval_el_ud_pr_auc": 0.9850402729507953,
+      "eval_en_ersatz_pr_auc": 0.9889846998220198,
+      "eval_en_opus100_pr_auc": 0.9232922582315302,
+      "eval_en_ud_pr_auc": 0.9779059215527357,
+      "eval_eo_opus100_pr_auc": 0.9294087101696472,
+      "eval_es_ersatz_pr_auc": 0.9953208117577381,
+      "eval_es_opus100_pr_auc": 0.9246931347509637,
+      "eval_es_ud_pr_auc": 0.9922424360328201,
+      "eval_et_ersatz_pr_auc": 0.983506207855738,
+      "eval_et_opus100_pr_auc": 0.8837954914855168,
+      "eval_et_ud_pr_auc": 0.9643816919728292,
+      "eval_eu_opus100_pr_auc": 0.8845286947070353,
+      "eval_eu_ud_pr_auc": 0.990308711641748,
+      "eval_fa_opus100_pr_auc": 0.5679196515584635,
+      "eval_fa_ud_pr_auc": 0.99613981116366,
+      "eval_fi_ersatz_pr_auc": 0.9870090240991339,
+      "eval_fi_opus100_pr_auc": 0.9063214905402098,
+      "eval_fi_ud_pr_auc": 0.9714955847084499,
+      "eval_fr_ersatz_pr_auc": 0.9870069318225116,
+      "eval_fr_opus100_pr_auc": 0.905482589390382,
+      "eval_fr_ud_pr_auc": 0.980449211189219,
+      "eval_fy_opus100_pr_auc": 0.6287878281884629,
+      "eval_ga_opus100_pr_auc": 0.8756460786739518,
+      "eval_ga_ud_pr_auc": 0.8182920141872347,
+      "eval_gd_opus100_pr_auc": 0.592993576142652,
+      "eval_gd_ud_pr_auc": 0.7641243329619203,
+      "eval_gl_opus100_pr_auc": 0.8950026373222981,
+      "eval_gl_ud_pr_auc": 0.9979324349544315,
+      "eval_gu_ersatz_pr_auc": 0.9345898412086915,
+      "eval_gu_opus100_pr_auc": 0.7108252547357607,
+      "eval_ha_opus100_pr_auc": 0.9049022512714114,
+      "eval_he_opus100_pr_auc": 0.8631999521256877,
+      "eval_he_ud_pr_auc": 0.9788811471263974,
+      "eval_hi_ersatz_pr_auc": 0.9689142465234692,
+      "eval_hi_opus100_pr_auc": 0.6604110579339181,
+      "eval_hi_ud_pr_auc": 0.9899408136290325,
+      "eval_hu_opus100_pr_auc": 0.9144568526251855,
+      "eval_hu_ud_pr_auc": 0.9835971679007219,
+      "eval_hy_opus100_pr_auc": 0.9104171356256257,
+      "eval_hy_ud_pr_auc": 0.9858018238072813,
+      "eval_id_opus100_pr_auc": 0.875482522737521,
+      "eval_id_ud_pr_auc": 0.9932811902198926,
+      "eval_ig_opus100_pr_auc": 0.8926069971325344,
+      "eval_is_opus100_pr_auc": 0.9182728408268689,
+      "eval_is_ud_pr_auc": 0.9242173339403548,
+      "eval_it_opus100_pr_auc": 0.9147211882603551,
+      "eval_it_ud_pr_auc": 0.9998386400173659,
+      "eval_ja_ersatz_pr_auc": 0.783277936130833,
+      "eval_ja_opus100_pr_auc": 0.7648250408867019,
+      "eval_ja_ud_pr_auc": 0.981560288557416,
+      "eval_jv_ud_pr_auc": 0.9562174041964123,
+      "eval_ka_opus100_pr_auc": 0.8569650731154912,
+      "eval_kk_ersatz_pr_auc": 0.9889876366633963,
+      "eval_kk_opus100_pr_auc": 0.7954412360996922,
+      "eval_kk_ud_pr_auc": 0.973586946621829,
+      "eval_km_ersatz_pr_auc": 0.8852921358032503,
+      "eval_km_opus100_pr_auc": 0.6605088865120935,
+      "eval_kn_opus100_pr_auc": 0.5446620188066528,
+      "eval_ko_opus100_pr_auc": 0.6540615853877674,
+      "eval_ko_ud_pr_auc": 0.9955368549920666,
+      "eval_ku_opus100_pr_auc": 0.7847752652586772,
+      "eval_ky_opus100_pr_auc": 0.8138762307121373,
+      "eval_la_ud_pr_auc": 0.9464809246764673,
+      "eval_loss": 0.036449868232011795,
+      "eval_lt_ersatz_pr_auc": 0.9896045785095108,
+      "eval_lt_opus100_pr_auc": 0.8469472092535,
+      "eval_lt_ud_pr_auc": 0.9906883076596676,
+      "eval_lv_ersatz_pr_auc": 0.9816066019244076,
+      "eval_lv_opus100_pr_auc": 0.8781596057447438,
+      "eval_lv_ud_pr_auc": 0.9578252819943293,
+      "eval_mg_opus100_pr_auc": 0.9330487549483216,
+      "eval_mk_opus100_pr_auc": 0.904131875882618,
+      "eval_ml_opus100_pr_auc": 0.7772774792070534,
+      "eval_mn_opus100_pr_auc": 0.9403721238697927,
+      "eval_mr_opus100_pr_auc": 0.8957045532428393,
+      "eval_mr_ud_pr_auc": 0.9677919041136734,
+      "eval_ms_opus100_pr_auc": 0.8796335498221561,
+      "eval_mt_opus100_pr_auc": 0.8431856978280233,
+      "eval_mt_ud_pr_auc": 0.8830601928568973,
+      "eval_my_opus100_pr_auc": 0.6745882401099855,
+      "eval_ne_opus100_pr_auc": 0.673427767255514,
+      "eval_nl_opus100_pr_auc": 0.8911294921553019,
+      "eval_nl_ud_pr_auc": 0.9691798050862547,
+      "eval_no_opus100_pr_auc": 0.920203587165818,
+      "eval_no_ud_pr_auc": 0.9955325043170549,
+      "eval_pa_opus100_pr_auc": 0.633533789164128,
+      "eval_pl_ersatz_pr_auc": 0.9747739125479673,
+      "eval_pl_opus100_pr_auc": 0.8950830641499951,
+      "eval_pl_ud_pr_auc": 0.9663516824776182,
+      "eval_ps_ersatz_pr_auc": 0.9392938882497015,
+      "eval_ps_opus100_pr_auc": 0.7042946160797614,
+      "eval_pt_opus100_pr_auc": 0.9168142808335046,
+      "eval_pt_ud_pr_auc": 0.9841975299319975,
+      "eval_ro_ersatz_pr_auc": 0.9941407602115456,
+      "eval_ro_opus100_pr_auc": 0.9007588183808003,
+      "eval_ro_ud_pr_auc": 0.9738489282808509,
+      "eval_ru_ersatz_pr_auc": 0.9883506667067019,
+      "eval_ru_opus100_pr_auc": 0.8861191998993799,
+      "eval_ru_ud_pr_auc": 0.8864372527926572,
+      "eval_runtime": 613.884,
+      "eval_samples_per_second": 123.015,
+      "eval_si_opus100_pr_auc": 0.7928193265523895,
+      "eval_sk_opus100_pr_auc": 0.9269009435268898,
+      "eval_sk_ud_pr_auc": 0.9878637847254655,
+      "eval_sl_opus100_pr_auc": 0.8588713068198482,
+      "eval_sl_ud_pr_auc": 0.9743503487019416,
+      "eval_sq_opus100_pr_auc": 0.9084996267051478,
+      "eval_sq_ud_pr_auc": 0.9991594461637385,
+      "eval_sr_opus100_pr_auc": 0.9073831984472478,
+      "eval_sr_ud_pr_auc": 0.9973379880448945,
+      "eval_steps_per_second": 3.844,
+      "eval_sv_opus100_pr_auc": 0.9001127550376427,
+      "eval_sv_ud_pr_auc": 0.9438844717236269,
+      "eval_ta_ersatz_pr_auc": 0.9784677139205084,
+      "eval_ta_opus100_pr_auc": 0.6456777023808598,
+      "eval_ta_ud_pr_auc": 0.9941533531929774,
+      "eval_te_opus100_pr_auc": 0.8189861220502328,
+      "eval_tg_opus100_pr_auc": 0.8818352721915032,
+      "eval_th_opus100_pr_auc": 0.6757529180584682,
+      "eval_th_ud_pr_auc": 0.7369318191701582,
+      "eval_tr_ersatz_pr_auc": 0.9653432050041356,
+      "eval_tr_opus100_pr_auc": 0.8955089285182207,
+      "eval_tr_ud_pr_auc": 0.9535680892988252,
+      "eval_uk_opus100_pr_auc": 0.8808768495319766,
+      "eval_uk_ud_pr_auc": 0.920670827967902,
+      "eval_ur_opus100_pr_auc": 0.5198715926499169,
+      "eval_ur_ud_pr_auc": 0.9946669548301559,
+      "eval_uz_opus100_pr_auc": 0.8436829538411116,
+      "eval_vi_opus100_pr_auc": 0.9044638706212347,
+      "eval_vi_ud_pr_auc": 0.9552332491345766,
+      "eval_xh_opus100_pr_auc": 0.856806764051252,
+      "eval_yi_opus100_pr_auc": 0.6139166758969563,
+      "eval_yo_opus100_pr_auc": 0.8144552505463141,
+      "eval_yo_ud_pr_auc": 0.9177885063674371,
+      "eval_zh_ersatz_pr_auc": 0.8302263333669097,
+      "eval_zh_opus100_pr_auc": 0.6271517619704033,
+      "eval_zh_ud_pr_auc": 0.9859579565206306,
+      "eval_zu_opus100_pr_auc": 0.8199340903817409,
+      "step": 65000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.606329113924052e-05,
+      "learning_rate_adapter": 8.606329113924052e-05,
+      "loss": 0.0319,
+      "step": 65050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.605063291139241e-05,
+      "learning_rate_adapter": 8.605063291139241e-05,
+      "loss": 0.0325,
+      "step": 65100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.603797468354431e-05,
+      "learning_rate_adapter": 8.603797468354431e-05,
+      "loss": 0.0326,
+      "step": 65150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.60253164556962e-05,
+      "learning_rate_adapter": 8.60253164556962e-05,
+      "loss": 0.0318,
+      "step": 65200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.601265822784811e-05,
+      "learning_rate_adapter": 8.601265822784811e-05,
+      "loss": 0.0318,
+      "step": 65250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0321,
+      "step": 65300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.598734177215191e-05,
+      "learning_rate_adapter": 8.598734177215191e-05,
+      "loss": 0.0324,
+      "step": 65350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59746835443038e-05,
+      "learning_rate_adapter": 8.59746835443038e-05,
+      "loss": 0.0322,
+      "step": 65400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.596202531645569e-05,
+      "learning_rate_adapter": 8.596202531645569e-05,
+      "loss": 0.0312,
+      "step": 65450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59493670886076e-05,
+      "learning_rate_adapter": 8.59493670886076e-05,
+      "loss": 0.0327,
+      "step": 65500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.593670886075949e-05,
+      "learning_rate_adapter": 8.593670886075949e-05,
+      "loss": 0.0325,
+      "step": 65550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59240506329114e-05,
+      "learning_rate_adapter": 8.59240506329114e-05,
+      "loss": 0.0323,
+      "step": 65600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59113924050633e-05,
+      "learning_rate_adapter": 8.59113924050633e-05,
+      "loss": 0.0316,
+      "step": 65650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.58987341772152e-05,
+      "learning_rate_adapter": 8.58987341772152e-05,
+      "loss": 0.0318,
+      "step": 65700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.58860759493671e-05,
+      "learning_rate_adapter": 8.58860759493671e-05,
+      "loss": 0.0325,
+      "step": 65750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.587341772151899e-05,
+      "learning_rate_adapter": 8.587341772151899e-05,
+      "loss": 0.0331,
+      "step": 65800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.58607594936709e-05,
+      "learning_rate_adapter": 8.58607594936709e-05,
+      "loss": 0.0329,
+      "step": 65850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.584810126582279e-05,
+      "learning_rate_adapter": 8.584810126582279e-05,
+      "loss": 0.033,
+      "step": 65900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.583544303797468e-05,
+      "learning_rate_adapter": 8.583544303797468e-05,
+      "loss": 0.0318,
+      "step": 65950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.582278481012659e-05,
+      "learning_rate_adapter": 8.582278481012659e-05,
+      "loss": 0.0321,
+      "step": 66000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.581012658227848e-05,
+      "learning_rate_adapter": 8.581012658227848e-05,
+      "loss": 0.0319,
+      "step": 66050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.579746835443038e-05,
+      "learning_rate_adapter": 8.579746835443038e-05,
+      "loss": 0.0318,
+      "step": 66100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.578481012658228e-05,
+      "learning_rate_adapter": 8.578481012658228e-05,
+      "loss": 0.0326,
+      "step": 66150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.577215189873418e-05,
+      "learning_rate_adapter": 8.577215189873418e-05,
+      "loss": 0.0318,
+      "step": 66200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.575949367088609e-05,
+      "learning_rate_adapter": 8.575949367088609e-05,
+      "loss": 0.0329,
+      "step": 66250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.574683544303798e-05,
+      "learning_rate_adapter": 8.574683544303798e-05,
+      "loss": 0.032,
+      "step": 66300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.573417721518989e-05,
+      "learning_rate_adapter": 8.573417721518989e-05,
+      "loss": 0.0315,
+      "step": 66350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.572151898734178e-05,
+      "learning_rate_adapter": 8.572151898734178e-05,
+      "loss": 0.0322,
+      "step": 66400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.570886075949367e-05,
+      "learning_rate_adapter": 8.570886075949367e-05,
+      "loss": 0.0326,
+      "step": 66450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.569620253164558e-05,
+      "learning_rate_adapter": 8.569620253164558e-05,
+      "loss": 0.0318,
+      "step": 66500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.568354430379747e-05,
+      "learning_rate_adapter": 8.568354430379747e-05,
+      "loss": 0.0326,
+      "step": 66550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.567088607594937e-05,
+      "learning_rate_adapter": 8.567088607594937e-05,
+      "loss": 0.0328,
+      "step": 66600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.565822784810127e-05,
+      "learning_rate_adapter": 8.565822784810127e-05,
+      "loss": 0.0327,
+      "step": 66650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.564556962025316e-05,
+      "learning_rate_adapter": 8.564556962025316e-05,
+      "loss": 0.0324,
+      "step": 66700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.563291139240506e-05,
+      "learning_rate_adapter": 8.563291139240506e-05,
+      "loss": 0.0319,
+      "step": 66750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.562025316455697e-05,
+      "learning_rate_adapter": 8.562025316455697e-05,
+      "loss": 0.0317,
+      "step": 66800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.560759493670887e-05,
+      "learning_rate_adapter": 8.560759493670887e-05,
+      "loss": 0.032,
+      "step": 66850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.559493670886077e-05,
+      "learning_rate_adapter": 8.559493670886077e-05,
+      "loss": 0.0322,
+      "step": 66900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.558227848101267e-05,
+      "learning_rate_adapter": 8.558227848101267e-05,
+      "loss": 0.0325,
+      "step": 66950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.556962025316456e-05,
+      "learning_rate_adapter": 8.556962025316456e-05,
+      "loss": 0.0319,
+      "step": 67000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.555696202531646e-05,
+      "learning_rate_adapter": 8.555696202531646e-05,
+      "loss": 0.0322,
+      "step": 67050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.554430379746836e-05,
+      "learning_rate_adapter": 8.554430379746836e-05,
+      "loss": 0.0325,
+      "step": 67100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.553164556962025e-05,
+      "learning_rate_adapter": 8.553164556962025e-05,
+      "loss": 0.0325,
+      "step": 67150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.551898734177216e-05,
+      "learning_rate_adapter": 8.551898734177216e-05,
+      "loss": 0.0319,
+      "step": 67200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.550632911392405e-05,
+      "learning_rate_adapter": 8.550632911392405e-05,
+      "loss": 0.0314,
+      "step": 67250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.549367088607594e-05,
+      "learning_rate_adapter": 8.549367088607594e-05,
+      "loss": 0.0319,
+      "step": 67300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.548101265822785e-05,
+      "learning_rate_adapter": 8.548101265822785e-05,
+      "loss": 0.0326,
+      "step": 67350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.546835443037976e-05,
+      "learning_rate_adapter": 8.546835443037976e-05,
+      "loss": 0.0323,
+      "step": 67400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.545569620253166e-05,
+      "learning_rate_adapter": 8.545569620253166e-05,
+      "loss": 0.0317,
+      "step": 67450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.544303797468355e-05,
+      "learning_rate_adapter": 8.544303797468355e-05,
+      "loss": 0.0324,
+      "step": 67500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.543037974683545e-05,
+      "learning_rate_adapter": 8.543037974683545e-05,
+      "loss": 0.0322,
+      "step": 67550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.541772151898735e-05,
+      "learning_rate_adapter": 8.541772151898735e-05,
+      "loss": 0.0316,
+      "step": 67600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.540506329113924e-05,
+      "learning_rate_adapter": 8.540506329113924e-05,
+      "loss": 0.032,
+      "step": 67650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.539240506329115e-05,
+      "learning_rate_adapter": 8.539240506329115e-05,
+      "loss": 0.0327,
+      "step": 67700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.537974683544304e-05,
+      "learning_rate_adapter": 8.537974683544304e-05,
+      "loss": 0.0323,
+      "step": 67750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.536708860759493e-05,
+      "learning_rate_adapter": 8.536708860759493e-05,
+      "loss": 0.0325,
+      "step": 67800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.535443037974684e-05,
+      "learning_rate_adapter": 8.535443037974684e-05,
+      "loss": 0.0325,
+      "step": 67850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.534177215189873e-05,
+      "learning_rate_adapter": 8.534177215189873e-05,
+      "loss": 0.0316,
+      "step": 67900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.532911392405064e-05,
+      "learning_rate_adapter": 8.532911392405064e-05,
+      "loss": 0.0319,
+      "step": 67950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.531645569620254e-05,
+      "learning_rate_adapter": 8.531645569620254e-05,
+      "loss": 0.0315,
+      "step": 68000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.530379746835443e-05,
+      "learning_rate_adapter": 8.530379746835443e-05,
+      "loss": 0.0312,
+      "step": 68050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.529113924050634e-05,
+      "learning_rate_adapter": 8.529113924050634e-05,
+      "loss": 0.0332,
+      "step": 68100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.527848101265823e-05,
+      "learning_rate_adapter": 8.527848101265823e-05,
+      "loss": 0.0323,
+      "step": 68150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.526582278481014e-05,
+      "learning_rate_adapter": 8.526582278481014e-05,
+      "loss": 0.031,
+      "step": 68200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.525316455696203e-05,
+      "learning_rate_adapter": 8.525316455696203e-05,
+      "loss": 0.0319,
+      "step": 68250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.524050632911392e-05,
+      "learning_rate_adapter": 8.524050632911392e-05,
+      "loss": 0.0322,
+      "step": 68300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.522784810126583e-05,
+      "learning_rate_adapter": 8.522784810126583e-05,
+      "loss": 0.0324,
+      "step": 68350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.521518987341772e-05,
+      "learning_rate_adapter": 8.521518987341772e-05,
+      "loss": 0.0312,
+      "step": 68400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.520253164556962e-05,
+      "learning_rate_adapter": 8.520253164556962e-05,
+      "loss": 0.0323,
+      "step": 68450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.518987341772152e-05,
+      "learning_rate_adapter": 8.518987341772152e-05,
+      "loss": 0.0326,
+      "step": 68500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.517721518987342e-05,
+      "learning_rate_adapter": 8.517721518987342e-05,
+      "loss": 0.0322,
+      "step": 68550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.516455696202533e-05,
+      "learning_rate_adapter": 8.516455696202533e-05,
+      "loss": 0.0319,
+      "step": 68600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.515189873417722e-05,
+      "learning_rate_adapter": 8.515189873417722e-05,
+      "loss": 0.0312,
+      "step": 68650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.513924050632913e-05,
+      "learning_rate_adapter": 8.513924050632913e-05,
+      "loss": 0.0321,
+      "step": 68700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.512658227848102e-05,
+      "learning_rate_adapter": 8.512658227848102e-05,
+      "loss": 0.0319,
+      "step": 68750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.511392405063292e-05,
+      "learning_rate_adapter": 8.511392405063292e-05,
+      "loss": 0.032,
+      "step": 68800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.510126582278482e-05,
+      "learning_rate_adapter": 8.510126582278482e-05,
+      "loss": 0.0316,
+      "step": 68850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.508860759493671e-05,
+      "learning_rate_adapter": 8.508860759493671e-05,
+      "loss": 0.032,
+      "step": 68900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.507594936708861e-05,
+      "learning_rate_adapter": 8.507594936708861e-05,
+      "loss": 0.0313,
+      "step": 68950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.50632911392405e-05,
+      "learning_rate_adapter": 8.50632911392405e-05,
+      "loss": 0.0323,
+      "step": 69000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.505063291139241e-05,
+      "learning_rate_adapter": 8.505063291139241e-05,
+      "loss": 0.0318,
+      "step": 69050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.50379746835443e-05,
+      "learning_rate_adapter": 8.50379746835443e-05,
+      "loss": 0.0314,
+      "step": 69100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.502531645569621e-05,
+      "learning_rate_adapter": 8.502531645569621e-05,
+      "loss": 0.0312,
+      "step": 69150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.501265822784811e-05,
+      "learning_rate_adapter": 8.501265822784811e-05,
+      "loss": 0.0323,
+      "step": 69200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0326,
+      "step": 69250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.498734177215191e-05,
+      "learning_rate_adapter": 8.498734177215191e-05,
+      "loss": 0.0312,
+      "step": 69300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49746835443038e-05,
+      "learning_rate_adapter": 8.49746835443038e-05,
+      "loss": 0.0324,
+      "step": 69350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49620253164557e-05,
+      "learning_rate_adapter": 8.49620253164557e-05,
+      "loss": 0.0322,
+      "step": 69400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49493670886076e-05,
+      "learning_rate_adapter": 8.49493670886076e-05,
+      "loss": 0.0319,
+      "step": 69450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49367088607595e-05,
+      "learning_rate_adapter": 8.49367088607595e-05,
+      "loss": 0.032,
+      "step": 69500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49240506329114e-05,
+      "learning_rate_adapter": 8.49240506329114e-05,
+      "loss": 0.0319,
+      "step": 69550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.491139240506329e-05,
+      "learning_rate_adapter": 8.491139240506329e-05,
+      "loss": 0.0322,
+      "step": 69600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.489873417721518e-05,
+      "learning_rate_adapter": 8.489873417721518e-05,
+      "loss": 0.0318,
+      "step": 69650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.488607594936709e-05,
+      "learning_rate_adapter": 8.488607594936709e-05,
+      "loss": 0.0324,
+      "step": 69700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.4873417721519e-05,
+      "learning_rate_adapter": 8.4873417721519e-05,
+      "loss": 0.0312,
+      "step": 69750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.48607594936709e-05,
+      "learning_rate_adapter": 8.48607594936709e-05,
+      "loss": 0.0315,
+      "step": 69800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.484810126582279e-05,
+      "learning_rate_adapter": 8.484810126582279e-05,
+      "loss": 0.032,
+      "step": 69850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.483544303797468e-05,
+      "learning_rate_adapter": 8.483544303797468e-05,
+      "loss": 0.0325,
+      "step": 69900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.482278481012659e-05,
+      "learning_rate_adapter": 8.482278481012659e-05,
+      "loss": 0.0321,
+      "step": 69950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.481012658227848e-05,
+      "learning_rate_adapter": 8.481012658227848e-05,
+      "loss": 0.0315,
+      "step": 70000
+    },
+    {
+      "epoch": 0.06,
+      "eval_af_opus100_pr_auc": 0.7668619363920776,
+      "eval_af_ud_pr_auc": 0.9833317037783871,
+      "eval_am_opus100_pr_auc": 0.383603318294296,
+      "eval_ar_ersatz_pr_auc": 0.9123120854815048,
+      "eval_ar_opus100_pr_auc": 0.6852254269596378,
+      "eval_ar_ud_pr_auc": 0.8656255950633449,
+      "eval_average_ersatz_pr_auc": 0.9486357433140351,
+      "eval_average_opus100_pr_auc": 0.8147959660542637,
+      "eval_average_ud_pr_auc": 0.9524328356271335,
+      "eval_az_opus100_pr_auc": 0.7120442182089917,
+      "eval_be_opus100_pr_auc": 0.6585972956333426,
+      "eval_be_ud_pr_auc": 0.863249707957519,
+      "eval_bg_opus100_pr_auc": 0.9077807001353633,
+      "eval_bg_ud_pr_auc": 0.9946717620274783,
+      "eval_bn_opus100_pr_auc": 0.800969293895585,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8748700302813255,
+      "eval_ca_ud_pr_auc": 0.9883328261430551,
+      "eval_ceb_ud_pr_auc": 0.9979684118534599,
+      "eval_cs_ersatz_pr_auc": 0.9788850020039662,
+      "eval_cs_opus100_pr_auc": 0.8964101997806712,
+      "eval_cs_ud_pr_auc": 0.9504756633158661,
+      "eval_cy_opus100_pr_auc": 0.758503256642747,
+      "eval_cy_ud_pr_auc": 0.9912030108494173,
+      "eval_da_opus100_pr_auc": 0.9030759165852291,
+      "eval_da_ud_pr_auc": 0.9745511318720858,
+      "eval_de_ersatz_pr_auc": 0.9733406493749467,
+      "eval_de_opus100_pr_auc": 0.8743697122989559,
+      "eval_de_ud_pr_auc": 0.9809065983893095,
+      "eval_el_opus100_pr_auc": 0.9089550222520444,
+      "eval_el_ud_pr_auc": 0.9846821704480737,
+      "eval_en_ersatz_pr_auc": 0.9813153387158688,
+      "eval_en_opus100_pr_auc": 0.9222111885348628,
+      "eval_en_ud_pr_auc": 0.9647782282300688,
+      "eval_eo_opus100_pr_auc": 0.9259236892159673,
+      "eval_es_ersatz_pr_auc": 0.9928093704768928,
+      "eval_es_opus100_pr_auc": 0.910000059593236,
+      "eval_es_ud_pr_auc": 0.9844495558285759,
+      "eval_et_ersatz_pr_auc": 0.9756770215169942,
+      "eval_et_opus100_pr_auc": 0.860542998166365,
+      "eval_et_ud_pr_auc": 0.9289490304283041,
+      "eval_eu_opus100_pr_auc": 0.8782582400445597,
+      "eval_eu_ud_pr_auc": 0.9842892751919976,
+      "eval_fa_opus100_pr_auc": 0.5722519769590401,
+      "eval_fa_ud_pr_auc": 0.9840763641677678,
+      "eval_fi_ersatz_pr_auc": 0.9858400706733087,
+      "eval_fi_opus100_pr_auc": 0.8964717733188672,
+      "eval_fi_ud_pr_auc": 0.9612259870112179,
+      "eval_fr_ersatz_pr_auc": 0.9823201032781698,
+      "eval_fr_opus100_pr_auc": 0.8982630774698924,
+      "eval_fr_ud_pr_auc": 0.9752490629059627,
+      "eval_fy_opus100_pr_auc": 0.7032515227225001,
+      "eval_ga_opus100_pr_auc": 0.8715546721444319,
+      "eval_ga_ud_pr_auc": 0.8273674220141308,
+      "eval_gd_opus100_pr_auc": 0.6248156871049768,
+      "eval_gd_ud_pr_auc": 0.7544571664199106,
+      "eval_gl_opus100_pr_auc": 0.8769318055105619,
+      "eval_gl_ud_pr_auc": 0.9962783663514904,
+      "eval_gu_ersatz_pr_auc": 0.9018573961402814,
+      "eval_gu_opus100_pr_auc": 0.7259982319243338,
+      "eval_ha_opus100_pr_auc": 0.898894224847825,
+      "eval_he_opus100_pr_auc": 0.8646893513332566,
+      "eval_he_ud_pr_auc": 0.9681010566814597,
+      "eval_hi_ersatz_pr_auc": 0.9616836145758533,
+      "eval_hi_opus100_pr_auc": 0.6531072294708489,
+      "eval_hi_ud_pr_auc": 0.9856122356232979,
+      "eval_hu_opus100_pr_auc": 0.9098905877624356,
+      "eval_hu_ud_pr_auc": 0.9844748195237891,
+      "eval_hy_opus100_pr_auc": 0.9073603087791022,
+      "eval_hy_ud_pr_auc": 0.9818460774587315,
+      "eval_id_opus100_pr_auc": 0.86910672676036,
+      "eval_id_ud_pr_auc": 0.9891862713396693,
+      "eval_ig_opus100_pr_auc": 0.8730079801883057,
+      "eval_is_opus100_pr_auc": 0.9164947732827401,
+      "eval_is_ud_pr_auc": 0.8778631320939084,
+      "eval_it_opus100_pr_auc": 0.8893385005282901,
+      "eval_it_ud_pr_auc": 0.9991119786165545,
+      "eval_ja_ersatz_pr_auc": 0.7349365253269635,
+      "eval_ja_opus100_pr_auc": 0.7674876177186559,
+      "eval_ja_ud_pr_auc": 0.9744954314214982,
+      "eval_jv_ud_pr_auc": 0.9545796296547828,
+      "eval_ka_opus100_pr_auc": 0.8622819230983902,
+      "eval_kk_ersatz_pr_auc": 0.9823055739067721,
+      "eval_kk_opus100_pr_auc": 0.8136185777164375,
+      "eval_kk_ud_pr_auc": 0.9650065093934941,
+      "eval_km_ersatz_pr_auc": 0.8911004120667415,
+      "eval_km_opus100_pr_auc": 0.7195233527243019,
+      "eval_kn_opus100_pr_auc": 0.5835417247085903,
+      "eval_ko_opus100_pr_auc": 0.662445313860539,
+      "eval_ko_ud_pr_auc": 0.995883221417021,
+      "eval_ku_opus100_pr_auc": 0.7905990769848847,
+      "eval_ky_opus100_pr_auc": 0.8676756377824282,
+      "eval_la_ud_pr_auc": 0.9552481474634258,
+      "eval_loss": 0.03626444190740585,
+      "eval_lt_ersatz_pr_auc": 0.9895295563021942,
+      "eval_lt_opus100_pr_auc": 0.8577678322282445,
+      "eval_lt_ud_pr_auc": 0.9908780646617404,
+      "eval_lv_ersatz_pr_auc": 0.9830650057573976,
+      "eval_lv_opus100_pr_auc": 0.8666423829557849,
+      "eval_lv_ud_pr_auc": 0.9531297161831258,
+      "eval_mg_opus100_pr_auc": 0.9192045053536281,
+      "eval_mk_opus100_pr_auc": 0.8968889766788755,
+      "eval_ml_opus100_pr_auc": 0.7702754557141285,
+      "eval_mn_opus100_pr_auc": 0.9412237494168999,
+      "eval_mr_opus100_pr_auc": 0.8905496313453638,
+      "eval_mr_ud_pr_auc": 0.967108155296755,
+      "eval_ms_opus100_pr_auc": 0.86376848222467,
+      "eval_mt_opus100_pr_auc": 0.8429599836685864,
+      "eval_mt_ud_pr_auc": 0.8719131278341423,
+      "eval_my_opus100_pr_auc": 0.6958510221573566,
+      "eval_ne_opus100_pr_auc": 0.6975330074079757,
+      "eval_nl_opus100_pr_auc": 0.8875860158329028,
+      "eval_nl_ud_pr_auc": 0.966880736222836,
+      "eval_no_opus100_pr_auc": 0.9151624185927261,
+      "eval_no_ud_pr_auc": 0.9964970516035911,
+      "eval_pa_opus100_pr_auc": 0.6680271355724701,
+      "eval_pl_ersatz_pr_auc": 0.9711703734418405,
+      "eval_pl_opus100_pr_auc": 0.8930081395691822,
+      "eval_pl_ud_pr_auc": 0.9554560226280211,
+      "eval_ps_ersatz_pr_auc": 0.9143041197846858,
+      "eval_ps_opus100_pr_auc": 0.703077788056571,
+      "eval_pt_opus100_pr_auc": 0.8997175339494154,
+      "eval_pt_ud_pr_auc": 0.9749093138014241,
+      "eval_ro_ersatz_pr_auc": 0.9897675399188102,
+      "eval_ro_opus100_pr_auc": 0.8642990893237968,
+      "eval_ro_ud_pr_auc": 0.9247257220377012,
+      "eval_ru_ersatz_pr_auc": 0.987570547769777,
+      "eval_ru_opus100_pr_auc": 0.8946997856072932,
+      "eval_ru_ud_pr_auc": 0.8602097403126355,
+      "eval_runtime": 615.5808,
+      "eval_samples_per_second": 122.676,
+      "eval_si_opus100_pr_auc": 0.7942293110528384,
+      "eval_sk_opus100_pr_auc": 0.91581221295181,
+      "eval_sk_ud_pr_auc": 0.9829900986201904,
+      "eval_sl_opus100_pr_auc": 0.856042798632102,
+      "eval_sl_ud_pr_auc": 0.9651099232054262,
+      "eval_sq_opus100_pr_auc": 0.887523679651006,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9064232800318256,
+      "eval_sr_ud_pr_auc": 0.9954803352222586,
+      "eval_steps_per_second": 3.834,
+      "eval_sv_opus100_pr_auc": 0.8896574169861718,
+      "eval_sv_ud_pr_auc": 0.9338430891176516,
+      "eval_ta_ersatz_pr_auc": 0.9703116038701444,
+      "eval_ta_opus100_pr_auc": 0.6606542459334195,
+      "eval_ta_ud_pr_auc": 0.9935241796630068,
+      "eval_te_opus100_pr_auc": 0.8297041031136371,
+      "eval_tg_opus100_pr_auc": 0.8829938813498316,
+      "eval_th_opus100_pr_auc": 0.6559096627825346,
+      "eval_th_ud_pr_auc": 0.7114929482823353,
+      "eval_tr_ersatz_pr_auc": 0.9523665156919048,
+      "eval_tr_opus100_pr_auc": 0.8941420614805904,
+      "eval_tr_ud_pr_auc": 0.9474656726713344,
+      "eval_uk_opus100_pr_auc": 0.8701363064626189,
+      "eval_uk_ud_pr_auc": 0.9129341521529458,
+      "eval_ur_opus100_pr_auc": 0.4892228917350346,
+      "eval_ur_ud_pr_auc": 0.9825005635209253,
+      "eval_uz_opus100_pr_auc": 0.8490340941072138,
+      "eval_vi_opus100_pr_auc": 0.895224758894992,
+      "eval_vi_ud_pr_auc": 0.9505227294392303,
+      "eval_xh_opus100_pr_auc": 0.8687199042586462,
+      "eval_yi_opus100_pr_auc": 0.7014399211001604,
+      "eval_yo_opus100_pr_auc": 0.8064427563860328,
+      "eval_yo_ud_pr_auc": 0.8977249379088037,
+      "eval_zh_ersatz_pr_auc": 0.8575179268337527,
+      "eval_zh_opus100_pr_auc": 0.7006120133011362,
+      "eval_zh_ud_pr_auc": 0.9858477994254782,
+      "eval_zu_opus100_pr_auc": 0.8442968229648937,
+      "step": 70000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.479746835443039e-05,
+      "learning_rate_adapter": 8.479746835443039e-05,
+      "loss": 0.0322,
+      "step": 70050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.478481012658228e-05,
+      "learning_rate_adapter": 8.478481012658228e-05,
+      "loss": 0.0324,
+      "step": 70100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.477215189873419e-05,
+      "learning_rate_adapter": 8.477215189873419e-05,
+      "loss": 0.0325,
+      "step": 70150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.475949367088608e-05,
+      "learning_rate_adapter": 8.475949367088608e-05,
+      "loss": 0.0327,
+      "step": 70200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.474683544303797e-05,
+      "learning_rate_adapter": 8.474683544303797e-05,
+      "loss": 0.0316,
+      "step": 70250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.473417721518988e-05,
+      "learning_rate_adapter": 8.473417721518988e-05,
+      "loss": 0.0326,
+      "step": 70300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.472151898734178e-05,
+      "learning_rate_adapter": 8.472151898734178e-05,
+      "loss": 0.032,
+      "step": 70350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.470886075949369e-05,
+      "learning_rate_adapter": 8.470886075949369e-05,
+      "loss": 0.0322,
+      "step": 70400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.469620253164558e-05,
+      "learning_rate_adapter": 8.469620253164558e-05,
+      "loss": 0.0316,
+      "step": 70450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.468354430379747e-05,
+      "learning_rate_adapter": 8.468354430379747e-05,
+      "loss": 0.0318,
+      "step": 70500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.467088607594938e-05,
+      "learning_rate_adapter": 8.467088607594938e-05,
+      "loss": 0.0319,
+      "step": 70550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.465822784810127e-05,
+      "learning_rate_adapter": 8.465822784810127e-05,
+      "loss": 0.0315,
+      "step": 70600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.464556962025317e-05,
+      "learning_rate_adapter": 8.464556962025317e-05,
+      "loss": 0.0313,
+      "step": 70650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.463291139240507e-05,
+      "learning_rate_adapter": 8.463291139240507e-05,
+      "loss": 0.0315,
+      "step": 70700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.462025316455696e-05,
+      "learning_rate_adapter": 8.462025316455696e-05,
+      "loss": 0.0319,
+      "step": 70750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.460759493670886e-05,
+      "learning_rate_adapter": 8.460759493670886e-05,
+      "loss": 0.0319,
+      "step": 70800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.459493670886076e-05,
+      "learning_rate_adapter": 8.459493670886076e-05,
+      "loss": 0.0316,
+      "step": 70850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.458227848101266e-05,
+      "learning_rate_adapter": 8.458227848101266e-05,
+      "loss": 0.0321,
+      "step": 70900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.456962025316457e-05,
+      "learning_rate_adapter": 8.456962025316457e-05,
+      "loss": 0.0318,
+      "step": 70950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.455696202531646e-05,
+      "learning_rate_adapter": 8.455696202531646e-05,
+      "loss": 0.0325,
+      "step": 71000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.454430379746836e-05,
+      "learning_rate_adapter": 8.454430379746836e-05,
+      "loss": 0.0325,
+      "step": 71050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.453164556962026e-05,
+      "learning_rate_adapter": 8.453164556962026e-05,
+      "loss": 0.032,
+      "step": 71100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.451898734177216e-05,
+      "learning_rate_adapter": 8.451898734177216e-05,
+      "loss": 0.0321,
+      "step": 71150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.450632911392405e-05,
+      "learning_rate_adapter": 8.450632911392405e-05,
+      "loss": 0.032,
+      "step": 71200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.449367088607595e-05,
+      "learning_rate_adapter": 8.449367088607595e-05,
+      "loss": 0.0318,
+      "step": 71250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.448101265822785e-05,
+      "learning_rate_adapter": 8.448101265822785e-05,
+      "loss": 0.0324,
+      "step": 71300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.446835443037974e-05,
+      "learning_rate_adapter": 8.446835443037974e-05,
+      "loss": 0.0318,
+      "step": 71350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.445569620253165e-05,
+      "learning_rate_adapter": 8.445569620253165e-05,
+      "loss": 0.0326,
+      "step": 71400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.444303797468354e-05,
+      "learning_rate_adapter": 8.444303797468354e-05,
+      "loss": 0.0321,
+      "step": 71450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.443037974683545e-05,
+      "learning_rate_adapter": 8.443037974683545e-05,
+      "loss": 0.0325,
+      "step": 71500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.441772151898735e-05,
+      "learning_rate_adapter": 8.441772151898735e-05,
+      "loss": 0.0324,
+      "step": 71550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.440506329113925e-05,
+      "learning_rate_adapter": 8.440506329113925e-05,
+      "loss": 0.0326,
+      "step": 71600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.439240506329115e-05,
+      "learning_rate_adapter": 8.439240506329115e-05,
+      "loss": 0.0328,
+      "step": 71650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.437974683544304e-05,
+      "learning_rate_adapter": 8.437974683544304e-05,
+      "loss": 0.0323,
+      "step": 71700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.436708860759495e-05,
+      "learning_rate_adapter": 8.436708860759495e-05,
+      "loss": 0.0317,
+      "step": 71750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.435443037974684e-05,
+      "learning_rate_adapter": 8.435443037974684e-05,
+      "loss": 0.0319,
+      "step": 71800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.434177215189873e-05,
+      "learning_rate_adapter": 8.434177215189873e-05,
+      "loss": 0.0317,
+      "step": 71850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.432911392405064e-05,
+      "learning_rate_adapter": 8.432911392405064e-05,
+      "loss": 0.0318,
+      "step": 71900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.431645569620253e-05,
+      "learning_rate_adapter": 8.431645569620253e-05,
+      "loss": 0.0317,
+      "step": 71950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.430379746835444e-05,
+      "learning_rate_adapter": 8.430379746835444e-05,
+      "loss": 0.0321,
+      "step": 72000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.429113924050633e-05,
+      "learning_rate_adapter": 8.429113924050633e-05,
+      "loss": 0.0324,
+      "step": 72050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.427848101265823e-05,
+      "learning_rate_adapter": 8.427848101265823e-05,
+      "loss": 0.0319,
+      "step": 72100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.426582278481014e-05,
+      "learning_rate_adapter": 8.426582278481014e-05,
+      "loss": 0.0314,
+      "step": 72150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.425316455696203e-05,
+      "learning_rate_adapter": 8.425316455696203e-05,
+      "loss": 0.0328,
+      "step": 72200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.424050632911394e-05,
+      "learning_rate_adapter": 8.424050632911394e-05,
+      "loss": 0.031,
+      "step": 72250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.422784810126583e-05,
+      "learning_rate_adapter": 8.422784810126583e-05,
+      "loss": 0.0319,
+      "step": 72300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.421518987341772e-05,
+      "learning_rate_adapter": 8.421518987341772e-05,
+      "loss": 0.0321,
+      "step": 72350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.420253164556963e-05,
+      "learning_rate_adapter": 8.420253164556963e-05,
+      "loss": 0.0324,
+      "step": 72400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.418987341772152e-05,
+      "learning_rate_adapter": 8.418987341772152e-05,
+      "loss": 0.0326,
+      "step": 72450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.417721518987342e-05,
+      "learning_rate_adapter": 8.417721518987342e-05,
+      "loss": 0.0315,
+      "step": 72500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.416455696202532e-05,
+      "learning_rate_adapter": 8.416455696202532e-05,
+      "loss": 0.0324,
+      "step": 72550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.415189873417721e-05,
+      "learning_rate_adapter": 8.415189873417721e-05,
+      "loss": 0.0321,
+      "step": 72600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.413924050632911e-05,
+      "learning_rate_adapter": 8.413924050632911e-05,
+      "loss": 0.0319,
+      "step": 72650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.412658227848102e-05,
+      "learning_rate_adapter": 8.412658227848102e-05,
+      "loss": 0.0317,
+      "step": 72700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.411392405063293e-05,
+      "learning_rate_adapter": 8.411392405063293e-05,
+      "loss": 0.0323,
+      "step": 72750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.410126582278482e-05,
+      "learning_rate_adapter": 8.410126582278482e-05,
+      "loss": 0.0319,
+      "step": 72800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.408860759493671e-05,
+      "learning_rate_adapter": 8.408860759493671e-05,
+      "loss": 0.0315,
+      "step": 72850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.407594936708862e-05,
+      "learning_rate_adapter": 8.407594936708862e-05,
+      "loss": 0.0317,
+      "step": 72900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.406329113924051e-05,
+      "learning_rate_adapter": 8.406329113924051e-05,
+      "loss": 0.0317,
+      "step": 72950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.405063291139241e-05,
+      "learning_rate_adapter": 8.405063291139241e-05,
+      "loss": 0.0315,
+      "step": 73000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.40379746835443e-05,
+      "learning_rate_adapter": 8.40379746835443e-05,
+      "loss": 0.0315,
+      "step": 73050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.40253164556962e-05,
+      "learning_rate_adapter": 8.40253164556962e-05,
+      "loss": 0.0324,
+      "step": 73100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.40126582278481e-05,
+      "learning_rate_adapter": 8.40126582278481e-05,
+      "loss": 0.0321,
+      "step": 73150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0316,
+      "step": 73200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39873417721519e-05,
+      "learning_rate_adapter": 8.39873417721519e-05,
+      "loss": 0.031,
+      "step": 73250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39746835443038e-05,
+      "learning_rate_adapter": 8.39746835443038e-05,
+      "loss": 0.0317,
+      "step": 73300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39620253164557e-05,
+      "learning_rate_adapter": 8.39620253164557e-05,
+      "loss": 0.032,
+      "step": 73350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39493670886076e-05,
+      "learning_rate_adapter": 8.39493670886076e-05,
+      "loss": 0.0316,
+      "step": 73400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39367088607595e-05,
+      "learning_rate_adapter": 8.39367088607595e-05,
+      "loss": 0.0322,
+      "step": 73450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39240506329114e-05,
+      "learning_rate_adapter": 8.39240506329114e-05,
+      "loss": 0.0317,
+      "step": 73500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39113924050633e-05,
+      "learning_rate_adapter": 8.39113924050633e-05,
+      "loss": 0.0324,
+      "step": 73550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.38987341772152e-05,
+      "learning_rate_adapter": 8.38987341772152e-05,
+      "loss": 0.0313,
+      "step": 73600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.388607594936709e-05,
+      "learning_rate_adapter": 8.388607594936709e-05,
+      "loss": 0.0311,
+      "step": 73650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.387341772151898e-05,
+      "learning_rate_adapter": 8.387341772151898e-05,
+      "loss": 0.0323,
+      "step": 73700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.386075949367089e-05,
+      "learning_rate_adapter": 8.386075949367089e-05,
+      "loss": 0.0325,
+      "step": 73750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.384810126582278e-05,
+      "learning_rate_adapter": 8.384810126582278e-05,
+      "loss": 0.032,
+      "step": 73800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.383544303797469e-05,
+      "learning_rate_adapter": 8.383544303797469e-05,
+      "loss": 0.0316,
+      "step": 73850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.382278481012659e-05,
+      "learning_rate_adapter": 8.382278481012659e-05,
+      "loss": 0.0313,
+      "step": 73900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.381012658227848e-05,
+      "learning_rate_adapter": 8.381012658227848e-05,
+      "loss": 0.033,
+      "step": 73950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.379746835443039e-05,
+      "learning_rate_adapter": 8.379746835443039e-05,
+      "loss": 0.0327,
+      "step": 74000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.378481012658228e-05,
+      "learning_rate_adapter": 8.378481012658228e-05,
+      "loss": 0.032,
+      "step": 74050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.377215189873419e-05,
+      "learning_rate_adapter": 8.377215189873419e-05,
+      "loss": 0.0315,
+      "step": 74100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.375949367088608e-05,
+      "learning_rate_adapter": 8.375949367088608e-05,
+      "loss": 0.0317,
+      "step": 74150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.374683544303797e-05,
+      "learning_rate_adapter": 8.374683544303797e-05,
+      "loss": 0.0317,
+      "step": 74200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.373417721518988e-05,
+      "learning_rate_adapter": 8.373417721518988e-05,
+      "loss": 0.0322,
+      "step": 74250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.372151898734177e-05,
+      "learning_rate_adapter": 8.372151898734177e-05,
+      "loss": 0.0315,
+      "step": 74300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.370886075949368e-05,
+      "learning_rate_adapter": 8.370886075949368e-05,
+      "loss": 0.0318,
+      "step": 74350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.369620253164557e-05,
+      "learning_rate_adapter": 8.369620253164557e-05,
+      "loss": 0.0319,
+      "step": 74400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.368354430379747e-05,
+      "learning_rate_adapter": 8.368354430379747e-05,
+      "loss": 0.0309,
+      "step": 74450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.367088607594938e-05,
+      "learning_rate_adapter": 8.367088607594938e-05,
+      "loss": 0.0317,
+      "step": 74500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.365822784810127e-05,
+      "learning_rate_adapter": 8.365822784810127e-05,
+      "loss": 0.0325,
+      "step": 74550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.364556962025318e-05,
+      "learning_rate_adapter": 8.364556962025318e-05,
+      "loss": 0.0322,
+      "step": 74600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.363291139240507e-05,
+      "learning_rate_adapter": 8.363291139240507e-05,
+      "loss": 0.0325,
+      "step": 74650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.362025316455696e-05,
+      "learning_rate_adapter": 8.362025316455696e-05,
+      "loss": 0.0326,
+      "step": 74700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.360759493670887e-05,
+      "learning_rate_adapter": 8.360759493670887e-05,
+      "loss": 0.0326,
+      "step": 74750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.359493670886076e-05,
+      "learning_rate_adapter": 8.359493670886076e-05,
+      "loss": 0.0322,
+      "step": 74800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.358227848101266e-05,
+      "learning_rate_adapter": 8.358227848101266e-05,
+      "loss": 0.0317,
+      "step": 74850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.356962025316456e-05,
+      "learning_rate_adapter": 8.356962025316456e-05,
+      "loss": 0.0319,
+      "step": 74900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.355696202531645e-05,
+      "learning_rate_adapter": 8.355696202531645e-05,
+      "loss": 0.0316,
+      "step": 74950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.354430379746835e-05,
+      "learning_rate_adapter": 8.354430379746835e-05,
+      "loss": 0.0318,
+      "step": 75000
+    },
+    {
+      "epoch": 0.06,
+      "eval_af_opus100_pr_auc": 0.7753960428787223,
+      "eval_af_ud_pr_auc": 0.9618087909617936,
+      "eval_am_opus100_pr_auc": 0.45508744131893164,
+      "eval_ar_ersatz_pr_auc": 0.9311966946206897,
+      "eval_ar_opus100_pr_auc": 0.6981877733972168,
+      "eval_ar_ud_pr_auc": 0.8804728232270647,
+      "eval_average_ersatz_pr_auc": 0.9667221804945559,
+      "eval_average_opus100_pr_auc": 0.823361269545008,
+      "eval_average_ud_pr_auc": 0.962014459768206,
+      "eval_az_opus100_pr_auc": 0.8065272373019982,
+      "eval_be_opus100_pr_auc": 0.6449359847957721,
+      "eval_be_ud_pr_auc": 0.876352545279461,
+      "eval_bg_opus100_pr_auc": 0.9103526438632418,
+      "eval_bg_ud_pr_auc": 0.9968561659534839,
+      "eval_bn_opus100_pr_auc": 0.8300794467891358,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8927958549050479,
+      "eval_ca_ud_pr_auc": 0.9927278578334114,
+      "eval_ceb_ud_pr_auc": 0.9987350927280289,
+      "eval_cs_ersatz_pr_auc": 0.9885001549576274,
+      "eval_cs_opus100_pr_auc": 0.9136351204044649,
+      "eval_cs_ud_pr_auc": 0.962385399822036,
+      "eval_cy_opus100_pr_auc": 0.754313778813422,
+      "eval_cy_ud_pr_auc": 0.9976731201449799,
+      "eval_da_opus100_pr_auc": 0.9207067459285371,
+      "eval_da_ud_pr_auc": 0.9909758927936465,
+      "eval_de_ersatz_pr_auc": 0.9865192336474184,
+      "eval_de_opus100_pr_auc": 0.8920342278088882,
+      "eval_de_ud_pr_auc": 0.9869975773378168,
+      "eval_el_opus100_pr_auc": 0.9222576690687146,
+      "eval_el_ud_pr_auc": 0.9890836708500258,
+      "eval_en_ersatz_pr_auc": 0.9909562846667122,
+      "eval_en_opus100_pr_auc": 0.9255730720686551,
+      "eval_en_ud_pr_auc": 0.9850727306912113,
+      "eval_eo_opus100_pr_auc": 0.9321377568602887,
+      "eval_es_ersatz_pr_auc": 0.99706620144861,
+      "eval_es_opus100_pr_auc": 0.927468615742059,
+      "eval_es_ud_pr_auc": 0.9944568299525588,
+      "eval_et_ersatz_pr_auc": 0.9863127258887979,
+      "eval_et_opus100_pr_auc": 0.8923334250095235,
+      "eval_et_ud_pr_auc": 0.9604175117516593,
+      "eval_eu_opus100_pr_auc": 0.8827529662269209,
+      "eval_eu_ud_pr_auc": 0.9950128326376225,
+      "eval_fa_opus100_pr_auc": 0.5826078422608999,
+      "eval_fa_ud_pr_auc": 0.9959889797985515,
+      "eval_fi_ersatz_pr_auc": 0.9930656214180784,
+      "eval_fi_opus100_pr_auc": 0.917969193193164,
+      "eval_fi_ud_pr_auc": 0.9757638757887835,
+      "eval_fr_ersatz_pr_auc": 0.9887984462644018,
+      "eval_fr_opus100_pr_auc": 0.9100022417020547,
+      "eval_fr_ud_pr_auc": 0.9812042461378445,
+      "eval_fy_opus100_pr_auc": 0.7034404772053364,
+      "eval_ga_opus100_pr_auc": 0.869094359469204,
+      "eval_ga_ud_pr_auc": 0.8204396157865586,
+      "eval_gd_opus100_pr_auc": 0.5527212348308386,
+      "eval_gd_ud_pr_auc": 0.7573232357445342,
+      "eval_gl_opus100_pr_auc": 0.8992671921247467,
+      "eval_gl_ud_pr_auc": 0.9981598079878843,
+      "eval_gu_ersatz_pr_auc": 0.9512795189157551,
+      "eval_gu_opus100_pr_auc": 0.7226147980138773,
+      "eval_ha_opus100_pr_auc": 0.9159593027177563,
+      "eval_he_opus100_pr_auc": 0.8781082454584092,
+      "eval_he_ud_pr_auc": 0.9784724466976866,
+      "eval_hi_ersatz_pr_auc": 0.9793985148683537,
+      "eval_hi_opus100_pr_auc": 0.6750815570274871,
+      "eval_hi_ud_pr_auc": 0.9909887112761446,
+      "eval_hu_opus100_pr_auc": 0.910326324812542,
+      "eval_hu_ud_pr_auc": 0.9851286865576975,
+      "eval_hy_opus100_pr_auc": 0.9069390737245571,
+      "eval_hy_ud_pr_auc": 0.9869182051665757,
+      "eval_id_opus100_pr_auc": 0.8744215378703716,
+      "eval_id_ud_pr_auc": 0.9944948838424064,
+      "eval_ig_opus100_pr_auc": 0.8758403209268628,
+      "eval_is_opus100_pr_auc": 0.9249069949994864,
+      "eval_is_ud_pr_auc": 0.9264153417887032,
+      "eval_it_opus100_pr_auc": 0.9131200213644202,
+      "eval_it_ud_pr_auc": 0.9999827914476737,
+      "eval_ja_ersatz_pr_auc": 0.841074767735865,
+      "eval_ja_opus100_pr_auc": 0.7881442882219226,
+      "eval_ja_ud_pr_auc": 0.9793391985029025,
+      "eval_jv_ud_pr_auc": 0.9678452177481872,
+      "eval_ka_opus100_pr_auc": 0.8651138040059482,
+      "eval_kk_ersatz_pr_auc": 0.9886800757590093,
+      "eval_kk_opus100_pr_auc": 0.8032997811990649,
+      "eval_kk_ud_pr_auc": 0.9737891614761507,
+      "eval_km_ersatz_pr_auc": 0.8924360333012326,
+      "eval_km_opus100_pr_auc": 0.665567800008324,
+      "eval_kn_opus100_pr_auc": 0.5471300748884007,
+      "eval_ko_opus100_pr_auc": 0.6816957001348137,
+      "eval_ko_ud_pr_auc": 0.9973272356322926,
+      "eval_ku_opus100_pr_auc": 0.8142384841652617,
+      "eval_ky_opus100_pr_auc": 0.854347812260749,
+      "eval_la_ud_pr_auc": 0.9659774502439452,
+      "eval_loss": 0.03595949709415436,
+      "eval_lt_ersatz_pr_auc": 0.9953057749660734,
+      "eval_lt_opus100_pr_auc": 0.8721942148012829,
+      "eval_lt_ud_pr_auc": 0.9932924675323354,
+      "eval_lv_ersatz_pr_auc": 0.9923932280132551,
+      "eval_lv_opus100_pr_auc": 0.8923032917849343,
+      "eval_lv_ud_pr_auc": 0.9582600340845445,
+      "eval_mg_opus100_pr_auc": 0.92952981551731,
+      "eval_mk_opus100_pr_auc": 0.9018841867343765,
+      "eval_ml_opus100_pr_auc": 0.7735150331877273,
+      "eval_mn_opus100_pr_auc": 0.9461271207847219,
+      "eval_mr_opus100_pr_auc": 0.9007666729183151,
+      "eval_mr_ud_pr_auc": 0.9625656028445255,
+      "eval_ms_opus100_pr_auc": 0.8822902150130675,
+      "eval_mt_opus100_pr_auc": 0.8434339393044311,
+      "eval_mt_ud_pr_auc": 0.8685618250689475,
+      "eval_my_opus100_pr_auc": 0.7243163325255734,
+      "eval_ne_opus100_pr_auc": 0.7010225768494008,
+      "eval_nl_opus100_pr_auc": 0.8931872919084072,
+      "eval_nl_ud_pr_auc": 0.9789864934140677,
+      "eval_no_opus100_pr_auc": 0.9161914271818169,
+      "eval_no_ud_pr_auc": 0.9973284498430971,
+      "eval_pa_opus100_pr_auc": 0.6506236121240175,
+      "eval_pl_ersatz_pr_auc": 0.9798323422860677,
+      "eval_pl_opus100_pr_auc": 0.8950591049797417,
+      "eval_pl_ud_pr_auc": 0.9642557392593544,
+      "eval_ps_ersatz_pr_auc": 0.9468648495179111,
+      "eval_ps_opus100_pr_auc": 0.7090196895781555,
+      "eval_pt_opus100_pr_auc": 0.9260938213118214,
+      "eval_pt_ud_pr_auc": 0.9795627810034954,
+      "eval_ro_ersatz_pr_auc": 0.9955379772733992,
+      "eval_ro_opus100_pr_auc": 0.8968321208134326,
+      "eval_ro_ud_pr_auc": 0.9807741153072388,
+      "eval_ru_ersatz_pr_auc": 0.9914351482977893,
+      "eval_ru_opus100_pr_auc": 0.9021965675965503,
+      "eval_ru_ud_pr_auc": 0.8804476526598528,
+      "eval_runtime": 620.3304,
+      "eval_samples_per_second": 121.737,
+      "eval_si_opus100_pr_auc": 0.7997513332408339,
+      "eval_sk_opus100_pr_auc": 0.9290835072009898,
+      "eval_sk_ud_pr_auc": 0.9854436322795298,
+      "eval_sl_opus100_pr_auc": 0.8577288262938634,
+      "eval_sl_ud_pr_auc": 0.9805630547119655,
+      "eval_sq_opus100_pr_auc": 0.8952491236133941,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9033983523444186,
+      "eval_sr_ud_pr_auc": 0.9984206944898241,
+      "eval_steps_per_second": 3.804,
+      "eval_sv_opus100_pr_auc": 0.9005191654227832,
+      "eval_sv_ud_pr_auc": 0.9469885019901959,
+      "eval_ta_ersatz_pr_auc": 0.9859659158093212,
+      "eval_ta_opus100_pr_auc": 0.6602677298473845,
+      "eval_ta_ud_pr_auc": 0.9957451410889827,
+      "eval_te_opus100_pr_auc": 0.8287999083236297,
+      "eval_tg_opus100_pr_auc": 0.8772702433359336,
+      "eval_th_opus100_pr_auc": 0.6590738693156677,
+      "eval_th_ud_pr_auc": 0.7557719943710262,
+      "eval_tr_ersatz_pr_auc": 0.9736222434582364,
+      "eval_tr_opus100_pr_auc": 0.8973584630158161,
+      "eval_tr_ud_pr_auc": 0.9661649977936876,
+      "eval_uk_opus100_pr_auc": 0.8752300155339757,
+      "eval_uk_ud_pr_auc": 0.927637948630961,
+      "eval_ur_opus100_pr_auc": 0.5260727690068406,
+      "eval_ur_ud_pr_auc": 0.9946043208233707,
+      "eval_uz_opus100_pr_auc": 0.85021529740884,
+      "eval_vi_opus100_pr_auc": 0.9080588815212848,
+      "eval_vi_ud_pr_auc": 0.9653609910699607,
+      "eval_xh_opus100_pr_auc": 0.8723425267532409,
+      "eval_yi_opus100_pr_auc": 0.7466965197474786,
+      "eval_yo_opus100_pr_auc": 0.8084162818517262,
+      "eval_yo_ud_pr_auc": 0.9145531259167065,
+      "eval_zh_ersatz_pr_auc": 0.8916462177656251,
+      "eval_zh_opus100_pr_auc": 0.7092223288831688,
+      "eval_zh_ud_pr_auc": 0.994946709014753,
+      "eval_zu_opus100_pr_auc": 0.8257476593462542,
+      "step": 75000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.353164556962026e-05,
+      "learning_rate_adapter": 8.353164556962026e-05,
+      "loss": 0.0321,
+      "step": 75050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.351898734177217e-05,
+      "learning_rate_adapter": 8.351898734177217e-05,
+      "loss": 0.0321,
+      "step": 75100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.350632911392406e-05,
+      "learning_rate_adapter": 8.350632911392406e-05,
+      "loss": 0.0317,
+      "step": 75150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.349367088607596e-05,
+      "learning_rate_adapter": 8.349367088607596e-05,
+      "loss": 0.0312,
+      "step": 75200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.348101265822786e-05,
+      "learning_rate_adapter": 8.348101265822786e-05,
+      "loss": 0.0314,
+      "step": 75250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.346835443037975e-05,
+      "learning_rate_adapter": 8.346835443037975e-05,
+      "loss": 0.0316,
+      "step": 75300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.345569620253165e-05,
+      "learning_rate_adapter": 8.345569620253165e-05,
+      "loss": 0.0323,
+      "step": 75350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.344303797468354e-05,
+      "learning_rate_adapter": 8.344303797468354e-05,
+      "loss": 0.031,
+      "step": 75400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.343037974683545e-05,
+      "learning_rate_adapter": 8.343037974683545e-05,
+      "loss": 0.0318,
+      "step": 75450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.341772151898734e-05,
+      "learning_rate_adapter": 8.341772151898734e-05,
+      "loss": 0.0313,
+      "step": 75500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.340506329113923e-05,
+      "learning_rate_adapter": 8.340506329113923e-05,
+      "loss": 0.0323,
+      "step": 75550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.339240506329114e-05,
+      "learning_rate_adapter": 8.339240506329114e-05,
+      "loss": 0.0316,
+      "step": 75600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.337974683544305e-05,
+      "learning_rate_adapter": 8.337974683544305e-05,
+      "loss": 0.0317,
+      "step": 75650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.336708860759495e-05,
+      "learning_rate_adapter": 8.336708860759495e-05,
+      "loss": 0.032,
+      "step": 75700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.335443037974684e-05,
+      "learning_rate_adapter": 8.335443037974684e-05,
+      "loss": 0.0318,
+      "step": 75750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.334177215189874e-05,
+      "learning_rate_adapter": 8.334177215189874e-05,
+      "loss": 0.032,
+      "step": 75800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.332911392405064e-05,
+      "learning_rate_adapter": 8.332911392405064e-05,
+      "loss": 0.0329,
+      "step": 75850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.331645569620253e-05,
+      "learning_rate_adapter": 8.331645569620253e-05,
+      "loss": 0.0329,
+      "step": 75900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.330379746835444e-05,
+      "learning_rate_adapter": 8.330379746835444e-05,
+      "loss": 0.0318,
+      "step": 75950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.329113924050633e-05,
+      "learning_rate_adapter": 8.329113924050633e-05,
+      "loss": 0.0316,
+      "step": 76000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.327848101265822e-05,
+      "learning_rate_adapter": 8.327848101265822e-05,
+      "loss": 0.0318,
+      "step": 76050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.326582278481013e-05,
+      "learning_rate_adapter": 8.326582278481013e-05,
+      "loss": 0.0314,
+      "step": 76100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.325316455696202e-05,
+      "learning_rate_adapter": 8.325316455696202e-05,
+      "loss": 0.0312,
+      "step": 76150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.324050632911393e-05,
+      "learning_rate_adapter": 8.324050632911393e-05,
+      "loss": 0.0325,
+      "step": 76200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.322784810126583e-05,
+      "learning_rate_adapter": 8.322784810126583e-05,
+      "loss": 0.0307,
+      "step": 76250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.321518987341772e-05,
+      "learning_rate_adapter": 8.321518987341772e-05,
+      "loss": 0.0312,
+      "step": 76300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.320253164556963e-05,
+      "learning_rate_adapter": 8.320253164556963e-05,
+      "loss": 0.032,
+      "step": 76350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.318987341772152e-05,
+      "learning_rate_adapter": 8.318987341772152e-05,
+      "loss": 0.031,
+      "step": 76400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.317721518987343e-05,
+      "learning_rate_adapter": 8.317721518987343e-05,
+      "loss": 0.0317,
+      "step": 76450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.316455696202532e-05,
+      "learning_rate_adapter": 8.316455696202532e-05,
+      "loss": 0.032,
+      "step": 76500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.315189873417721e-05,
+      "learning_rate_adapter": 8.315189873417721e-05,
+      "loss": 0.0324,
+      "step": 76550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.313924050632912e-05,
+      "learning_rate_adapter": 8.313924050632912e-05,
+      "loss": 0.0318,
+      "step": 76600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.312658227848101e-05,
+      "learning_rate_adapter": 8.312658227848101e-05,
+      "loss": 0.0317,
+      "step": 76650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.311392405063292e-05,
+      "learning_rate_adapter": 8.311392405063292e-05,
+      "loss": 0.0307,
+      "step": 76700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.310126582278481e-05,
+      "learning_rate_adapter": 8.310126582278481e-05,
+      "loss": 0.0318,
+      "step": 76750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.308860759493671e-05,
+      "learning_rate_adapter": 8.308860759493671e-05,
+      "loss": 0.0317,
+      "step": 76800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.307594936708862e-05,
+      "learning_rate_adapter": 8.307594936708862e-05,
+      "loss": 0.0323,
+      "step": 76850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.306329113924051e-05,
+      "learning_rate_adapter": 8.306329113924051e-05,
+      "loss": 0.0313,
+      "step": 76900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.305063291139242e-05,
+      "learning_rate_adapter": 8.305063291139242e-05,
+      "loss": 0.0322,
+      "step": 76950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.303797468354431e-05,
+      "learning_rate_adapter": 8.303797468354431e-05,
+      "loss": 0.0313,
+      "step": 77000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.302531645569621e-05,
+      "learning_rate_adapter": 8.302531645569621e-05,
+      "loss": 0.0322,
+      "step": 77050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.30126582278481e-05,
+      "learning_rate_adapter": 8.30126582278481e-05,
+      "loss": 0.0314,
+      "step": 77100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0316,
+      "step": 77150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29873417721519e-05,
+      "learning_rate_adapter": 8.29873417721519e-05,
+      "loss": 0.0321,
+      "step": 77200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29746835443038e-05,
+      "learning_rate_adapter": 8.29746835443038e-05,
+      "loss": 0.0313,
+      "step": 77250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29620253164557e-05,
+      "learning_rate_adapter": 8.29620253164557e-05,
+      "loss": 0.0315,
+      "step": 77300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29493670886076e-05,
+      "learning_rate_adapter": 8.29493670886076e-05,
+      "loss": 0.0323,
+      "step": 77350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29367088607595e-05,
+      "learning_rate_adapter": 8.29367088607595e-05,
+      "loss": 0.0319,
+      "step": 77400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29240506329114e-05,
+      "learning_rate_adapter": 8.29240506329114e-05,
+      "loss": 0.0321,
+      "step": 77450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29113924050633e-05,
+      "learning_rate_adapter": 8.29113924050633e-05,
+      "loss": 0.0314,
+      "step": 77500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.28987341772152e-05,
+      "learning_rate_adapter": 8.28987341772152e-05,
+      "loss": 0.0317,
+      "step": 77550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.28860759493671e-05,
+      "learning_rate_adapter": 8.28860759493671e-05,
+      "loss": 0.0315,
+      "step": 77600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.287341772151899e-05,
+      "learning_rate_adapter": 8.287341772151899e-05,
+      "loss": 0.0316,
+      "step": 77650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.286075949367089e-05,
+      "learning_rate_adapter": 8.286075949367089e-05,
+      "loss": 0.0318,
+      "step": 77700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.284810126582278e-05,
+      "learning_rate_adapter": 8.284810126582278e-05,
+      "loss": 0.0319,
+      "step": 77750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.283544303797469e-05,
+      "learning_rate_adapter": 8.283544303797469e-05,
+      "loss": 0.0314,
+      "step": 77800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.282278481012658e-05,
+      "learning_rate_adapter": 8.282278481012658e-05,
+      "loss": 0.0326,
+      "step": 77850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.281012658227847e-05,
+      "learning_rate_adapter": 8.281012658227847e-05,
+      "loss": 0.0314,
+      "step": 77900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.279746835443038e-05,
+      "learning_rate_adapter": 8.279746835443038e-05,
+      "loss": 0.0324,
+      "step": 77950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.278481012658229e-05,
+      "learning_rate_adapter": 8.278481012658229e-05,
+      "loss": 0.0314,
+      "step": 78000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.277215189873419e-05,
+      "learning_rate_adapter": 8.277215189873419e-05,
+      "loss": 0.031,
+      "step": 78050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.275949367088608e-05,
+      "learning_rate_adapter": 8.275949367088608e-05,
+      "loss": 0.0314,
+      "step": 78100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.274683544303798e-05,
+      "learning_rate_adapter": 8.274683544303798e-05,
+      "loss": 0.0313,
+      "step": 78150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.273417721518988e-05,
+      "learning_rate_adapter": 8.273417721518988e-05,
+      "loss": 0.0312,
+      "step": 78200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.272151898734177e-05,
+      "learning_rate_adapter": 8.272151898734177e-05,
+      "loss": 0.0308,
+      "step": 78250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.270886075949368e-05,
+      "learning_rate_adapter": 8.270886075949368e-05,
+      "loss": 0.0321,
+      "step": 78300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.269620253164557e-05,
+      "learning_rate_adapter": 8.269620253164557e-05,
+      "loss": 0.0322,
+      "step": 78350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.268354430379748e-05,
+      "learning_rate_adapter": 8.268354430379748e-05,
+      "loss": 0.0316,
+      "step": 78400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.267088607594937e-05,
+      "learning_rate_adapter": 8.267088607594937e-05,
+      "loss": 0.032,
+      "step": 78450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.265822784810126e-05,
+      "learning_rate_adapter": 8.265822784810126e-05,
+      "loss": 0.0315,
+      "step": 78500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.264556962025317e-05,
+      "learning_rate_adapter": 8.264556962025317e-05,
+      "loss": 0.0323,
+      "step": 78550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.263291139240507e-05,
+      "learning_rate_adapter": 8.263291139240507e-05,
+      "loss": 0.0318,
+      "step": 78600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.262025316455698e-05,
+      "learning_rate_adapter": 8.262025316455698e-05,
+      "loss": 0.031,
+      "step": 78650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.260759493670887e-05,
+      "learning_rate_adapter": 8.260759493670887e-05,
+      "loss": 0.0318,
+      "step": 78700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.259493670886076e-05,
+      "learning_rate_adapter": 8.259493670886076e-05,
+      "loss": 0.0317,
+      "step": 78750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.258227848101267e-05,
+      "learning_rate_adapter": 8.258227848101267e-05,
+      "loss": 0.0316,
+      "step": 78800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.256962025316456e-05,
+      "learning_rate_adapter": 8.256962025316456e-05,
+      "loss": 0.0323,
+      "step": 78850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.255696202531646e-05,
+      "learning_rate_adapter": 8.255696202531646e-05,
+      "loss": 0.0314,
+      "step": 78900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.254430379746836e-05,
+      "learning_rate_adapter": 8.254430379746836e-05,
+      "loss": 0.032,
+      "step": 78950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.253164556962025e-05,
+      "learning_rate_adapter": 8.253164556962025e-05,
+      "loss": 0.0316,
+      "step": 79000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.251898734177215e-05,
+      "learning_rate_adapter": 8.251898734177215e-05,
+      "loss": 0.0322,
+      "step": 79050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.250632911392405e-05,
+      "learning_rate_adapter": 8.250632911392405e-05,
+      "loss": 0.0317,
+      "step": 79100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.249367088607595e-05,
+      "learning_rate_adapter": 8.249367088607595e-05,
+      "loss": 0.0314,
+      "step": 79150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.248101265822786e-05,
+      "learning_rate_adapter": 8.248101265822786e-05,
+      "loss": 0.0311,
+      "step": 79200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.246835443037975e-05,
+      "learning_rate_adapter": 8.246835443037975e-05,
+      "loss": 0.0311,
+      "step": 79250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.245569620253166e-05,
+      "learning_rate_adapter": 8.245569620253166e-05,
+      "loss": 0.0318,
+      "step": 79300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.244303797468355e-05,
+      "learning_rate_adapter": 8.244303797468355e-05,
+      "loss": 0.0318,
+      "step": 79350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.243037974683545e-05,
+      "learning_rate_adapter": 8.243037974683545e-05,
+      "loss": 0.0319,
+      "step": 79400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.241772151898735e-05,
+      "learning_rate_adapter": 8.241772151898735e-05,
+      "loss": 0.0314,
+      "step": 79450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.240506329113924e-05,
+      "learning_rate_adapter": 8.240506329113924e-05,
+      "loss": 0.0316,
+      "step": 79500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.239240506329114e-05,
+      "learning_rate_adapter": 8.239240506329114e-05,
+      "loss": 0.0315,
+      "step": 79550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.237974683544304e-05,
+      "learning_rate_adapter": 8.237974683544304e-05,
+      "loss": 0.0314,
+      "step": 79600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.236708860759494e-05,
+      "learning_rate_adapter": 8.236708860759494e-05,
+      "loss": 0.0312,
+      "step": 79650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.235443037974683e-05,
+      "learning_rate_adapter": 8.235443037974683e-05,
+      "loss": 0.0315,
+      "step": 79700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.234177215189874e-05,
+      "learning_rate_adapter": 8.234177215189874e-05,
+      "loss": 0.0315,
+      "step": 79750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.232911392405064e-05,
+      "learning_rate_adapter": 8.232911392405064e-05,
+      "loss": 0.0318,
+      "step": 79800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.231645569620254e-05,
+      "learning_rate_adapter": 8.231645569620254e-05,
+      "loss": 0.0319,
+      "step": 79850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.230379746835444e-05,
+      "learning_rate_adapter": 8.230379746835444e-05,
+      "loss": 0.0312,
+      "step": 79900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.229113924050633e-05,
+      "learning_rate_adapter": 8.229113924050633e-05,
+      "loss": 0.0318,
+      "step": 79950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.227848101265824e-05,
+      "learning_rate_adapter": 8.227848101265824e-05,
+      "loss": 0.0312,
+      "step": 80000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.7634258299756647,
+      "eval_af_ud_pr_auc": 0.9859150204857019,
+      "eval_am_opus100_pr_auc": 0.5367576279129663,
+      "eval_ar_ersatz_pr_auc": 0.9310248795421238,
+      "eval_ar_opus100_pr_auc": 0.7070415879567759,
+      "eval_ar_ud_pr_auc": 0.8750870705382081,
+      "eval_average_ersatz_pr_auc": 0.9601252361340962,
+      "eval_average_opus100_pr_auc": 0.8210343824511013,
+      "eval_average_ud_pr_auc": 0.9587520229666763,
+      "eval_az_opus100_pr_auc": 0.7839671941351952,
+      "eval_be_opus100_pr_auc": 0.6598622978103114,
+      "eval_be_ud_pr_auc": 0.893336578261361,
+      "eval_bg_opus100_pr_auc": 0.9111747028512875,
+      "eval_bg_ud_pr_auc": 0.9938537429133492,
+      "eval_bn_opus100_pr_auc": 0.8044153470451779,
+      "eval_bn_ud_pr_auc": 0.9987006540777468,
+      "eval_ca_opus100_pr_auc": 0.8864319463998418,
+      "eval_ca_ud_pr_auc": 0.9962328786349913,
+      "eval_ceb_ud_pr_auc": 0.9997404765782459,
+      "eval_cs_ersatz_pr_auc": 0.9834749635747222,
+      "eval_cs_opus100_pr_auc": 0.9017145596552647,
+      "eval_cs_ud_pr_auc": 0.9525881806790699,
+      "eval_cy_opus100_pr_auc": 0.7491157888904442,
+      "eval_cy_ud_pr_auc": 0.9973325712408327,
+      "eval_da_opus100_pr_auc": 0.9011590947133298,
+      "eval_da_ud_pr_auc": 0.9859315339335685,
+      "eval_de_ersatz_pr_auc": 0.9722894875884546,
+      "eval_de_opus100_pr_auc": 0.8775323902697799,
+      "eval_de_ud_pr_auc": 0.9808697901104625,
+      "eval_el_opus100_pr_auc": 0.91390327249462,
+      "eval_el_ud_pr_auc": 0.9854742726246355,
+      "eval_en_ersatz_pr_auc": 0.9886082926407764,
+      "eval_en_opus100_pr_auc": 0.9193512204600397,
+      "eval_en_ud_pr_auc": 0.973609268518414,
+      "eval_eo_opus100_pr_auc": 0.9303379794108865,
+      "eval_es_ersatz_pr_auc": 0.9960164366005466,
+      "eval_es_opus100_pr_auc": 0.9247406706358391,
+      "eval_es_ud_pr_auc": 0.993176381245233,
+      "eval_et_ersatz_pr_auc": 0.9791741256111771,
+      "eval_et_opus100_pr_auc": 0.8586131881456823,
+      "eval_et_ud_pr_auc": 0.9527642951850757,
+      "eval_eu_opus100_pr_auc": 0.8795348084519627,
+      "eval_eu_ud_pr_auc": 0.9917240582512087,
+      "eval_fa_opus100_pr_auc": 0.5580065758980286,
+      "eval_fa_ud_pr_auc": 0.9938637785580284,
+      "eval_fi_ersatz_pr_auc": 0.9906274695217999,
+      "eval_fi_opus100_pr_auc": 0.9041535103818792,
+      "eval_fi_ud_pr_auc": 0.9640327487228011,
+      "eval_fr_ersatz_pr_auc": 0.9871093742784176,
+      "eval_fr_opus100_pr_auc": 0.9058776571168536,
+      "eval_fr_ud_pr_auc": 0.9707146557069558,
+      "eval_fy_opus100_pr_auc": 0.669096069905475,
+      "eval_ga_opus100_pr_auc": 0.8506478991996507,
+      "eval_ga_ud_pr_auc": 0.8206559054096627,
+      "eval_gd_opus100_pr_auc": 0.6063676471219257,
+      "eval_gd_ud_pr_auc": 0.7774977374638714,
+      "eval_gl_opus100_pr_auc": 0.8844439948123204,
+      "eval_gl_ud_pr_auc": 0.9973846079871262,
+      "eval_gu_ersatz_pr_auc": 0.9117887047845723,
+      "eval_gu_opus100_pr_auc": 0.7289214650215633,
+      "eval_ha_opus100_pr_auc": 0.9077532267201313,
+      "eval_he_opus100_pr_auc": 0.8500499560771071,
+      "eval_he_ud_pr_auc": 0.9665077987763131,
+      "eval_hi_ersatz_pr_auc": 0.9600455703329578,
+      "eval_hi_opus100_pr_auc": 0.673755562045106,
+      "eval_hi_ud_pr_auc": 0.9695127896738174,
+      "eval_hu_opus100_pr_auc": 0.903919877732175,
+      "eval_hu_ud_pr_auc": 0.9799907958839507,
+      "eval_hy_opus100_pr_auc": 0.9043162861851666,
+      "eval_hy_ud_pr_auc": 0.9859299120416335,
+      "eval_id_opus100_pr_auc": 0.8619867671767797,
+      "eval_id_ud_pr_auc": 0.9941616655986885,
+      "eval_ig_opus100_pr_auc": 0.865444201216192,
+      "eval_is_opus100_pr_auc": 0.9082908116765904,
+      "eval_is_ud_pr_auc": 0.9172020180173739,
+      "eval_it_opus100_pr_auc": 0.904983854543423,
+      "eval_it_ud_pr_auc": 0.9993399425925803,
+      "eval_ja_ersatz_pr_auc": 0.8042064255763092,
+      "eval_ja_opus100_pr_auc": 0.7937586782408792,
+      "eval_ja_ud_pr_auc": 0.9733839468195512,
+      "eval_jv_ud_pr_auc": 0.9677300197441726,
+      "eval_ka_opus100_pr_auc": 0.8778155103252224,
+      "eval_kk_ersatz_pr_auc": 0.987819452360199,
+      "eval_kk_opus100_pr_auc": 0.7879973955171754,
+      "eval_kk_ud_pr_auc": 0.978433486649811,
+      "eval_km_ersatz_pr_auc": 0.9027640996027593,
+      "eval_km_opus100_pr_auc": 0.7081904410376877,
+      "eval_kn_opus100_pr_auc": 0.6143274224330179,
+      "eval_ko_opus100_pr_auc": 0.6711003839923831,
+      "eval_ko_ud_pr_auc": 0.9957487595171824,
+      "eval_ku_opus100_pr_auc": 0.795783141300629,
+      "eval_ky_opus100_pr_auc": 0.8200302829301397,
+      "eval_la_ud_pr_auc": 0.9717082426244678,
+      "eval_loss": 0.0357699953019619,
+      "eval_lt_ersatz_pr_auc": 0.9905711816058671,
+      "eval_lt_opus100_pr_auc": 0.865488912405523,
+      "eval_lt_ud_pr_auc": 0.9920177058334465,
+      "eval_lv_ersatz_pr_auc": 0.9857782535278148,
+      "eval_lv_opus100_pr_auc": 0.8742247301068947,
+      "eval_lv_ud_pr_auc": 0.9641032502698249,
+      "eval_mg_opus100_pr_auc": 0.924565982286525,
+      "eval_mk_opus100_pr_auc": 0.8949214128359387,
+      "eval_ml_opus100_pr_auc": 0.763461929985862,
+      "eval_mn_opus100_pr_auc": 0.9312280639918835,
+      "eval_mr_opus100_pr_auc": 0.8980425774613687,
+      "eval_mr_ud_pr_auc": 0.9360906488555789,
+      "eval_ms_opus100_pr_auc": 0.8713331146334528,
+      "eval_mt_opus100_pr_auc": 0.8496889891548997,
+      "eval_mt_ud_pr_auc": 0.8793184054591121,
+      "eval_my_opus100_pr_auc": 0.7087063555615819,
+      "eval_ne_opus100_pr_auc": 0.7157994005362158,
+      "eval_nl_opus100_pr_auc": 0.8854427185064642,
+      "eval_nl_ud_pr_auc": 0.9729553363017233,
+      "eval_no_opus100_pr_auc": 0.9145912448031015,
+      "eval_no_ud_pr_auc": 0.995659713352819,
+      "eval_pa_opus100_pr_auc": 0.6838520271625622,
+      "eval_pl_ersatz_pr_auc": 0.9694939498596641,
+      "eval_pl_opus100_pr_auc": 0.8901077095668305,
+      "eval_pl_ud_pr_auc": 0.9620435814004146,
+      "eval_ps_ersatz_pr_auc": 0.9283493382596534,
+      "eval_ps_opus100_pr_auc": 0.7063919789767115,
+      "eval_pt_opus100_pr_auc": 0.9208911164346096,
+      "eval_pt_ud_pr_auc": 0.9824352343082932,
+      "eval_ro_ersatz_pr_auc": 0.9937398209334029,
+      "eval_ro_opus100_pr_auc": 0.874863067237624,
+      "eval_ro_ud_pr_auc": 0.9778973908955192,
+      "eval_ru_ersatz_pr_auc": 0.9905982663896595,
+      "eval_ru_opus100_pr_auc": 0.9079062920462037,
+      "eval_ru_ud_pr_auc": 0.8737480932473064,
+      "eval_runtime": 620.3006,
+      "eval_samples_per_second": 121.743,
+      "eval_si_opus100_pr_auc": 0.7962368375818211,
+      "eval_sk_opus100_pr_auc": 0.9173401857801733,
+      "eval_sk_ud_pr_auc": 0.9843128766702447,
+      "eval_sl_opus100_pr_auc": 0.8591591017610397,
+      "eval_sl_ud_pr_auc": 0.9689091642468584,
+      "eval_sq_opus100_pr_auc": 0.8977917254293055,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8976217185638029,
+      "eval_sr_ud_pr_auc": 0.997210887965382,
+      "eval_steps_per_second": 3.805,
+      "eval_sv_opus100_pr_auc": 0.8827493740288548,
+      "eval_sv_ud_pr_auc": 0.9496910125391449,
+      "eval_ta_ersatz_pr_auc": 0.9726117358395882,
+      "eval_ta_opus100_pr_auc": 0.6568104853767557,
+      "eval_ta_ud_pr_auc": 0.9903679595693163,
+      "eval_te_opus100_pr_auc": 0.827917162401044,
+      "eval_tg_opus100_pr_auc": 0.8819308659372807,
+      "eval_th_opus100_pr_auc": 0.661441052992609,
+      "eval_th_ud_pr_auc": 0.7306580550917046,
+      "eval_tr_ersatz_pr_auc": 0.9618975028614747,
+      "eval_tr_opus100_pr_auc": 0.8962584731685029,
+      "eval_tr_ud_pr_auc": 0.9537898586744255,
+      "eval_uk_opus100_pr_auc": 0.8802352480350853,
+      "eval_uk_ud_pr_auc": 0.9233067092649896,
+      "eval_ur_opus100_pr_auc": 0.5228737532726447,
+      "eval_ur_ud_pr_auc": 0.9868973235549158,
+      "eval_uz_opus100_pr_auc": 0.8540367242354282,
+      "eval_vi_opus100_pr_auc": 0.8924576282368225,
+      "eval_vi_ud_pr_auc": 0.9516188769311462,
+      "eval_xh_opus100_pr_auc": 0.8532874326176767,
+      "eval_yi_opus100_pr_auc": 0.813775218538446,
+      "eval_yo_opus100_pr_auc": 0.8052625115622876,
+      "eval_yo_ud_pr_auc": 0.9101062326075132,
+      "eval_zh_ersatz_pr_auc": 0.9347658636581756,
+      "eval_zh_opus100_pr_auc": 0.7654863037640739,
+      "eval_zh_ud_pr_auc": 0.9855914069947773,
+      "eval_zu_opus100_pr_auc": 0.8145418081898248,
+      "step": 80000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.226582278481013e-05,
+      "learning_rate_adapter": 8.226582278481013e-05,
+      "loss": 0.0313,
+      "step": 80050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.225316455696202e-05,
+      "learning_rate_adapter": 8.225316455696202e-05,
+      "loss": 0.0315,
+      "step": 80100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.224050632911393e-05,
+      "learning_rate_adapter": 8.224050632911393e-05,
+      "loss": 0.031,
+      "step": 80150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.222784810126582e-05,
+      "learning_rate_adapter": 8.222784810126582e-05,
+      "loss": 0.0315,
+      "step": 80200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.221518987341773e-05,
+      "learning_rate_adapter": 8.221518987341773e-05,
+      "loss": 0.0311,
+      "step": 80250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.220253164556962e-05,
+      "learning_rate_adapter": 8.220253164556962e-05,
+      "loss": 0.0317,
+      "step": 80300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.218987341772152e-05,
+      "learning_rate_adapter": 8.218987341772152e-05,
+      "loss": 0.0318,
+      "step": 80350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.217721518987343e-05,
+      "learning_rate_adapter": 8.217721518987343e-05,
+      "loss": 0.0318,
+      "step": 80400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.216455696202532e-05,
+      "learning_rate_adapter": 8.216455696202532e-05,
+      "loss": 0.0317,
+      "step": 80450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.215189873417723e-05,
+      "learning_rate_adapter": 8.215189873417723e-05,
+      "loss": 0.0321,
+      "step": 80500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.213924050632912e-05,
+      "learning_rate_adapter": 8.213924050632912e-05,
+      "loss": 0.0318,
+      "step": 80550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.212658227848101e-05,
+      "learning_rate_adapter": 8.212658227848101e-05,
+      "loss": 0.0315,
+      "step": 80600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.211392405063292e-05,
+      "learning_rate_adapter": 8.211392405063292e-05,
+      "loss": 0.0314,
+      "step": 80650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.210126582278481e-05,
+      "learning_rate_adapter": 8.210126582278481e-05,
+      "loss": 0.0319,
+      "step": 80700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.208860759493672e-05,
+      "learning_rate_adapter": 8.208860759493672e-05,
+      "loss": 0.032,
+      "step": 80750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.207594936708861e-05,
+      "learning_rate_adapter": 8.207594936708861e-05,
+      "loss": 0.0312,
+      "step": 80800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.20632911392405e-05,
+      "learning_rate_adapter": 8.20632911392405e-05,
+      "loss": 0.0318,
+      "step": 80850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.20506329113924e-05,
+      "learning_rate_adapter": 8.20506329113924e-05,
+      "loss": 0.0317,
+      "step": 80900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.203797468354431e-05,
+      "learning_rate_adapter": 8.203797468354431e-05,
+      "loss": 0.0314,
+      "step": 80950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.202531645569622e-05,
+      "learning_rate_adapter": 8.202531645569622e-05,
+      "loss": 0.031,
+      "step": 81000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.201265822784811e-05,
+      "learning_rate_adapter": 8.201265822784811e-05,
+      "loss": 0.0304,
+      "step": 81050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.032,
+      "step": 81100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19873417721519e-05,
+      "learning_rate_adapter": 8.19873417721519e-05,
+      "loss": 0.0312,
+      "step": 81150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19746835443038e-05,
+      "learning_rate_adapter": 8.19746835443038e-05,
+      "loss": 0.0316,
+      "step": 81200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19620253164557e-05,
+      "learning_rate_adapter": 8.19620253164557e-05,
+      "loss": 0.0319,
+      "step": 81250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19493670886076e-05,
+      "learning_rate_adapter": 8.19493670886076e-05,
+      "loss": 0.033,
+      "step": 81300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.193670886075949e-05,
+      "learning_rate_adapter": 8.193670886075949e-05,
+      "loss": 0.0315,
+      "step": 81350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19240506329114e-05,
+      "learning_rate_adapter": 8.19240506329114e-05,
+      "loss": 0.0312,
+      "step": 81400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.191139240506329e-05,
+      "learning_rate_adapter": 8.191139240506329e-05,
+      "loss": 0.0317,
+      "step": 81450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.189873417721519e-05,
+      "learning_rate_adapter": 8.189873417721519e-05,
+      "loss": 0.0318,
+      "step": 81500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.18860759493671e-05,
+      "learning_rate_adapter": 8.18860759493671e-05,
+      "loss": 0.0314,
+      "step": 81550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.1873417721519e-05,
+      "learning_rate_adapter": 8.1873417721519e-05,
+      "loss": 0.0315,
+      "step": 81600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.18607594936709e-05,
+      "learning_rate_adapter": 8.18607594936709e-05,
+      "loss": 0.0314,
+      "step": 81650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.184810126582279e-05,
+      "learning_rate_adapter": 8.184810126582279e-05,
+      "loss": 0.0316,
+      "step": 81700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.183544303797469e-05,
+      "learning_rate_adapter": 8.183544303797469e-05,
+      "loss": 0.0312,
+      "step": 81750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.182278481012658e-05,
+      "learning_rate_adapter": 8.182278481012658e-05,
+      "loss": 0.0315,
+      "step": 81800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.181012658227849e-05,
+      "learning_rate_adapter": 8.181012658227849e-05,
+      "loss": 0.0317,
+      "step": 81850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.179746835443038e-05,
+      "learning_rate_adapter": 8.179746835443038e-05,
+      "loss": 0.0308,
+      "step": 81900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.178481012658227e-05,
+      "learning_rate_adapter": 8.178481012658227e-05,
+      "loss": 0.0318,
+      "step": 81950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.177215189873418e-05,
+      "learning_rate_adapter": 8.177215189873418e-05,
+      "loss": 0.0319,
+      "step": 82000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.175949367088607e-05,
+      "learning_rate_adapter": 8.175949367088607e-05,
+      "loss": 0.0319,
+      "step": 82050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.174683544303798e-05,
+      "learning_rate_adapter": 8.174683544303798e-05,
+      "loss": 0.0308,
+      "step": 82100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.173417721518988e-05,
+      "learning_rate_adapter": 8.173417721518988e-05,
+      "loss": 0.0316,
+      "step": 82150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.172151898734178e-05,
+      "learning_rate_adapter": 8.172151898734178e-05,
+      "loss": 0.031,
+      "step": 82200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.170886075949368e-05,
+      "learning_rate_adapter": 8.170886075949368e-05,
+      "loss": 0.0308,
+      "step": 82250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.169620253164557e-05,
+      "learning_rate_adapter": 8.169620253164557e-05,
+      "loss": 0.0313,
+      "step": 82300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.168354430379748e-05,
+      "learning_rate_adapter": 8.168354430379748e-05,
+      "loss": 0.0312,
+      "step": 82350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.167088607594937e-05,
+      "learning_rate_adapter": 8.167088607594937e-05,
+      "loss": 0.0309,
+      "step": 82400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.165822784810126e-05,
+      "learning_rate_adapter": 8.165822784810126e-05,
+      "loss": 0.0311,
+      "step": 82450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.164556962025317e-05,
+      "learning_rate_adapter": 8.164556962025317e-05,
+      "loss": 0.0311,
+      "step": 82500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.163291139240506e-05,
+      "learning_rate_adapter": 8.163291139240506e-05,
+      "loss": 0.0323,
+      "step": 82550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.162025316455697e-05,
+      "learning_rate_adapter": 8.162025316455697e-05,
+      "loss": 0.0317,
+      "step": 82600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.160759493670886e-05,
+      "learning_rate_adapter": 8.160759493670886e-05,
+      "loss": 0.031,
+      "step": 82650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.159493670886076e-05,
+      "learning_rate_adapter": 8.159493670886076e-05,
+      "loss": 0.031,
+      "step": 82700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.158227848101267e-05,
+      "learning_rate_adapter": 8.158227848101267e-05,
+      "loss": 0.0323,
+      "step": 82750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.156962025316456e-05,
+      "learning_rate_adapter": 8.156962025316456e-05,
+      "loss": 0.0324,
+      "step": 82800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.155696202531647e-05,
+      "learning_rate_adapter": 8.155696202531647e-05,
+      "loss": 0.0307,
+      "step": 82850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.154430379746836e-05,
+      "learning_rate_adapter": 8.154430379746836e-05,
+      "loss": 0.0318,
+      "step": 82900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.153164556962025e-05,
+      "learning_rate_adapter": 8.153164556962025e-05,
+      "loss": 0.0311,
+      "step": 82950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.151898734177216e-05,
+      "learning_rate_adapter": 8.151898734177216e-05,
+      "loss": 0.0312,
+      "step": 83000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.150632911392405e-05,
+      "learning_rate_adapter": 8.150632911392405e-05,
+      "loss": 0.0315,
+      "step": 83050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.149367088607596e-05,
+      "learning_rate_adapter": 8.149367088607596e-05,
+      "loss": 0.0306,
+      "step": 83100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.148101265822785e-05,
+      "learning_rate_adapter": 8.148101265822785e-05,
+      "loss": 0.0312,
+      "step": 83150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.146835443037974e-05,
+      "learning_rate_adapter": 8.146835443037974e-05,
+      "loss": 0.0312,
+      "step": 83200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.145569620253164e-05,
+      "learning_rate_adapter": 8.145569620253164e-05,
+      "loss": 0.0311,
+      "step": 83250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.144303797468355e-05,
+      "learning_rate_adapter": 8.144303797468355e-05,
+      "loss": 0.0314,
+      "step": 83300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.143037974683546e-05,
+      "learning_rate_adapter": 8.143037974683546e-05,
+      "loss": 0.0308,
+      "step": 83350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.141772151898735e-05,
+      "learning_rate_adapter": 8.141772151898735e-05,
+      "loss": 0.0317,
+      "step": 83400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.140506329113925e-05,
+      "learning_rate_adapter": 8.140506329113925e-05,
+      "loss": 0.031,
+      "step": 83450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.139240506329115e-05,
+      "learning_rate_adapter": 8.139240506329115e-05,
+      "loss": 0.0313,
+      "step": 83500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.137974683544304e-05,
+      "learning_rate_adapter": 8.137974683544304e-05,
+      "loss": 0.0317,
+      "step": 83550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.136708860759494e-05,
+      "learning_rate_adapter": 8.136708860759494e-05,
+      "loss": 0.0315,
+      "step": 83600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.135443037974684e-05,
+      "learning_rate_adapter": 8.135443037974684e-05,
+      "loss": 0.0308,
+      "step": 83650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.134177215189874e-05,
+      "learning_rate_adapter": 8.134177215189874e-05,
+      "loss": 0.0322,
+      "step": 83700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.132911392405063e-05,
+      "learning_rate_adapter": 8.132911392405063e-05,
+      "loss": 0.0316,
+      "step": 83750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.131645569620253e-05,
+      "learning_rate_adapter": 8.131645569620253e-05,
+      "loss": 0.0315,
+      "step": 83800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.130379746835443e-05,
+      "learning_rate_adapter": 8.130379746835443e-05,
+      "loss": 0.0312,
+      "step": 83850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.129113924050634e-05,
+      "learning_rate_adapter": 8.129113924050634e-05,
+      "loss": 0.0307,
+      "step": 83900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.127848101265824e-05,
+      "learning_rate_adapter": 8.127848101265824e-05,
+      "loss": 0.0313,
+      "step": 83950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.126582278481013e-05,
+      "learning_rate_adapter": 8.126582278481013e-05,
+      "loss": 0.0309,
+      "step": 84000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.125316455696203e-05,
+      "learning_rate_adapter": 8.125316455696203e-05,
+      "loss": 0.0312,
+      "step": 84050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.124050632911393e-05,
+      "learning_rate_adapter": 8.124050632911393e-05,
+      "loss": 0.0305,
+      "step": 84100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.122784810126582e-05,
+      "learning_rate_adapter": 8.122784810126582e-05,
+      "loss": 0.0314,
+      "step": 84150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.121518987341773e-05,
+      "learning_rate_adapter": 8.121518987341773e-05,
+      "loss": 0.0315,
+      "step": 84200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.120253164556962e-05,
+      "learning_rate_adapter": 8.120253164556962e-05,
+      "loss": 0.0313,
+      "step": 84250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.118987341772151e-05,
+      "learning_rate_adapter": 8.118987341772151e-05,
+      "loss": 0.0317,
+      "step": 84300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.117721518987342e-05,
+      "learning_rate_adapter": 8.117721518987342e-05,
+      "loss": 0.0312,
+      "step": 84350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.116455696202531e-05,
+      "learning_rate_adapter": 8.116455696202531e-05,
+      "loss": 0.0309,
+      "step": 84400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.115189873417722e-05,
+      "learning_rate_adapter": 8.115189873417722e-05,
+      "loss": 0.0308,
+      "step": 84450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.113924050632912e-05,
+      "learning_rate_adapter": 8.113924050632912e-05,
+      "loss": 0.0306,
+      "step": 84500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.112658227848102e-05,
+      "learning_rate_adapter": 8.112658227848102e-05,
+      "loss": 0.0316,
+      "step": 84550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.111392405063292e-05,
+      "learning_rate_adapter": 8.111392405063292e-05,
+      "loss": 0.0305,
+      "step": 84600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.110126582278481e-05,
+      "learning_rate_adapter": 8.110126582278481e-05,
+      "loss": 0.0319,
+      "step": 84650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.108860759493672e-05,
+      "learning_rate_adapter": 8.108860759493672e-05,
+      "loss": 0.0316,
+      "step": 84700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.107594936708861e-05,
+      "learning_rate_adapter": 8.107594936708861e-05,
+      "loss": 0.0314,
+      "step": 84750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10632911392405e-05,
+      "learning_rate_adapter": 8.10632911392405e-05,
+      "loss": 0.0321,
+      "step": 84800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.105063291139241e-05,
+      "learning_rate_adapter": 8.105063291139241e-05,
+      "loss": 0.0313,
+      "step": 84850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10379746835443e-05,
+      "learning_rate_adapter": 8.10379746835443e-05,
+      "loss": 0.0309,
+      "step": 84900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10253164556962e-05,
+      "learning_rate_adapter": 8.10253164556962e-05,
+      "loss": 0.0302,
+      "step": 84950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10126582278481e-05,
+      "learning_rate_adapter": 8.10126582278481e-05,
+      "loss": 0.0309,
+      "step": 85000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.77631090350311,
+      "eval_af_ud_pr_auc": 0.9901544523800312,
+      "eval_am_opus100_pr_auc": 0.48472668222242016,
+      "eval_ar_ersatz_pr_auc": 0.9310931060594517,
+      "eval_ar_opus100_pr_auc": 0.7037393664123963,
+      "eval_ar_ud_pr_auc": 0.8714793142322546,
+      "eval_average_ersatz_pr_auc": 0.961714206446382,
+      "eval_average_opus100_pr_auc": 0.8152726234135286,
+      "eval_average_ud_pr_auc": 0.958304037412437,
+      "eval_az_opus100_pr_auc": 0.7330738859397398,
+      "eval_be_opus100_pr_auc": 0.6409658711741912,
+      "eval_be_ud_pr_auc": 0.8627037100242904,
+      "eval_bg_opus100_pr_auc": 0.9023778990577548,
+      "eval_bg_ud_pr_auc": 0.9944896175785626,
+      "eval_bn_opus100_pr_auc": 0.8038804722771788,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8763591245763147,
+      "eval_ca_ud_pr_auc": 0.9953792760694232,
+      "eval_ceb_ud_pr_auc": 0.9997699457735492,
+      "eval_cs_ersatz_pr_auc": 0.9866635794677135,
+      "eval_cs_opus100_pr_auc": 0.8990639062476854,
+      "eval_cs_ud_pr_auc": 0.9542543181440444,
+      "eval_cy_opus100_pr_auc": 0.7518159314947082,
+      "eval_cy_ud_pr_auc": 0.9959101905053905,
+      "eval_da_opus100_pr_auc": 0.9068941668625642,
+      "eval_da_ud_pr_auc": 0.9845309568159524,
+      "eval_de_ersatz_pr_auc": 0.9760344932707944,
+      "eval_de_opus100_pr_auc": 0.8790515063501281,
+      "eval_de_ud_pr_auc": 0.9858518943179128,
+      "eval_el_opus100_pr_auc": 0.9102321704611127,
+      "eval_el_ud_pr_auc": 0.9889728425472302,
+      "eval_en_ersatz_pr_auc": 0.990186386340769,
+      "eval_en_opus100_pr_auc": 0.9225036333525842,
+      "eval_en_ud_pr_auc": 0.9804553316461655,
+      "eval_eo_opus100_pr_auc": 0.9259533542595443,
+      "eval_es_ersatz_pr_auc": 0.9956742413478322,
+      "eval_es_opus100_pr_auc": 0.9134890701812785,
+      "eval_es_ud_pr_auc": 0.9901548805453716,
+      "eval_et_ersatz_pr_auc": 0.9811810902335734,
+      "eval_et_opus100_pr_auc": 0.8672446486791272,
+      "eval_et_ud_pr_auc": 0.941893110098054,
+      "eval_eu_opus100_pr_auc": 0.8750227100199159,
+      "eval_eu_ud_pr_auc": 0.9921283992071505,
+      "eval_fa_opus100_pr_auc": 0.553824953228566,
+      "eval_fa_ud_pr_auc": 0.9914987207907995,
+      "eval_fi_ersatz_pr_auc": 0.9889875072986893,
+      "eval_fi_opus100_pr_auc": 0.8992821812619947,
+      "eval_fi_ud_pr_auc": 0.9674376075946487,
+      "eval_fr_ersatz_pr_auc": 0.9853186490306989,
+      "eval_fr_opus100_pr_auc": 0.9058160638959173,
+      "eval_fr_ud_pr_auc": 0.9818632553306893,
+      "eval_fy_opus100_pr_auc": 0.6700203171587517,
+      "eval_ga_opus100_pr_auc": 0.8701266058668377,
+      "eval_ga_ud_pr_auc": 0.8011168868069118,
+      "eval_gd_opus100_pr_auc": 0.5868780030766445,
+      "eval_gd_ud_pr_auc": 0.7705035229023381,
+      "eval_gl_opus100_pr_auc": 0.8762679487342627,
+      "eval_gl_ud_pr_auc": 0.9983874167013594,
+      "eval_gu_ersatz_pr_auc": 0.946333205505277,
+      "eval_gu_opus100_pr_auc": 0.7095025007100966,
+      "eval_ha_opus100_pr_auc": 0.9092887144127325,
+      "eval_he_opus100_pr_auc": 0.8681266956260663,
+      "eval_he_ud_pr_auc": 0.9777926626500993,
+      "eval_hi_ersatz_pr_auc": 0.9716834979689726,
+      "eval_hi_opus100_pr_auc": 0.6543331963326473,
+      "eval_hi_ud_pr_auc": 0.9892792093656767,
+      "eval_hu_opus100_pr_auc": 0.9080549033762844,
+      "eval_hu_ud_pr_auc": 0.9828560181536066,
+      "eval_hy_opus100_pr_auc": 0.9068766778423553,
+      "eval_hy_ud_pr_auc": 0.9876375448658322,
+      "eval_id_opus100_pr_auc": 0.8524048732223136,
+      "eval_id_ud_pr_auc": 0.9929264324771616,
+      "eval_ig_opus100_pr_auc": 0.8695041325231944,
+      "eval_is_opus100_pr_auc": 0.9099116048327711,
+      "eval_is_ud_pr_auc": 0.8939499925733806,
+      "eval_it_opus100_pr_auc": 0.9021017540674349,
+      "eval_it_ud_pr_auc": 0.9998790597376318,
+      "eval_ja_ersatz_pr_auc": 0.8072281190562797,
+      "eval_ja_opus100_pr_auc": 0.7593761978532257,
+      "eval_ja_ud_pr_auc": 0.9771631352103589,
+      "eval_jv_ud_pr_auc": 0.9651981616546855,
+      "eval_ka_opus100_pr_auc": 0.8693707312868063,
+      "eval_kk_ersatz_pr_auc": 0.986341840577494,
+      "eval_kk_opus100_pr_auc": 0.7897995125775129,
+      "eval_kk_ud_pr_auc": 0.9734236912890295,
+      "eval_km_ersatz_pr_auc": 0.8942404589404054,
+      "eval_km_opus100_pr_auc": 0.7110762941890428,
+      "eval_kn_opus100_pr_auc": 0.5784539304133678,
+      "eval_ko_opus100_pr_auc": 0.6542531792632654,
+      "eval_ko_ud_pr_auc": 0.995223648502414,
+      "eval_ku_opus100_pr_auc": 0.8082673959415226,
+      "eval_ky_opus100_pr_auc": 0.8526781373953052,
+      "eval_la_ud_pr_auc": 0.9728879056365732,
+      "eval_loss": 0.03522288054227829,
+      "eval_lt_ersatz_pr_auc": 0.9936798740112646,
+      "eval_lt_opus100_pr_auc": 0.8773492075850551,
+      "eval_lt_ud_pr_auc": 0.9950036340517532,
+      "eval_lv_ersatz_pr_auc": 0.9882201530375908,
+      "eval_lv_opus100_pr_auc": 0.8859568884246208,
+      "eval_lv_ud_pr_auc": 0.9597022333336356,
+      "eval_mg_opus100_pr_auc": 0.917959673815754,
+      "eval_mk_opus100_pr_auc": 0.8937535806774083,
+      "eval_ml_opus100_pr_auc": 0.7608791588337802,
+      "eval_mn_opus100_pr_auc": 0.9421465850906959,
+      "eval_mr_opus100_pr_auc": 0.8869068456127962,
+      "eval_mr_ud_pr_auc": 0.9521616444995226,
+      "eval_ms_opus100_pr_auc": 0.8612468605481828,
+      "eval_mt_opus100_pr_auc": 0.8498125752556536,
+      "eval_mt_ud_pr_auc": 0.8774081290682689,
+      "eval_my_opus100_pr_auc": 0.7179903967097412,
+      "eval_ne_opus100_pr_auc": 0.675485466810885,
+      "eval_nl_opus100_pr_auc": 0.8851344378078927,
+      "eval_nl_ud_pr_auc": 0.9750336039731891,
+      "eval_no_opus100_pr_auc": 0.9100800886245907,
+      "eval_no_ud_pr_auc": 0.996998277888274,
+      "eval_pa_opus100_pr_auc": 0.6551646476811434,
+      "eval_pl_ersatz_pr_auc": 0.9731877921501035,
+      "eval_pl_opus100_pr_auc": 0.8893285083095035,
+      "eval_pl_ud_pr_auc": 0.9584181491797696,
+      "eval_ps_ersatz_pr_auc": 0.9340557292691534,
+      "eval_ps_opus100_pr_auc": 0.7115939827726027,
+      "eval_pt_opus100_pr_auc": 0.910574970374116,
+      "eval_pt_ud_pr_auc": 0.9800854880725911,
+      "eval_ro_ersatz_pr_auc": 0.9927487260450251,
+      "eval_ro_opus100_pr_auc": 0.8768837924826307,
+      "eval_ro_ud_pr_auc": 0.9651511483056265,
+      "eval_ru_ersatz_pr_auc": 0.9895111747403497,
+      "eval_ru_opus100_pr_auc": 0.9004708832416132,
+      "eval_ru_ud_pr_auc": 0.8556064242287702,
+      "eval_runtime": 614.142,
+      "eval_samples_per_second": 122.963,
+      "eval_si_opus100_pr_auc": 0.7899985523598754,
+      "eval_sk_opus100_pr_auc": 0.9254311731126573,
+      "eval_sk_ud_pr_auc": 0.9814959425522871,
+      "eval_sl_opus100_pr_auc": 0.8561973741014605,
+      "eval_sl_ud_pr_auc": 0.9712937302835825,
+      "eval_sq_opus100_pr_auc": 0.8876303169935543,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8990992262747582,
+      "eval_sr_ud_pr_auc": 0.9984675535313886,
+      "eval_steps_per_second": 3.843,
+      "eval_sv_opus100_pr_auc": 0.8869729065699479,
+      "eval_sv_ud_pr_auc": 0.9424082765610196,
+      "eval_ta_ersatz_pr_auc": 0.985665012672881,
+      "eval_ta_opus100_pr_auc": 0.649271946848344,
+      "eval_ta_ud_pr_auc": 0.9972572382041878,
+      "eval_te_opus100_pr_auc": 0.8242005184191509,
+      "eval_tg_opus100_pr_auc": 0.8649351692316916,
+      "eval_th_opus100_pr_auc": 0.6532250543328108,
+      "eval_th_ud_pr_auc": 0.7472718502729064,
+      "eval_tr_ersatz_pr_auc": 0.9625533069686661,
+      "eval_tr_opus100_pr_auc": 0.8962512378206975,
+      "eval_tr_ud_pr_auc": 0.9496095144243821,
+      "eval_uk_opus100_pr_auc": 0.8643352087503858,
+      "eval_uk_ud_pr_auc": 0.9264075832565758,
+      "eval_ur_opus100_pr_auc": 0.5142830720337006,
+      "eval_ur_ud_pr_auc": 0.9975641892121105,
+      "eval_uz_opus100_pr_auc": 0.8557002882897927,
+      "eval_vi_opus100_pr_auc": 0.9000968128101317,
+      "eval_vi_ud_pr_auc": 0.9475287298819017,
+      "eval_xh_opus100_pr_auc": 0.8577552299947473,
+      "eval_yi_opus100_pr_auc": 0.7613722067997486,
+      "eval_yo_opus100_pr_auc": 0.8012167357141059,
+      "eval_yo_ud_pr_auc": 0.9111927035094616,
+      "eval_zh_ersatz_pr_auc": 0.8971245978274128,
+      "eval_zh_opus100_pr_auc": 0.7008580429653699,
+      "eval_zh_ud_pr_auc": 0.990110976089118,
+      "eval_zu_opus100_pr_auc": 0.8065036876670798,
+      "step": 85000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0308,
+      "step": 85050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.098734177215191e-05,
+      "learning_rate_adapter": 8.098734177215191e-05,
+      "loss": 0.0317,
+      "step": 85100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09746835443038e-05,
+      "learning_rate_adapter": 8.09746835443038e-05,
+      "loss": 0.0314,
+      "step": 85150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.096202531645571e-05,
+      "learning_rate_adapter": 8.096202531645571e-05,
+      "loss": 0.0309,
+      "step": 85200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09493670886076e-05,
+      "learning_rate_adapter": 8.09493670886076e-05,
+      "loss": 0.0316,
+      "step": 85250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09367088607595e-05,
+      "learning_rate_adapter": 8.09367088607595e-05,
+      "loss": 0.0308,
+      "step": 85300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09240506329114e-05,
+      "learning_rate_adapter": 8.09240506329114e-05,
+      "loss": 0.0309,
+      "step": 85350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.091139240506329e-05,
+      "learning_rate_adapter": 8.091139240506329e-05,
+      "loss": 0.0311,
+      "step": 85400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.08987341772152e-05,
+      "learning_rate_adapter": 8.08987341772152e-05,
+      "loss": 0.0315,
+      "step": 85450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.088607594936709e-05,
+      "learning_rate_adapter": 8.088607594936709e-05,
+      "loss": 0.0314,
+      "step": 85500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.087341772151899e-05,
+      "learning_rate_adapter": 8.087341772151899e-05,
+      "loss": 0.031,
+      "step": 85550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.086075949367088e-05,
+      "learning_rate_adapter": 8.086075949367088e-05,
+      "loss": 0.0315,
+      "step": 85600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.084810126582279e-05,
+      "learning_rate_adapter": 8.084810126582279e-05,
+      "loss": 0.0315,
+      "step": 85650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.08354430379747e-05,
+      "learning_rate_adapter": 8.08354430379747e-05,
+      "loss": 0.0308,
+      "step": 85700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.082278481012659e-05,
+      "learning_rate_adapter": 8.082278481012659e-05,
+      "loss": 0.0314,
+      "step": 85750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.08101265822785e-05,
+      "learning_rate_adapter": 8.08101265822785e-05,
+      "loss": 0.0308,
+      "step": 85800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.079746835443039e-05,
+      "learning_rate_adapter": 8.079746835443039e-05,
+      "loss": 0.0311,
+      "step": 85850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.078481012658228e-05,
+      "learning_rate_adapter": 8.078481012658228e-05,
+      "loss": 0.0316,
+      "step": 85900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.077215189873418e-05,
+      "learning_rate_adapter": 8.077215189873418e-05,
+      "loss": 0.0303,
+      "step": 85950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.075949367088608e-05,
+      "learning_rate_adapter": 8.075949367088608e-05,
+      "loss": 0.0309,
+      "step": 86000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.074683544303798e-05,
+      "learning_rate_adapter": 8.074683544303798e-05,
+      "loss": 0.0314,
+      "step": 86050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.073417721518987e-05,
+      "learning_rate_adapter": 8.073417721518987e-05,
+      "loss": 0.031,
+      "step": 86100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.072151898734177e-05,
+      "learning_rate_adapter": 8.072151898734177e-05,
+      "loss": 0.0299,
+      "step": 86150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.070886075949367e-05,
+      "learning_rate_adapter": 8.070886075949367e-05,
+      "loss": 0.0306,
+      "step": 86200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.069620253164558e-05,
+      "learning_rate_adapter": 8.069620253164558e-05,
+      "loss": 0.0317,
+      "step": 86250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.068354430379748e-05,
+      "learning_rate_adapter": 8.068354430379748e-05,
+      "loss": 0.0306,
+      "step": 86300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.067088607594937e-05,
+      "learning_rate_adapter": 8.067088607594937e-05,
+      "loss": 0.0314,
+      "step": 86350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.065822784810127e-05,
+      "learning_rate_adapter": 8.065822784810127e-05,
+      "loss": 0.0322,
+      "step": 86400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.064556962025317e-05,
+      "learning_rate_adapter": 8.064556962025317e-05,
+      "loss": 0.0308,
+      "step": 86450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.063291139240506e-05,
+      "learning_rate_adapter": 8.063291139240506e-05,
+      "loss": 0.0316,
+      "step": 86500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.062025316455697e-05,
+      "learning_rate_adapter": 8.062025316455697e-05,
+      "loss": 0.0314,
+      "step": 86550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.060759493670886e-05,
+      "learning_rate_adapter": 8.060759493670886e-05,
+      "loss": 0.0306,
+      "step": 86600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.059493670886077e-05,
+      "learning_rate_adapter": 8.059493670886077e-05,
+      "loss": 0.0306,
+      "step": 86650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.058227848101266e-05,
+      "learning_rate_adapter": 8.058227848101266e-05,
+      "loss": 0.0312,
+      "step": 86700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.056962025316455e-05,
+      "learning_rate_adapter": 8.056962025316455e-05,
+      "loss": 0.0314,
+      "step": 86750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.055696202531646e-05,
+      "learning_rate_adapter": 8.055696202531646e-05,
+      "loss": 0.0311,
+      "step": 86800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.054430379746836e-05,
+      "learning_rate_adapter": 8.054430379746836e-05,
+      "loss": 0.0315,
+      "step": 86850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.053164556962027e-05,
+      "learning_rate_adapter": 8.053164556962027e-05,
+      "loss": 0.031,
+      "step": 86900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.051898734177216e-05,
+      "learning_rate_adapter": 8.051898734177216e-05,
+      "loss": 0.0311,
+      "step": 86950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.050632911392405e-05,
+      "learning_rate_adapter": 8.050632911392405e-05,
+      "loss": 0.0304,
+      "step": 87000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.049367088607596e-05,
+      "learning_rate_adapter": 8.049367088607596e-05,
+      "loss": 0.0313,
+      "step": 87050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.048101265822785e-05,
+      "learning_rate_adapter": 8.048101265822785e-05,
+      "loss": 0.0322,
+      "step": 87100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.046835443037976e-05,
+      "learning_rate_adapter": 8.046835443037976e-05,
+      "loss": 0.0314,
+      "step": 87150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.045569620253165e-05,
+      "learning_rate_adapter": 8.045569620253165e-05,
+      "loss": 0.0307,
+      "step": 87200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.044303797468354e-05,
+      "learning_rate_adapter": 8.044303797468354e-05,
+      "loss": 0.0316,
+      "step": 87250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.043037974683545e-05,
+      "learning_rate_adapter": 8.043037974683545e-05,
+      "loss": 0.0315,
+      "step": 87300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.041772151898734e-05,
+      "learning_rate_adapter": 8.041772151898734e-05,
+      "loss": 0.0318,
+      "step": 87350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.040506329113924e-05,
+      "learning_rate_adapter": 8.040506329113924e-05,
+      "loss": 0.031,
+      "step": 87400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.039240506329115e-05,
+      "learning_rate_adapter": 8.039240506329115e-05,
+      "loss": 0.031,
+      "step": 87450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.037974683544304e-05,
+      "learning_rate_adapter": 8.037974683544304e-05,
+      "loss": 0.0304,
+      "step": 87500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.036708860759495e-05,
+      "learning_rate_adapter": 8.036708860759495e-05,
+      "loss": 0.0319,
+      "step": 87550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.035443037974684e-05,
+      "learning_rate_adapter": 8.035443037974684e-05,
+      "loss": 0.0315,
+      "step": 87600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.034177215189874e-05,
+      "learning_rate_adapter": 8.034177215189874e-05,
+      "loss": 0.0316,
+      "step": 87650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.032911392405064e-05,
+      "learning_rate_adapter": 8.032911392405064e-05,
+      "loss": 0.0318,
+      "step": 87700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.031645569620253e-05,
+      "learning_rate_adapter": 8.031645569620253e-05,
+      "loss": 0.0321,
+      "step": 87750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.030379746835443e-05,
+      "learning_rate_adapter": 8.030379746835443e-05,
+      "loss": 0.0311,
+      "step": 87800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.029113924050633e-05,
+      "learning_rate_adapter": 8.029113924050633e-05,
+      "loss": 0.0322,
+      "step": 87850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.027848101265823e-05,
+      "learning_rate_adapter": 8.027848101265823e-05,
+      "loss": 0.0318,
+      "step": 87900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.026582278481012e-05,
+      "learning_rate_adapter": 8.026582278481012e-05,
+      "loss": 0.0305,
+      "step": 87950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.025316455696203e-05,
+      "learning_rate_adapter": 8.025316455696203e-05,
+      "loss": 0.0312,
+      "step": 88000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.024050632911394e-05,
+      "learning_rate_adapter": 8.024050632911394e-05,
+      "loss": 0.0316,
+      "step": 88050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.022784810126583e-05,
+      "learning_rate_adapter": 8.022784810126583e-05,
+      "loss": 0.0315,
+      "step": 88100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.021518987341773e-05,
+      "learning_rate_adapter": 8.021518987341773e-05,
+      "loss": 0.0309,
+      "step": 88150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.020253164556962e-05,
+      "learning_rate_adapter": 8.020253164556962e-05,
+      "loss": 0.0307,
+      "step": 88200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.018987341772153e-05,
+      "learning_rate_adapter": 8.018987341772153e-05,
+      "loss": 0.0315,
+      "step": 88250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.017721518987342e-05,
+      "learning_rate_adapter": 8.017721518987342e-05,
+      "loss": 0.0314,
+      "step": 88300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.016455696202531e-05,
+      "learning_rate_adapter": 8.016455696202531e-05,
+      "loss": 0.031,
+      "step": 88350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.015189873417722e-05,
+      "learning_rate_adapter": 8.015189873417722e-05,
+      "loss": 0.031,
+      "step": 88400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.013924050632911e-05,
+      "learning_rate_adapter": 8.013924050632911e-05,
+      "loss": 0.0308,
+      "step": 88450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.012658227848102e-05,
+      "learning_rate_adapter": 8.012658227848102e-05,
+      "loss": 0.0307,
+      "step": 88500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.011392405063291e-05,
+      "learning_rate_adapter": 8.011392405063291e-05,
+      "loss": 0.0303,
+      "step": 88550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.010126582278482e-05,
+      "learning_rate_adapter": 8.010126582278482e-05,
+      "loss": 0.0308,
+      "step": 88600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.008860759493672e-05,
+      "learning_rate_adapter": 8.008860759493672e-05,
+      "loss": 0.0309,
+      "step": 88650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.007594936708861e-05,
+      "learning_rate_adapter": 8.007594936708861e-05,
+      "loss": 0.0316,
+      "step": 88700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.006329113924052e-05,
+      "learning_rate_adapter": 8.006329113924052e-05,
+      "loss": 0.0318,
+      "step": 88750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.005063291139241e-05,
+      "learning_rate_adapter": 8.005063291139241e-05,
+      "loss": 0.0309,
+      "step": 88800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.00379746835443e-05,
+      "learning_rate_adapter": 8.00379746835443e-05,
+      "loss": 0.0315,
+      "step": 88850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.002531645569621e-05,
+      "learning_rate_adapter": 8.002531645569621e-05,
+      "loss": 0.032,
+      "step": 88900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.00126582278481e-05,
+      "learning_rate_adapter": 8.00126582278481e-05,
+      "loss": 0.0314,
+      "step": 88950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0313,
+      "step": 89000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99873417721519e-05,
+      "learning_rate_adapter": 7.99873417721519e-05,
+      "loss": 0.0306,
+      "step": 89050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.997468354430379e-05,
+      "learning_rate_adapter": 7.997468354430379e-05,
+      "loss": 0.0317,
+      "step": 89100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99620253164557e-05,
+      "learning_rate_adapter": 7.99620253164557e-05,
+      "loss": 0.0309,
+      "step": 89150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99493670886076e-05,
+      "learning_rate_adapter": 7.99493670886076e-05,
+      "loss": 0.0303,
+      "step": 89200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.993670886075951e-05,
+      "learning_rate_adapter": 7.993670886075951e-05,
+      "loss": 0.0316,
+      "step": 89250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99240506329114e-05,
+      "learning_rate_adapter": 7.99240506329114e-05,
+      "loss": 0.031,
+      "step": 89300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.991139240506329e-05,
+      "learning_rate_adapter": 7.991139240506329e-05,
+      "loss": 0.0318,
+      "step": 89350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.98987341772152e-05,
+      "learning_rate_adapter": 7.98987341772152e-05,
+      "loss": 0.0312,
+      "step": 89400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.988607594936709e-05,
+      "learning_rate_adapter": 7.988607594936709e-05,
+      "loss": 0.0318,
+      "step": 89450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.9873417721519e-05,
+      "learning_rate_adapter": 7.9873417721519e-05,
+      "loss": 0.0308,
+      "step": 89500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.986075949367089e-05,
+      "learning_rate_adapter": 7.986075949367089e-05,
+      "loss": 0.0301,
+      "step": 89550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.984810126582278e-05,
+      "learning_rate_adapter": 7.984810126582278e-05,
+      "loss": 0.0311,
+      "step": 89600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.983544303797468e-05,
+      "learning_rate_adapter": 7.983544303797468e-05,
+      "loss": 0.0311,
+      "step": 89650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.982278481012658e-05,
+      "learning_rate_adapter": 7.982278481012658e-05,
+      "loss": 0.0315,
+      "step": 89700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.981012658227848e-05,
+      "learning_rate_adapter": 7.981012658227848e-05,
+      "loss": 0.0317,
+      "step": 89750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.979746835443039e-05,
+      "learning_rate_adapter": 7.979746835443039e-05,
+      "loss": 0.0311,
+      "step": 89800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.97848101265823e-05,
+      "learning_rate_adapter": 7.97848101265823e-05,
+      "loss": 0.0314,
+      "step": 89850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.977215189873419e-05,
+      "learning_rate_adapter": 7.977215189873419e-05,
+      "loss": 0.0314,
+      "step": 89900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.975949367088608e-05,
+      "learning_rate_adapter": 7.975949367088608e-05,
+      "loss": 0.031,
+      "step": 89950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.974683544303798e-05,
+      "learning_rate_adapter": 7.974683544303798e-05,
+      "loss": 0.0308,
+      "step": 90000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.763951172343686,
+      "eval_af_ud_pr_auc": 0.9879108003676466,
+      "eval_am_opus100_pr_auc": 0.5900999360359234,
+      "eval_ar_ersatz_pr_auc": 0.9274243157516231,
+      "eval_ar_opus100_pr_auc": 0.698010491172803,
+      "eval_ar_ud_pr_auc": 0.8725254573204658,
+      "eval_average_ersatz_pr_auc": 0.9637185680553411,
+      "eval_average_opus100_pr_auc": 0.815387637393131,
+      "eval_average_ud_pr_auc": 0.9598909927572702,
+      "eval_az_opus100_pr_auc": 0.7668294174125309,
+      "eval_be_opus100_pr_auc": 0.6389378916426847,
+      "eval_be_ud_pr_auc": 0.8828689059320645,
+      "eval_bg_opus100_pr_auc": 0.9037590300801837,
+      "eval_bg_ud_pr_auc": 0.9956988297105581,
+      "eval_bn_opus100_pr_auc": 0.7983790155935725,
+      "eval_bn_ud_pr_auc": 0.9993788350185808,
+      "eval_ca_opus100_pr_auc": 0.8786104942203946,
+      "eval_ca_ud_pr_auc": 0.9966334777498208,
+      "eval_ceb_ud_pr_auc": 0.9995601464787683,
+      "eval_cs_ersatz_pr_auc": 0.9850095761952128,
+      "eval_cs_opus100_pr_auc": 0.9082020226034612,
+      "eval_cs_ud_pr_auc": 0.9587653574606664,
+      "eval_cy_opus100_pr_auc": 0.7373588202000201,
+      "eval_cy_ud_pr_auc": 0.9961118650795925,
+      "eval_da_opus100_pr_auc": 0.9014820631584222,
+      "eval_da_ud_pr_auc": 0.9857483128822594,
+      "eval_de_ersatz_pr_auc": 0.9790556470187193,
+      "eval_de_opus100_pr_auc": 0.8870143240334433,
+      "eval_de_ud_pr_auc": 0.9832585866778828,
+      "eval_el_opus100_pr_auc": 0.9111549409857962,
+      "eval_el_ud_pr_auc": 0.9856619968918805,
+      "eval_en_ersatz_pr_auc": 0.9900283953373724,
+      "eval_en_opus100_pr_auc": 0.9203162278135499,
+      "eval_en_ud_pr_auc": 0.9784563422951859,
+      "eval_eo_opus100_pr_auc": 0.92305627472827,
+      "eval_es_ersatz_pr_auc": 0.9959413380246397,
+      "eval_es_opus100_pr_auc": 0.9058430256077006,
+      "eval_es_ud_pr_auc": 0.9929842758263525,
+      "eval_et_ersatz_pr_auc": 0.9827182123416045,
+      "eval_et_opus100_pr_auc": 0.8773646054414646,
+      "eval_et_ud_pr_auc": 0.9675744334883393,
+      "eval_eu_opus100_pr_auc": 0.8737173493416871,
+      "eval_eu_ud_pr_auc": 0.9901300332716538,
+      "eval_fa_opus100_pr_auc": 0.5678935764592091,
+      "eval_fa_ud_pr_auc": 0.9918690445663256,
+      "eval_fi_ersatz_pr_auc": 0.9873665618447276,
+      "eval_fi_opus100_pr_auc": 0.8936503197300287,
+      "eval_fi_ud_pr_auc": 0.9601120370162134,
+      "eval_fr_ersatz_pr_auc": 0.9904033724529671,
+      "eval_fr_opus100_pr_auc": 0.8918225244614546,
+      "eval_fr_ud_pr_auc": 0.9817497778862299,
+      "eval_fy_opus100_pr_auc": 0.6441442859668537,
+      "eval_ga_opus100_pr_auc": 0.8749255204012194,
+      "eval_ga_ud_pr_auc": 0.809160530649454,
+      "eval_gd_opus100_pr_auc": 0.5898817493293591,
+      "eval_gd_ud_pr_auc": 0.7782950883030783,
+      "eval_gl_opus100_pr_auc": 0.8794507393633214,
+      "eval_gl_ud_pr_auc": 0.9953403443633426,
+      "eval_gu_ersatz_pr_auc": 0.9491204964697169,
+      "eval_gu_opus100_pr_auc": 0.7051884026927119,
+      "eval_ha_opus100_pr_auc": 0.9071983891335372,
+      "eval_he_opus100_pr_auc": 0.8650960135806491,
+      "eval_he_ud_pr_auc": 0.9674085915055642,
+      "eval_hi_ersatz_pr_auc": 0.9755261525523418,
+      "eval_hi_opus100_pr_auc": 0.6485509131225148,
+      "eval_hi_ud_pr_auc": 0.9942471903072053,
+      "eval_hu_opus100_pr_auc": 0.9026746445764232,
+      "eval_hu_ud_pr_auc": 0.9833899960946271,
+      "eval_hy_opus100_pr_auc": 0.9117842880878415,
+      "eval_hy_ud_pr_auc": 0.9905577676820725,
+      "eval_id_opus100_pr_auc": 0.8423992056388415,
+      "eval_id_ud_pr_auc": 0.9937785875136939,
+      "eval_ig_opus100_pr_auc": 0.8590039752080737,
+      "eval_is_opus100_pr_auc": 0.9142370689475383,
+      "eval_is_ud_pr_auc": 0.9253457102721329,
+      "eval_it_opus100_pr_auc": 0.8971344135624053,
+      "eval_it_ud_pr_auc": 0.9995597031331351,
+      "eval_ja_ersatz_pr_auc": 0.813794681405108,
+      "eval_ja_opus100_pr_auc": 0.7888927193081996,
+      "eval_ja_ud_pr_auc": 0.9805746593751881,
+      "eval_jv_ud_pr_auc": 0.9641893536748294,
+      "eval_ka_opus100_pr_auc": 0.8633042256443306,
+      "eval_kk_ersatz_pr_auc": 0.9901619332481763,
+      "eval_kk_opus100_pr_auc": 0.7681763454397413,
+      "eval_kk_ud_pr_auc": 0.9768803002646091,
+      "eval_km_ersatz_pr_auc": 0.8997162919898798,
+      "eval_km_opus100_pr_auc": 0.6855074681810782,
+      "eval_kn_opus100_pr_auc": 0.5782375804685748,
+      "eval_ko_opus100_pr_auc": 0.6750540891983414,
+      "eval_ko_ud_pr_auc": 0.9986784218637046,
+      "eval_ku_opus100_pr_auc": 0.7961928215878421,
+      "eval_ky_opus100_pr_auc": 0.8313882135515445,
+      "eval_la_ud_pr_auc": 0.9425765851304517,
+      "eval_loss": 0.03546050190925598,
+      "eval_lt_ersatz_pr_auc": 0.9950312403126602,
+      "eval_lt_opus100_pr_auc": 0.8615429309138153,
+      "eval_lt_ud_pr_auc": 0.9885476135691386,
+      "eval_lv_ersatz_pr_auc": 0.9890400793015841,
+      "eval_lv_opus100_pr_auc": 0.8764541360891828,
+      "eval_lv_ud_pr_auc": 0.9637299913179873,
+      "eval_mg_opus100_pr_auc": 0.9263019783557623,
+      "eval_mk_opus100_pr_auc": 0.8942397223357897,
+      "eval_ml_opus100_pr_auc": 0.7620234382465304,
+      "eval_mn_opus100_pr_auc": 0.9406416788269143,
+      "eval_mr_opus100_pr_auc": 0.8929133916232084,
+      "eval_mr_ud_pr_auc": 0.9798866310377401,
+      "eval_ms_opus100_pr_auc": 0.8544243335895085,
+      "eval_mt_opus100_pr_auc": 0.8524480792806567,
+      "eval_mt_ud_pr_auc": 0.9101668047960488,
+      "eval_my_opus100_pr_auc": 0.7196775957722334,
+      "eval_ne_opus100_pr_auc": 0.6960171871020098,
+      "eval_nl_opus100_pr_auc": 0.8872680460117283,
+      "eval_nl_ud_pr_auc": 0.9776498039667376,
+      "eval_no_opus100_pr_auc": 0.9094994979613609,
+      "eval_no_ud_pr_auc": 0.9958401338427294,
+      "eval_pa_opus100_pr_auc": 0.6374886974737723,
+      "eval_pl_ersatz_pr_auc": 0.9836111655727775,
+      "eval_pl_opus100_pr_auc": 0.8814560100167839,
+      "eval_pl_ud_pr_auc": 0.9642788340363646,
+      "eval_ps_ersatz_pr_auc": 0.9288025314387,
+      "eval_ps_opus100_pr_auc": 0.728966365247664,
+      "eval_pt_opus100_pr_auc": 0.9061849694002435,
+      "eval_pt_ud_pr_auc": 0.9771985780071416,
+      "eval_ro_ersatz_pr_auc": 0.993991450922616,
+      "eval_ro_opus100_pr_auc": 0.8775621703655138,
+      "eval_ro_ud_pr_auc": 0.9339494374000643,
+      "eval_ru_ersatz_pr_auc": 0.9913697270995779,
+      "eval_ru_opus100_pr_auc": 0.9032256949830317,
+      "eval_ru_ud_pr_auc": 0.8381245744873391,
+      "eval_runtime": 613.1975,
+      "eval_samples_per_second": 123.153,
+      "eval_si_opus100_pr_auc": 0.7931259227542998,
+      "eval_sk_opus100_pr_auc": 0.9204270850644559,
+      "eval_sk_ud_pr_auc": 0.9829816833956522,
+      "eval_sl_opus100_pr_auc": 0.8479512896025964,
+      "eval_sl_ud_pr_auc": 0.9723142359258669,
+      "eval_sq_opus100_pr_auc": 0.895316502614069,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9002182452634311,
+      "eval_sr_ud_pr_auc": 0.998679440275308,
+      "eval_steps_per_second": 3.849,
+      "eval_sv_opus100_pr_auc": 0.8832830048374922,
+      "eval_sv_ud_pr_auc": 0.9437789585414639,
+      "eval_ta_ersatz_pr_auc": 0.9803485160108458,
+      "eval_ta_opus100_pr_auc": 0.6403698066513719,
+      "eval_ta_ud_pr_auc": 0.995591571032169,
+      "eval_te_opus100_pr_auc": 0.8297837056762031,
+      "eval_tg_opus100_pr_auc": 0.8796171144107178,
+      "eval_th_opus100_pr_auc": 0.6597721858815111,
+      "eval_th_ud_pr_auc": 0.7414145990324161,
+      "eval_tr_ersatz_pr_auc": 0.9676499358236149,
+      "eval_tr_opus100_pr_auc": 0.8939338822529517,
+      "eval_tr_ud_pr_auc": 0.9607688538640083,
+      "eval_uk_opus100_pr_auc": 0.8731368664532053,
+      "eval_uk_ud_pr_auc": 0.9284414346846313,
+      "eval_ur_opus100_pr_auc": 0.5074208105724153,
+      "eval_ur_ud_pr_auc": 0.9980804161890888,
+      "eval_uz_opus100_pr_auc": 0.8549136076940791,
+      "eval_vi_opus100_pr_auc": 0.8946090596504861,
+      "eval_vi_ud_pr_auc": 0.9573834173048933,
+      "eval_xh_opus100_pr_auc": 0.8427810037127642,
+      "eval_yi_opus100_pr_auc": 0.8055490549450135,
+      "eval_yo_opus100_pr_auc": 0.7780402163791663,
+      "eval_yo_ud_pr_auc": 0.9042500164781143,
+      "eval_zh_ersatz_pr_auc": 0.9056968761030388,
+      "eval_zh_opus100_pr_auc": 0.6803711446469981,
+      "eval_zh_ud_pr_auc": 0.9937482119259257,
+      "eval_zu_opus100_pr_auc": 0.8069532375205688,
+      "step": 90000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.973417721518988e-05,
+      "learning_rate_adapter": 7.973417721518988e-05,
+      "loss": 0.0313,
+      "step": 90050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.972151898734178e-05,
+      "learning_rate_adapter": 7.972151898734178e-05,
+      "loss": 0.03,
+      "step": 90100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.970886075949367e-05,
+      "learning_rate_adapter": 7.970886075949367e-05,
+      "loss": 0.0315,
+      "step": 90150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.969620253164557e-05,
+      "learning_rate_adapter": 7.969620253164557e-05,
+      "loss": 0.0314,
+      "step": 90200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.968354430379747e-05,
+      "learning_rate_adapter": 7.968354430379747e-05,
+      "loss": 0.0305,
+      "step": 90250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.967088607594936e-05,
+      "learning_rate_adapter": 7.967088607594936e-05,
+      "loss": 0.0312,
+      "step": 90300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.965822784810127e-05,
+      "learning_rate_adapter": 7.965822784810127e-05,
+      "loss": 0.0306,
+      "step": 90350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.964556962025317e-05,
+      "learning_rate_adapter": 7.964556962025317e-05,
+      "loss": 0.0311,
+      "step": 90400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.963291139240507e-05,
+      "learning_rate_adapter": 7.963291139240507e-05,
+      "loss": 0.0307,
+      "step": 90450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.962025316455697e-05,
+      "learning_rate_adapter": 7.962025316455697e-05,
+      "loss": 0.0308,
+      "step": 90500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.960759493670886e-05,
+      "learning_rate_adapter": 7.960759493670886e-05,
+      "loss": 0.0315,
+      "step": 90550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.959493670886077e-05,
+      "learning_rate_adapter": 7.959493670886077e-05,
+      "loss": 0.0313,
+      "step": 90600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.958227848101266e-05,
+      "learning_rate_adapter": 7.958227848101266e-05,
+      "loss": 0.0311,
+      "step": 90650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.956962025316455e-05,
+      "learning_rate_adapter": 7.956962025316455e-05,
+      "loss": 0.0308,
+      "step": 90700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.955696202531646e-05,
+      "learning_rate_adapter": 7.955696202531646e-05,
+      "loss": 0.0306,
+      "step": 90750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.954430379746835e-05,
+      "learning_rate_adapter": 7.954430379746835e-05,
+      "loss": 0.0316,
+      "step": 90800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.953164556962026e-05,
+      "learning_rate_adapter": 7.953164556962026e-05,
+      "loss": 0.0313,
+      "step": 90850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.951898734177215e-05,
+      "learning_rate_adapter": 7.951898734177215e-05,
+      "loss": 0.0308,
+      "step": 90900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.950632911392406e-05,
+      "learning_rate_adapter": 7.950632911392406e-05,
+      "loss": 0.0306,
+      "step": 90950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.949367088607596e-05,
+      "learning_rate_adapter": 7.949367088607596e-05,
+      "loss": 0.0316,
+      "step": 91000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.948101265822785e-05,
+      "learning_rate_adapter": 7.948101265822785e-05,
+      "loss": 0.031,
+      "step": 91050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.946835443037976e-05,
+      "learning_rate_adapter": 7.946835443037976e-05,
+      "loss": 0.0313,
+      "step": 91100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.945569620253165e-05,
+      "learning_rate_adapter": 7.945569620253165e-05,
+      "loss": 0.0302,
+      "step": 91150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.944303797468354e-05,
+      "learning_rate_adapter": 7.944303797468354e-05,
+      "loss": 0.031,
+      "step": 91200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.943037974683545e-05,
+      "learning_rate_adapter": 7.943037974683545e-05,
+      "loss": 0.0311,
+      "step": 91250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.941772151898734e-05,
+      "learning_rate_adapter": 7.941772151898734e-05,
+      "loss": 0.0308,
+      "step": 91300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.940506329113925e-05,
+      "learning_rate_adapter": 7.940506329113925e-05,
+      "loss": 0.0309,
+      "step": 91350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.939240506329114e-05,
+      "learning_rate_adapter": 7.939240506329114e-05,
+      "loss": 0.0309,
+      "step": 91400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.937974683544303e-05,
+      "learning_rate_adapter": 7.937974683544303e-05,
+      "loss": 0.031,
+      "step": 91450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.936708860759494e-05,
+      "learning_rate_adapter": 7.936708860759494e-05,
+      "loss": 0.0309,
+      "step": 91500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.935443037974684e-05,
+      "learning_rate_adapter": 7.935443037974684e-05,
+      "loss": 0.0315,
+      "step": 91550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.934177215189875e-05,
+      "learning_rate_adapter": 7.934177215189875e-05,
+      "loss": 0.031,
+      "step": 91600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.932911392405064e-05,
+      "learning_rate_adapter": 7.932911392405064e-05,
+      "loss": 0.0308,
+      "step": 91650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.931645569620254e-05,
+      "learning_rate_adapter": 7.931645569620254e-05,
+      "loss": 0.0308,
+      "step": 91700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.930379746835444e-05,
+      "learning_rate_adapter": 7.930379746835444e-05,
+      "loss": 0.0305,
+      "step": 91750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.929113924050633e-05,
+      "learning_rate_adapter": 7.929113924050633e-05,
+      "loss": 0.0309,
+      "step": 91800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.927848101265823e-05,
+      "learning_rate_adapter": 7.927848101265823e-05,
+      "loss": 0.031,
+      "step": 91850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.926582278481013e-05,
+      "learning_rate_adapter": 7.926582278481013e-05,
+      "loss": 0.0313,
+      "step": 91900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.925316455696203e-05,
+      "learning_rate_adapter": 7.925316455696203e-05,
+      "loss": 0.0307,
+      "step": 91950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.924050632911392e-05,
+      "learning_rate_adapter": 7.924050632911392e-05,
+      "loss": 0.0312,
+      "step": 92000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.922784810126582e-05,
+      "learning_rate_adapter": 7.922784810126582e-05,
+      "loss": 0.0304,
+      "step": 92050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.921518987341772e-05,
+      "learning_rate_adapter": 7.921518987341772e-05,
+      "loss": 0.0308,
+      "step": 92100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.920253164556963e-05,
+      "learning_rate_adapter": 7.920253164556963e-05,
+      "loss": 0.0315,
+      "step": 92150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.918987341772153e-05,
+      "learning_rate_adapter": 7.918987341772153e-05,
+      "loss": 0.031,
+      "step": 92200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.917721518987343e-05,
+      "learning_rate_adapter": 7.917721518987343e-05,
+      "loss": 0.0307,
+      "step": 92250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.916455696202532e-05,
+      "learning_rate_adapter": 7.916455696202532e-05,
+      "loss": 0.0314,
+      "step": 92300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.915189873417722e-05,
+      "learning_rate_adapter": 7.915189873417722e-05,
+      "loss": 0.0312,
+      "step": 92350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.913924050632912e-05,
+      "learning_rate_adapter": 7.913924050632912e-05,
+      "loss": 0.0308,
+      "step": 92400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.912658227848102e-05,
+      "learning_rate_adapter": 7.912658227848102e-05,
+      "loss": 0.0311,
+      "step": 92450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.911392405063291e-05,
+      "learning_rate_adapter": 7.911392405063291e-05,
+      "loss": 0.0308,
+      "step": 92500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.91012658227848e-05,
+      "learning_rate_adapter": 7.91012658227848e-05,
+      "loss": 0.0311,
+      "step": 92550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.908860759493671e-05,
+      "learning_rate_adapter": 7.908860759493671e-05,
+      "loss": 0.0318,
+      "step": 92600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.90759493670886e-05,
+      "learning_rate_adapter": 7.90759493670886e-05,
+      "loss": 0.0312,
+      "step": 92650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.906329113924051e-05,
+      "learning_rate_adapter": 7.906329113924051e-05,
+      "loss": 0.0308,
+      "step": 92700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.905063291139241e-05,
+      "learning_rate_adapter": 7.905063291139241e-05,
+      "loss": 0.0311,
+      "step": 92750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.90379746835443e-05,
+      "learning_rate_adapter": 7.90379746835443e-05,
+      "loss": 0.031,
+      "step": 92800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.902531645569621e-05,
+      "learning_rate_adapter": 7.902531645569621e-05,
+      "loss": 0.0302,
+      "step": 92850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.90126582278481e-05,
+      "learning_rate_adapter": 7.90126582278481e-05,
+      "loss": 0.0304,
+      "step": 92900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0309,
+      "step": 92950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89873417721519e-05,
+      "learning_rate_adapter": 7.89873417721519e-05,
+      "loss": 0.0313,
+      "step": 93000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89746835443038e-05,
+      "learning_rate_adapter": 7.89746835443038e-05,
+      "loss": 0.0302,
+      "step": 93050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89620253164557e-05,
+      "learning_rate_adapter": 7.89620253164557e-05,
+      "loss": 0.0311,
+      "step": 93100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.894936708860759e-05,
+      "learning_rate_adapter": 7.894936708860759e-05,
+      "loss": 0.031,
+      "step": 93150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89367088607595e-05,
+      "learning_rate_adapter": 7.89367088607595e-05,
+      "loss": 0.0302,
+      "step": 93200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.892405063291139e-05,
+      "learning_rate_adapter": 7.892405063291139e-05,
+      "loss": 0.0312,
+      "step": 93250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89113924050633e-05,
+      "learning_rate_adapter": 7.89113924050633e-05,
+      "loss": 0.0306,
+      "step": 93300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.88987341772152e-05,
+      "learning_rate_adapter": 7.88987341772152e-05,
+      "loss": 0.0319,
+      "step": 93350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.888607594936709e-05,
+      "learning_rate_adapter": 7.888607594936709e-05,
+      "loss": 0.0303,
+      "step": 93400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.8873417721519e-05,
+      "learning_rate_adapter": 7.8873417721519e-05,
+      "loss": 0.0312,
+      "step": 93450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.886075949367089e-05,
+      "learning_rate_adapter": 7.886075949367089e-05,
+      "loss": 0.0305,
+      "step": 93500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.88481012658228e-05,
+      "learning_rate_adapter": 7.88481012658228e-05,
+      "loss": 0.0306,
+      "step": 93550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.883544303797469e-05,
+      "learning_rate_adapter": 7.883544303797469e-05,
+      "loss": 0.0304,
+      "step": 93600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.882278481012658e-05,
+      "learning_rate_adapter": 7.882278481012658e-05,
+      "loss": 0.0302,
+      "step": 93650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.881012658227849e-05,
+      "learning_rate_adapter": 7.881012658227849e-05,
+      "loss": 0.0319,
+      "step": 93700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.879746835443038e-05,
+      "learning_rate_adapter": 7.879746835443038e-05,
+      "loss": 0.0306,
+      "step": 93750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.878481012658228e-05,
+      "learning_rate_adapter": 7.878481012658228e-05,
+      "loss": 0.0314,
+      "step": 93800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.877215189873418e-05,
+      "learning_rate_adapter": 7.877215189873418e-05,
+      "loss": 0.0309,
+      "step": 93850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.875949367088608e-05,
+      "learning_rate_adapter": 7.875949367088608e-05,
+      "loss": 0.0312,
+      "step": 93900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.874683544303799e-05,
+      "learning_rate_adapter": 7.874683544303799e-05,
+      "loss": 0.031,
+      "step": 93950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.873417721518988e-05,
+      "learning_rate_adapter": 7.873417721518988e-05,
+      "loss": 0.0313,
+      "step": 94000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.872151898734178e-05,
+      "learning_rate_adapter": 7.872151898734178e-05,
+      "loss": 0.0306,
+      "step": 94050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.870886075949368e-05,
+      "learning_rate_adapter": 7.870886075949368e-05,
+      "loss": 0.0307,
+      "step": 94100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.869620253164557e-05,
+      "learning_rate_adapter": 7.869620253164557e-05,
+      "loss": 0.0311,
+      "step": 94150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.868354430379747e-05,
+      "learning_rate_adapter": 7.868354430379747e-05,
+      "loss": 0.0312,
+      "step": 94200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.867088607594937e-05,
+      "learning_rate_adapter": 7.867088607594937e-05,
+      "loss": 0.0311,
+      "step": 94250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.865822784810127e-05,
+      "learning_rate_adapter": 7.865822784810127e-05,
+      "loss": 0.0312,
+      "step": 94300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.864556962025316e-05,
+      "learning_rate_adapter": 7.864556962025316e-05,
+      "loss": 0.0312,
+      "step": 94350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.863291139240506e-05,
+      "learning_rate_adapter": 7.863291139240506e-05,
+      "loss": 0.0309,
+      "step": 94400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.862025316455696e-05,
+      "learning_rate_adapter": 7.862025316455696e-05,
+      "loss": 0.0303,
+      "step": 94450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.860759493670887e-05,
+      "learning_rate_adapter": 7.860759493670887e-05,
+      "loss": 0.0305,
+      "step": 94500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.859493670886077e-05,
+      "learning_rate_adapter": 7.859493670886077e-05,
+      "loss": 0.0311,
+      "step": 94550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.858227848101266e-05,
+      "learning_rate_adapter": 7.858227848101266e-05,
+      "loss": 0.03,
+      "step": 94600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.856962025316456e-05,
+      "learning_rate_adapter": 7.856962025316456e-05,
+      "loss": 0.0309,
+      "step": 94650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.855696202531646e-05,
+      "learning_rate_adapter": 7.855696202531646e-05,
+      "loss": 0.0316,
+      "step": 94700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.854430379746835e-05,
+      "learning_rate_adapter": 7.854430379746835e-05,
+      "loss": 0.0308,
+      "step": 94750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.853164556962026e-05,
+      "learning_rate_adapter": 7.853164556962026e-05,
+      "loss": 0.0303,
+      "step": 94800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.851898734177215e-05,
+      "learning_rate_adapter": 7.851898734177215e-05,
+      "loss": 0.031,
+      "step": 94850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.850632911392406e-05,
+      "learning_rate_adapter": 7.850632911392406e-05,
+      "loss": 0.0312,
+      "step": 94900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.849367088607595e-05,
+      "learning_rate_adapter": 7.849367088607595e-05,
+      "loss": 0.0307,
+      "step": 94950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.848101265822784e-05,
+      "learning_rate_adapter": 7.848101265822784e-05,
+      "loss": 0.032,
+      "step": 95000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.7545388355139282,
+      "eval_af_ud_pr_auc": 0.9815926350269474,
+      "eval_am_opus100_pr_auc": 0.5717170032466425,
+      "eval_ar_ersatz_pr_auc": 0.9330371240211898,
+      "eval_ar_opus100_pr_auc": 0.6974924802489425,
+      "eval_ar_ud_pr_auc": 0.8667610203105265,
+      "eval_average_ersatz_pr_auc": 0.9636260279723257,
+      "eval_average_opus100_pr_auc": 0.8179340198516646,
+      "eval_average_ud_pr_auc": 0.9578204689648744,
+      "eval_az_opus100_pr_auc": 0.7748005926535083,
+      "eval_be_opus100_pr_auc": 0.645272223744313,
+      "eval_be_ud_pr_auc": 0.8587857731496531,
+      "eval_bg_opus100_pr_auc": 0.9024112025125567,
+      "eval_bg_ud_pr_auc": 0.9943018316866175,
+      "eval_bn_opus100_pr_auc": 0.8156462029074938,
+      "eval_bn_ud_pr_auc": 0.9990344616049506,
+      "eval_ca_opus100_pr_auc": 0.876887990976958,
+      "eval_ca_ud_pr_auc": 0.9956953411682121,
+      "eval_ceb_ud_pr_auc": 0.9991800383560732,
+      "eval_cs_ersatz_pr_auc": 0.9840058657316794,
+      "eval_cs_opus100_pr_auc": 0.9009467508562631,
+      "eval_cs_ud_pr_auc": 0.9540942304463599,
+      "eval_cy_opus100_pr_auc": 0.7438099880452732,
+      "eval_cy_ud_pr_auc": 0.9898597656900069,
+      "eval_da_opus100_pr_auc": 0.9083495646442791,
+      "eval_da_ud_pr_auc": 0.9838794898470566,
+      "eval_de_ersatz_pr_auc": 0.9759312686936839,
+      "eval_de_opus100_pr_auc": 0.8864509308699327,
+      "eval_de_ud_pr_auc": 0.9853241858091769,
+      "eval_el_opus100_pr_auc": 0.9162984125348097,
+      "eval_el_ud_pr_auc": 0.9830710681551545,
+      "eval_en_ersatz_pr_auc": 0.990589278063083,
+      "eval_en_opus100_pr_auc": 0.9262469841694072,
+      "eval_en_ud_pr_auc": 0.9752031568578434,
+      "eval_eo_opus100_pr_auc": 0.9269048417407221,
+      "eval_es_ersatz_pr_auc": 0.996412505366054,
+      "eval_es_opus100_pr_auc": 0.9171228915361606,
+      "eval_es_ud_pr_auc": 0.9914978667905713,
+      "eval_et_ersatz_pr_auc": 0.9832834239661624,
+      "eval_et_opus100_pr_auc": 0.8668856913006691,
+      "eval_et_ud_pr_auc": 0.9576738046352586,
+      "eval_eu_opus100_pr_auc": 0.8751003358554358,
+      "eval_eu_ud_pr_auc": 0.9911732018722954,
+      "eval_fa_opus100_pr_auc": 0.586918536283634,
+      "eval_fa_ud_pr_auc": 0.9919747293598687,
+      "eval_fi_ersatz_pr_auc": 0.9872459694261208,
+      "eval_fi_opus100_pr_auc": 0.9032431264118305,
+      "eval_fi_ud_pr_auc": 0.9690424112249528,
+      "eval_fr_ersatz_pr_auc": 0.9884947500075649,
+      "eval_fr_opus100_pr_auc": 0.9050475088080159,
+      "eval_fr_ud_pr_auc": 0.9842702604624791,
+      "eval_fy_opus100_pr_auc": 0.641025548603375,
+      "eval_ga_opus100_pr_auc": 0.8664157319682876,
+      "eval_ga_ud_pr_auc": 0.8130366283291054,
+      "eval_gd_opus100_pr_auc": 0.5999908083099929,
+      "eval_gd_ud_pr_auc": 0.7770540746649449,
+      "eval_gl_opus100_pr_auc": 0.8786480968615269,
+      "eval_gl_ud_pr_auc": 0.9965702279041146,
+      "eval_gu_ersatz_pr_auc": 0.9469725696726251,
+      "eval_gu_opus100_pr_auc": 0.7090759292352737,
+      "eval_ha_opus100_pr_auc": 0.905445097410754,
+      "eval_he_opus100_pr_auc": 0.8746631155997291,
+      "eval_he_ud_pr_auc": 0.965268421321052,
+      "eval_hi_ersatz_pr_auc": 0.9755293949812301,
+      "eval_hi_opus100_pr_auc": 0.6609044425174514,
+      "eval_hi_ud_pr_auc": 0.9904126956923961,
+      "eval_hu_opus100_pr_auc": 0.9051394860882845,
+      "eval_hu_ud_pr_auc": 0.9826266467651602,
+      "eval_hy_opus100_pr_auc": 0.9058944669313049,
+      "eval_hy_ud_pr_auc": 0.9867637659199502,
+      "eval_id_opus100_pr_auc": 0.8636605544472614,
+      "eval_id_ud_pr_auc": 0.9946445369960961,
+      "eval_ig_opus100_pr_auc": 0.8617739619799989,
+      "eval_is_opus100_pr_auc": 0.9196637628810466,
+      "eval_is_ud_pr_auc": 0.9169677692696663,
+      "eval_it_opus100_pr_auc": 0.9050993014505255,
+      "eval_it_ud_pr_auc": 0.9981860985741066,
+      "eval_ja_ersatz_pr_auc": 0.8034358384641481,
+      "eval_ja_opus100_pr_auc": 0.7827704108543635,
+      "eval_ja_ud_pr_auc": 0.9838452346451325,
+      "eval_jv_ud_pr_auc": 0.9798654605805845,
+      "eval_ka_opus100_pr_auc": 0.8680846221296349,
+      "eval_kk_ersatz_pr_auc": 0.9888326384036756,
+      "eval_kk_opus100_pr_auc": 0.7749321521694353,
+      "eval_kk_ud_pr_auc": 0.9759939319280989,
+      "eval_km_ersatz_pr_auc": 0.9085572943249453,
+      "eval_km_opus100_pr_auc": 0.725671971472852,
+      "eval_kn_opus100_pr_auc": 0.5950902659308039,
+      "eval_ko_opus100_pr_auc": 0.6610719042923161,
+      "eval_ko_ud_pr_auc": 0.9987242747280608,
+      "eval_ku_opus100_pr_auc": 0.7822142198339,
+      "eval_ky_opus100_pr_auc": 0.8422342967477356,
+      "eval_la_ud_pr_auc": 0.9103114486297874,
+      "eval_loss": 0.03467663750052452,
+      "eval_lt_ersatz_pr_auc": 0.993122627904189,
+      "eval_lt_opus100_pr_auc": 0.8665337755526059,
+      "eval_lt_ud_pr_auc": 0.9894926619478147,
+      "eval_lv_ersatz_pr_auc": 0.9885800277077678,
+      "eval_lv_opus100_pr_auc": 0.8826314647769491,
+      "eval_lv_ud_pr_auc": 0.9636573940533751,
+      "eval_mg_opus100_pr_auc": 0.9181538191928923,
+      "eval_mk_opus100_pr_auc": 0.894892340517149,
+      "eval_ml_opus100_pr_auc": 0.7656343687073108,
+      "eval_mn_opus100_pr_auc": 0.918598064689234,
+      "eval_mr_opus100_pr_auc": 0.8928235295365428,
+      "eval_mr_ud_pr_auc": 0.9491376254289237,
+      "eval_ms_opus100_pr_auc": 0.8684648946567144,
+      "eval_mt_opus100_pr_auc": 0.8456385246562277,
+      "eval_mt_ud_pr_auc": 0.9080993138392122,
+      "eval_my_opus100_pr_auc": 0.6926395323639839,
+      "eval_ne_opus100_pr_auc": 0.6855579322430574,
+      "eval_nl_opus100_pr_auc": 0.8946418360847559,
+      "eval_nl_ud_pr_auc": 0.9765584617576096,
+      "eval_no_opus100_pr_auc": 0.9143345786821265,
+      "eval_no_ud_pr_auc": 0.9969471988096076,
+      "eval_pa_opus100_pr_auc": 0.6398841755967959,
+      "eval_pl_ersatz_pr_auc": 0.9736416538221807,
+      "eval_pl_opus100_pr_auc": 0.888208313874296,
+      "eval_pl_ud_pr_auc": 0.9559297780971235,
+      "eval_ps_ersatz_pr_auc": 0.9376214226879348,
+      "eval_ps_opus100_pr_auc": 0.721493155090319,
+      "eval_pt_opus100_pr_auc": 0.919552575601287,
+      "eval_pt_ud_pr_auc": 0.9872095100393478,
+      "eval_ro_ersatz_pr_auc": 0.9940909147433669,
+      "eval_ro_opus100_pr_auc": 0.8826221814732744,
+      "eval_ro_ud_pr_auc": 0.9679222420673061,
+      "eval_ru_ersatz_pr_auc": 0.9901205826385526,
+      "eval_ru_opus100_pr_auc": 0.9009639784203062,
+      "eval_ru_ud_pr_auc": 0.8637978494072971,
+      "eval_runtime": 612.2347,
+      "eval_samples_per_second": 123.346,
+      "eval_si_opus100_pr_auc": 0.7961619870423273,
+      "eval_sk_opus100_pr_auc": 0.9193072090503529,
+      "eval_sk_ud_pr_auc": 0.9742984823036672,
+      "eval_sl_opus100_pr_auc": 0.8563126540927753,
+      "eval_sl_ud_pr_auc": 0.9682448041140442,
+      "eval_sq_opus100_pr_auc": 0.8909211017521557,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9014067300404385,
+      "eval_sr_ud_pr_auc": 0.9972826778299952,
+      "eval_steps_per_second": 3.855,
+      "eval_sv_opus100_pr_auc": 0.886943500399159,
+      "eval_sv_ud_pr_auc": 0.9456648710013899,
+      "eval_ta_ersatz_pr_auc": 0.9805950376993742,
+      "eval_ta_opus100_pr_auc": 0.6561536600322667,
+      "eval_ta_ud_pr_auc": 0.9934727105333809,
+      "eval_te_opus100_pr_auc": 0.8270761299346494,
+      "eval_tg_opus100_pr_auc": 0.8816384401340167,
+      "eval_th_opus100_pr_auc": 0.6640071461259979,
+      "eval_th_ud_pr_auc": 0.7230954538137824,
+      "eval_tr_ersatz_pr_auc": 0.9670253024335942,
+      "eval_tr_opus100_pr_auc": 0.8965626617368908,
+      "eval_tr_ud_pr_auc": 0.9519591572206758,
+      "eval_uk_opus100_pr_auc": 0.8663887939376338,
+      "eval_uk_ud_pr_auc": 0.9206172197959094,
+      "eval_ur_opus100_pr_auc": 0.5149663589537739,
+      "eval_ur_ud_pr_auc": 0.9963913255225642,
+      "eval_uz_opus100_pr_auc": 0.8464277121166389,
+      "eval_vi_opus100_pr_auc": 0.8992308955786491,
+      "eval_vi_ud_pr_auc": 0.9504906683804007,
+      "eval_xh_opus100_pr_auc": 0.853287108782679,
+      "eval_yi_opus100_pr_auc": 0.764612277913635,
+      "eval_yo_opus100_pr_auc": 0.7977179184566512,
+      "eval_yo_ud_pr_auc": 0.9093770178403239,
+      "eval_zh_ersatz_pr_auc": 0.9126471246320421,
+      "eval_zh_opus100_pr_auc": 0.7212455596280786,
+      "eval_zh_ud_pr_auc": 0.9834338187918255,
+      "eval_zu_opus100_pr_auc": 0.8053904978352796,
+      "step": 95000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.846835443037975e-05,
+      "learning_rate_adapter": 7.846835443037975e-05,
+      "loss": 0.0307,
+      "step": 95050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.845569620253165e-05,
+      "learning_rate_adapter": 7.845569620253165e-05,
+      "loss": 0.0307,
+      "step": 95100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.844303797468356e-05,
+      "learning_rate_adapter": 7.844303797468356e-05,
+      "loss": 0.0306,
+      "step": 95150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.843037974683545e-05,
+      "learning_rate_adapter": 7.843037974683545e-05,
+      "loss": 0.0304,
+      "step": 95200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.841772151898734e-05,
+      "learning_rate_adapter": 7.841772151898734e-05,
+      "loss": 0.0298,
+      "step": 95250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.840506329113925e-05,
+      "learning_rate_adapter": 7.840506329113925e-05,
+      "loss": 0.0306,
+      "step": 95300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.839240506329114e-05,
+      "learning_rate_adapter": 7.839240506329114e-05,
+      "loss": 0.0306,
+      "step": 95350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.837974683544305e-05,
+      "learning_rate_adapter": 7.837974683544305e-05,
+      "loss": 0.0313,
+      "step": 95400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.836708860759494e-05,
+      "learning_rate_adapter": 7.836708860759494e-05,
+      "loss": 0.031,
+      "step": 95450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.835443037974683e-05,
+      "learning_rate_adapter": 7.835443037974683e-05,
+      "loss": 0.0306,
+      "step": 95500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.834177215189874e-05,
+      "learning_rate_adapter": 7.834177215189874e-05,
+      "loss": 0.0307,
+      "step": 95550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.832911392405063e-05,
+      "learning_rate_adapter": 7.832911392405063e-05,
+      "loss": 0.031,
+      "step": 95600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.831645569620253e-05,
+      "learning_rate_adapter": 7.831645569620253e-05,
+      "loss": 0.0312,
+      "step": 95650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.830379746835444e-05,
+      "learning_rate_adapter": 7.830379746835444e-05,
+      "loss": 0.0304,
+      "step": 95700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.829113924050633e-05,
+      "learning_rate_adapter": 7.829113924050633e-05,
+      "loss": 0.0308,
+      "step": 95750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.827848101265824e-05,
+      "learning_rate_adapter": 7.827848101265824e-05,
+      "loss": 0.0312,
+      "step": 95800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.826582278481013e-05,
+      "learning_rate_adapter": 7.826582278481013e-05,
+      "loss": 0.0311,
+      "step": 95850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.825316455696204e-05,
+      "learning_rate_adapter": 7.825316455696204e-05,
+      "loss": 0.0307,
+      "step": 95900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.824050632911393e-05,
+      "learning_rate_adapter": 7.824050632911393e-05,
+      "loss": 0.0307,
+      "step": 95950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.822784810126582e-05,
+      "learning_rate_adapter": 7.822784810126582e-05,
+      "loss": 0.0308,
+      "step": 96000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.821518987341772e-05,
+      "learning_rate_adapter": 7.821518987341772e-05,
+      "loss": 0.0313,
+      "step": 96050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.820253164556962e-05,
+      "learning_rate_adapter": 7.820253164556962e-05,
+      "loss": 0.0302,
+      "step": 96100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.818987341772152e-05,
+      "learning_rate_adapter": 7.818987341772152e-05,
+      "loss": 0.0306,
+      "step": 96150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.817721518987341e-05,
+      "learning_rate_adapter": 7.817721518987341e-05,
+      "loss": 0.0307,
+      "step": 96200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.816455696202532e-05,
+      "learning_rate_adapter": 7.816455696202532e-05,
+      "loss": 0.0305,
+      "step": 96250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.815189873417723e-05,
+      "learning_rate_adapter": 7.815189873417723e-05,
+      "loss": 0.0311,
+      "step": 96300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.813924050632912e-05,
+      "learning_rate_adapter": 7.813924050632912e-05,
+      "loss": 0.0304,
+      "step": 96350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.812658227848102e-05,
+      "learning_rate_adapter": 7.812658227848102e-05,
+      "loss": 0.0309,
+      "step": 96400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.811392405063292e-05,
+      "learning_rate_adapter": 7.811392405063292e-05,
+      "loss": 0.031,
+      "step": 96450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.810126582278482e-05,
+      "learning_rate_adapter": 7.810126582278482e-05,
+      "loss": 0.0308,
+      "step": 96500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.808860759493671e-05,
+      "learning_rate_adapter": 7.808860759493671e-05,
+      "loss": 0.0301,
+      "step": 96550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80759493670886e-05,
+      "learning_rate_adapter": 7.80759493670886e-05,
+      "loss": 0.0308,
+      "step": 96600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.806329113924051e-05,
+      "learning_rate_adapter": 7.806329113924051e-05,
+      "loss": 0.0305,
+      "step": 96650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80506329113924e-05,
+      "learning_rate_adapter": 7.80506329113924e-05,
+      "loss": 0.0298,
+      "step": 96700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.803797468354431e-05,
+      "learning_rate_adapter": 7.803797468354431e-05,
+      "loss": 0.0315,
+      "step": 96750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80253164556962e-05,
+      "learning_rate_adapter": 7.80253164556962e-05,
+      "loss": 0.03,
+      "step": 96800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80126582278481e-05,
+      "learning_rate_adapter": 7.80126582278481e-05,
+      "loss": 0.0313,
+      "step": 96850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0311,
+      "step": 96900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79873417721519e-05,
+      "learning_rate_adapter": 7.79873417721519e-05,
+      "loss": 0.0309,
+      "step": 96950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.797468354430381e-05,
+      "learning_rate_adapter": 7.797468354430381e-05,
+      "loss": 0.0304,
+      "step": 97000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79620253164557e-05,
+      "learning_rate_adapter": 7.79620253164557e-05,
+      "loss": 0.0316,
+      "step": 97050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79493670886076e-05,
+      "learning_rate_adapter": 7.79493670886076e-05,
+      "loss": 0.031,
+      "step": 97100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79367088607595e-05,
+      "learning_rate_adapter": 7.79367088607595e-05,
+      "loss": 0.0309,
+      "step": 97150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.792405063291139e-05,
+      "learning_rate_adapter": 7.792405063291139e-05,
+      "loss": 0.0311,
+      "step": 97200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79113924050633e-05,
+      "learning_rate_adapter": 7.79113924050633e-05,
+      "loss": 0.0311,
+      "step": 97250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.789873417721519e-05,
+      "learning_rate_adapter": 7.789873417721519e-05,
+      "loss": 0.0304,
+      "step": 97300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.788607594936708e-05,
+      "learning_rate_adapter": 7.788607594936708e-05,
+      "loss": 0.0311,
+      "step": 97350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.787341772151899e-05,
+      "learning_rate_adapter": 7.787341772151899e-05,
+      "loss": 0.031,
+      "step": 97400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.786075949367089e-05,
+      "learning_rate_adapter": 7.786075949367089e-05,
+      "loss": 0.0311,
+      "step": 97450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.78481012658228e-05,
+      "learning_rate_adapter": 7.78481012658228e-05,
+      "loss": 0.0311,
+      "step": 97500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.783544303797469e-05,
+      "learning_rate_adapter": 7.783544303797469e-05,
+      "loss": 0.0306,
+      "step": 97550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.782278481012658e-05,
+      "learning_rate_adapter": 7.782278481012658e-05,
+      "loss": 0.0317,
+      "step": 97600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.781012658227849e-05,
+      "learning_rate_adapter": 7.781012658227849e-05,
+      "loss": 0.0303,
+      "step": 97650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.779746835443038e-05,
+      "learning_rate_adapter": 7.779746835443038e-05,
+      "loss": 0.0306,
+      "step": 97700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.778481012658229e-05,
+      "learning_rate_adapter": 7.778481012658229e-05,
+      "loss": 0.0311,
+      "step": 97750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.777215189873418e-05,
+      "learning_rate_adapter": 7.777215189873418e-05,
+      "loss": 0.0312,
+      "step": 97800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.775949367088607e-05,
+      "learning_rate_adapter": 7.775949367088607e-05,
+      "loss": 0.0312,
+      "step": 97850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.774683544303798e-05,
+      "learning_rate_adapter": 7.774683544303798e-05,
+      "loss": 0.0313,
+      "step": 97900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.773417721518987e-05,
+      "learning_rate_adapter": 7.773417721518987e-05,
+      "loss": 0.031,
+      "step": 97950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.772151898734177e-05,
+      "learning_rate_adapter": 7.772151898734177e-05,
+      "loss": 0.0306,
+      "step": 98000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.770886075949368e-05,
+      "learning_rate_adapter": 7.770886075949368e-05,
+      "loss": 0.0312,
+      "step": 98050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.769620253164558e-05,
+      "learning_rate_adapter": 7.769620253164558e-05,
+      "loss": 0.0306,
+      "step": 98100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.768354430379748e-05,
+      "learning_rate_adapter": 7.768354430379748e-05,
+      "loss": 0.0305,
+      "step": 98150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.767088607594937e-05,
+      "learning_rate_adapter": 7.767088607594937e-05,
+      "loss": 0.0304,
+      "step": 98200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.765822784810127e-05,
+      "learning_rate_adapter": 7.765822784810127e-05,
+      "loss": 0.0307,
+      "step": 98250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.764556962025317e-05,
+      "learning_rate_adapter": 7.764556962025317e-05,
+      "loss": 0.0313,
+      "step": 98300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.763291139240507e-05,
+      "learning_rate_adapter": 7.763291139240507e-05,
+      "loss": 0.0303,
+      "step": 98350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.762025316455696e-05,
+      "learning_rate_adapter": 7.762025316455696e-05,
+      "loss": 0.0307,
+      "step": 98400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.760759493670886e-05,
+      "learning_rate_adapter": 7.760759493670886e-05,
+      "loss": 0.0307,
+      "step": 98450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.759493670886076e-05,
+      "learning_rate_adapter": 7.759493670886076e-05,
+      "loss": 0.0307,
+      "step": 98500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.758227848101265e-05,
+      "learning_rate_adapter": 7.758227848101265e-05,
+      "loss": 0.0304,
+      "step": 98550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.756962025316456e-05,
+      "learning_rate_adapter": 7.756962025316456e-05,
+      "loss": 0.031,
+      "step": 98600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.755696202531647e-05,
+      "learning_rate_adapter": 7.755696202531647e-05,
+      "loss": 0.0305,
+      "step": 98650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.754430379746836e-05,
+      "learning_rate_adapter": 7.754430379746836e-05,
+      "loss": 0.0302,
+      "step": 98700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.753164556962026e-05,
+      "learning_rate_adapter": 7.753164556962026e-05,
+      "loss": 0.0311,
+      "step": 98750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.751898734177216e-05,
+      "learning_rate_adapter": 7.751898734177216e-05,
+      "loss": 0.0305,
+      "step": 98800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.750632911392406e-05,
+      "learning_rate_adapter": 7.750632911392406e-05,
+      "loss": 0.0315,
+      "step": 98850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.749367088607595e-05,
+      "learning_rate_adapter": 7.749367088607595e-05,
+      "loss": 0.0307,
+      "step": 98900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.748101265822784e-05,
+      "learning_rate_adapter": 7.748101265822784e-05,
+      "loss": 0.0311,
+      "step": 98950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.746835443037975e-05,
+      "learning_rate_adapter": 7.746835443037975e-05,
+      "loss": 0.031,
+      "step": 99000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.745569620253164e-05,
+      "learning_rate_adapter": 7.745569620253164e-05,
+      "loss": 0.0312,
+      "step": 99050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.744303797468355e-05,
+      "learning_rate_adapter": 7.744303797468355e-05,
+      "loss": 0.0315,
+      "step": 99100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.743037974683544e-05,
+      "learning_rate_adapter": 7.743037974683544e-05,
+      "loss": 0.0311,
+      "step": 99150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.741772151898735e-05,
+      "learning_rate_adapter": 7.741772151898735e-05,
+      "loss": 0.0308,
+      "step": 99200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.740506329113925e-05,
+      "learning_rate_adapter": 7.740506329113925e-05,
+      "loss": 0.0304,
+      "step": 99250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.739240506329114e-05,
+      "learning_rate_adapter": 7.739240506329114e-05,
+      "loss": 0.0306,
+      "step": 99300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.737974683544305e-05,
+      "learning_rate_adapter": 7.737974683544305e-05,
+      "loss": 0.0315,
+      "step": 99350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.736708860759494e-05,
+      "learning_rate_adapter": 7.736708860759494e-05,
+      "loss": 0.0314,
+      "step": 99400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.735443037974683e-05,
+      "learning_rate_adapter": 7.735443037974683e-05,
+      "loss": 0.0315,
+      "step": 99450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.734177215189874e-05,
+      "learning_rate_adapter": 7.734177215189874e-05,
+      "loss": 0.03,
+      "step": 99500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.732911392405063e-05,
+      "learning_rate_adapter": 7.732911392405063e-05,
+      "loss": 0.0311,
+      "step": 99550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.731645569620254e-05,
+      "learning_rate_adapter": 7.731645569620254e-05,
+      "loss": 0.0308,
+      "step": 99600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.730379746835443e-05,
+      "learning_rate_adapter": 7.730379746835443e-05,
+      "loss": 0.0306,
+      "step": 99650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.729113924050633e-05,
+      "learning_rate_adapter": 7.729113924050633e-05,
+      "loss": 0.031,
+      "step": 99700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.727848101265823e-05,
+      "learning_rate_adapter": 7.727848101265823e-05,
+      "loss": 0.0312,
+      "step": 99750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.726582278481013e-05,
+      "learning_rate_adapter": 7.726582278481013e-05,
+      "loss": 0.0297,
+      "step": 99800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.725316455696204e-05,
+      "learning_rate_adapter": 7.725316455696204e-05,
+      "loss": 0.0305,
+      "step": 99850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.724050632911393e-05,
+      "learning_rate_adapter": 7.724050632911393e-05,
+      "loss": 0.0308,
+      "step": 99900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.722784810126584e-05,
+      "learning_rate_adapter": 7.722784810126584e-05,
+      "loss": 0.0307,
+      "step": 99950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.721518987341773e-05,
+      "learning_rate_adapter": 7.721518987341773e-05,
+      "loss": 0.0303,
+      "step": 100000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.7653203558539364,
+      "eval_af_ud_pr_auc": 0.9775649383486429,
+      "eval_am_opus100_pr_auc": 0.6128898887694436,
+      "eval_ar_ersatz_pr_auc": 0.9258462778740352,
+      "eval_ar_opus100_pr_auc": 0.7012856940917804,
+      "eval_ar_ud_pr_auc": 0.8833241997625164,
+      "eval_average_ersatz_pr_auc": 0.9627983165773614,
+      "eval_average_opus100_pr_auc": 0.8186398519222209,
+      "eval_average_ud_pr_auc": 0.9563503366670384,
+      "eval_az_opus100_pr_auc": 0.74961059279835,
+      "eval_be_opus100_pr_auc": 0.6577616242161376,
+      "eval_be_ud_pr_auc": 0.8688269345562534,
+      "eval_bg_opus100_pr_auc": 0.9023993967225197,
+      "eval_bg_ud_pr_auc": 0.9912818768181766,
+      "eval_bn_opus100_pr_auc": 0.8065111715047935,
+      "eval_bn_ud_pr_auc": 0.9891225696287832,
+      "eval_ca_opus100_pr_auc": 0.8689491766249774,
+      "eval_ca_ud_pr_auc": 0.9892459817107631,
+      "eval_ceb_ud_pr_auc": 0.999914891397832,
+      "eval_cs_ersatz_pr_auc": 0.9816526280967023,
+      "eval_cs_opus100_pr_auc": 0.9000404876517782,
+      "eval_cs_ud_pr_auc": 0.9513918925651419,
+      "eval_cy_opus100_pr_auc": 0.7513026998622315,
+      "eval_cy_ud_pr_auc": 0.9947389022629426,
+      "eval_da_opus100_pr_auc": 0.9017686225344284,
+      "eval_da_ud_pr_auc": 0.9847320830939515,
+      "eval_de_ersatz_pr_auc": 0.9740846162887762,
+      "eval_de_opus100_pr_auc": 0.8835523159561589,
+      "eval_de_ud_pr_auc": 0.9820909054771971,
+      "eval_el_opus100_pr_auc": 0.9112386993359928,
+      "eval_el_ud_pr_auc": 0.9821142222749529,
+      "eval_en_ersatz_pr_auc": 0.9882561769801651,
+      "eval_en_opus100_pr_auc": 0.9177544564984026,
+      "eval_en_ud_pr_auc": 0.9708851105051267,
+      "eval_eo_opus100_pr_auc": 0.9192768653264867,
+      "eval_es_ersatz_pr_auc": 0.9949693748296167,
+      "eval_es_opus100_pr_auc": 0.9101629003704388,
+      "eval_es_ud_pr_auc": 0.987970213944671,
+      "eval_et_ersatz_pr_auc": 0.9782912708285874,
+      "eval_et_opus100_pr_auc": 0.8655820654053427,
+      "eval_et_ud_pr_auc": 0.9603105612180949,
+      "eval_eu_opus100_pr_auc": 0.8749812154625994,
+      "eval_eu_ud_pr_auc": 0.9895162647109554,
+      "eval_fa_opus100_pr_auc": 0.5595150226937424,
+      "eval_fa_ud_pr_auc": 0.9897266028228212,
+      "eval_fi_ersatz_pr_auc": 0.9872471632366335,
+      "eval_fi_opus100_pr_auc": 0.8924568576665141,
+      "eval_fi_ud_pr_auc": 0.9596742147629764,
+      "eval_fr_ersatz_pr_auc": 0.9884651541988574,
+      "eval_fr_opus100_pr_auc": 0.9026432273649536,
+      "eval_fr_ud_pr_auc": 0.9775025426645928,
+      "eval_fy_opus100_pr_auc": 0.6659966466586006,
+      "eval_ga_opus100_pr_auc": 0.8681287437793854,
+      "eval_ga_ud_pr_auc": 0.8051755375472454,
+      "eval_gd_opus100_pr_auc": 0.5936836316136525,
+      "eval_gd_ud_pr_auc": 0.7768950406640627,
+      "eval_gl_opus100_pr_auc": 0.8831817462032698,
+      "eval_gl_ud_pr_auc": 0.9947726572292599,
+      "eval_gu_ersatz_pr_auc": 0.9257243055554378,
+      "eval_gu_opus100_pr_auc": 0.7167812889238435,
+      "eval_ha_opus100_pr_auc": 0.9084724850567721,
+      "eval_he_opus100_pr_auc": 0.8550208073460082,
+      "eval_he_ud_pr_auc": 0.9646079399425314,
+      "eval_hi_ersatz_pr_auc": 0.9762169403739607,
+      "eval_hi_opus100_pr_auc": 0.6611259376394297,
+      "eval_hi_ud_pr_auc": 0.9921776857085953,
+      "eval_hu_opus100_pr_auc": 0.9043272153899952,
+      "eval_hu_ud_pr_auc": 0.9852262546240425,
+      "eval_hy_opus100_pr_auc": 0.9125833376113942,
+      "eval_hy_ud_pr_auc": 0.9800116226183277,
+      "eval_id_opus100_pr_auc": 0.8627183092833027,
+      "eval_id_ud_pr_auc": 0.992185120934264,
+      "eval_ig_opus100_pr_auc": 0.8871557262971492,
+      "eval_is_opus100_pr_auc": 0.910698564129022,
+      "eval_is_ud_pr_auc": 0.9069108184986109,
+      "eval_it_opus100_pr_auc": 0.8998084409639318,
+      "eval_it_ud_pr_auc": 0.9991467095581433,
+      "eval_ja_ersatz_pr_auc": 0.8523659107869576,
+      "eval_ja_opus100_pr_auc": 0.761830754092945,
+      "eval_ja_ud_pr_auc": 0.9789725095841599,
+      "eval_jv_ud_pr_auc": 0.9758144085730542,
+      "eval_ka_opus100_pr_auc": 0.8605289609432656,
+      "eval_kk_ersatz_pr_auc": 0.9891900071950639,
+      "eval_kk_opus100_pr_auc": 0.805143923092442,
+      "eval_kk_ud_pr_auc": 0.9784103414060659,
+      "eval_km_ersatz_pr_auc": 0.9022000678709756,
+      "eval_km_opus100_pr_auc": 0.6921189498845529,
+      "eval_kn_opus100_pr_auc": 0.5757689716930654,
+      "eval_ko_opus100_pr_auc": 0.6608765260787499,
+      "eval_ko_ud_pr_auc": 0.9973430182086322,
+      "eval_ku_opus100_pr_auc": 0.8046095810904523,
+      "eval_ky_opus100_pr_auc": 0.8687301303971761,
+      "eval_la_ud_pr_auc": 0.9636537802468521,
+      "eval_loss": 0.034610774368047714,
+      "eval_lt_ersatz_pr_auc": 0.9935627876382347,
+      "eval_lt_opus100_pr_auc": 0.8569312067459519,
+      "eval_lt_ud_pr_auc": 0.9903928029959435,
+      "eval_lv_ersatz_pr_auc": 0.9847782687870903,
+      "eval_lv_opus100_pr_auc": 0.8693301690021368,
+      "eval_lv_ud_pr_auc": 0.959932920333667,
+      "eval_mg_opus100_pr_auc": 0.9240080419985238,
+      "eval_mk_opus100_pr_auc": 0.8935326313664692,
+      "eval_ml_opus100_pr_auc": 0.7687198225592893,
+      "eval_mn_opus100_pr_auc": 0.9459996145091257,
+      "eval_mr_opus100_pr_auc": 0.8908151474865867,
+      "eval_mr_ud_pr_auc": 0.9413653396495155,
+      "eval_ms_opus100_pr_auc": 0.8633714837338948,
+      "eval_mt_opus100_pr_auc": 0.8541808670289459,
+      "eval_mt_ud_pr_auc": 0.8888877921400486,
+      "eval_my_opus100_pr_auc": 0.7330065283519872,
+      "eval_ne_opus100_pr_auc": 0.7134819888707362,
+      "eval_nl_opus100_pr_auc": 0.8834399803648508,
+      "eval_nl_ud_pr_auc": 0.9633502859991623,
+      "eval_no_opus100_pr_auc": 0.9053833738770991,
+      "eval_no_ud_pr_auc": 0.9949835977330254,
+      "eval_pa_opus100_pr_auc": 0.6576376311664017,
+      "eval_pl_ersatz_pr_auc": 0.9608599872016803,
+      "eval_pl_opus100_pr_auc": 0.8818659415187461,
+      "eval_pl_ud_pr_auc": 0.9564459315921392,
+      "eval_ps_ersatz_pr_auc": 0.9293603039619791,
+      "eval_ps_opus100_pr_auc": 0.7311290118095366,
+      "eval_pt_opus100_pr_auc": 0.9066833777987547,
+      "eval_pt_ud_pr_auc": 0.986146663310577,
+      "eval_ro_ersatz_pr_auc": 0.9927686290773446,
+      "eval_ro_opus100_pr_auc": 0.8532026808093712,
+      "eval_ro_ud_pr_auc": 0.93037790058942,
+      "eval_ru_ersatz_pr_auc": 0.9878151305847258,
+      "eval_ru_opus100_pr_auc": 0.9038291626102604,
+      "eval_ru_ud_pr_auc": 0.8483561595047144,
+      "eval_runtime": 620.3967,
+      "eval_samples_per_second": 121.724,
+      "eval_si_opus100_pr_auc": 0.8013505963726004,
+      "eval_sk_opus100_pr_auc": 0.9112356190809473,
+      "eval_sk_ud_pr_auc": 0.9771049786118036,
+      "eval_sl_opus100_pr_auc": 0.8488910768724882,
+      "eval_sl_ud_pr_auc": 0.9713112884014805,
+      "eval_sq_opus100_pr_auc": 0.8910824099030573,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8952357163515016,
+      "eval_sr_ud_pr_auc": 0.9979149056732002,
+      "eval_steps_per_second": 3.804,
+      "eval_sv_opus100_pr_auc": 0.8803581688649389,
+      "eval_sv_ud_pr_auc": 0.9448303346989972,
+      "eval_ta_ersatz_pr_auc": 0.9772110732786147,
+      "eval_ta_opus100_pr_auc": 0.6654103116685607,
+      "eval_ta_ud_pr_auc": 0.9942495324990397,
+      "eval_te_opus100_pr_auc": 0.8351546742907293,
+      "eval_tg_opus100_pr_auc": 0.8664191936289519,
+      "eval_th_opus100_pr_auc": 0.6603155758355532,
+      "eval_th_ud_pr_auc": 0.7410138043502182,
+      "eval_tr_ersatz_pr_auc": 0.967933122805269,
+      "eval_tr_opus100_pr_auc": 0.8841516521457025,
+      "eval_tr_ud_pr_auc": 0.9624809090876882,
+      "eval_uk_opus100_pr_auc": 0.8697767214035319,
+      "eval_uk_ud_pr_auc": 0.9062221042412079,
+      "eval_ur_opus100_pr_auc": 0.5199635788973636,
+      "eval_ur_ud_pr_auc": 0.9955009593392246,
+      "eval_uz_opus100_pr_auc": 0.8561178792640964,
+      "eval_vi_opus100_pr_auc": 0.894738854178978,
+      "eval_vi_ud_pr_auc": 0.9514550070072768,
+      "eval_xh_opus100_pr_auc": 0.8568444028951641,
+      "eval_yi_opus100_pr_auc": 0.781018808512595,
+      "eval_yo_opus100_pr_auc": 0.8074666953362811,
+      "eval_yo_ud_pr_auc": 0.8996744895113669,
+      "eval_zh_ersatz_pr_auc": 0.9227637672512441,
+      "eval_zh_opus100_pr_auc": 0.7231885732624397,
+      "eval_zh_ud_pr_auc": 0.9887331288812384,
+      "eval_zu_opus100_pr_auc": 0.8289046723685514,
+      "step": 100000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.720253164556962e-05,
+      "learning_rate_adapter": 7.720253164556962e-05,
+      "loss": 0.0308,
+      "step": 100050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.718987341772153e-05,
+      "learning_rate_adapter": 7.718987341772153e-05,
+      "loss": 0.0308,
+      "step": 100100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.717721518987342e-05,
+      "learning_rate_adapter": 7.717721518987342e-05,
+      "loss": 0.0307,
+      "step": 100150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.716455696202532e-05,
+      "learning_rate_adapter": 7.716455696202532e-05,
+      "loss": 0.0311,
+      "step": 100200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.715189873417722e-05,
+      "learning_rate_adapter": 7.715189873417722e-05,
+      "loss": 0.0307,
+      "step": 100250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.713924050632911e-05,
+      "learning_rate_adapter": 7.713924050632911e-05,
+      "loss": 0.0309,
+      "step": 100300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.712658227848101e-05,
+      "learning_rate_adapter": 7.712658227848101e-05,
+      "loss": 0.0314,
+      "step": 100350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.711392405063292e-05,
+      "learning_rate_adapter": 7.711392405063292e-05,
+      "loss": 0.0307,
+      "step": 100400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.710126582278482e-05,
+      "learning_rate_adapter": 7.710126582278482e-05,
+      "loss": 0.0308,
+      "step": 100450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.708860759493672e-05,
+      "learning_rate_adapter": 7.708860759493672e-05,
+      "loss": 0.0301,
+      "step": 100500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.707594936708861e-05,
+      "learning_rate_adapter": 7.707594936708861e-05,
+      "loss": 0.0313,
+      "step": 100550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.706329113924051e-05,
+      "learning_rate_adapter": 7.706329113924051e-05,
+      "loss": 0.0305,
+      "step": 100600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.70506329113924e-05,
+      "learning_rate_adapter": 7.70506329113924e-05,
+      "loss": 0.0306,
+      "step": 100650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.703797468354431e-05,
+      "learning_rate_adapter": 7.703797468354431e-05,
+      "loss": 0.0309,
+      "step": 100700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.70253164556962e-05,
+      "learning_rate_adapter": 7.70253164556962e-05,
+      "loss": 0.0316,
+      "step": 100750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.70126582278481e-05,
+      "learning_rate_adapter": 7.70126582278481e-05,
+      "loss": 0.0304,
+      "step": 100800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0306,
+      "step": 100850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69873417721519e-05,
+      "learning_rate_adapter": 7.69873417721519e-05,
+      "loss": 0.0301,
+      "step": 100900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69746835443038e-05,
+      "learning_rate_adapter": 7.69746835443038e-05,
+      "loss": 0.0307,
+      "step": 100950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69620253164557e-05,
+      "learning_rate_adapter": 7.69620253164557e-05,
+      "loss": 0.0312,
+      "step": 101000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69493670886076e-05,
+      "learning_rate_adapter": 7.69493670886076e-05,
+      "loss": 0.0305,
+      "step": 101050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69367088607595e-05,
+      "learning_rate_adapter": 7.69367088607595e-05,
+      "loss": 0.0303,
+      "step": 101100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69240506329114e-05,
+      "learning_rate_adapter": 7.69240506329114e-05,
+      "loss": 0.0302,
+      "step": 101150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69113924050633e-05,
+      "learning_rate_adapter": 7.69113924050633e-05,
+      "loss": 0.0297,
+      "step": 101200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.689873417721519e-05,
+      "learning_rate_adapter": 7.689873417721519e-05,
+      "loss": 0.0303,
+      "step": 101250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.688607594936708e-05,
+      "learning_rate_adapter": 7.688607594936708e-05,
+      "loss": 0.0307,
+      "step": 101300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.687341772151899e-05,
+      "learning_rate_adapter": 7.687341772151899e-05,
+      "loss": 0.0306,
+      "step": 101350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.686075949367088e-05,
+      "learning_rate_adapter": 7.686075949367088e-05,
+      "loss": 0.0307,
+      "step": 101400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.684810126582279e-05,
+      "learning_rate_adapter": 7.684810126582279e-05,
+      "loss": 0.0309,
+      "step": 101450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.683544303797468e-05,
+      "learning_rate_adapter": 7.683544303797468e-05,
+      "loss": 0.0301,
+      "step": 101500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.682278481012659e-05,
+      "learning_rate_adapter": 7.682278481012659e-05,
+      "loss": 0.0303,
+      "step": 101550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.681012658227849e-05,
+      "learning_rate_adapter": 7.681012658227849e-05,
+      "loss": 0.0301,
+      "step": 101600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.679746835443038e-05,
+      "learning_rate_adapter": 7.679746835443038e-05,
+      "loss": 0.0301,
+      "step": 101650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.678481012658229e-05,
+      "learning_rate_adapter": 7.678481012658229e-05,
+      "loss": 0.0302,
+      "step": 101700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.677215189873418e-05,
+      "learning_rate_adapter": 7.677215189873418e-05,
+      "loss": 0.0305,
+      "step": 101750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.675949367088609e-05,
+      "learning_rate_adapter": 7.675949367088609e-05,
+      "loss": 0.0304,
+      "step": 101800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.674683544303798e-05,
+      "learning_rate_adapter": 7.674683544303798e-05,
+      "loss": 0.0308,
+      "step": 101850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.673417721518987e-05,
+      "learning_rate_adapter": 7.673417721518987e-05,
+      "loss": 0.0306,
+      "step": 101900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.672151898734178e-05,
+      "learning_rate_adapter": 7.672151898734178e-05,
+      "loss": 0.0302,
+      "step": 101950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.670886075949367e-05,
+      "learning_rate_adapter": 7.670886075949367e-05,
+      "loss": 0.0314,
+      "step": 102000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.669620253164557e-05,
+      "learning_rate_adapter": 7.669620253164557e-05,
+      "loss": 0.0317,
+      "step": 102050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.668354430379747e-05,
+      "learning_rate_adapter": 7.668354430379747e-05,
+      "loss": 0.0304,
+      "step": 102100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.667088607594937e-05,
+      "learning_rate_adapter": 7.667088607594937e-05,
+      "loss": 0.03,
+      "step": 102150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.665822784810128e-05,
+      "learning_rate_adapter": 7.665822784810128e-05,
+      "loss": 0.0311,
+      "step": 102200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.664556962025317e-05,
+      "learning_rate_adapter": 7.664556962025317e-05,
+      "loss": 0.0312,
+      "step": 102250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.663291139240507e-05,
+      "learning_rate_adapter": 7.663291139240507e-05,
+      "loss": 0.0305,
+      "step": 102300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.662025316455697e-05,
+      "learning_rate_adapter": 7.662025316455697e-05,
+      "loss": 0.0307,
+      "step": 102350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.660759493670886e-05,
+      "learning_rate_adapter": 7.660759493670886e-05,
+      "loss": 0.0311,
+      "step": 102400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.659493670886076e-05,
+      "learning_rate_adapter": 7.659493670886076e-05,
+      "loss": 0.0307,
+      "step": 102450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.658227848101266e-05,
+      "learning_rate_adapter": 7.658227848101266e-05,
+      "loss": 0.0305,
+      "step": 102500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.656962025316456e-05,
+      "learning_rate_adapter": 7.656962025316456e-05,
+      "loss": 0.0305,
+      "step": 102550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.655696202531645e-05,
+      "learning_rate_adapter": 7.655696202531645e-05,
+      "loss": 0.0303,
+      "step": 102600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.654430379746835e-05,
+      "learning_rate_adapter": 7.654430379746835e-05,
+      "loss": 0.03,
+      "step": 102650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.653164556962025e-05,
+      "learning_rate_adapter": 7.653164556962025e-05,
+      "loss": 0.0306,
+      "step": 102700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.651898734177216e-05,
+      "learning_rate_adapter": 7.651898734177216e-05,
+      "loss": 0.0311,
+      "step": 102750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.650632911392406e-05,
+      "learning_rate_adapter": 7.650632911392406e-05,
+      "loss": 0.031,
+      "step": 102800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.649367088607596e-05,
+      "learning_rate_adapter": 7.649367088607596e-05,
+      "loss": 0.0303,
+      "step": 102850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.648101265822785e-05,
+      "learning_rate_adapter": 7.648101265822785e-05,
+      "loss": 0.0307,
+      "step": 102900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.646835443037975e-05,
+      "learning_rate_adapter": 7.646835443037975e-05,
+      "loss": 0.0308,
+      "step": 102950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.645569620253165e-05,
+      "learning_rate_adapter": 7.645569620253165e-05,
+      "loss": 0.0305,
+      "step": 103000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.644303797468355e-05,
+      "learning_rate_adapter": 7.644303797468355e-05,
+      "loss": 0.0312,
+      "step": 103050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.643037974683544e-05,
+      "learning_rate_adapter": 7.643037974683544e-05,
+      "loss": 0.0308,
+      "step": 103100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.641772151898735e-05,
+      "learning_rate_adapter": 7.641772151898735e-05,
+      "loss": 0.0306,
+      "step": 103150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.640506329113924e-05,
+      "learning_rate_adapter": 7.640506329113924e-05,
+      "loss": 0.0311,
+      "step": 103200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.639240506329113e-05,
+      "learning_rate_adapter": 7.639240506329113e-05,
+      "loss": 0.0306,
+      "step": 103250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.637974683544304e-05,
+      "learning_rate_adapter": 7.637974683544304e-05,
+      "loss": 0.031,
+      "step": 103300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.636708860759494e-05,
+      "learning_rate_adapter": 7.636708860759494e-05,
+      "loss": 0.0307,
+      "step": 103350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.635443037974685e-05,
+      "learning_rate_adapter": 7.635443037974685e-05,
+      "loss": 0.0297,
+      "step": 103400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.634177215189874e-05,
+      "learning_rate_adapter": 7.634177215189874e-05,
+      "loss": 0.0306,
+      "step": 103450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.632911392405063e-05,
+      "learning_rate_adapter": 7.632911392405063e-05,
+      "loss": 0.0308,
+      "step": 103500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.631645569620254e-05,
+      "learning_rate_adapter": 7.631645569620254e-05,
+      "loss": 0.0307,
+      "step": 103550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.630379746835443e-05,
+      "learning_rate_adapter": 7.630379746835443e-05,
+      "loss": 0.0303,
+      "step": 103600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.629113924050634e-05,
+      "learning_rate_adapter": 7.629113924050634e-05,
+      "loss": 0.0313,
+      "step": 103650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.627848101265823e-05,
+      "learning_rate_adapter": 7.627848101265823e-05,
+      "loss": 0.0305,
+      "step": 103700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.626582278481012e-05,
+      "learning_rate_adapter": 7.626582278481012e-05,
+      "loss": 0.0305,
+      "step": 103750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.625316455696203e-05,
+      "learning_rate_adapter": 7.625316455696203e-05,
+      "loss": 0.0303,
+      "step": 103800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.624050632911392e-05,
+      "learning_rate_adapter": 7.624050632911392e-05,
+      "loss": 0.0306,
+      "step": 103850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.622784810126582e-05,
+      "learning_rate_adapter": 7.622784810126582e-05,
+      "loss": 0.0307,
+      "step": 103900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.621518987341773e-05,
+      "learning_rate_adapter": 7.621518987341773e-05,
+      "loss": 0.0311,
+      "step": 103950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.620253164556962e-05,
+      "learning_rate_adapter": 7.620253164556962e-05,
+      "loss": 0.03,
+      "step": 104000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.618987341772153e-05,
+      "learning_rate_adapter": 7.618987341772153e-05,
+      "loss": 0.0313,
+      "step": 104050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.617721518987342e-05,
+      "learning_rate_adapter": 7.617721518987342e-05,
+      "loss": 0.0298,
+      "step": 104100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.616455696202533e-05,
+      "learning_rate_adapter": 7.616455696202533e-05,
+      "loss": 0.031,
+      "step": 104150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.615189873417722e-05,
+      "learning_rate_adapter": 7.615189873417722e-05,
+      "loss": 0.0307,
+      "step": 104200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.613924050632911e-05,
+      "learning_rate_adapter": 7.613924050632911e-05,
+      "loss": 0.0299,
+      "step": 104250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.612658227848102e-05,
+      "learning_rate_adapter": 7.612658227848102e-05,
+      "loss": 0.0306,
+      "step": 104300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.611392405063291e-05,
+      "learning_rate_adapter": 7.611392405063291e-05,
+      "loss": 0.0305,
+      "step": 104350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.610126582278481e-05,
+      "learning_rate_adapter": 7.610126582278481e-05,
+      "loss": 0.0304,
+      "step": 104400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.60886075949367e-05,
+      "learning_rate_adapter": 7.60886075949367e-05,
+      "loss": 0.0301,
+      "step": 104450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.607594936708861e-05,
+      "learning_rate_adapter": 7.607594936708861e-05,
+      "loss": 0.0308,
+      "step": 104500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.606329113924052e-05,
+      "learning_rate_adapter": 7.606329113924052e-05,
+      "loss": 0.0299,
+      "step": 104550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.605063291139241e-05,
+      "learning_rate_adapter": 7.605063291139241e-05,
+      "loss": 0.0304,
+      "step": 104600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.603797468354431e-05,
+      "learning_rate_adapter": 7.603797468354431e-05,
+      "loss": 0.0299,
+      "step": 104650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.60253164556962e-05,
+      "learning_rate_adapter": 7.60253164556962e-05,
+      "loss": 0.0302,
+      "step": 104700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.601265822784811e-05,
+      "learning_rate_adapter": 7.601265822784811e-05,
+      "loss": 0.0316,
+      "step": 104750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0305,
+      "step": 104800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59873417721519e-05,
+      "learning_rate_adapter": 7.59873417721519e-05,
+      "loss": 0.0317,
+      "step": 104850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59746835443038e-05,
+      "learning_rate_adapter": 7.59746835443038e-05,
+      "loss": 0.0306,
+      "step": 104900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59620253164557e-05,
+      "learning_rate_adapter": 7.59620253164557e-05,
+      "loss": 0.0306,
+      "step": 104950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59493670886076e-05,
+      "learning_rate_adapter": 7.59493670886076e-05,
+      "loss": 0.031,
+      "step": 105000
+    },
+    {
+      "epoch": 0.09,
+      "eval_af_opus100_pr_auc": 0.7837449238546813,
+      "eval_af_ud_pr_auc": 0.9850797423496929,
+      "eval_am_opus100_pr_auc": 0.5525336098922982,
+      "eval_ar_ersatz_pr_auc": 0.9256816923366088,
+      "eval_ar_opus100_pr_auc": 0.7228396164617481,
+      "eval_ar_ud_pr_auc": 0.8808295906954572,
+      "eval_average_ersatz_pr_auc": 0.9634851852648059,
+      "eval_average_opus100_pr_auc": 0.8302480514259292,
+      "eval_average_ud_pr_auc": 0.9605080284752247,
+      "eval_az_opus100_pr_auc": 0.7991496426169507,
+      "eval_be_opus100_pr_auc": 0.6574263669579233,
+      "eval_be_ud_pr_auc": 0.8800454242703282,
+      "eval_bg_opus100_pr_auc": 0.9200201716321158,
+      "eval_bg_ud_pr_auc": 0.995514566720905,
+      "eval_bn_opus100_pr_auc": 0.8325761654930776,
+      "eval_bn_ud_pr_auc": 0.9990570585807333,
+      "eval_ca_opus100_pr_auc": 0.8930397059418674,
+      "eval_ca_ud_pr_auc": 0.9961282847953793,
+      "eval_ceb_ud_pr_auc": 0.999180042055797,
+      "eval_cs_ersatz_pr_auc": 0.9849973678573021,
+      "eval_cs_opus100_pr_auc": 0.9204408748479702,
+      "eval_cs_ud_pr_auc": 0.9651145669957218,
+      "eval_cy_opus100_pr_auc": 0.7638792923579113,
+      "eval_cy_ud_pr_auc": 0.9934891530692541,
+      "eval_da_opus100_pr_auc": 0.9214920791882562,
+      "eval_da_ud_pr_auc": 0.9877094237864019,
+      "eval_de_ersatz_pr_auc": 0.9771864855605488,
+      "eval_de_opus100_pr_auc": 0.8977009499794701,
+      "eval_de_ud_pr_auc": 0.9877250902816379,
+      "eval_el_opus100_pr_auc": 0.9304357872525882,
+      "eval_el_ud_pr_auc": 0.9805187978107983,
+      "eval_en_ersatz_pr_auc": 0.988688348416749,
+      "eval_en_opus100_pr_auc": 0.9302938618939846,
+      "eval_en_ud_pr_auc": 0.9810036944083911,
+      "eval_eo_opus100_pr_auc": 0.9380306742759219,
+      "eval_es_ersatz_pr_auc": 0.9956867758722868,
+      "eval_es_opus100_pr_auc": 0.9302460689208294,
+      "eval_es_ud_pr_auc": 0.9938524694537031,
+      "eval_et_ersatz_pr_auc": 0.9811181201834962,
+      "eval_et_opus100_pr_auc": 0.8963889468441236,
+      "eval_et_ud_pr_auc": 0.9591513733292917,
+      "eval_eu_opus100_pr_auc": 0.8899023849613278,
+      "eval_eu_ud_pr_auc": 0.9920470397803394,
+      "eval_fa_opus100_pr_auc": 0.590818399265681,
+      "eval_fa_ud_pr_auc": 0.9915865845208794,
+      "eval_fi_ersatz_pr_auc": 0.9878990494418344,
+      "eval_fi_opus100_pr_auc": 0.918338609009147,
+      "eval_fi_ud_pr_auc": 0.9717433901406646,
+      "eval_fr_ersatz_pr_auc": 0.9886264832037096,
+      "eval_fr_opus100_pr_auc": 0.9207981290888487,
+      "eval_fr_ud_pr_auc": 0.9850929113353126,
+      "eval_fy_opus100_pr_auc": 0.6790376491208286,
+      "eval_ga_opus100_pr_auc": 0.8880660752273865,
+      "eval_ga_ud_pr_auc": 0.8290065399093661,
+      "eval_gd_opus100_pr_auc": 0.6336512818727038,
+      "eval_gd_ud_pr_auc": 0.7853138696659706,
+      "eval_gl_opus100_pr_auc": 0.9039748557376523,
+      "eval_gl_ud_pr_auc": 0.9972536831308573,
+      "eval_gu_ersatz_pr_auc": 0.9547772569337519,
+      "eval_gu_opus100_pr_auc": 0.7067676487123468,
+      "eval_ha_opus100_pr_auc": 0.9107023914230342,
+      "eval_he_opus100_pr_auc": 0.8691641217928097,
+      "eval_he_ud_pr_auc": 0.9716522193780782,
+      "eval_hi_ersatz_pr_auc": 0.9775657530667851,
+      "eval_hi_opus100_pr_auc": 0.679218698955056,
+      "eval_hi_ud_pr_auc": 0.9916506042674189,
+      "eval_hu_opus100_pr_auc": 0.925792034050489,
+      "eval_hu_ud_pr_auc": 0.9838257642117538,
+      "eval_hy_opus100_pr_auc": 0.9168411245583172,
+      "eval_hy_ud_pr_auc": 0.9897880605207194,
+      "eval_id_opus100_pr_auc": 0.8844277461329577,
+      "eval_id_ud_pr_auc": 0.9922922780381651,
+      "eval_ig_opus100_pr_auc": 0.8760708342288202,
+      "eval_is_opus100_pr_auc": 0.9274306883220134,
+      "eval_is_ud_pr_auc": 0.9105296547361155,
+      "eval_it_opus100_pr_auc": 0.9321888753419669,
+      "eval_it_ud_pr_auc": 0.9997741456108069,
+      "eval_ja_ersatz_pr_auc": 0.7995362989769274,
+      "eval_ja_opus100_pr_auc": 0.7851537790059301,
+      "eval_ja_ud_pr_auc": 0.9814379284462529,
+      "eval_jv_ud_pr_auc": 0.9691762202433063,
+      "eval_ka_opus100_pr_auc": 0.8731910006384201,
+      "eval_kk_ersatz_pr_auc": 0.9899381879451136,
+      "eval_kk_opus100_pr_auc": 0.8024930900400487,
+      "eval_kk_ud_pr_auc": 0.9758762555343353,
+      "eval_km_ersatz_pr_auc": 0.896321677037099,
+      "eval_km_opus100_pr_auc": 0.7246989376925029,
+      "eval_kn_opus100_pr_auc": 0.5446413763446835,
+      "eval_ko_opus100_pr_auc": 0.6635163484821133,
+      "eval_ko_ud_pr_auc": 0.9987071576174428,
+      "eval_ku_opus100_pr_auc": 0.7833384818310195,
+      "eval_ky_opus100_pr_auc": 0.856970073607284,
+      "eval_la_ud_pr_auc": 0.9735039759645272,
+      "eval_loss": 0.034517060965299606,
+      "eval_lt_ersatz_pr_auc": 0.9940785794738711,
+      "eval_lt_opus100_pr_auc": 0.8841369552009587,
+      "eval_lt_ud_pr_auc": 0.993958719639618,
+      "eval_lv_ersatz_pr_auc": 0.9894360947236526,
+      "eval_lv_opus100_pr_auc": 0.8965954643455426,
+      "eval_lv_ud_pr_auc": 0.9628443604887662,
+      "eval_mg_opus100_pr_auc": 0.9316045645052232,
+      "eval_mk_opus100_pr_auc": 0.9121800071106606,
+      "eval_ml_opus100_pr_auc": 0.7839498248576307,
+      "eval_mn_opus100_pr_auc": 0.9443251432620339,
+      "eval_mr_opus100_pr_auc": 0.8934788209511613,
+      "eval_mr_ud_pr_auc": 0.9505044446410005,
+      "eval_ms_opus100_pr_auc": 0.8855945093391394,
+      "eval_mt_opus100_pr_auc": 0.8710012450537822,
+      "eval_mt_ud_pr_auc": 0.8616752733604803,
+      "eval_my_opus100_pr_auc": 0.7146870763318244,
+      "eval_ne_opus100_pr_auc": 0.6817703151147377,
+      "eval_nl_opus100_pr_auc": 0.8994203050306978,
+      "eval_nl_ud_pr_auc": 0.9752919795723631,
+      "eval_no_opus100_pr_auc": 0.9203876863952186,
+      "eval_no_ud_pr_auc": 0.9966544531945492,
+      "eval_pa_opus100_pr_auc": 0.6341632532154106,
+      "eval_pl_ersatz_pr_auc": 0.9756387704036381,
+      "eval_pl_opus100_pr_auc": 0.9069084360635956,
+      "eval_pl_ud_pr_auc": 0.966838656712338,
+      "eval_ps_ersatz_pr_auc": 0.9292153760944415,
+      "eval_ps_opus100_pr_auc": 0.7048970070663434,
+      "eval_pt_opus100_pr_auc": 0.9258436054634165,
+      "eval_pt_ud_pr_auc": 0.9819706118914353,
+      "eval_ro_ersatz_pr_auc": 0.9950860863260383,
+      "eval_ro_opus100_pr_auc": 0.9089309930011578,
+      "eval_ro_ud_pr_auc": 0.9360761016353215,
+      "eval_ru_ersatz_pr_auc": 0.9929242856686236,
+      "eval_ru_opus100_pr_auc": 0.9167275301413239,
+      "eval_ru_ud_pr_auc": 0.8644847247052254,
+      "eval_runtime": 612.6085,
+      "eval_samples_per_second": 123.271,
+      "eval_si_opus100_pr_auc": 0.8158859349365624,
+      "eval_sk_opus100_pr_auc": 0.9338806141336579,
+      "eval_sk_ud_pr_auc": 0.9845848086250719,
+      "eval_sl_opus100_pr_auc": 0.8712477001620874,
+      "eval_sl_ud_pr_auc": 0.9733123081689257,
+      "eval_sq_opus100_pr_auc": 0.9097207947747504,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9115549927229617,
+      "eval_sr_ud_pr_auc": 0.9974998691105449,
+      "eval_steps_per_second": 3.852,
+      "eval_sv_opus100_pr_auc": 0.9057928472886839,
+      "eval_sv_ud_pr_auc": 0.9431907938213812,
+      "eval_ta_ersatz_pr_auc": 0.9847414122807359,
+      "eval_ta_opus100_pr_auc": 0.6611069931616146,
+      "eval_ta_ud_pr_auc": 0.9968900242191845,
+      "eval_te_opus100_pr_auc": 0.8323984120635288,
+      "eval_tg_opus100_pr_auc": 0.8815304474908839,
+      "eval_th_opus100_pr_auc": 0.6867147878471591,
+      "eval_th_ud_pr_auc": 0.7574936102230978,
+      "eval_tr_ersatz_pr_auc": 0.9689666470211403,
+      "eval_tr_opus100_pr_auc": 0.9022618156967874,
+      "eval_tr_ud_pr_auc": 0.9536525540974257,
+      "eval_uk_opus100_pr_auc": 0.8930452445647405,
+      "eval_uk_ud_pr_auc": 0.9278574318503972,
+      "eval_ur_opus100_pr_auc": 0.5345579364983479,
+      "eval_ur_ud_pr_auc": 0.9940324514279582,
+      "eval_uz_opus100_pr_auc": 0.8593345817959511,
+      "eval_vi_opus100_pr_auc": 0.9077105914855889,
+      "eval_vi_ud_pr_auc": 0.9611303138949449,
+      "eval_xh_opus100_pr_auc": 0.8710158275225521,
+      "eval_yi_opus100_pr_auc": 0.7797679896084783,
+      "eval_yo_opus100_pr_auc": 0.8185872652621501,
+      "eval_yo_ud_pr_auc": 0.9032256055127851,
+      "eval_zh_ersatz_pr_auc": 0.9185633270013761,
+      "eval_zh_opus100_pr_auc": 0.6806628601211875,
+      "eval_zh_ud_pr_auc": 0.9911309646391817,
+      "eval_zu_opus100_pr_auc": 0.8295264634835454,
+      "step": 105000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.593670886075949e-05,
+      "learning_rate_adapter": 7.593670886075949e-05,
+      "loss": 0.0309,
+      "step": 105050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59240506329114e-05,
+      "learning_rate_adapter": 7.59240506329114e-05,
+      "loss": 0.0299,
+      "step": 105100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59113924050633e-05,
+      "learning_rate_adapter": 7.59113924050633e-05,
+      "loss": 0.0307,
+      "step": 105150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.58987341772152e-05,
+      "learning_rate_adapter": 7.58987341772152e-05,
+      "loss": 0.0304,
+      "step": 105200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.58860759493671e-05,
+      "learning_rate_adapter": 7.58860759493671e-05,
+      "loss": 0.0306,
+      "step": 105250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.587341772151899e-05,
+      "learning_rate_adapter": 7.587341772151899e-05,
+      "loss": 0.0304,
+      "step": 105300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.586075949367088e-05,
+      "learning_rate_adapter": 7.586075949367088e-05,
+      "loss": 0.0309,
+      "step": 105350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.584810126582279e-05,
+      "learning_rate_adapter": 7.584810126582279e-05,
+      "loss": 0.0303,
+      "step": 105400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.583544303797468e-05,
+      "learning_rate_adapter": 7.583544303797468e-05,
+      "loss": 0.0304,
+      "step": 105450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.582278481012659e-05,
+      "learning_rate_adapter": 7.582278481012659e-05,
+      "loss": 0.0305,
+      "step": 105500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.581012658227848e-05,
+      "learning_rate_adapter": 7.581012658227848e-05,
+      "loss": 0.0305,
+      "step": 105550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.579746835443037e-05,
+      "learning_rate_adapter": 7.579746835443037e-05,
+      "loss": 0.0305,
+      "step": 105600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.578481012658228e-05,
+      "learning_rate_adapter": 7.578481012658228e-05,
+      "loss": 0.0297,
+      "step": 105650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.577215189873418e-05,
+      "learning_rate_adapter": 7.577215189873418e-05,
+      "loss": 0.0313,
+      "step": 105700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.575949367088609e-05,
+      "learning_rate_adapter": 7.575949367088609e-05,
+      "loss": 0.0306,
+      "step": 105750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.574683544303798e-05,
+      "learning_rate_adapter": 7.574683544303798e-05,
+      "loss": 0.0298,
+      "step": 105800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.573417721518987e-05,
+      "learning_rate_adapter": 7.573417721518987e-05,
+      "loss": 0.0305,
+      "step": 105850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.572151898734178e-05,
+      "learning_rate_adapter": 7.572151898734178e-05,
+      "loss": 0.0308,
+      "step": 105900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.570886075949367e-05,
+      "learning_rate_adapter": 7.570886075949367e-05,
+      "loss": 0.0307,
+      "step": 105950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.569620253164558e-05,
+      "learning_rate_adapter": 7.569620253164558e-05,
+      "loss": 0.03,
+      "step": 106000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.568354430379747e-05,
+      "learning_rate_adapter": 7.568354430379747e-05,
+      "loss": 0.0303,
+      "step": 106050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.567088607594936e-05,
+      "learning_rate_adapter": 7.567088607594936e-05,
+      "loss": 0.0306,
+      "step": 106100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.565822784810127e-05,
+      "learning_rate_adapter": 7.565822784810127e-05,
+      "loss": 0.0307,
+      "step": 106150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.564556962025316e-05,
+      "learning_rate_adapter": 7.564556962025316e-05,
+      "loss": 0.0302,
+      "step": 106200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.563291139240506e-05,
+      "learning_rate_adapter": 7.563291139240506e-05,
+      "loss": 0.0303,
+      "step": 106250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.562025316455697e-05,
+      "learning_rate_adapter": 7.562025316455697e-05,
+      "loss": 0.03,
+      "step": 106300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.560759493670888e-05,
+      "learning_rate_adapter": 7.560759493670888e-05,
+      "loss": 0.0302,
+      "step": 106350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.559493670886077e-05,
+      "learning_rate_adapter": 7.559493670886077e-05,
+      "loss": 0.0313,
+      "step": 106400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.558227848101266e-05,
+      "learning_rate_adapter": 7.558227848101266e-05,
+      "loss": 0.0301,
+      "step": 106450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.556962025316457e-05,
+      "learning_rate_adapter": 7.556962025316457e-05,
+      "loss": 0.0304,
+      "step": 106500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.555696202531646e-05,
+      "learning_rate_adapter": 7.555696202531646e-05,
+      "loss": 0.0308,
+      "step": 106550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.554430379746836e-05,
+      "learning_rate_adapter": 7.554430379746836e-05,
+      "loss": 0.0311,
+      "step": 106600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.553164556962026e-05,
+      "learning_rate_adapter": 7.553164556962026e-05,
+      "loss": 0.0305,
+      "step": 106650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.551898734177215e-05,
+      "learning_rate_adapter": 7.551898734177215e-05,
+      "loss": 0.03,
+      "step": 106700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.550632911392405e-05,
+      "learning_rate_adapter": 7.550632911392405e-05,
+      "loss": 0.0312,
+      "step": 106750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.549367088607594e-05,
+      "learning_rate_adapter": 7.549367088607594e-05,
+      "loss": 0.0307,
+      "step": 106800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.548101265822785e-05,
+      "learning_rate_adapter": 7.548101265822785e-05,
+      "loss": 0.0307,
+      "step": 106850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.546835443037976e-05,
+      "learning_rate_adapter": 7.546835443037976e-05,
+      "loss": 0.0298,
+      "step": 106900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.545569620253165e-05,
+      "learning_rate_adapter": 7.545569620253165e-05,
+      "loss": 0.0299,
+      "step": 106950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.544303797468355e-05,
+      "learning_rate_adapter": 7.544303797468355e-05,
+      "loss": 0.0302,
+      "step": 107000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.543037974683545e-05,
+      "learning_rate_adapter": 7.543037974683545e-05,
+      "loss": 0.0309,
+      "step": 107050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.541772151898735e-05,
+      "learning_rate_adapter": 7.541772151898735e-05,
+      "loss": 0.0306,
+      "step": 107100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.540506329113924e-05,
+      "learning_rate_adapter": 7.540506329113924e-05,
+      "loss": 0.0309,
+      "step": 107150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.539240506329114e-05,
+      "learning_rate_adapter": 7.539240506329114e-05,
+      "loss": 0.0307,
+      "step": 107200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.537974683544304e-05,
+      "learning_rate_adapter": 7.537974683544304e-05,
+      "loss": 0.0297,
+      "step": 107250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.536708860759493e-05,
+      "learning_rate_adapter": 7.536708860759493e-05,
+      "loss": 0.0309,
+      "step": 107300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.535443037974684e-05,
+      "learning_rate_adapter": 7.535443037974684e-05,
+      "loss": 0.0305,
+      "step": 107350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.534177215189873e-05,
+      "learning_rate_adapter": 7.534177215189873e-05,
+      "loss": 0.0308,
+      "step": 107400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.532911392405064e-05,
+      "learning_rate_adapter": 7.532911392405064e-05,
+      "loss": 0.0302,
+      "step": 107450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.531645569620254e-05,
+      "learning_rate_adapter": 7.531645569620254e-05,
+      "loss": 0.03,
+      "step": 107500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.530379746835443e-05,
+      "learning_rate_adapter": 7.530379746835443e-05,
+      "loss": 0.0309,
+      "step": 107550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.529113924050634e-05,
+      "learning_rate_adapter": 7.529113924050634e-05,
+      "loss": 0.0309,
+      "step": 107600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.527848101265823e-05,
+      "learning_rate_adapter": 7.527848101265823e-05,
+      "loss": 0.0309,
+      "step": 107650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.526582278481012e-05,
+      "learning_rate_adapter": 7.526582278481012e-05,
+      "loss": 0.0308,
+      "step": 107700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.525316455696203e-05,
+      "learning_rate_adapter": 7.525316455696203e-05,
+      "loss": 0.0309,
+      "step": 107750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.524050632911392e-05,
+      "learning_rate_adapter": 7.524050632911392e-05,
+      "loss": 0.0299,
+      "step": 107800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.522784810126583e-05,
+      "learning_rate_adapter": 7.522784810126583e-05,
+      "loss": 0.0305,
+      "step": 107850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.521518987341772e-05,
+      "learning_rate_adapter": 7.521518987341772e-05,
+      "loss": 0.0307,
+      "step": 107900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.520253164556963e-05,
+      "learning_rate_adapter": 7.520253164556963e-05,
+      "loss": 0.0313,
+      "step": 107950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.518987341772152e-05,
+      "learning_rate_adapter": 7.518987341772152e-05,
+      "loss": 0.03,
+      "step": 108000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.517721518987342e-05,
+      "learning_rate_adapter": 7.517721518987342e-05,
+      "loss": 0.0309,
+      "step": 108050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.516455696202533e-05,
+      "learning_rate_adapter": 7.516455696202533e-05,
+      "loss": 0.0301,
+      "step": 108100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.515189873417722e-05,
+      "learning_rate_adapter": 7.515189873417722e-05,
+      "loss": 0.0301,
+      "step": 108150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.513924050632913e-05,
+      "learning_rate_adapter": 7.513924050632913e-05,
+      "loss": 0.0301,
+      "step": 108200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.512658227848102e-05,
+      "learning_rate_adapter": 7.512658227848102e-05,
+      "loss": 0.0305,
+      "step": 108250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.511392405063291e-05,
+      "learning_rate_adapter": 7.511392405063291e-05,
+      "loss": 0.0306,
+      "step": 108300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.510126582278482e-05,
+      "learning_rate_adapter": 7.510126582278482e-05,
+      "loss": 0.03,
+      "step": 108350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.508860759493671e-05,
+      "learning_rate_adapter": 7.508860759493671e-05,
+      "loss": 0.0305,
+      "step": 108400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.507594936708861e-05,
+      "learning_rate_adapter": 7.507594936708861e-05,
+      "loss": 0.0298,
+      "step": 108450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.50632911392405e-05,
+      "learning_rate_adapter": 7.50632911392405e-05,
+      "loss": 0.0295,
+      "step": 108500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.50506329113924e-05,
+      "learning_rate_adapter": 7.50506329113924e-05,
+      "loss": 0.0302,
+      "step": 108550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.50379746835443e-05,
+      "learning_rate_adapter": 7.50379746835443e-05,
+      "loss": 0.0307,
+      "step": 108600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.502531645569621e-05,
+      "learning_rate_adapter": 7.502531645569621e-05,
+      "loss": 0.0297,
+      "step": 108650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.501265822784811e-05,
+      "learning_rate_adapter": 7.501265822784811e-05,
+      "loss": 0.0303,
+      "step": 108700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0302,
+      "step": 108750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49873417721519e-05,
+      "learning_rate_adapter": 7.49873417721519e-05,
+      "loss": 0.0296,
+      "step": 108800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49746835443038e-05,
+      "learning_rate_adapter": 7.49746835443038e-05,
+      "loss": 0.0307,
+      "step": 108850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49620253164557e-05,
+      "learning_rate_adapter": 7.49620253164557e-05,
+      "loss": 0.0307,
+      "step": 108900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49493670886076e-05,
+      "learning_rate_adapter": 7.49493670886076e-05,
+      "loss": 0.0306,
+      "step": 108950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49367088607595e-05,
+      "learning_rate_adapter": 7.49367088607595e-05,
+      "loss": 0.0309,
+      "step": 109000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.492405063291139e-05,
+      "learning_rate_adapter": 7.492405063291139e-05,
+      "loss": 0.0305,
+      "step": 109050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.491139240506329e-05,
+      "learning_rate_adapter": 7.491139240506329e-05,
+      "loss": 0.0308,
+      "step": 109100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.489873417721518e-05,
+      "learning_rate_adapter": 7.489873417721518e-05,
+      "loss": 0.0305,
+      "step": 109150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.488607594936709e-05,
+      "learning_rate_adapter": 7.488607594936709e-05,
+      "loss": 0.0299,
+      "step": 109200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.4873417721519e-05,
+      "learning_rate_adapter": 7.4873417721519e-05,
+      "loss": 0.0301,
+      "step": 109250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.486075949367089e-05,
+      "learning_rate_adapter": 7.486075949367089e-05,
+      "loss": 0.0304,
+      "step": 109300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.48481012658228e-05,
+      "learning_rate_adapter": 7.48481012658228e-05,
+      "loss": 0.0305,
+      "step": 109350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.483544303797469e-05,
+      "learning_rate_adapter": 7.483544303797469e-05,
+      "loss": 0.03,
+      "step": 109400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.482278481012659e-05,
+      "learning_rate_adapter": 7.482278481012659e-05,
+      "loss": 0.0303,
+      "step": 109450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.481012658227848e-05,
+      "learning_rate_adapter": 7.481012658227848e-05,
+      "loss": 0.0307,
+      "step": 109500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.479746835443038e-05,
+      "learning_rate_adapter": 7.479746835443038e-05,
+      "loss": 0.0298,
+      "step": 109550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.478481012658228e-05,
+      "learning_rate_adapter": 7.478481012658228e-05,
+      "loss": 0.0296,
+      "step": 109600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.477215189873417e-05,
+      "learning_rate_adapter": 7.477215189873417e-05,
+      "loss": 0.0304,
+      "step": 109650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.475949367088608e-05,
+      "learning_rate_adapter": 7.475949367088608e-05,
+      "loss": 0.0307,
+      "step": 109700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.474683544303797e-05,
+      "learning_rate_adapter": 7.474683544303797e-05,
+      "loss": 0.0303,
+      "step": 109750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.473417721518988e-05,
+      "learning_rate_adapter": 7.473417721518988e-05,
+      "loss": 0.0298,
+      "step": 109800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.472151898734178e-05,
+      "learning_rate_adapter": 7.472151898734178e-05,
+      "loss": 0.03,
+      "step": 109850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.470886075949367e-05,
+      "learning_rate_adapter": 7.470886075949367e-05,
+      "loss": 0.0302,
+      "step": 109900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.469620253164558e-05,
+      "learning_rate_adapter": 7.469620253164558e-05,
+      "loss": 0.0296,
+      "step": 109950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.468354430379747e-05,
+      "learning_rate_adapter": 7.468354430379747e-05,
+      "loss": 0.03,
+      "step": 110000
+    },
+    {
+      "epoch": 0.09,
+      "eval_af_opus100_pr_auc": 0.7817601595512351,
+      "eval_af_ud_pr_auc": 0.9843368343945417,
+      "eval_am_opus100_pr_auc": 0.5784633138284677,
+      "eval_ar_ersatz_pr_auc": 0.9285779107589869,
+      "eval_ar_opus100_pr_auc": 0.7119314982819636,
+      "eval_ar_ud_pr_auc": 0.8745206187218125,
+      "eval_average_ersatz_pr_auc": 0.9628141709069673,
+      "eval_average_opus100_pr_auc": 0.8261702042898956,
+      "eval_average_ud_pr_auc": 0.9606796262359901,
+      "eval_az_opus100_pr_auc": 0.7668452385203283,
+      "eval_be_opus100_pr_auc": 0.6908010875012109,
+      "eval_be_ud_pr_auc": 0.8578436769388824,
+      "eval_bg_opus100_pr_auc": 0.9057665340722749,
+      "eval_bg_ud_pr_auc": 0.9951696100115265,
+      "eval_bn_opus100_pr_auc": 0.8060505400026815,
+      "eval_bn_ud_pr_auc": 0.9989429392446634,
+      "eval_ca_opus100_pr_auc": 0.886502918398287,
+      "eval_ca_ud_pr_auc": 0.996156717257924,
+      "eval_ceb_ud_pr_auc": 0.9991471032694601,
+      "eval_cs_ersatz_pr_auc": 0.9863444968098258,
+      "eval_cs_opus100_pr_auc": 0.907588898150187,
+      "eval_cs_ud_pr_auc": 0.9568523444431459,
+      "eval_cy_opus100_pr_auc": 0.7671360437247767,
+      "eval_cy_ud_pr_auc": 0.9959643815819168,
+      "eval_da_opus100_pr_auc": 0.9098519598809132,
+      "eval_da_ud_pr_auc": 0.9872508291794067,
+      "eval_de_ersatz_pr_auc": 0.9752467867064052,
+      "eval_de_opus100_pr_auc": 0.8914799750275171,
+      "eval_de_ud_pr_auc": 0.9860457305117397,
+      "eval_el_opus100_pr_auc": 0.9152188067210505,
+      "eval_el_ud_pr_auc": 0.9814945238082906,
+      "eval_en_ersatz_pr_auc": 0.9885921892474252,
+      "eval_en_opus100_pr_auc": 0.9230751027071618,
+      "eval_en_ud_pr_auc": 0.9714514113671375,
+      "eval_eo_opus100_pr_auc": 0.9280164564028746,
+      "eval_es_ersatz_pr_auc": 0.9955525794287257,
+      "eval_es_opus100_pr_auc": 0.922016080307892,
+      "eval_es_ud_pr_auc": 0.9917931228578706,
+      "eval_et_ersatz_pr_auc": 0.9818765434908152,
+      "eval_et_opus100_pr_auc": 0.8729640597158342,
+      "eval_et_ud_pr_auc": 0.9608513315388714,
+      "eval_eu_opus100_pr_auc": 0.8829925354525673,
+      "eval_eu_ud_pr_auc": 0.9911493701132801,
+      "eval_fa_opus100_pr_auc": 0.5903902285063862,
+      "eval_fa_ud_pr_auc": 0.9930734857888979,
+      "eval_fi_ersatz_pr_auc": 0.9892407445859016,
+      "eval_fi_opus100_pr_auc": 0.9041932474570054,
+      "eval_fi_ud_pr_auc": 0.9722331419452714,
+      "eval_fr_ersatz_pr_auc": 0.9884445503667008,
+      "eval_fr_opus100_pr_auc": 0.9027947765130189,
+      "eval_fr_ud_pr_auc": 0.9826488154596764,
+      "eval_fy_opus100_pr_auc": 0.6772824324807967,
+      "eval_ga_opus100_pr_auc": 0.8840743851554718,
+      "eval_ga_ud_pr_auc": 0.8220648508725141,
+      "eval_gd_opus100_pr_auc": 0.6427471566479508,
+      "eval_gd_ud_pr_auc": 0.7879086481726388,
+      "eval_gl_opus100_pr_auc": 0.8884108221256563,
+      "eval_gl_ud_pr_auc": 0.997204678956414,
+      "eval_gu_ersatz_pr_auc": 0.9445824262034738,
+      "eval_gu_opus100_pr_auc": 0.7220015425325284,
+      "eval_ha_opus100_pr_auc": 0.9130193952860814,
+      "eval_he_opus100_pr_auc": 0.8460839563737896,
+      "eval_he_ud_pr_auc": 0.9778044065998833,
+      "eval_hi_ersatz_pr_auc": 0.9715070805920253,
+      "eval_hi_opus100_pr_auc": 0.6695486141416507,
+      "eval_hi_ud_pr_auc": 0.9853406638079414,
+      "eval_hu_opus100_pr_auc": 0.9064477689016419,
+      "eval_hu_ud_pr_auc": 0.9816863676266464,
+      "eval_hy_opus100_pr_auc": 0.9105794809693422,
+      "eval_hy_ud_pr_auc": 0.9864208163910124,
+      "eval_id_opus100_pr_auc": 0.8766202842105281,
+      "eval_id_ud_pr_auc": 0.9933098685732983,
+      "eval_ig_opus100_pr_auc": 0.8859192547017122,
+      "eval_is_opus100_pr_auc": 0.9165541756672573,
+      "eval_is_ud_pr_auc": 0.9283119225760484,
+      "eval_it_opus100_pr_auc": 0.9039217277291106,
+      "eval_it_ud_pr_auc": 0.9998172780953317,
+      "eval_ja_ersatz_pr_auc": 0.8037874318565477,
+      "eval_ja_opus100_pr_auc": 0.78395889469825,
+      "eval_ja_ud_pr_auc": 0.9793439532461388,
+      "eval_jv_ud_pr_auc": 0.9774459500585518,
+      "eval_ka_opus100_pr_auc": 0.8543369373239771,
+      "eval_kk_ersatz_pr_auc": 0.9877983112347924,
+      "eval_kk_opus100_pr_auc": 0.8068369624795928,
+      "eval_kk_ud_pr_auc": 0.9762173092667035,
+      "eval_km_ersatz_pr_auc": 0.9027358975013332,
+      "eval_km_opus100_pr_auc": 0.7334565520220838,
+      "eval_kn_opus100_pr_auc": 0.5785860023514177,
+      "eval_ko_opus100_pr_auc": 0.657886587469063,
+      "eval_ko_ud_pr_auc": 0.9962449783468867,
+      "eval_ku_opus100_pr_auc": 0.8122584481335094,
+      "eval_ky_opus100_pr_auc": 0.8650312134018402,
+      "eval_la_ud_pr_auc": 0.9501419479373328,
+      "eval_loss": 0.0343918614089489,
+      "eval_lt_ersatz_pr_auc": 0.9952380466530739,
+      "eval_lt_opus100_pr_auc": 0.8659768092411394,
+      "eval_lt_ud_pr_auc": 0.9900826420068785,
+      "eval_lv_ersatz_pr_auc": 0.9885161793405242,
+      "eval_lv_opus100_pr_auc": 0.8838361565744186,
+      "eval_lv_ud_pr_auc": 0.9608635964507093,
+      "eval_mg_opus100_pr_auc": 0.9315823938556983,
+      "eval_mk_opus100_pr_auc": 0.9002190642896609,
+      "eval_ml_opus100_pr_auc": 0.7615345753251239,
+      "eval_mn_opus100_pr_auc": 0.930916287948912,
+      "eval_mr_opus100_pr_auc": 0.8921900506937216,
+      "eval_mr_ud_pr_auc": 0.9516725298234863,
+      "eval_ms_opus100_pr_auc": 0.8702246570200719,
+      "eval_mt_opus100_pr_auc": 0.848063525153949,
+      "eval_mt_ud_pr_auc": 0.896891921178518,
+      "eval_my_opus100_pr_auc": 0.7224427935708022,
+      "eval_ne_opus100_pr_auc": 0.7124769203152709,
+      "eval_nl_opus100_pr_auc": 0.8875302589392954,
+      "eval_nl_ud_pr_auc": 0.9775667399368075,
+      "eval_no_opus100_pr_auc": 0.9140337281644871,
+      "eval_no_ud_pr_auc": 0.9974486790910095,
+      "eval_pa_opus100_pr_auc": 0.6615137670882789,
+      "eval_pl_ersatz_pr_auc": 0.9718174215581566,
+      "eval_pl_opus100_pr_auc": 0.8855432400948696,
+      "eval_pl_ud_pr_auc": 0.9641389119848507,
+      "eval_ps_ersatz_pr_auc": 0.9393283256157811,
+      "eval_ps_opus100_pr_auc": 0.7208819245377486,
+      "eval_pt_opus100_pr_auc": 0.9181805707901869,
+      "eval_pt_ud_pr_auc": 0.9862104919232078,
+      "eval_ro_ersatz_pr_auc": 0.9940191442531008,
+      "eval_ro_opus100_pr_auc": 0.8932445800410055,
+      "eval_ro_ud_pr_auc": 0.974148418987192,
+      "eval_ru_ersatz_pr_auc": 0.9926938645285616,
+      "eval_ru_opus100_pr_auc": 0.9092035472136965,
+      "eval_ru_ud_pr_auc": 0.8697815872471254,
+      "eval_runtime": 611.8469,
+      "eval_samples_per_second": 123.425,
+      "eval_si_opus100_pr_auc": 0.7982437469302123,
+      "eval_sk_opus100_pr_auc": 0.9242398391043336,
+      "eval_sk_ud_pr_auc": 0.9878075278399329,
+      "eval_sl_opus100_pr_auc": 0.8587163450005856,
+      "eval_sl_ud_pr_auc": 0.9766307222232838,
+      "eval_sq_opus100_pr_auc": 0.9121772336322657,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.893702029901278,
+      "eval_sr_ud_pr_auc": 0.9986249565038482,
+      "eval_steps_per_second": 3.857,
+      "eval_sv_opus100_pr_auc": 0.8908955613290608,
+      "eval_sv_ud_pr_auc": 0.9475711595321099,
+      "eval_ta_ersatz_pr_auc": 0.98169656325152,
+      "eval_ta_opus100_pr_auc": 0.6752876525814596,
+      "eval_ta_ud_pr_auc": 0.9972449469377977,
+      "eval_te_opus100_pr_auc": 0.8408072453926471,
+      "eval_tg_opus100_pr_auc": 0.8930507508388493,
+      "eval_th_opus100_pr_auc": 0.6516884830230699,
+      "eval_th_ud_pr_auc": 0.7446324411859765,
+      "eval_tr_ersatz_pr_auc": 0.969872682776762,
+      "eval_tr_opus100_pr_auc": 0.890119818497938,
+      "eval_tr_ud_pr_auc": 0.955431257096139,
+      "eval_uk_opus100_pr_auc": 0.876113500196904,
+      "eval_uk_ud_pr_auc": 0.9211381662530722,
+      "eval_ur_opus100_pr_auc": 0.5486703271453377,
+      "eval_ur_ud_pr_auc": 0.9974398089748722,
+      "eval_uz_opus100_pr_auc": 0.8675018025574585,
+      "eval_vi_opus100_pr_auc": 0.8999718825052901,
+      "eval_vi_ud_pr_auc": 0.9538400784323261,
+      "eval_xh_opus100_pr_auc": 0.8711131518252618,
+      "eval_yi_opus100_pr_auc": 0.797602046671827,
+      "eval_yo_opus100_pr_auc": 0.8185278243008013,
+      "eval_yo_ud_pr_auc": 0.9010964426393953,
+      "eval_zh_ersatz_pr_auc": 0.9044425831928404,
+      "eval_zh_opus100_pr_auc": 0.7242726095994209,
+      "eval_zh_ud_pr_auc": 0.9922860402412437,
+      "eval_zu_opus100_pr_auc": 0.8222579943522095,
+      "step": 110000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.467088607594938e-05,
+      "learning_rate_adapter": 7.467088607594938e-05,
+      "loss": 0.0299,
+      "step": 110050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.465822784810127e-05,
+      "learning_rate_adapter": 7.465822784810127e-05,
+      "loss": 0.0303,
+      "step": 110100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.464556962025316e-05,
+      "learning_rate_adapter": 7.464556962025316e-05,
+      "loss": 0.0301,
+      "step": 110150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.463291139240507e-05,
+      "learning_rate_adapter": 7.463291139240507e-05,
+      "loss": 0.0303,
+      "step": 110200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.462025316455696e-05,
+      "learning_rate_adapter": 7.462025316455696e-05,
+      "loss": 0.0306,
+      "step": 110250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.460759493670886e-05,
+      "learning_rate_adapter": 7.460759493670886e-05,
+      "loss": 0.0307,
+      "step": 110300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.459493670886076e-05,
+      "learning_rate_adapter": 7.459493670886076e-05,
+      "loss": 0.0301,
+      "step": 110350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.458227848101266e-05,
+      "learning_rate_adapter": 7.458227848101266e-05,
+      "loss": 0.0299,
+      "step": 110400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.456962025316457e-05,
+      "learning_rate_adapter": 7.456962025316457e-05,
+      "loss": 0.0296,
+      "step": 110450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.455696202531646e-05,
+      "learning_rate_adapter": 7.455696202531646e-05,
+      "loss": 0.0301,
+      "step": 110500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.454430379746837e-05,
+      "learning_rate_adapter": 7.454430379746837e-05,
+      "loss": 0.03,
+      "step": 110550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.453164556962026e-05,
+      "learning_rate_adapter": 7.453164556962026e-05,
+      "loss": 0.0304,
+      "step": 110600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.451898734177215e-05,
+      "learning_rate_adapter": 7.451898734177215e-05,
+      "loss": 0.0302,
+      "step": 110650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.450632911392406e-05,
+      "learning_rate_adapter": 7.450632911392406e-05,
+      "loss": 0.031,
+      "step": 110700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.449367088607595e-05,
+      "learning_rate_adapter": 7.449367088607595e-05,
+      "loss": 0.0297,
+      "step": 110750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.448101265822785e-05,
+      "learning_rate_adapter": 7.448101265822785e-05,
+      "loss": 0.03,
+      "step": 110800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.446835443037975e-05,
+      "learning_rate_adapter": 7.446835443037975e-05,
+      "loss": 0.0295,
+      "step": 110850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.445569620253164e-05,
+      "learning_rate_adapter": 7.445569620253164e-05,
+      "loss": 0.0303,
+      "step": 110900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.444303797468354e-05,
+      "learning_rate_adapter": 7.444303797468354e-05,
+      "loss": 0.0304,
+      "step": 110950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.443037974683545e-05,
+      "learning_rate_adapter": 7.443037974683545e-05,
+      "loss": 0.03,
+      "step": 111000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.441772151898735e-05,
+      "learning_rate_adapter": 7.441772151898735e-05,
+      "loss": 0.0302,
+      "step": 111050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.440506329113925e-05,
+      "learning_rate_adapter": 7.440506329113925e-05,
+      "loss": 0.0306,
+      "step": 111100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.439240506329114e-05,
+      "learning_rate_adapter": 7.439240506329114e-05,
+      "loss": 0.0292,
+      "step": 111150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.437974683544304e-05,
+      "learning_rate_adapter": 7.437974683544304e-05,
+      "loss": 0.0301,
+      "step": 111200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.436708860759494e-05,
+      "learning_rate_adapter": 7.436708860759494e-05,
+      "loss": 0.0296,
+      "step": 111250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.435443037974684e-05,
+      "learning_rate_adapter": 7.435443037974684e-05,
+      "loss": 0.0301,
+      "step": 111300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.434177215189873e-05,
+      "learning_rate_adapter": 7.434177215189873e-05,
+      "loss": 0.0296,
+      "step": 111350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.432911392405064e-05,
+      "learning_rate_adapter": 7.432911392405064e-05,
+      "loss": 0.0306,
+      "step": 111400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.431645569620253e-05,
+      "learning_rate_adapter": 7.431645569620253e-05,
+      "loss": 0.0298,
+      "step": 111450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.430379746835442e-05,
+      "learning_rate_adapter": 7.430379746835442e-05,
+      "loss": 0.0304,
+      "step": 111500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.429113924050633e-05,
+      "learning_rate_adapter": 7.429113924050633e-05,
+      "loss": 0.0299,
+      "step": 111550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.427848101265823e-05,
+      "learning_rate_adapter": 7.427848101265823e-05,
+      "loss": 0.0305,
+      "step": 111600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.426582278481014e-05,
+      "learning_rate_adapter": 7.426582278481014e-05,
+      "loss": 0.0305,
+      "step": 111650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.425316455696203e-05,
+      "learning_rate_adapter": 7.425316455696203e-05,
+      "loss": 0.0295,
+      "step": 111700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.424050632911392e-05,
+      "learning_rate_adapter": 7.424050632911392e-05,
+      "loss": 0.0297,
+      "step": 111750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.422784810126583e-05,
+      "learning_rate_adapter": 7.422784810126583e-05,
+      "loss": 0.0298,
+      "step": 111800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.421518987341772e-05,
+      "learning_rate_adapter": 7.421518987341772e-05,
+      "loss": 0.0297,
+      "step": 111850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.420253164556963e-05,
+      "learning_rate_adapter": 7.420253164556963e-05,
+      "loss": 0.0302,
+      "step": 111900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.418987341772152e-05,
+      "learning_rate_adapter": 7.418987341772152e-05,
+      "loss": 0.0297,
+      "step": 111950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.417721518987341e-05,
+      "learning_rate_adapter": 7.417721518987341e-05,
+      "loss": 0.0306,
+      "step": 112000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.416455696202532e-05,
+      "learning_rate_adapter": 7.416455696202532e-05,
+      "loss": 0.0296,
+      "step": 112050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.415189873417721e-05,
+      "learning_rate_adapter": 7.415189873417721e-05,
+      "loss": 0.0308,
+      "step": 112100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.413924050632912e-05,
+      "learning_rate_adapter": 7.413924050632912e-05,
+      "loss": 0.0302,
+      "step": 112150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.412658227848102e-05,
+      "learning_rate_adapter": 7.412658227848102e-05,
+      "loss": 0.0308,
+      "step": 112200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.411392405063291e-05,
+      "learning_rate_adapter": 7.411392405063291e-05,
+      "loss": 0.0304,
+      "step": 112250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.410126582278482e-05,
+      "learning_rate_adapter": 7.410126582278482e-05,
+      "loss": 0.0313,
+      "step": 112300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.408860759493671e-05,
+      "learning_rate_adapter": 7.408860759493671e-05,
+      "loss": 0.0292,
+      "step": 112350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.407594936708862e-05,
+      "learning_rate_adapter": 7.407594936708862e-05,
+      "loss": 0.0296,
+      "step": 112400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.406329113924051e-05,
+      "learning_rate_adapter": 7.406329113924051e-05,
+      "loss": 0.0297,
+      "step": 112450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40506329113924e-05,
+      "learning_rate_adapter": 7.40506329113924e-05,
+      "loss": 0.0297,
+      "step": 112500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40379746835443e-05,
+      "learning_rate_adapter": 7.40379746835443e-05,
+      "loss": 0.03,
+      "step": 112550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40253164556962e-05,
+      "learning_rate_adapter": 7.40253164556962e-05,
+      "loss": 0.0302,
+      "step": 112600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40126582278481e-05,
+      "learning_rate_adapter": 7.40126582278481e-05,
+      "loss": 0.0301,
+      "step": 112650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.0303,
+      "step": 112700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.39873417721519e-05,
+      "learning_rate_adapter": 7.39873417721519e-05,
+      "loss": 0.0292,
+      "step": 112750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.397468354430381e-05,
+      "learning_rate_adapter": 7.397468354430381e-05,
+      "loss": 0.0303,
+      "step": 112800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39620253164557e-05,
+      "learning_rate_adapter": 7.39620253164557e-05,
+      "loss": 0.0298,
+      "step": 112850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39493670886076e-05,
+      "learning_rate_adapter": 7.39493670886076e-05,
+      "loss": 0.0298,
+      "step": 112900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39367088607595e-05,
+      "learning_rate_adapter": 7.39367088607595e-05,
+      "loss": 0.0294,
+      "step": 112950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39240506329114e-05,
+      "learning_rate_adapter": 7.39240506329114e-05,
+      "loss": 0.0305,
+      "step": 113000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39113924050633e-05,
+      "learning_rate_adapter": 7.39113924050633e-05,
+      "loss": 0.0298,
+      "step": 113050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.389873417721519e-05,
+      "learning_rate_adapter": 7.389873417721519e-05,
+      "loss": 0.0302,
+      "step": 113100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.388607594936709e-05,
+      "learning_rate_adapter": 7.388607594936709e-05,
+      "loss": 0.03,
+      "step": 113150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.387341772151898e-05,
+      "learning_rate_adapter": 7.387341772151898e-05,
+      "loss": 0.0306,
+      "step": 113200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.386075949367089e-05,
+      "learning_rate_adapter": 7.386075949367089e-05,
+      "loss": 0.0298,
+      "step": 113250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.384810126582278e-05,
+      "learning_rate_adapter": 7.384810126582278e-05,
+      "loss": 0.0307,
+      "step": 113300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.383544303797469e-05,
+      "learning_rate_adapter": 7.383544303797469e-05,
+      "loss": 0.0308,
+      "step": 113350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.38227848101266e-05,
+      "learning_rate_adapter": 7.38227848101266e-05,
+      "loss": 0.0309,
+      "step": 113400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.381012658227849e-05,
+      "learning_rate_adapter": 7.381012658227849e-05,
+      "loss": 0.0301,
+      "step": 113450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.379746835443039e-05,
+      "learning_rate_adapter": 7.379746835443039e-05,
+      "loss": 0.0303,
+      "step": 113500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.378481012658228e-05,
+      "learning_rate_adapter": 7.378481012658228e-05,
+      "loss": 0.0304,
+      "step": 113550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.377215189873418e-05,
+      "learning_rate_adapter": 7.377215189873418e-05,
+      "loss": 0.0305,
+      "step": 113600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.375949367088608e-05,
+      "learning_rate_adapter": 7.375949367088608e-05,
+      "loss": 0.03,
+      "step": 113650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.374683544303797e-05,
+      "learning_rate_adapter": 7.374683544303797e-05,
+      "loss": 0.0299,
+      "step": 113700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.373417721518988e-05,
+      "learning_rate_adapter": 7.373417721518988e-05,
+      "loss": 0.0298,
+      "step": 113750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.372151898734177e-05,
+      "learning_rate_adapter": 7.372151898734177e-05,
+      "loss": 0.03,
+      "step": 113800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.370886075949366e-05,
+      "learning_rate_adapter": 7.370886075949366e-05,
+      "loss": 0.0299,
+      "step": 113850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.369620253164557e-05,
+      "learning_rate_adapter": 7.369620253164557e-05,
+      "loss": 0.0301,
+      "step": 113900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.368354430379747e-05,
+      "learning_rate_adapter": 7.368354430379747e-05,
+      "loss": 0.0297,
+      "step": 113950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.367088607594938e-05,
+      "learning_rate_adapter": 7.367088607594938e-05,
+      "loss": 0.0306,
+      "step": 114000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.365822784810127e-05,
+      "learning_rate_adapter": 7.365822784810127e-05,
+      "loss": 0.0299,
+      "step": 114050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.364556962025316e-05,
+      "learning_rate_adapter": 7.364556962025316e-05,
+      "loss": 0.0301,
+      "step": 114100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.363291139240507e-05,
+      "learning_rate_adapter": 7.363291139240507e-05,
+      "loss": 0.0293,
+      "step": 114150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.362025316455696e-05,
+      "learning_rate_adapter": 7.362025316455696e-05,
+      "loss": 0.0305,
+      "step": 114200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.360759493670887e-05,
+      "learning_rate_adapter": 7.360759493670887e-05,
+      "loss": 0.0297,
+      "step": 114250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.359493670886076e-05,
+      "learning_rate_adapter": 7.359493670886076e-05,
+      "loss": 0.0306,
+      "step": 114300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.358227848101265e-05,
+      "learning_rate_adapter": 7.358227848101265e-05,
+      "loss": 0.0299,
+      "step": 114350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.356962025316456e-05,
+      "learning_rate_adapter": 7.356962025316456e-05,
+      "loss": 0.0305,
+      "step": 114400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.355696202531645e-05,
+      "learning_rate_adapter": 7.355696202531645e-05,
+      "loss": 0.03,
+      "step": 114450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.354430379746836e-05,
+      "learning_rate_adapter": 7.354430379746836e-05,
+      "loss": 0.0299,
+      "step": 114500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.353164556962026e-05,
+      "learning_rate_adapter": 7.353164556962026e-05,
+      "loss": 0.03,
+      "step": 114550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.351898734177217e-05,
+      "learning_rate_adapter": 7.351898734177217e-05,
+      "loss": 0.0295,
+      "step": 114600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.350632911392406e-05,
+      "learning_rate_adapter": 7.350632911392406e-05,
+      "loss": 0.03,
+      "step": 114650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.349367088607595e-05,
+      "learning_rate_adapter": 7.349367088607595e-05,
+      "loss": 0.0303,
+      "step": 114700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.348101265822786e-05,
+      "learning_rate_adapter": 7.348101265822786e-05,
+      "loss": 0.0304,
+      "step": 114750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.346835443037975e-05,
+      "learning_rate_adapter": 7.346835443037975e-05,
+      "loss": 0.0302,
+      "step": 114800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.345569620253165e-05,
+      "learning_rate_adapter": 7.345569620253165e-05,
+      "loss": 0.0294,
+      "step": 114850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.344303797468355e-05,
+      "learning_rate_adapter": 7.344303797468355e-05,
+      "loss": 0.0299,
+      "step": 114900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.343037974683544e-05,
+      "learning_rate_adapter": 7.343037974683544e-05,
+      "loss": 0.0298,
+      "step": 114950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.341772151898734e-05,
+      "learning_rate_adapter": 7.341772151898734e-05,
+      "loss": 0.0306,
+      "step": 115000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.7864819669687849,
+      "eval_af_ud_pr_auc": 0.9879540778145663,
+      "eval_am_opus100_pr_auc": 0.4504238211049867,
+      "eval_ar_ersatz_pr_auc": 0.9208544301602615,
+      "eval_ar_opus100_pr_auc": 0.7058606169896521,
+      "eval_ar_ud_pr_auc": 0.8722310356847826,
+      "eval_average_ersatz_pr_auc": 0.9594282487479009,
+      "eval_average_opus100_pr_auc": 0.8187478266456087,
+      "eval_average_ud_pr_auc": 0.957146126301119,
+      "eval_az_opus100_pr_auc": 0.7436018323119536,
+      "eval_be_opus100_pr_auc": 0.6873623726282154,
+      "eval_be_ud_pr_auc": 0.8674860403573393,
+      "eval_bg_opus100_pr_auc": 0.9007454387667462,
+      "eval_bg_ud_pr_auc": 0.9944605646369347,
+      "eval_bn_opus100_pr_auc": 0.8022944331439628,
+      "eval_bn_ud_pr_auc": 0.9932409501539261,
+      "eval_ca_opus100_pr_auc": 0.8813688617134928,
+      "eval_ca_ud_pr_auc": 0.9941662829639693,
+      "eval_ceb_ud_pr_auc": 0.9995601482159415,
+      "eval_cs_ersatz_pr_auc": 0.9843322534839141,
+      "eval_cs_opus100_pr_auc": 0.8881090452122968,
+      "eval_cs_ud_pr_auc": 0.9593091781465368,
+      "eval_cy_opus100_pr_auc": 0.7726339244396905,
+      "eval_cy_ud_pr_auc": 0.9950809459236833,
+      "eval_da_opus100_pr_auc": 0.9051457144242288,
+      "eval_da_ud_pr_auc": 0.9830956919804134,
+      "eval_de_ersatz_pr_auc": 0.9760922830288233,
+      "eval_de_opus100_pr_auc": 0.8863254857024111,
+      "eval_de_ud_pr_auc": 0.983327779880998,
+      "eval_el_opus100_pr_auc": 0.9112099077450804,
+      "eval_el_ud_pr_auc": 0.9798607756513228,
+      "eval_en_ersatz_pr_auc": 0.9872755986625086,
+      "eval_en_opus100_pr_auc": 0.9168902115075463,
+      "eval_en_ud_pr_auc": 0.9725504700605898,
+      "eval_eo_opus100_pr_auc": 0.9209707363895495,
+      "eval_es_ersatz_pr_auc": 0.9957960391151071,
+      "eval_es_opus100_pr_auc": 0.9149013721100719,
+      "eval_es_ud_pr_auc": 0.989619713642573,
+      "eval_et_ersatz_pr_auc": 0.9815140697504635,
+      "eval_et_opus100_pr_auc": 0.8614475020100639,
+      "eval_et_ud_pr_auc": 0.9521640242615288,
+      "eval_eu_opus100_pr_auc": 0.8752024958008574,
+      "eval_eu_ud_pr_auc": 0.9910962180284238,
+      "eval_fa_opus100_pr_auc": 0.555900915361227,
+      "eval_fa_ud_pr_auc": 0.9919788415879759,
+      "eval_fi_ersatz_pr_auc": 0.9844301364630291,
+      "eval_fi_opus100_pr_auc": 0.8983138321394,
+      "eval_fi_ud_pr_auc": 0.969115808485099,
+      "eval_fr_ersatz_pr_auc": 0.987348162681465,
+      "eval_fr_opus100_pr_auc": 0.894730922360028,
+      "eval_fr_ud_pr_auc": 0.977998028795529,
+      "eval_fy_opus100_pr_auc": 0.6886801771696811,
+      "eval_ga_opus100_pr_auc": 0.8693283572900442,
+      "eval_ga_ud_pr_auc": 0.8023750689682334,
+      "eval_gd_opus100_pr_auc": 0.608953439809645,
+      "eval_gd_ud_pr_auc": 0.7632572102374388,
+      "eval_gl_opus100_pr_auc": 0.8824199804587533,
+      "eval_gl_ud_pr_auc": 0.9965231520684928,
+      "eval_gu_ersatz_pr_auc": 0.9229313610534345,
+      "eval_gu_opus100_pr_auc": 0.7191983636807479,
+      "eval_ha_opus100_pr_auc": 0.9001219391759536,
+      "eval_he_opus100_pr_auc": 0.8411204863897076,
+      "eval_he_ud_pr_auc": 0.9801705162487706,
+      "eval_hi_ersatz_pr_auc": 0.9678755423943628,
+      "eval_hi_opus100_pr_auc": 0.6490810062626713,
+      "eval_hi_ud_pr_auc": 0.9770454023860281,
+      "eval_hu_opus100_pr_auc": 0.9025326001127428,
+      "eval_hu_ud_pr_auc": 0.9807515049505166,
+      "eval_hy_opus100_pr_auc": 0.9183927002276708,
+      "eval_hy_ud_pr_auc": 0.9797443881623553,
+      "eval_id_opus100_pr_auc": 0.8630909598146476,
+      "eval_id_ud_pr_auc": 0.9924809953376349,
+      "eval_ig_opus100_pr_auc": 0.8887958169291501,
+      "eval_is_opus100_pr_auc": 0.9156297862732761,
+      "eval_is_ud_pr_auc": 0.9027122831336107,
+      "eval_it_opus100_pr_auc": 0.898123392757467,
+      "eval_it_ud_pr_auc": 0.9993560732671206,
+      "eval_ja_ersatz_pr_auc": 0.8032295911841514,
+      "eval_ja_opus100_pr_auc": 0.8163752497102781,
+      "eval_ja_ud_pr_auc": 0.9786430174568012,
+      "eval_jv_ud_pr_auc": 0.9676393323585967,
+      "eval_ka_opus100_pr_auc": 0.8537038553631286,
+      "eval_kk_ersatz_pr_auc": 0.9857178689745537,
+      "eval_kk_opus100_pr_auc": 0.8096803606994933,
+      "eval_kk_ud_pr_auc": 0.9729070883608375,
+      "eval_km_ersatz_pr_auc": 0.9054867437015084,
+      "eval_km_opus100_pr_auc": 0.729734573627672,
+      "eval_kn_opus100_pr_auc": 0.5857469017908622,
+      "eval_ko_opus100_pr_auc": 0.6478440204103405,
+      "eval_ko_ud_pr_auc": 0.9946645216490742,
+      "eval_ku_opus100_pr_auc": 0.8116751751607186,
+      "eval_ky_opus100_pr_auc": 0.8687412823795418,
+      "eval_la_ud_pr_auc": 0.9607256610645882,
+      "eval_loss": 0.03399324044585228,
+      "eval_lt_ersatz_pr_auc": 0.9927318029880713,
+      "eval_lt_opus100_pr_auc": 0.8620494790212325,
+      "eval_lt_ud_pr_auc": 0.9897131276848663,
+      "eval_lv_ersatz_pr_auc": 0.9854926464866937,
+      "eval_lv_opus100_pr_auc": 0.8756464970278888,
+      "eval_lv_ud_pr_auc": 0.96291771299082,
+      "eval_mg_opus100_pr_auc": 0.9185733284565006,
+      "eval_mk_opus100_pr_auc": 0.8868805970087619,
+      "eval_ml_opus100_pr_auc": 0.7661026965683014,
+      "eval_mn_opus100_pr_auc": 0.9461446692338892,
+      "eval_mr_opus100_pr_auc": 0.8855341901402335,
+      "eval_mr_ud_pr_auc": 0.9412000056493961,
+      "eval_ms_opus100_pr_auc": 0.8629420883633268,
+      "eval_mt_opus100_pr_auc": 0.8386405983347887,
+      "eval_mt_ud_pr_auc": 0.8806425507287567,
+      "eval_my_opus100_pr_auc": 0.7376896109067943,
+      "eval_ne_opus100_pr_auc": 0.6898361577246597,
+      "eval_nl_opus100_pr_auc": 0.885621116514786,
+      "eval_nl_ud_pr_auc": 0.973310301106191,
+      "eval_no_opus100_pr_auc": 0.9047443709066236,
+      "eval_no_ud_pr_auc": 0.9969384089503434,
+      "eval_pa_opus100_pr_auc": 0.6644996579929793,
+      "eval_pl_ersatz_pr_auc": 0.9735313991670533,
+      "eval_pl_opus100_pr_auc": 0.881930779131054,
+      "eval_pl_ud_pr_auc": 0.9615576994917009,
+      "eval_ps_ersatz_pr_auc": 0.923278466522176,
+      "eval_ps_opus100_pr_auc": 0.7284947284982343,
+      "eval_pt_opus100_pr_auc": 0.9113293363935946,
+      "eval_pt_ud_pr_auc": 0.9838478483846259,
+      "eval_ro_ersatz_pr_auc": 0.9937413385481122,
+      "eval_ro_opus100_pr_auc": 0.883026745413135,
+      "eval_ro_ud_pr_auc": 0.9782154025967902,
+      "eval_ru_ersatz_pr_auc": 0.9901320959254245,
+      "eval_ru_opus100_pr_auc": 0.9051862830033899,
+      "eval_ru_ud_pr_auc": 0.8655613580362257,
+      "eval_runtime": 618.5239,
+      "eval_samples_per_second": 122.092,
+      "eval_si_opus100_pr_auc": 0.7893741263231049,
+      "eval_sk_opus100_pr_auc": 0.9148386270952663,
+      "eval_sk_ud_pr_auc": 0.9847542070149383,
+      "eval_sl_opus100_pr_auc": 0.8417549652105166,
+      "eval_sl_ud_pr_auc": 0.976559406592289,
+      "eval_sq_opus100_pr_auc": 0.8936687115889029,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.889946986120823,
+      "eval_sr_ud_pr_auc": 0.997350423059546,
+      "eval_steps_per_second": 3.816,
+      "eval_sv_opus100_pr_auc": 0.8827085619731561,
+      "eval_sv_ud_pr_auc": 0.9454321162707553,
+      "eval_ta_ersatz_pr_auc": 0.9703752036747515,
+      "eval_ta_opus100_pr_auc": 0.6657891756788755,
+      "eval_ta_ud_pr_auc": 0.9860133731598626,
+      "eval_te_opus100_pr_auc": 0.8320845721509325,
+      "eval_tg_opus100_pr_auc": 0.8778204271257959,
+      "eval_th_opus100_pr_auc": 0.664422555412924,
+      "eval_th_ud_pr_auc": 0.7319547462586917,
+      "eval_tr_ersatz_pr_auc": 0.9610519642203292,
+      "eval_tr_opus100_pr_auc": 0.889187997805922,
+      "eval_tr_ud_pr_auc": 0.9509591837286222,
+      "eval_uk_opus100_pr_auc": 0.8619637983180494,
+      "eval_uk_ud_pr_auc": 0.9264427726490504,
+      "eval_ur_opus100_pr_auc": 0.5108093836420359,
+      "eval_ur_ud_pr_auc": 0.9889021436123274,
+      "eval_uz_opus100_pr_auc": 0.8649456346396539,
+      "eval_vi_opus100_pr_auc": 0.8920589752730188,
+      "eval_vi_ud_pr_auc": 0.9309603624235018,
+      "eval_xh_opus100_pr_auc": 0.8688494716011402,
+      "eval_yi_opus100_pr_auc": 0.756687258722361,
+      "eval_yo_opus100_pr_auc": 0.8000619424946307,
+      "eval_yo_ud_pr_auc": 0.9087333646765148,
+      "eval_zh_ersatz_pr_auc": 0.9142024742676224,
+      "eval_zh_opus100_pr_auc": 0.7415252516994713,
+      "eval_zh_ud_pr_auc": 0.9920698921757264,
+      "eval_zu_opus100_pr_auc": 0.8350585970987234,
+      "step": 115000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.340506329113924e-05,
+      "learning_rate_adapter": 7.340506329113924e-05,
+      "loss": 0.0292,
+      "step": 115050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.339240506329114e-05,
+      "learning_rate_adapter": 7.339240506329114e-05,
+      "loss": 0.0299,
+      "step": 115100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.337974683544305e-05,
+      "learning_rate_adapter": 7.337974683544305e-05,
+      "loss": 0.0304,
+      "step": 115150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.336708860759494e-05,
+      "learning_rate_adapter": 7.336708860759494e-05,
+      "loss": 0.0298,
+      "step": 115200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.335443037974684e-05,
+      "learning_rate_adapter": 7.335443037974684e-05,
+      "loss": 0.0307,
+      "step": 115250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.334177215189874e-05,
+      "learning_rate_adapter": 7.334177215189874e-05,
+      "loss": 0.0306,
+      "step": 115300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.332911392405064e-05,
+      "learning_rate_adapter": 7.332911392405064e-05,
+      "loss": 0.03,
+      "step": 115350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.331645569620253e-05,
+      "learning_rate_adapter": 7.331645569620253e-05,
+      "loss": 0.0308,
+      "step": 115400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.330379746835443e-05,
+      "learning_rate_adapter": 7.330379746835443e-05,
+      "loss": 0.0299,
+      "step": 115450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.329113924050633e-05,
+      "learning_rate_adapter": 7.329113924050633e-05,
+      "loss": 0.0291,
+      "step": 115500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.327848101265822e-05,
+      "learning_rate_adapter": 7.327848101265822e-05,
+      "loss": 0.0297,
+      "step": 115550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.326582278481013e-05,
+      "learning_rate_adapter": 7.326582278481013e-05,
+      "loss": 0.0308,
+      "step": 115600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.325316455696202e-05,
+      "learning_rate_adapter": 7.325316455696202e-05,
+      "loss": 0.0309,
+      "step": 115650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.324050632911393e-05,
+      "learning_rate_adapter": 7.324050632911393e-05,
+      "loss": 0.0303,
+      "step": 115700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.322784810126583e-05,
+      "learning_rate_adapter": 7.322784810126583e-05,
+      "loss": 0.03,
+      "step": 115750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.321518987341773e-05,
+      "learning_rate_adapter": 7.321518987341773e-05,
+      "loss": 0.0302,
+      "step": 115800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.320253164556963e-05,
+      "learning_rate_adapter": 7.320253164556963e-05,
+      "loss": 0.0297,
+      "step": 115850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.318987341772152e-05,
+      "learning_rate_adapter": 7.318987341772152e-05,
+      "loss": 0.0298,
+      "step": 115900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.317721518987342e-05,
+      "learning_rate_adapter": 7.317721518987342e-05,
+      "loss": 0.03,
+      "step": 115950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.316455696202532e-05,
+      "learning_rate_adapter": 7.316455696202532e-05,
+      "loss": 0.0301,
+      "step": 116000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.315189873417721e-05,
+      "learning_rate_adapter": 7.315189873417721e-05,
+      "loss": 0.0303,
+      "step": 116050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.313924050632912e-05,
+      "learning_rate_adapter": 7.313924050632912e-05,
+      "loss": 0.0308,
+      "step": 116100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.312658227848101e-05,
+      "learning_rate_adapter": 7.312658227848101e-05,
+      "loss": 0.0304,
+      "step": 116150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.311392405063292e-05,
+      "learning_rate_adapter": 7.311392405063292e-05,
+      "loss": 0.0303,
+      "step": 116200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.310126582278481e-05,
+      "learning_rate_adapter": 7.310126582278481e-05,
+      "loss": 0.0296,
+      "step": 116250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.308860759493671e-05,
+      "learning_rate_adapter": 7.308860759493671e-05,
+      "loss": 0.0306,
+      "step": 116300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.307594936708862e-05,
+      "learning_rate_adapter": 7.307594936708862e-05,
+      "loss": 0.0301,
+      "step": 116350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.306329113924051e-05,
+      "learning_rate_adapter": 7.306329113924051e-05,
+      "loss": 0.0303,
+      "step": 116400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.305063291139242e-05,
+      "learning_rate_adapter": 7.305063291139242e-05,
+      "loss": 0.0298,
+      "step": 116450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.303797468354431e-05,
+      "learning_rate_adapter": 7.303797468354431e-05,
+      "loss": 0.0301,
+      "step": 116500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.30253164556962e-05,
+      "learning_rate_adapter": 7.30253164556962e-05,
+      "loss": 0.0297,
+      "step": 116550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.301265822784811e-05,
+      "learning_rate_adapter": 7.301265822784811e-05,
+      "loss": 0.0303,
+      "step": 116600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0305,
+      "step": 116650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29873417721519e-05,
+      "learning_rate_adapter": 7.29873417721519e-05,
+      "loss": 0.0305,
+      "step": 116700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29746835443038e-05,
+      "learning_rate_adapter": 7.29746835443038e-05,
+      "loss": 0.0295,
+      "step": 116750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.296202531645569e-05,
+      "learning_rate_adapter": 7.296202531645569e-05,
+      "loss": 0.03,
+      "step": 116800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29493670886076e-05,
+      "learning_rate_adapter": 7.29493670886076e-05,
+      "loss": 0.0303,
+      "step": 116850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29367088607595e-05,
+      "learning_rate_adapter": 7.29367088607595e-05,
+      "loss": 0.0299,
+      "step": 116900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29240506329114e-05,
+      "learning_rate_adapter": 7.29240506329114e-05,
+      "loss": 0.0296,
+      "step": 116950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29113924050633e-05,
+      "learning_rate_adapter": 7.29113924050633e-05,
+      "loss": 0.0301,
+      "step": 117000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.289873417721519e-05,
+      "learning_rate_adapter": 7.289873417721519e-05,
+      "loss": 0.0302,
+      "step": 117050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.28860759493671e-05,
+      "learning_rate_adapter": 7.28860759493671e-05,
+      "loss": 0.0309,
+      "step": 117100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.287341772151899e-05,
+      "learning_rate_adapter": 7.287341772151899e-05,
+      "loss": 0.0292,
+      "step": 117150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.286075949367089e-05,
+      "learning_rate_adapter": 7.286075949367089e-05,
+      "loss": 0.0296,
+      "step": 117200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.284810126582279e-05,
+      "learning_rate_adapter": 7.284810126582279e-05,
+      "loss": 0.0298,
+      "step": 117250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.283544303797468e-05,
+      "learning_rate_adapter": 7.283544303797468e-05,
+      "loss": 0.0291,
+      "step": 117300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.282278481012658e-05,
+      "learning_rate_adapter": 7.282278481012658e-05,
+      "loss": 0.0306,
+      "step": 117350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.281012658227848e-05,
+      "learning_rate_adapter": 7.281012658227848e-05,
+      "loss": 0.0292,
+      "step": 117400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.279746835443038e-05,
+      "learning_rate_adapter": 7.279746835443038e-05,
+      "loss": 0.0301,
+      "step": 117450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.278481012658229e-05,
+      "learning_rate_adapter": 7.278481012658229e-05,
+      "loss": 0.0298,
+      "step": 117500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.277215189873418e-05,
+      "learning_rate_adapter": 7.277215189873418e-05,
+      "loss": 0.0291,
+      "step": 117550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.275949367088608e-05,
+      "learning_rate_adapter": 7.275949367088608e-05,
+      "loss": 0.0302,
+      "step": 117600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.274683544303798e-05,
+      "learning_rate_adapter": 7.274683544303798e-05,
+      "loss": 0.0301,
+      "step": 117650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.273417721518988e-05,
+      "learning_rate_adapter": 7.273417721518988e-05,
+      "loss": 0.0299,
+      "step": 117700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.272151898734177e-05,
+      "learning_rate_adapter": 7.272151898734177e-05,
+      "loss": 0.0302,
+      "step": 117750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.270886075949367e-05,
+      "learning_rate_adapter": 7.270886075949367e-05,
+      "loss": 0.0298,
+      "step": 117800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.269620253164557e-05,
+      "learning_rate_adapter": 7.269620253164557e-05,
+      "loss": 0.0303,
+      "step": 117850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.268354430379746e-05,
+      "learning_rate_adapter": 7.268354430379746e-05,
+      "loss": 0.0311,
+      "step": 117900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.267088607594937e-05,
+      "learning_rate_adapter": 7.267088607594937e-05,
+      "loss": 0.0301,
+      "step": 117950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.265822784810126e-05,
+      "learning_rate_adapter": 7.265822784810126e-05,
+      "loss": 0.0298,
+      "step": 118000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.264556962025317e-05,
+      "learning_rate_adapter": 7.264556962025317e-05,
+      "loss": 0.0299,
+      "step": 118050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.263291139240507e-05,
+      "learning_rate_adapter": 7.263291139240507e-05,
+      "loss": 0.0298,
+      "step": 118100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.262025316455696e-05,
+      "learning_rate_adapter": 7.262025316455696e-05,
+      "loss": 0.0298,
+      "step": 118150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.260759493670887e-05,
+      "learning_rate_adapter": 7.260759493670887e-05,
+      "loss": 0.0293,
+      "step": 118200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.259493670886076e-05,
+      "learning_rate_adapter": 7.259493670886076e-05,
+      "loss": 0.0298,
+      "step": 118250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.258227848101267e-05,
+      "learning_rate_adapter": 7.258227848101267e-05,
+      "loss": 0.0305,
+      "step": 118300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.256962025316456e-05,
+      "learning_rate_adapter": 7.256962025316456e-05,
+      "loss": 0.0296,
+      "step": 118350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.255696202531645e-05,
+      "learning_rate_adapter": 7.255696202531645e-05,
+      "loss": 0.0297,
+      "step": 118400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.254430379746836e-05,
+      "learning_rate_adapter": 7.254430379746836e-05,
+      "loss": 0.03,
+      "step": 118450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.253164556962025e-05,
+      "learning_rate_adapter": 7.253164556962025e-05,
+      "loss": 0.03,
+      "step": 118500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.251898734177216e-05,
+      "learning_rate_adapter": 7.251898734177216e-05,
+      "loss": 0.0302,
+      "step": 118550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.250632911392405e-05,
+      "learning_rate_adapter": 7.250632911392405e-05,
+      "loss": 0.0299,
+      "step": 118600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.249367088607595e-05,
+      "learning_rate_adapter": 7.249367088607595e-05,
+      "loss": 0.0299,
+      "step": 118650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.248101265822786e-05,
+      "learning_rate_adapter": 7.248101265822786e-05,
+      "loss": 0.0298,
+      "step": 118700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.246835443037975e-05,
+      "learning_rate_adapter": 7.246835443037975e-05,
+      "loss": 0.0299,
+      "step": 118750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.245569620253166e-05,
+      "learning_rate_adapter": 7.245569620253166e-05,
+      "loss": 0.0298,
+      "step": 118800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.244303797468355e-05,
+      "learning_rate_adapter": 7.244303797468355e-05,
+      "loss": 0.0309,
+      "step": 118850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.243037974683544e-05,
+      "learning_rate_adapter": 7.243037974683544e-05,
+      "loss": 0.0306,
+      "step": 118900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.241772151898735e-05,
+      "learning_rate_adapter": 7.241772151898735e-05,
+      "loss": 0.0307,
+      "step": 118950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.240506329113924e-05,
+      "learning_rate_adapter": 7.240506329113924e-05,
+      "loss": 0.0304,
+      "step": 119000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.239240506329114e-05,
+      "learning_rate_adapter": 7.239240506329114e-05,
+      "loss": 0.0305,
+      "step": 119050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.237974683544304e-05,
+      "learning_rate_adapter": 7.237974683544304e-05,
+      "loss": 0.0292,
+      "step": 119100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.236708860759494e-05,
+      "learning_rate_adapter": 7.236708860759494e-05,
+      "loss": 0.0303,
+      "step": 119150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.235443037974683e-05,
+      "learning_rate_adapter": 7.235443037974683e-05,
+      "loss": 0.0304,
+      "step": 119200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.234177215189874e-05,
+      "learning_rate_adapter": 7.234177215189874e-05,
+      "loss": 0.0306,
+      "step": 119250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.232911392405065e-05,
+      "learning_rate_adapter": 7.232911392405065e-05,
+      "loss": 0.0296,
+      "step": 119300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.231645569620254e-05,
+      "learning_rate_adapter": 7.231645569620254e-05,
+      "loss": 0.0306,
+      "step": 119350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.230379746835443e-05,
+      "learning_rate_adapter": 7.230379746835443e-05,
+      "loss": 0.0306,
+      "step": 119400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.229113924050633e-05,
+      "learning_rate_adapter": 7.229113924050633e-05,
+      "loss": 0.03,
+      "step": 119450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.227848101265823e-05,
+      "learning_rate_adapter": 7.227848101265823e-05,
+      "loss": 0.0303,
+      "step": 119500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.226582278481013e-05,
+      "learning_rate_adapter": 7.226582278481013e-05,
+      "loss": 0.0297,
+      "step": 119550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.225316455696202e-05,
+      "learning_rate_adapter": 7.225316455696202e-05,
+      "loss": 0.0299,
+      "step": 119600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.224050632911393e-05,
+      "learning_rate_adapter": 7.224050632911393e-05,
+      "loss": 0.0296,
+      "step": 119650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.222784810126582e-05,
+      "learning_rate_adapter": 7.222784810126582e-05,
+      "loss": 0.0303,
+      "step": 119700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.221518987341771e-05,
+      "learning_rate_adapter": 7.221518987341771e-05,
+      "loss": 0.0294,
+      "step": 119750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.220253164556962e-05,
+      "learning_rate_adapter": 7.220253164556962e-05,
+      "loss": 0.0302,
+      "step": 119800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.218987341772153e-05,
+      "learning_rate_adapter": 7.218987341772153e-05,
+      "loss": 0.0297,
+      "step": 119850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.217721518987343e-05,
+      "learning_rate_adapter": 7.217721518987343e-05,
+      "loss": 0.0297,
+      "step": 119900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.216455696202532e-05,
+      "learning_rate_adapter": 7.216455696202532e-05,
+      "loss": 0.0299,
+      "step": 119950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.215189873417722e-05,
+      "learning_rate_adapter": 7.215189873417722e-05,
+      "loss": 0.0302,
+      "step": 120000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.7965184413748121,
+      "eval_af_ud_pr_auc": 0.99111739229099,
+      "eval_am_opus100_pr_auc": 0.5866020995154599,
+      "eval_ar_ersatz_pr_auc": 0.9419704747867538,
+      "eval_ar_opus100_pr_auc": 0.7278475240874707,
+      "eval_ar_ud_pr_auc": 0.8671806702826684,
+      "eval_average_ersatz_pr_auc": 0.9642401301058185,
+      "eval_average_opus100_pr_auc": 0.8348736049757535,
+      "eval_average_ud_pr_auc": 0.9629792872651497,
+      "eval_az_opus100_pr_auc": 0.7928459650249485,
+      "eval_be_opus100_pr_auc": 0.7191615852892975,
+      "eval_be_ud_pr_auc": 0.8813682788280123,
+      "eval_bg_opus100_pr_auc": 0.9097340798564585,
+      "eval_bg_ud_pr_auc": 0.9945879714057604,
+      "eval_bn_opus100_pr_auc": 0.8119313872370743,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.883889430299326,
+      "eval_ca_ud_pr_auc": 0.9924874387108579,
+      "eval_ceb_ud_pr_auc": 0.998663206390709,
+      "eval_cs_ersatz_pr_auc": 0.9874070728384328,
+      "eval_cs_opus100_pr_auc": 0.9096424134271586,
+      "eval_cs_ud_pr_auc": 0.9629039841257796,
+      "eval_cy_opus100_pr_auc": 0.7753169944702751,
+      "eval_cy_ud_pr_auc": 0.9965524276793494,
+      "eval_da_opus100_pr_auc": 0.9179644230805296,
+      "eval_da_ud_pr_auc": 0.9885810352693003,
+      "eval_de_ersatz_pr_auc": 0.9831596476815667,
+      "eval_de_opus100_pr_auc": 0.8874324061922642,
+      "eval_de_ud_pr_auc": 0.9872494244142664,
+      "eval_el_opus100_pr_auc": 0.9147390484519614,
+      "eval_el_ud_pr_auc": 0.9840738928002589,
+      "eval_en_ersatz_pr_auc": 0.9897641937935152,
+      "eval_en_opus100_pr_auc": 0.9178445163736344,
+      "eval_en_ud_pr_auc": 0.9725296024883027,
+      "eval_eo_opus100_pr_auc": 0.9313454940846376,
+      "eval_es_ersatz_pr_auc": 0.996763195806913,
+      "eval_es_opus100_pr_auc": 0.9220097956054959,
+      "eval_es_ud_pr_auc": 0.9933408634493137,
+      "eval_et_ersatz_pr_auc": 0.9805184246748895,
+      "eval_et_opus100_pr_auc": 0.8824980519927591,
+      "eval_et_ud_pr_auc": 0.9635283966813937,
+      "eval_eu_opus100_pr_auc": 0.8814513308426108,
+      "eval_eu_ud_pr_auc": 0.9938167867545707,
+      "eval_fa_opus100_pr_auc": 0.585291008157091,
+      "eval_fa_ud_pr_auc": 0.9957997559347624,
+      "eval_fi_ersatz_pr_auc": 0.9899872216719074,
+      "eval_fi_opus100_pr_auc": 0.9157155309568882,
+      "eval_fi_ud_pr_auc": 0.9776227981164206,
+      "eval_fr_ersatz_pr_auc": 0.9901676380273181,
+      "eval_fr_opus100_pr_auc": 0.9019426217411581,
+      "eval_fr_ud_pr_auc": 0.9834570746836641,
+      "eval_fy_opus100_pr_auc": 0.7318558945174175,
+      "eval_ga_opus100_pr_auc": 0.8894516634452777,
+      "eval_ga_ud_pr_auc": 0.8127454606697726,
+      "eval_gd_opus100_pr_auc": 0.6880267813701784,
+      "eval_gd_ud_pr_auc": 0.7902096712814459,
+      "eval_gl_opus100_pr_auc": 0.8888352644197115,
+      "eval_gl_ud_pr_auc": 0.9980483020469327,
+      "eval_gu_ersatz_pr_auc": 0.9425454645086647,
+      "eval_gu_opus100_pr_auc": 0.7231079075155502,
+      "eval_ha_opus100_pr_auc": 0.9173062924382958,
+      "eval_he_opus100_pr_auc": 0.8777102909811736,
+      "eval_he_ud_pr_auc": 0.9796689840334158,
+      "eval_hi_ersatz_pr_auc": 0.9753936176319317,
+      "eval_hi_opus100_pr_auc": 0.6720147741476055,
+      "eval_hi_ud_pr_auc": 0.9916439060050427,
+      "eval_hu_opus100_pr_auc": 0.9167785763932023,
+      "eval_hu_ud_pr_auc": 0.9861605700724784,
+      "eval_hy_opus100_pr_auc": 0.9149979741030352,
+      "eval_hy_ud_pr_auc": 0.9890596598910527,
+      "eval_id_opus100_pr_auc": 0.8674400532954457,
+      "eval_id_ud_pr_auc": 0.9925449067023329,
+      "eval_ig_opus100_pr_auc": 0.8868042116356878,
+      "eval_is_opus100_pr_auc": 0.9266564484666509,
+      "eval_is_ud_pr_auc": 0.9218721475219174,
+      "eval_it_opus100_pr_auc": 0.9062329221083599,
+      "eval_it_ud_pr_auc": 0.9999786773793616,
+      "eval_ja_ersatz_pr_auc": 0.814791105736176,
+      "eval_ja_opus100_pr_auc": 0.8318507395101891,
+      "eval_ja_ud_pr_auc": 0.9742285010475564,
+      "eval_jv_ud_pr_auc": 0.9688643734656253,
+      "eval_ka_opus100_pr_auc": 0.8676636792853414,
+      "eval_kk_ersatz_pr_auc": 0.9879593593376466,
+      "eval_kk_opus100_pr_auc": 0.819577199543399,
+      "eval_kk_ud_pr_auc": 0.9827124770631024,
+      "eval_km_ersatz_pr_auc": 0.9095889454378747,
+      "eval_km_opus100_pr_auc": 0.7413284386083068,
+      "eval_kn_opus100_pr_auc": 0.6285925373164554,
+      "eval_ko_opus100_pr_auc": 0.6779775676632083,
+      "eval_ko_ud_pr_auc": 0.9986299993609213,
+      "eval_ku_opus100_pr_auc": 0.8453143709288946,
+      "eval_ky_opus100_pr_auc": 0.8739418619504004,
+      "eval_la_ud_pr_auc": 0.9622885330831175,
+      "eval_loss": 0.03400978073477745,
+      "eval_lt_ersatz_pr_auc": 0.9954942814618449,
+      "eval_lt_opus100_pr_auc": 0.8805749317964513,
+      "eval_lt_ud_pr_auc": 0.9950650046992675,
+      "eval_lv_ersatz_pr_auc": 0.9889309797981102,
+      "eval_lv_opus100_pr_auc": 0.8831460344051577,
+      "eval_lv_ud_pr_auc": 0.968622888903402,
+      "eval_mg_opus100_pr_auc": 0.9293480805925186,
+      "eval_mk_opus100_pr_auc": 0.8977725946721444,
+      "eval_ml_opus100_pr_auc": 0.77135009897351,
+      "eval_mn_opus100_pr_auc": 0.9490959209157527,
+      "eval_mr_opus100_pr_auc": 0.9074833703858696,
+      "eval_mr_ud_pr_auc": 0.9576617898552203,
+      "eval_ms_opus100_pr_auc": 0.8697413638932499,
+      "eval_mt_opus100_pr_auc": 0.852551411062138,
+      "eval_mt_ud_pr_auc": 0.8987802182297968,
+      "eval_my_opus100_pr_auc": 0.7463193269602761,
+      "eval_ne_opus100_pr_auc": 0.7115522118222717,
+      "eval_nl_opus100_pr_auc": 0.8951222940913605,
+      "eval_nl_ud_pr_auc": 0.9793152246293116,
+      "eval_no_opus100_pr_auc": 0.9157745753081198,
+      "eval_no_ud_pr_auc": 0.9970837913248477,
+      "eval_pa_opus100_pr_auc": 0.6792719648258125,
+      "eval_pl_ersatz_pr_auc": 0.9777640957192928,
+      "eval_pl_opus100_pr_auc": 0.894071250424997,
+      "eval_pl_ud_pr_auc": 0.9697743826866374,
+      "eval_ps_ersatz_pr_auc": 0.9417429307690219,
+      "eval_ps_opus100_pr_auc": 0.7581401898192717,
+      "eval_pt_opus100_pr_auc": 0.9177917547339277,
+      "eval_pt_ud_pr_auc": 0.9867462578953619,
+      "eval_ro_ersatz_pr_auc": 0.995898189968477,
+      "eval_ro_opus100_pr_auc": 0.876946647903693,
+      "eval_ro_ud_pr_auc": 0.9733916568631921,
+      "eval_ru_ersatz_pr_auc": 0.9900688471694166,
+      "eval_ru_opus100_pr_auc": 0.9139377573395866,
+      "eval_ru_ud_pr_auc": 0.8704026121124527,
+      "eval_runtime": 616.798,
+      "eval_samples_per_second": 122.434,
+      "eval_si_opus100_pr_auc": 0.8079951468172526,
+      "eval_sk_opus100_pr_auc": 0.9267413315775718,
+      "eval_sk_ud_pr_auc": 0.983533047888426,
+      "eval_sl_opus100_pr_auc": 0.860405351149963,
+      "eval_sl_ud_pr_auc": 0.9757503136502016,
+      "eval_sq_opus100_pr_auc": 0.9003706214930359,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8996085991930795,
+      "eval_sr_ud_pr_auc": 0.9991900293363805,
+      "eval_steps_per_second": 3.826,
+      "eval_sv_opus100_pr_auc": 0.8988824546456174,
+      "eval_sv_ud_pr_auc": 0.9484830702841408,
+      "eval_ta_ersatz_pr_auc": 0.9807816983636025,
+      "eval_ta_opus100_pr_auc": 0.6827819411765778,
+      "eval_ta_ud_pr_auc": 0.9924114433880111,
+      "eval_te_opus100_pr_auc": 0.8503050290178895,
+      "eval_tg_opus100_pr_auc": 0.8963975527774989,
+      "eval_th_opus100_pr_auc": 0.6737205720583646,
+      "eval_th_ud_pr_auc": 0.7810085658299848,
+      "eval_tr_ersatz_pr_auc": 0.9696181757477922,
+      "eval_tr_opus100_pr_auc": 0.8964630701852453,
+      "eval_tr_ud_pr_auc": 0.9635250165571922,
+      "eval_uk_opus100_pr_auc": 0.878344650822912,
+      "eval_uk_ud_pr_auc": 0.9264488800956581,
+      "eval_ur_opus100_pr_auc": 0.5443262832618334,
+      "eval_ur_ud_pr_auc": 0.9973013661156456,
+      "eval_uz_opus100_pr_auc": 0.8788663036971521,
+      "eval_vi_opus100_pr_auc": 0.9085083600433442,
+      "eval_vi_ud_pr_auc": 0.9561450899182183,
+      "eval_xh_opus100_pr_auc": 0.8694200372035509,
+      "eval_yi_opus100_pr_auc": 0.7855889305035652,
+      "eval_yo_opus100_pr_auc": 0.8127098993470412,
+      "eval_yo_ud_pr_auc": 0.9071947890001002,
+      "eval_zh_ersatz_pr_auc": 0.8829673013968518,
+      "eval_zh_opus100_pr_auc": 0.7262149330581591,
+      "eval_zh_ud_pr_auc": 0.988466764919628,
+      "eval_zu_opus100_pr_auc": 0.8468031623509181,
+      "step": 120000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.213924050632912e-05,
+      "learning_rate_adapter": 7.213924050632912e-05,
+      "loss": 0.0301,
+      "step": 120050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.212658227848101e-05,
+      "learning_rate_adapter": 7.212658227848101e-05,
+      "loss": 0.0294,
+      "step": 120100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.211392405063292e-05,
+      "learning_rate_adapter": 7.211392405063292e-05,
+      "loss": 0.0299,
+      "step": 120150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.210126582278481e-05,
+      "learning_rate_adapter": 7.210126582278481e-05,
+      "loss": 0.0293,
+      "step": 120200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20886075949367e-05,
+      "learning_rate_adapter": 7.20886075949367e-05,
+      "loss": 0.0304,
+      "step": 120250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.207594936708861e-05,
+      "learning_rate_adapter": 7.207594936708861e-05,
+      "loss": 0.0291,
+      "step": 120300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20632911392405e-05,
+      "learning_rate_adapter": 7.20632911392405e-05,
+      "loss": 0.0302,
+      "step": 120350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20506329113924e-05,
+      "learning_rate_adapter": 7.20506329113924e-05,
+      "loss": 0.0298,
+      "step": 120400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.203797468354431e-05,
+      "learning_rate_adapter": 7.203797468354431e-05,
+      "loss": 0.0301,
+      "step": 120450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20253164556962e-05,
+      "learning_rate_adapter": 7.20253164556962e-05,
+      "loss": 0.0295,
+      "step": 120500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.201265822784811e-05,
+      "learning_rate_adapter": 7.201265822784811e-05,
+      "loss": 0.0304,
+      "step": 120550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.0297,
+      "step": 120600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.198734177215191e-05,
+      "learning_rate_adapter": 7.198734177215191e-05,
+      "loss": 0.0297,
+      "step": 120650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.19746835443038e-05,
+      "learning_rate_adapter": 7.19746835443038e-05,
+      "loss": 0.0303,
+      "step": 120700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.196202531645569e-05,
+      "learning_rate_adapter": 7.196202531645569e-05,
+      "loss": 0.0302,
+      "step": 120750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.19493670886076e-05,
+      "learning_rate_adapter": 7.19493670886076e-05,
+      "loss": 0.0299,
+      "step": 120800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.193670886075949e-05,
+      "learning_rate_adapter": 7.193670886075949e-05,
+      "loss": 0.0302,
+      "step": 120850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.19240506329114e-05,
+      "learning_rate_adapter": 7.19240506329114e-05,
+      "loss": 0.0303,
+      "step": 120900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.191139240506329e-05,
+      "learning_rate_adapter": 7.191139240506329e-05,
+      "loss": 0.0301,
+      "step": 120950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.189873417721519e-05,
+      "learning_rate_adapter": 7.189873417721519e-05,
+      "loss": 0.0297,
+      "step": 121000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.18860759493671e-05,
+      "learning_rate_adapter": 7.18860759493671e-05,
+      "loss": 0.0294,
+      "step": 121050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.187341772151899e-05,
+      "learning_rate_adapter": 7.187341772151899e-05,
+      "loss": 0.0301,
+      "step": 121100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.18607594936709e-05,
+      "learning_rate_adapter": 7.18607594936709e-05,
+      "loss": 0.0298,
+      "step": 121150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.184810126582279e-05,
+      "learning_rate_adapter": 7.184810126582279e-05,
+      "loss": 0.03,
+      "step": 121200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.18354430379747e-05,
+      "learning_rate_adapter": 7.18354430379747e-05,
+      "loss": 0.0303,
+      "step": 121250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.182278481012659e-05,
+      "learning_rate_adapter": 7.182278481012659e-05,
+      "loss": 0.0297,
+      "step": 121300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.181012658227848e-05,
+      "learning_rate_adapter": 7.181012658227848e-05,
+      "loss": 0.03,
+      "step": 121350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.179746835443038e-05,
+      "learning_rate_adapter": 7.179746835443038e-05,
+      "loss": 0.0302,
+      "step": 121400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.178481012658228e-05,
+      "learning_rate_adapter": 7.178481012658228e-05,
+      "loss": 0.0298,
+      "step": 121450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.177215189873418e-05,
+      "learning_rate_adapter": 7.177215189873418e-05,
+      "loss": 0.0297,
+      "step": 121500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.175949367088607e-05,
+      "learning_rate_adapter": 7.175949367088607e-05,
+      "loss": 0.0303,
+      "step": 121550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.174683544303798e-05,
+      "learning_rate_adapter": 7.174683544303798e-05,
+      "loss": 0.0298,
+      "step": 121600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.173417721518988e-05,
+      "learning_rate_adapter": 7.173417721518988e-05,
+      "loss": 0.0296,
+      "step": 121650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.172151898734178e-05,
+      "learning_rate_adapter": 7.172151898734178e-05,
+      "loss": 0.0308,
+      "step": 121700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.170886075949368e-05,
+      "learning_rate_adapter": 7.170886075949368e-05,
+      "loss": 0.0292,
+      "step": 121750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.169620253164557e-05,
+      "learning_rate_adapter": 7.169620253164557e-05,
+      "loss": 0.0304,
+      "step": 121800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.168354430379747e-05,
+      "learning_rate_adapter": 7.168354430379747e-05,
+      "loss": 0.0303,
+      "step": 121850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.167088607594937e-05,
+      "learning_rate_adapter": 7.167088607594937e-05,
+      "loss": 0.0299,
+      "step": 121900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.165822784810126e-05,
+      "learning_rate_adapter": 7.165822784810126e-05,
+      "loss": 0.0297,
+      "step": 121950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.164556962025317e-05,
+      "learning_rate_adapter": 7.164556962025317e-05,
+      "loss": 0.0292,
+      "step": 122000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.163291139240506e-05,
+      "learning_rate_adapter": 7.163291139240506e-05,
+      "loss": 0.0296,
+      "step": 122050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.162025316455697e-05,
+      "learning_rate_adapter": 7.162025316455697e-05,
+      "loss": 0.03,
+      "step": 122100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.160759493670886e-05,
+      "learning_rate_adapter": 7.160759493670886e-05,
+      "loss": 0.0303,
+      "step": 122150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.159493670886077e-05,
+      "learning_rate_adapter": 7.159493670886077e-05,
+      "loss": 0.0301,
+      "step": 122200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.158227848101267e-05,
+      "learning_rate_adapter": 7.158227848101267e-05,
+      "loss": 0.0292,
+      "step": 122250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.156962025316456e-05,
+      "learning_rate_adapter": 7.156962025316456e-05,
+      "loss": 0.0297,
+      "step": 122300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.155696202531645e-05,
+      "learning_rate_adapter": 7.155696202531645e-05,
+      "loss": 0.0297,
+      "step": 122350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.154430379746836e-05,
+      "learning_rate_adapter": 7.154430379746836e-05,
+      "loss": 0.0306,
+      "step": 122400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.153164556962025e-05,
+      "learning_rate_adapter": 7.153164556962025e-05,
+      "loss": 0.0296,
+      "step": 122450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.151898734177216e-05,
+      "learning_rate_adapter": 7.151898734177216e-05,
+      "loss": 0.0305,
+      "step": 122500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.150632911392405e-05,
+      "learning_rate_adapter": 7.150632911392405e-05,
+      "loss": 0.0301,
+      "step": 122550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.149367088607594e-05,
+      "learning_rate_adapter": 7.149367088607594e-05,
+      "loss": 0.0303,
+      "step": 122600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.148101265822785e-05,
+      "learning_rate_adapter": 7.148101265822785e-05,
+      "loss": 0.0305,
+      "step": 122650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.146835443037975e-05,
+      "learning_rate_adapter": 7.146835443037975e-05,
+      "loss": 0.0297,
+      "step": 122700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.145569620253165e-05,
+      "learning_rate_adapter": 7.145569620253165e-05,
+      "loss": 0.0304,
+      "step": 122750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.144303797468355e-05,
+      "learning_rate_adapter": 7.144303797468355e-05,
+      "loss": 0.0298,
+      "step": 122800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.143037974683546e-05,
+      "learning_rate_adapter": 7.143037974683546e-05,
+      "loss": 0.0295,
+      "step": 122850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.141772151898735e-05,
+      "learning_rate_adapter": 7.141772151898735e-05,
+      "loss": 0.0297,
+      "step": 122900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.140506329113924e-05,
+      "learning_rate_adapter": 7.140506329113924e-05,
+      "loss": 0.0296,
+      "step": 122950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.139240506329115e-05,
+      "learning_rate_adapter": 7.139240506329115e-05,
+      "loss": 0.0292,
+      "step": 123000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.137974683544304e-05,
+      "learning_rate_adapter": 7.137974683544304e-05,
+      "loss": 0.0297,
+      "step": 123050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.136708860759494e-05,
+      "learning_rate_adapter": 7.136708860759494e-05,
+      "loss": 0.0299,
+      "step": 123100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.135443037974684e-05,
+      "learning_rate_adapter": 7.135443037974684e-05,
+      "loss": 0.03,
+      "step": 123150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.134177215189873e-05,
+      "learning_rate_adapter": 7.134177215189873e-05,
+      "loss": 0.0297,
+      "step": 123200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.132911392405063e-05,
+      "learning_rate_adapter": 7.132911392405063e-05,
+      "loss": 0.0294,
+      "step": 123250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.131645569620253e-05,
+      "learning_rate_adapter": 7.131645569620253e-05,
+      "loss": 0.0294,
+      "step": 123300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.130379746835443e-05,
+      "learning_rate_adapter": 7.130379746835443e-05,
+      "loss": 0.0295,
+      "step": 123350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.129113924050634e-05,
+      "learning_rate_adapter": 7.129113924050634e-05,
+      "loss": 0.0292,
+      "step": 123400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.127848101265823e-05,
+      "learning_rate_adapter": 7.127848101265823e-05,
+      "loss": 0.0302,
+      "step": 123450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.126582278481014e-05,
+      "learning_rate_adapter": 7.126582278481014e-05,
+      "loss": 0.0292,
+      "step": 123500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.125316455696203e-05,
+      "learning_rate_adapter": 7.125316455696203e-05,
+      "loss": 0.0302,
+      "step": 123550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.124050632911393e-05,
+      "learning_rate_adapter": 7.124050632911393e-05,
+      "loss": 0.0299,
+      "step": 123600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.122784810126583e-05,
+      "learning_rate_adapter": 7.122784810126583e-05,
+      "loss": 0.0296,
+      "step": 123650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.121518987341772e-05,
+      "learning_rate_adapter": 7.121518987341772e-05,
+      "loss": 0.0297,
+      "step": 123700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.120253164556962e-05,
+      "learning_rate_adapter": 7.120253164556962e-05,
+      "loss": 0.0298,
+      "step": 123750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.118987341772152e-05,
+      "learning_rate_adapter": 7.118987341772152e-05,
+      "loss": 0.0299,
+      "step": 123800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.117721518987342e-05,
+      "learning_rate_adapter": 7.117721518987342e-05,
+      "loss": 0.0298,
+      "step": 123850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.116455696202531e-05,
+      "learning_rate_adapter": 7.116455696202531e-05,
+      "loss": 0.0299,
+      "step": 123900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.115189873417722e-05,
+      "learning_rate_adapter": 7.115189873417722e-05,
+      "loss": 0.0298,
+      "step": 123950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.113924050632912e-05,
+      "learning_rate_adapter": 7.113924050632912e-05,
+      "loss": 0.0299,
+      "step": 124000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.112658227848102e-05,
+      "learning_rate_adapter": 7.112658227848102e-05,
+      "loss": 0.0291,
+      "step": 124050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.111392405063292e-05,
+      "learning_rate_adapter": 7.111392405063292e-05,
+      "loss": 0.0298,
+      "step": 124100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.110126582278481e-05,
+      "learning_rate_adapter": 7.110126582278481e-05,
+      "loss": 0.029,
+      "step": 124150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10886075949367e-05,
+      "learning_rate_adapter": 7.10886075949367e-05,
+      "loss": 0.0301,
+      "step": 124200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.107594936708861e-05,
+      "learning_rate_adapter": 7.107594936708861e-05,
+      "loss": 0.0293,
+      "step": 124250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10632911392405e-05,
+      "learning_rate_adapter": 7.10632911392405e-05,
+      "loss": 0.0303,
+      "step": 124300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.105063291139241e-05,
+      "learning_rate_adapter": 7.105063291139241e-05,
+      "loss": 0.03,
+      "step": 124350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10379746835443e-05,
+      "learning_rate_adapter": 7.10379746835443e-05,
+      "loss": 0.0301,
+      "step": 124400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.102531645569621e-05,
+      "learning_rate_adapter": 7.102531645569621e-05,
+      "loss": 0.0295,
+      "step": 124450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10126582278481e-05,
+      "learning_rate_adapter": 7.10126582278481e-05,
+      "loss": 0.0298,
+      "step": 124500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0298,
+      "step": 124550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.098734177215191e-05,
+      "learning_rate_adapter": 7.098734177215191e-05,
+      "loss": 0.0297,
+      "step": 124600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.09746835443038e-05,
+      "learning_rate_adapter": 7.09746835443038e-05,
+      "loss": 0.0304,
+      "step": 124650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.096202531645571e-05,
+      "learning_rate_adapter": 7.096202531645571e-05,
+      "loss": 0.0298,
+      "step": 124700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.09493670886076e-05,
+      "learning_rate_adapter": 7.09493670886076e-05,
+      "loss": 0.0296,
+      "step": 124750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.093670886075949e-05,
+      "learning_rate_adapter": 7.093670886075949e-05,
+      "loss": 0.0306,
+      "step": 124800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.09240506329114e-05,
+      "learning_rate_adapter": 7.09240506329114e-05,
+      "loss": 0.0296,
+      "step": 124850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.091139240506329e-05,
+      "learning_rate_adapter": 7.091139240506329e-05,
+      "loss": 0.0294,
+      "step": 124900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.08987341772152e-05,
+      "learning_rate_adapter": 7.08987341772152e-05,
+      "loss": 0.0294,
+      "step": 124950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.088607594936709e-05,
+      "learning_rate_adapter": 7.088607594936709e-05,
+      "loss": 0.0295,
+      "step": 125000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7850626580731298,
+      "eval_af_ud_pr_auc": 0.9871109967417417,
+      "eval_am_opus100_pr_auc": 0.5073286756090664,
+      "eval_ar_ersatz_pr_auc": 0.9266405499684248,
+      "eval_ar_opus100_pr_auc": 0.7097903730945527,
+      "eval_ar_ud_pr_auc": 0.881887628564976,
+      "eval_average_ersatz_pr_auc": 0.9624627704145637,
+      "eval_average_opus100_pr_auc": 0.8230357644717824,
+      "eval_average_ud_pr_auc": 0.9617361945707056,
+      "eval_az_opus100_pr_auc": 0.7688539654535512,
+      "eval_be_opus100_pr_auc": 0.6562713317542496,
+      "eval_be_ud_pr_auc": 0.8798302869613556,
+      "eval_bg_opus100_pr_auc": 0.9043230147833126,
+      "eval_bg_ud_pr_auc": 0.9921194728064413,
+      "eval_bn_opus100_pr_auc": 0.8151557098542237,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.878720696570436,
+      "eval_ca_ud_pr_auc": 0.9954048440887633,
+      "eval_ceb_ud_pr_auc": 0.9996959852486899,
+      "eval_cs_ersatz_pr_auc": 0.9849015115946801,
+      "eval_cs_opus100_pr_auc": 0.9058224413259008,
+      "eval_cs_ud_pr_auc": 0.9614168364787349,
+      "eval_cy_opus100_pr_auc": 0.7513609861678848,
+      "eval_cy_ud_pr_auc": 0.9957205587047061,
+      "eval_da_opus100_pr_auc": 0.9132906226822135,
+      "eval_da_ud_pr_auc": 0.9866536607286833,
+      "eval_de_ersatz_pr_auc": 0.9794054079189973,
+      "eval_de_opus100_pr_auc": 0.8863112604543124,
+      "eval_de_ud_pr_auc": 0.9857942480344672,
+      "eval_el_opus100_pr_auc": 0.9125743835602007,
+      "eval_el_ud_pr_auc": 0.9863812272841509,
+      "eval_en_ersatz_pr_auc": 0.9885191321697913,
+      "eval_en_opus100_pr_auc": 0.9231232627489909,
+      "eval_en_ud_pr_auc": 0.9708766250877796,
+      "eval_eo_opus100_pr_auc": 0.9232314126506501,
+      "eval_es_ersatz_pr_auc": 0.9964941842680539,
+      "eval_es_opus100_pr_auc": 0.9200726282245475,
+      "eval_es_ud_pr_auc": 0.9920932221268126,
+      "eval_et_ersatz_pr_auc": 0.9813725676695745,
+      "eval_et_opus100_pr_auc": 0.873260214455107,
+      "eval_et_ud_pr_auc": 0.967467888463056,
+      "eval_eu_opus100_pr_auc": 0.8820050012224444,
+      "eval_eu_ud_pr_auc": 0.9852657429747939,
+      "eval_fa_opus100_pr_auc": 0.5690115640069028,
+      "eval_fa_ud_pr_auc": 0.9949353494814941,
+      "eval_fi_ersatz_pr_auc": 0.9895585289774379,
+      "eval_fi_opus100_pr_auc": 0.9037222946542887,
+      "eval_fi_ud_pr_auc": 0.9716121855875486,
+      "eval_fr_ersatz_pr_auc": 0.9896403081175825,
+      "eval_fr_opus100_pr_auc": 0.9008772708000544,
+      "eval_fr_ud_pr_auc": 0.9864079280490481,
+      "eval_fy_opus100_pr_auc": 0.6874065780040028,
+      "eval_ga_opus100_pr_auc": 0.8800532228946002,
+      "eval_ga_ud_pr_auc": 0.8119217946393125,
+      "eval_gd_opus100_pr_auc": 0.6096934861105916,
+      "eval_gd_ud_pr_auc": 0.8188218184811202,
+      "eval_gl_opus100_pr_auc": 0.8841454635690303,
+      "eval_gl_ud_pr_auc": 0.9961793213387893,
+      "eval_gu_ersatz_pr_auc": 0.9496204187839565,
+      "eval_gu_opus100_pr_auc": 0.728376539524492,
+      "eval_ha_opus100_pr_auc": 0.9087252774380857,
+      "eval_he_opus100_pr_auc": 0.8565826912028425,
+      "eval_he_ud_pr_auc": 0.9777045233232061,
+      "eval_hi_ersatz_pr_auc": 0.9746124716995849,
+      "eval_hi_opus100_pr_auc": 0.6750217195008564,
+      "eval_hi_ud_pr_auc": 0.9876180458335789,
+      "eval_hu_opus100_pr_auc": 0.9062804645009734,
+      "eval_hu_ud_pr_auc": 0.9839758935963028,
+      "eval_hy_opus100_pr_auc": 0.9173169046679684,
+      "eval_hy_ud_pr_auc": 0.9835363890206797,
+      "eval_id_opus100_pr_auc": 0.8525585956011809,
+      "eval_id_ud_pr_auc": 0.9932691055335615,
+      "eval_ig_opus100_pr_auc": 0.8873183066405348,
+      "eval_is_opus100_pr_auc": 0.9202845249335114,
+      "eval_is_ud_pr_auc": 0.9165204912314312,
+      "eval_it_opus100_pr_auc": 0.9044994821450241,
+      "eval_it_ud_pr_auc": 0.9994558365097439,
+      "eval_ja_ersatz_pr_auc": 0.8009038595142713,
+      "eval_ja_opus100_pr_auc": 0.7764194289449498,
+      "eval_ja_ud_pr_auc": 0.9790416118112566,
+      "eval_jv_ud_pr_auc": 0.9763569157323504,
+      "eval_ka_opus100_pr_auc": 0.8644279125470226,
+      "eval_kk_ersatz_pr_auc": 0.9879970775293503,
+      "eval_kk_opus100_pr_auc": 0.7812291796446855,
+      "eval_kk_ud_pr_auc": 0.9767260840979209,
+      "eval_km_ersatz_pr_auc": 0.9094951884888488,
+      "eval_km_opus100_pr_auc": 0.688409351853644,
+      "eval_kn_opus100_pr_auc": 0.5880904269987689,
+      "eval_ko_opus100_pr_auc": 0.6746471029594536,
+      "eval_ko_ud_pr_auc": 0.9977847600999541,
+      "eval_ku_opus100_pr_auc": 0.8216604329075897,
+      "eval_ky_opus100_pr_auc": 0.8567995479532728,
+      "eval_la_ud_pr_auc": 0.9327786469591656,
+      "eval_loss": 0.03377815708518028,
+      "eval_lt_ersatz_pr_auc": 0.99604258312711,
+      "eval_lt_opus100_pr_auc": 0.8727681677337441,
+      "eval_lt_ud_pr_auc": 0.9877815486858663,
+      "eval_lv_ersatz_pr_auc": 0.9870557532543968,
+      "eval_lv_opus100_pr_auc": 0.8832988478784853,
+      "eval_lv_ud_pr_auc": 0.9681049169523016,
+      "eval_mg_opus100_pr_auc": 0.9301892281995334,
+      "eval_mk_opus100_pr_auc": 0.898315616278039,
+      "eval_ml_opus100_pr_auc": 0.7725215740658884,
+      "eval_mn_opus100_pr_auc": 0.9428412919356617,
+      "eval_mr_opus100_pr_auc": 0.9033422740113339,
+      "eval_mr_ud_pr_auc": 0.9730387218830728,
+      "eval_ms_opus100_pr_auc": 0.8684838518543078,
+      "eval_mt_opus100_pr_auc": 0.8585369643680614,
+      "eval_mt_ud_pr_auc": 0.9182331815503776,
+      "eval_my_opus100_pr_auc": 0.7218099605455288,
+      "eval_ne_opus100_pr_auc": 0.7126119021418295,
+      "eval_nl_opus100_pr_auc": 0.8898088362767261,
+      "eval_nl_ud_pr_auc": 0.9751581264520964,
+      "eval_no_opus100_pr_auc": 0.9087459361851479,
+      "eval_no_ud_pr_auc": 0.9961886340985153,
+      "eval_pa_opus100_pr_auc": 0.6671388195580484,
+      "eval_pl_ersatz_pr_auc": 0.9783742837370594,
+      "eval_pl_opus100_pr_auc": 0.8915220356579349,
+      "eval_pl_ud_pr_auc": 0.9681515421056773,
+      "eval_ps_ersatz_pr_auc": 0.9406173605516214,
+      "eval_ps_opus100_pr_auc": 0.7509084870095346,
+      "eval_pt_opus100_pr_auc": 0.9140831590719576,
+      "eval_pt_ud_pr_auc": 0.9820691675010901,
+      "eval_ro_ersatz_pr_auc": 0.9938780412470394,
+      "eval_ro_opus100_pr_auc": 0.9001339415842785,
+      "eval_ro_ud_pr_auc": 0.9581572840742243,
+      "eval_ru_ersatz_pr_auc": 0.9911390955113208,
+      "eval_ru_opus100_pr_auc": 0.9203802996474917,
+      "eval_ru_ud_pr_auc": 0.8538999692485492,
+      "eval_runtime": 624.9938,
+      "eval_samples_per_second": 120.828,
+      "eval_si_opus100_pr_auc": 0.791735671136618,
+      "eval_sk_opus100_pr_auc": 0.9269725589178145,
+      "eval_sk_ud_pr_auc": 0.9834127249587682,
+      "eval_sl_opus100_pr_auc": 0.8613616110689367,
+      "eval_sl_ud_pr_auc": 0.9742944364434873,
+      "eval_sq_opus100_pr_auc": 0.9042533557055951,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9019409271000118,
+      "eval_sr_ud_pr_auc": 0.9979427419916056,
+      "eval_steps_per_second": 3.776,
+      "eval_sv_opus100_pr_auc": 0.8930205197095811,
+      "eval_sv_ud_pr_auc": 0.9529265093859601,
+      "eval_ta_ersatz_pr_auc": 0.9812560429905831,
+      "eval_ta_opus100_pr_auc": 0.6708340238154095,
+      "eval_ta_ud_pr_auc": 0.9941753427166129,
+      "eval_te_opus100_pr_auc": 0.8423428707537675,
+      "eval_tg_opus100_pr_auc": 0.8778487079244951,
+      "eval_th_opus100_pr_auc": 0.6641249443003155,
+      "eval_th_ud_pr_auc": 0.7539232393506905,
+      "eval_tr_ersatz_pr_auc": 0.9732086124312019,
+      "eval_tr_opus100_pr_auc": 0.893666140170029,
+      "eval_tr_ud_pr_auc": 0.9636913294188083,
+      "eval_uk_opus100_pr_auc": 0.8660570111790217,
+      "eval_uk_ud_pr_auc": 0.9210211995265424,
+      "eval_ur_opus100_pr_auc": 0.5384462955433216,
+      "eval_ur_ud_pr_auc": 0.9943202093884489,
+      "eval_uz_opus100_pr_auc": 0.8672798864059441,
+      "eval_vi_opus100_pr_auc": 0.9018398152617965,
+      "eval_vi_ud_pr_auc": 0.9615596586912896,
+      "eval_xh_opus100_pr_auc": 0.8627690377244094,
+      "eval_yi_opus100_pr_auc": 0.7358991872009563,
+      "eval_yo_opus100_pr_auc": 0.8131993801827977,
+      "eval_yo_ud_pr_auc": 0.9096832464114393,
+      "eval_zh_ersatz_pr_auc": 0.8734479695695152,
+      "eval_zh_opus100_pr_auc": 0.6723519106241169,
+      "eval_zh_ud_pr_auc": 0.9788634340731763,
+      "eval_zu_opus100_pr_auc": 0.8354312292685827,
+      "step": 125000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.087341772151899e-05,
+      "learning_rate_adapter": 7.087341772151899e-05,
+      "loss": 0.0302,
+      "step": 125050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.086075949367089e-05,
+      "learning_rate_adapter": 7.086075949367089e-05,
+      "loss": 0.0291,
+      "step": 125100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.084810126582279e-05,
+      "learning_rate_adapter": 7.084810126582279e-05,
+      "loss": 0.0288,
+      "step": 125150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.08354430379747e-05,
+      "learning_rate_adapter": 7.08354430379747e-05,
+      "loss": 0.0293,
+      "step": 125200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.082278481012659e-05,
+      "learning_rate_adapter": 7.082278481012659e-05,
+      "loss": 0.0297,
+      "step": 125250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.081012658227848e-05,
+      "learning_rate_adapter": 7.081012658227848e-05,
+      "loss": 0.0297,
+      "step": 125300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.079746835443039e-05,
+      "learning_rate_adapter": 7.079746835443039e-05,
+      "loss": 0.0289,
+      "step": 125350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.078481012658228e-05,
+      "learning_rate_adapter": 7.078481012658228e-05,
+      "loss": 0.0293,
+      "step": 125400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.077215189873418e-05,
+      "learning_rate_adapter": 7.077215189873418e-05,
+      "loss": 0.0291,
+      "step": 125450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.075949367088608e-05,
+      "learning_rate_adapter": 7.075949367088608e-05,
+      "loss": 0.0297,
+      "step": 125500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.074683544303797e-05,
+      "learning_rate_adapter": 7.074683544303797e-05,
+      "loss": 0.0295,
+      "step": 125550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.073417721518987e-05,
+      "learning_rate_adapter": 7.073417721518987e-05,
+      "loss": 0.0291,
+      "step": 125600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.072151898734178e-05,
+      "learning_rate_adapter": 7.072151898734178e-05,
+      "loss": 0.03,
+      "step": 125650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.070886075949367e-05,
+      "learning_rate_adapter": 7.070886075949367e-05,
+      "loss": 0.0293,
+      "step": 125700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.069620253164558e-05,
+      "learning_rate_adapter": 7.069620253164558e-05,
+      "loss": 0.0292,
+      "step": 125750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.068354430379747e-05,
+      "learning_rate_adapter": 7.068354430379747e-05,
+      "loss": 0.0307,
+      "step": 125800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.067088607594937e-05,
+      "learning_rate_adapter": 7.067088607594937e-05,
+      "loss": 0.0299,
+      "step": 125850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.065822784810127e-05,
+      "learning_rate_adapter": 7.065822784810127e-05,
+      "loss": 0.0299,
+      "step": 125900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.064556962025317e-05,
+      "learning_rate_adapter": 7.064556962025317e-05,
+      "loss": 0.0295,
+      "step": 125950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.063291139240506e-05,
+      "learning_rate_adapter": 7.063291139240506e-05,
+      "loss": 0.0303,
+      "step": 126000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.062025316455697e-05,
+      "learning_rate_adapter": 7.062025316455697e-05,
+      "loss": 0.0299,
+      "step": 126050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.060759493670886e-05,
+      "learning_rate_adapter": 7.060759493670886e-05,
+      "loss": 0.0295,
+      "step": 126100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.059493670886075e-05,
+      "learning_rate_adapter": 7.059493670886075e-05,
+      "loss": 0.0297,
+      "step": 126150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.058227848101266e-05,
+      "learning_rate_adapter": 7.058227848101266e-05,
+      "loss": 0.0295,
+      "step": 126200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.056962025316457e-05,
+      "learning_rate_adapter": 7.056962025316457e-05,
+      "loss": 0.0298,
+      "step": 126250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.055696202531646e-05,
+      "learning_rate_adapter": 7.055696202531646e-05,
+      "loss": 0.0299,
+      "step": 126300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.054430379746836e-05,
+      "learning_rate_adapter": 7.054430379746836e-05,
+      "loss": 0.0295,
+      "step": 126350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.053164556962026e-05,
+      "learning_rate_adapter": 7.053164556962026e-05,
+      "loss": 0.0296,
+      "step": 126400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.051898734177216e-05,
+      "learning_rate_adapter": 7.051898734177216e-05,
+      "loss": 0.0293,
+      "step": 126450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.050632911392405e-05,
+      "learning_rate_adapter": 7.050632911392405e-05,
+      "loss": 0.0305,
+      "step": 126500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.049367088607596e-05,
+      "learning_rate_adapter": 7.049367088607596e-05,
+      "loss": 0.0296,
+      "step": 126550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.048101265822785e-05,
+      "learning_rate_adapter": 7.048101265822785e-05,
+      "loss": 0.0303,
+      "step": 126600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.046835443037974e-05,
+      "learning_rate_adapter": 7.046835443037974e-05,
+      "loss": 0.0303,
+      "step": 126650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.045569620253165e-05,
+      "learning_rate_adapter": 7.045569620253165e-05,
+      "loss": 0.0303,
+      "step": 126700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.044303797468354e-05,
+      "learning_rate_adapter": 7.044303797468354e-05,
+      "loss": 0.0294,
+      "step": 126750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.043037974683545e-05,
+      "learning_rate_adapter": 7.043037974683545e-05,
+      "loss": 0.0306,
+      "step": 126800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.041772151898734e-05,
+      "learning_rate_adapter": 7.041772151898734e-05,
+      "loss": 0.0299,
+      "step": 126850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.040506329113924e-05,
+      "learning_rate_adapter": 7.040506329113924e-05,
+      "loss": 0.0294,
+      "step": 126900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.039240506329115e-05,
+      "learning_rate_adapter": 7.039240506329115e-05,
+      "loss": 0.0299,
+      "step": 126950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.037974683544304e-05,
+      "learning_rate_adapter": 7.037974683544304e-05,
+      "loss": 0.0294,
+      "step": 127000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.036708860759495e-05,
+      "learning_rate_adapter": 7.036708860759495e-05,
+      "loss": 0.0292,
+      "step": 127050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.035443037974684e-05,
+      "learning_rate_adapter": 7.035443037974684e-05,
+      "loss": 0.0303,
+      "step": 127100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.034177215189873e-05,
+      "learning_rate_adapter": 7.034177215189873e-05,
+      "loss": 0.0308,
+      "step": 127150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.032911392405064e-05,
+      "learning_rate_adapter": 7.032911392405064e-05,
+      "loss": 0.0296,
+      "step": 127200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.031645569620253e-05,
+      "learning_rate_adapter": 7.031645569620253e-05,
+      "loss": 0.0303,
+      "step": 127250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.030379746835443e-05,
+      "learning_rate_adapter": 7.030379746835443e-05,
+      "loss": 0.0293,
+      "step": 127300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.029113924050633e-05,
+      "learning_rate_adapter": 7.029113924050633e-05,
+      "loss": 0.0292,
+      "step": 127350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.027848101265823e-05,
+      "learning_rate_adapter": 7.027848101265823e-05,
+      "loss": 0.03,
+      "step": 127400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.026582278481012e-05,
+      "learning_rate_adapter": 7.026582278481012e-05,
+      "loss": 0.0291,
+      "step": 127450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.025316455696203e-05,
+      "learning_rate_adapter": 7.025316455696203e-05,
+      "loss": 0.0298,
+      "step": 127500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.024050632911394e-05,
+      "learning_rate_adapter": 7.024050632911394e-05,
+      "loss": 0.0292,
+      "step": 127550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.022784810126583e-05,
+      "learning_rate_adapter": 7.022784810126583e-05,
+      "loss": 0.0294,
+      "step": 127600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.021518987341772e-05,
+      "learning_rate_adapter": 7.021518987341772e-05,
+      "loss": 0.0287,
+      "step": 127650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.020253164556963e-05,
+      "learning_rate_adapter": 7.020253164556963e-05,
+      "loss": 0.0288,
+      "step": 127700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.018987341772152e-05,
+      "learning_rate_adapter": 7.018987341772152e-05,
+      "loss": 0.0302,
+      "step": 127750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.017721518987342e-05,
+      "learning_rate_adapter": 7.017721518987342e-05,
+      "loss": 0.0294,
+      "step": 127800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.016455696202532e-05,
+      "learning_rate_adapter": 7.016455696202532e-05,
+      "loss": 0.0301,
+      "step": 127850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.015189873417722e-05,
+      "learning_rate_adapter": 7.015189873417722e-05,
+      "loss": 0.0297,
+      "step": 127900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.013924050632911e-05,
+      "learning_rate_adapter": 7.013924050632911e-05,
+      "loss": 0.0295,
+      "step": 127950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.012658227848102e-05,
+      "learning_rate_adapter": 7.012658227848102e-05,
+      "loss": 0.0291,
+      "step": 128000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.011392405063291e-05,
+      "learning_rate_adapter": 7.011392405063291e-05,
+      "loss": 0.0296,
+      "step": 128050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.010126582278482e-05,
+      "learning_rate_adapter": 7.010126582278482e-05,
+      "loss": 0.0302,
+      "step": 128100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.008860759493672e-05,
+      "learning_rate_adapter": 7.008860759493672e-05,
+      "loss": 0.0297,
+      "step": 128150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.007594936708861e-05,
+      "learning_rate_adapter": 7.007594936708861e-05,
+      "loss": 0.0301,
+      "step": 128200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.00632911392405e-05,
+      "learning_rate_adapter": 7.00632911392405e-05,
+      "loss": 0.0292,
+      "step": 128250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.005063291139241e-05,
+      "learning_rate_adapter": 7.005063291139241e-05,
+      "loss": 0.0294,
+      "step": 128300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.00379746835443e-05,
+      "learning_rate_adapter": 7.00379746835443e-05,
+      "loss": 0.0295,
+      "step": 128350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.002531645569621e-05,
+      "learning_rate_adapter": 7.002531645569621e-05,
+      "loss": 0.0299,
+      "step": 128400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.00126582278481e-05,
+      "learning_rate_adapter": 7.00126582278481e-05,
+      "loss": 0.0298,
+      "step": 128450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0288,
+      "step": 128500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99873417721519e-05,
+      "learning_rate_adapter": 6.99873417721519e-05,
+      "loss": 0.0297,
+      "step": 128550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99746835443038e-05,
+      "learning_rate_adapter": 6.99746835443038e-05,
+      "loss": 0.0299,
+      "step": 128600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99620253164557e-05,
+      "learning_rate_adapter": 6.99620253164557e-05,
+      "loss": 0.0294,
+      "step": 128650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99493670886076e-05,
+      "learning_rate_adapter": 6.99493670886076e-05,
+      "loss": 0.0301,
+      "step": 128700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99367088607595e-05,
+      "learning_rate_adapter": 6.99367088607595e-05,
+      "loss": 0.0298,
+      "step": 128750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99240506329114e-05,
+      "learning_rate_adapter": 6.99240506329114e-05,
+      "loss": 0.0291,
+      "step": 128800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.991139240506329e-05,
+      "learning_rate_adapter": 6.991139240506329e-05,
+      "loss": 0.0299,
+      "step": 128850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.98987341772152e-05,
+      "learning_rate_adapter": 6.98987341772152e-05,
+      "loss": 0.0299,
+      "step": 128900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.988607594936709e-05,
+      "learning_rate_adapter": 6.988607594936709e-05,
+      "loss": 0.029,
+      "step": 128950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.987341772151898e-05,
+      "learning_rate_adapter": 6.987341772151898e-05,
+      "loss": 0.0299,
+      "step": 129000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.986075949367089e-05,
+      "learning_rate_adapter": 6.986075949367089e-05,
+      "loss": 0.0292,
+      "step": 129050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.984810126582278e-05,
+      "learning_rate_adapter": 6.984810126582278e-05,
+      "loss": 0.0298,
+      "step": 129100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.983544303797469e-05,
+      "learning_rate_adapter": 6.983544303797469e-05,
+      "loss": 0.0292,
+      "step": 129150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.982278481012659e-05,
+      "learning_rate_adapter": 6.982278481012659e-05,
+      "loss": 0.0299,
+      "step": 129200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.981012658227848e-05,
+      "learning_rate_adapter": 6.981012658227848e-05,
+      "loss": 0.03,
+      "step": 129250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.979746835443039e-05,
+      "learning_rate_adapter": 6.979746835443039e-05,
+      "loss": 0.0293,
+      "step": 129300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.978481012658228e-05,
+      "learning_rate_adapter": 6.978481012658228e-05,
+      "loss": 0.0297,
+      "step": 129350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.977215189873419e-05,
+      "learning_rate_adapter": 6.977215189873419e-05,
+      "loss": 0.0296,
+      "step": 129400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.975949367088608e-05,
+      "learning_rate_adapter": 6.975949367088608e-05,
+      "loss": 0.0297,
+      "step": 129450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.974683544303798e-05,
+      "learning_rate_adapter": 6.974683544303798e-05,
+      "loss": 0.0296,
+      "step": 129500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.973417721518988e-05,
+      "learning_rate_adapter": 6.973417721518988e-05,
+      "loss": 0.0291,
+      "step": 129550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.972151898734177e-05,
+      "learning_rate_adapter": 6.972151898734177e-05,
+      "loss": 0.0299,
+      "step": 129600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.970886075949367e-05,
+      "learning_rate_adapter": 6.970886075949367e-05,
+      "loss": 0.0295,
+      "step": 129650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.969620253164557e-05,
+      "learning_rate_adapter": 6.969620253164557e-05,
+      "loss": 0.0302,
+      "step": 129700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.968354430379747e-05,
+      "learning_rate_adapter": 6.968354430379747e-05,
+      "loss": 0.0297,
+      "step": 129750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.967088607594938e-05,
+      "learning_rate_adapter": 6.967088607594938e-05,
+      "loss": 0.0296,
+      "step": 129800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.965822784810127e-05,
+      "learning_rate_adapter": 6.965822784810127e-05,
+      "loss": 0.03,
+      "step": 129850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.964556962025318e-05,
+      "learning_rate_adapter": 6.964556962025318e-05,
+      "loss": 0.0292,
+      "step": 129900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.963291139240507e-05,
+      "learning_rate_adapter": 6.963291139240507e-05,
+      "loss": 0.0295,
+      "step": 129950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.962025316455697e-05,
+      "learning_rate_adapter": 6.962025316455697e-05,
+      "loss": 0.0301,
+      "step": 130000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7753632347499261,
+      "eval_af_ud_pr_auc": 0.9870253698025699,
+      "eval_am_opus100_pr_auc": 0.5417821528293509,
+      "eval_ar_ersatz_pr_auc": 0.9251853623128977,
+      "eval_ar_opus100_pr_auc": 0.7134220400003155,
+      "eval_ar_ud_pr_auc": 0.8647268456835152,
+      "eval_average_ersatz_pr_auc": 0.963888588599893,
+      "eval_average_opus100_pr_auc": 0.8249342826038512,
+      "eval_average_ud_pr_auc": 0.9614371814253065,
+      "eval_az_opus100_pr_auc": 0.7456528656975083,
+      "eval_be_opus100_pr_auc": 0.6692285572411444,
+      "eval_be_ud_pr_auc": 0.8712363746564676,
+      "eval_bg_opus100_pr_auc": 0.9063145918107531,
+      "eval_bg_ud_pr_auc": 0.9961250048457044,
+      "eval_bn_opus100_pr_auc": 0.8210765004143278,
+      "eval_bn_ud_pr_auc": 0.9990344616049506,
+      "eval_ca_opus100_pr_auc": 0.882234871836866,
+      "eval_ca_ud_pr_auc": 0.9956322329893047,
+      "eval_ceb_ud_pr_auc": 0.9996209394820244,
+      "eval_cs_ersatz_pr_auc": 0.9848842710585773,
+      "eval_cs_opus100_pr_auc": 0.9084216494916054,
+      "eval_cs_ud_pr_auc": 0.9598512211810019,
+      "eval_cy_opus100_pr_auc": 0.7585860875859493,
+      "eval_cy_ud_pr_auc": 0.9950224870595606,
+      "eval_da_opus100_pr_auc": 0.9084340641601291,
+      "eval_da_ud_pr_auc": 0.9845130931148626,
+      "eval_de_ersatz_pr_auc": 0.9762876102349304,
+      "eval_de_opus100_pr_auc": 0.897519302124154,
+      "eval_de_ud_pr_auc": 0.9853353768532864,
+      "eval_el_opus100_pr_auc": 0.9099068559708096,
+      "eval_el_ud_pr_auc": 0.9847762292665762,
+      "eval_en_ersatz_pr_auc": 0.9902257310905113,
+      "eval_en_opus100_pr_auc": 0.9170924489566532,
+      "eval_en_ud_pr_auc": 0.9734404167631201,
+      "eval_eo_opus100_pr_auc": 0.9230284702364057,
+      "eval_es_ersatz_pr_auc": 0.9961534049466656,
+      "eval_es_opus100_pr_auc": 0.9247232619336987,
+      "eval_es_ud_pr_auc": 0.9882316653472454,
+      "eval_et_ersatz_pr_auc": 0.9805673526764689,
+      "eval_et_opus100_pr_auc": 0.876184397212596,
+      "eval_et_ud_pr_auc": 0.9739733636436889,
+      "eval_eu_opus100_pr_auc": 0.8798086059381497,
+      "eval_eu_ud_pr_auc": 0.9887061405094466,
+      "eval_fa_opus100_pr_auc": 0.5934436399804482,
+      "eval_fa_ud_pr_auc": 0.9951956204791093,
+      "eval_fi_ersatz_pr_auc": 0.9892040766379027,
+      "eval_fi_opus100_pr_auc": 0.9045845256904853,
+      "eval_fi_ud_pr_auc": 0.9756779610955886,
+      "eval_fr_ersatz_pr_auc": 0.9913574382822284,
+      "eval_fr_opus100_pr_auc": 0.904973565090782,
+      "eval_fr_ud_pr_auc": 0.985237726683635,
+      "eval_fy_opus100_pr_auc": 0.670663402439872,
+      "eval_ga_opus100_pr_auc": 0.8871407197968545,
+      "eval_ga_ud_pr_auc": 0.7959981455725406,
+      "eval_gd_opus100_pr_auc": 0.634516071299374,
+      "eval_gd_ud_pr_auc": 0.7960155057456108,
+      "eval_gl_opus100_pr_auc": 0.8816741154923368,
+      "eval_gl_ud_pr_auc": 0.9981732379448405,
+      "eval_gu_ersatz_pr_auc": 0.9516242398367866,
+      "eval_gu_opus100_pr_auc": 0.7247718746829392,
+      "eval_ha_opus100_pr_auc": 0.9105258561935964,
+      "eval_he_opus100_pr_auc": 0.859176316756524,
+      "eval_he_ud_pr_auc": 0.9757797910403861,
+      "eval_hi_ersatz_pr_auc": 0.9766643357405302,
+      "eval_hi_opus100_pr_auc": 0.6869733899301879,
+      "eval_hi_ud_pr_auc": 0.9859017772043276,
+      "eval_hu_opus100_pr_auc": 0.9014860555186571,
+      "eval_hu_ud_pr_auc": 0.98204725017514,
+      "eval_hy_opus100_pr_auc": 0.9107494845206734,
+      "eval_hy_ud_pr_auc": 0.9838658663453045,
+      "eval_id_opus100_pr_auc": 0.8611748339005144,
+      "eval_id_ud_pr_auc": 0.9946060237438995,
+      "eval_ig_opus100_pr_auc": 0.8765421218372327,
+      "eval_is_opus100_pr_auc": 0.9108219021139904,
+      "eval_is_ud_pr_auc": 0.904823035639363,
+      "eval_it_opus100_pr_auc": 0.9031967934641744,
+      "eval_it_ud_pr_auc": 0.999855552295248,
+      "eval_ja_ersatz_pr_auc": 0.8167766733685095,
+      "eval_ja_opus100_pr_auc": 0.7939669553367206,
+      "eval_ja_ud_pr_auc": 0.979747913679692,
+      "eval_jv_ud_pr_auc": 0.9722636288182258,
+      "eval_ka_opus100_pr_auc": 0.8530081407290367,
+      "eval_kk_ersatz_pr_auc": 0.9879598501729733,
+      "eval_kk_opus100_pr_auc": 0.8054907259144084,
+      "eval_kk_ud_pr_auc": 0.9774049788211783,
+      "eval_km_ersatz_pr_auc": 0.9098696409711761,
+      "eval_km_opus100_pr_auc": 0.7291216211275909,
+      "eval_kn_opus100_pr_auc": 0.6046480273539453,
+      "eval_ko_opus100_pr_auc": 0.668246621884837,
+      "eval_ko_ud_pr_auc": 0.9965180652313147,
+      "eval_ku_opus100_pr_auc": 0.8192547670758751,
+      "eval_ky_opus100_pr_auc": 0.8523607972258711,
+      "eval_la_ud_pr_auc": 0.9555789047668489,
+      "eval_loss": 0.033590927720069885,
+      "eval_lt_ersatz_pr_auc": 0.9942975222401915,
+      "eval_lt_opus100_pr_auc": 0.8780075439578953,
+      "eval_lt_ud_pr_auc": 0.9913450457574371,
+      "eval_lv_ersatz_pr_auc": 0.9858630744207438,
+      "eval_lv_opus100_pr_auc": 0.882597366341878,
+      "eval_lv_ud_pr_auc": 0.9574776382276701,
+      "eval_mg_opus100_pr_auc": 0.9332173406827485,
+      "eval_mk_opus100_pr_auc": 0.9006320167841277,
+      "eval_ml_opus100_pr_auc": 0.7727311471782718,
+      "eval_mn_opus100_pr_auc": 0.9422324468325082,
+      "eval_mr_opus100_pr_auc": 0.9189110970600263,
+      "eval_mr_ud_pr_auc": 0.9716834674955214,
+      "eval_ms_opus100_pr_auc": 0.871289664766126,
+      "eval_mt_opus100_pr_auc": 0.8508910669284625,
+      "eval_mt_ud_pr_auc": 0.9542527660675764,
+      "eval_my_opus100_pr_auc": 0.7410731119244165,
+      "eval_ne_opus100_pr_auc": 0.7053130396228218,
+      "eval_nl_opus100_pr_auc": 0.8852511971420135,
+      "eval_nl_ud_pr_auc": 0.9768133795967244,
+      "eval_no_opus100_pr_auc": 0.9081383817337586,
+      "eval_no_ud_pr_auc": 0.9973795490207374,
+      "eval_pa_opus100_pr_auc": 0.661747221207142,
+      "eval_pl_ersatz_pr_auc": 0.976932338202352,
+      "eval_pl_opus100_pr_auc": 0.8930605201093851,
+      "eval_pl_ud_pr_auc": 0.9636522066679649,
+      "eval_ps_ersatz_pr_auc": 0.9289256505856651,
+      "eval_ps_opus100_pr_auc": 0.7299850502864176,
+      "eval_pt_opus100_pr_auc": 0.9153511357450695,
+      "eval_pt_ud_pr_auc": 0.9851013806637732,
+      "eval_ro_ersatz_pr_auc": 0.9931207133362361,
+      "eval_ro_opus100_pr_auc": 0.895582688629823,
+      "eval_ro_ud_pr_auc": 0.9615484620325683,
+      "eval_ru_ersatz_pr_auc": 0.9908792619936043,
+      "eval_ru_opus100_pr_auc": 0.9123843209037744,
+      "eval_ru_ud_pr_auc": 0.862827317393876,
+      "eval_runtime": 615.3879,
+      "eval_samples_per_second": 122.714,
+      "eval_si_opus100_pr_auc": 0.8020578014558752,
+      "eval_sk_opus100_pr_auc": 0.9256181589719339,
+      "eval_sk_ud_pr_auc": 0.9845707609636878,
+      "eval_sl_opus100_pr_auc": 0.8543514034456315,
+      "eval_sl_ud_pr_auc": 0.9724235593432422,
+      "eval_sq_opus100_pr_auc": 0.9074787600018047,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8977206315084365,
+      "eval_sr_ud_pr_auc": 0.997969901906045,
+      "eval_steps_per_second": 3.835,
+      "eval_sv_opus100_pr_auc": 0.8845471864135827,
+      "eval_sv_ud_pr_auc": 0.9463484177175054,
+      "eval_ta_ersatz_pr_auc": 0.9840001466057707,
+      "eval_ta_opus100_pr_auc": 0.6681721515466338,
+      "eval_ta_ud_pr_auc": 0.9960574397338078,
+      "eval_te_opus100_pr_auc": 0.8528904767247978,
+      "eval_tg_opus100_pr_auc": 0.8841181285319348,
+      "eval_th_opus100_pr_auc": 0.6602711132061719,
+      "eval_th_ud_pr_auc": 0.7542220412521725,
+      "eval_tr_ersatz_pr_auc": 0.9655139093213938,
+      "eval_tr_opus100_pr_auc": 0.8902314031147782,
+      "eval_tr_ud_pr_auc": 0.9580436967286072,
+      "eval_uk_opus100_pr_auc": 0.8687600714981453,
+      "eval_uk_ud_pr_auc": 0.9186540673449252,
+      "eval_ur_opus100_pr_auc": 0.5411229422224433,
+      "eval_ur_ud_pr_auc": 0.996362593304699,
+      "eval_uz_opus100_pr_auc": 0.8646184515511322,
+      "eval_vi_opus100_pr_auc": 0.9031759148036462,
+      "eval_vi_ud_pr_auc": 0.9564969391734804,
+      "eval_xh_opus100_pr_auc": 0.864428076515142,
+      "eval_yi_opus100_pr_auc": 0.6711516401755159,
+      "eval_yo_opus100_pr_auc": 0.8037773241351885,
+      "eval_yo_ud_pr_auc": 0.9084309865270396,
+      "eval_zh_ersatz_pr_auc": 0.9092563451615318,
+      "eval_zh_opus100_pr_auc": 0.7659107695439449,
+      "eval_zh_ud_pr_auc": 0.9883155162378282,
+      "eval_zu_opus100_pr_auc": 0.8285201267651279,
+      "step": 130000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.960759493670887e-05,
+      "learning_rate_adapter": 6.960759493670887e-05,
+      "loss": 0.0295,
+      "step": 130050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.959493670886076e-05,
+      "learning_rate_adapter": 6.959493670886076e-05,
+      "loss": 0.0286,
+      "step": 130100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.958227848101266e-05,
+      "learning_rate_adapter": 6.958227848101266e-05,
+      "loss": 0.0296,
+      "step": 130150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.956962025316455e-05,
+      "learning_rate_adapter": 6.956962025316455e-05,
+      "loss": 0.0294,
+      "step": 130200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.955696202531646e-05,
+      "learning_rate_adapter": 6.955696202531646e-05,
+      "loss": 0.03,
+      "step": 130250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.954430379746835e-05,
+      "learning_rate_adapter": 6.954430379746835e-05,
+      "loss": 0.0301,
+      "step": 130300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.953164556962026e-05,
+      "learning_rate_adapter": 6.953164556962026e-05,
+      "loss": 0.0295,
+      "step": 130350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.951898734177215e-05,
+      "learning_rate_adapter": 6.951898734177215e-05,
+      "loss": 0.0301,
+      "step": 130400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.950632911392406e-05,
+      "learning_rate_adapter": 6.950632911392406e-05,
+      "loss": 0.0297,
+      "step": 130450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.949367088607596e-05,
+      "learning_rate_adapter": 6.949367088607596e-05,
+      "loss": 0.029,
+      "step": 130500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.948101265822785e-05,
+      "learning_rate_adapter": 6.948101265822785e-05,
+      "loss": 0.0297,
+      "step": 130550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.946835443037975e-05,
+      "learning_rate_adapter": 6.946835443037975e-05,
+      "loss": 0.0297,
+      "step": 130600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.945569620253165e-05,
+      "learning_rate_adapter": 6.945569620253165e-05,
+      "loss": 0.0297,
+      "step": 130650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.944303797468354e-05,
+      "learning_rate_adapter": 6.944303797468354e-05,
+      "loss": 0.0301,
+      "step": 130700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.943037974683545e-05,
+      "learning_rate_adapter": 6.943037974683545e-05,
+      "loss": 0.0292,
+      "step": 130750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.941772151898734e-05,
+      "learning_rate_adapter": 6.941772151898734e-05,
+      "loss": 0.0291,
+      "step": 130800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.940506329113923e-05,
+      "learning_rate_adapter": 6.940506329113923e-05,
+      "loss": 0.03,
+      "step": 130850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.939240506329114e-05,
+      "learning_rate_adapter": 6.939240506329114e-05,
+      "loss": 0.0296,
+      "step": 130900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.937974683544304e-05,
+      "learning_rate_adapter": 6.937974683544304e-05,
+      "loss": 0.0302,
+      "step": 130950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.936708860759494e-05,
+      "learning_rate_adapter": 6.936708860759494e-05,
+      "loss": 0.0293,
+      "step": 131000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.935443037974684e-05,
+      "learning_rate_adapter": 6.935443037974684e-05,
+      "loss": 0.0304,
+      "step": 131050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.934177215189875e-05,
+      "learning_rate_adapter": 6.934177215189875e-05,
+      "loss": 0.0297,
+      "step": 131100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.932911392405064e-05,
+      "learning_rate_adapter": 6.932911392405064e-05,
+      "loss": 0.029,
+      "step": 131150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.931645569620253e-05,
+      "learning_rate_adapter": 6.931645569620253e-05,
+      "loss": 0.0297,
+      "step": 131200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.930379746835444e-05,
+      "learning_rate_adapter": 6.930379746835444e-05,
+      "loss": 0.0288,
+      "step": 131250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.929113924050633e-05,
+      "learning_rate_adapter": 6.929113924050633e-05,
+      "loss": 0.0294,
+      "step": 131300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.927848101265824e-05,
+      "learning_rate_adapter": 6.927848101265824e-05,
+      "loss": 0.0297,
+      "step": 131350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.926582278481013e-05,
+      "learning_rate_adapter": 6.926582278481013e-05,
+      "loss": 0.0295,
+      "step": 131400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.925316455696202e-05,
+      "learning_rate_adapter": 6.925316455696202e-05,
+      "loss": 0.0294,
+      "step": 131450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.924050632911393e-05,
+      "learning_rate_adapter": 6.924050632911393e-05,
+      "loss": 0.0288,
+      "step": 131500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.922784810126583e-05,
+      "learning_rate_adapter": 6.922784810126583e-05,
+      "loss": 0.0298,
+      "step": 131550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.921518987341772e-05,
+      "learning_rate_adapter": 6.921518987341772e-05,
+      "loss": 0.0296,
+      "step": 131600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.920253164556963e-05,
+      "learning_rate_adapter": 6.920253164556963e-05,
+      "loss": 0.0304,
+      "step": 131650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.918987341772152e-05,
+      "learning_rate_adapter": 6.918987341772152e-05,
+      "loss": 0.0301,
+      "step": 131700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.917721518987343e-05,
+      "learning_rate_adapter": 6.917721518987343e-05,
+      "loss": 0.0291,
+      "step": 131750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.916455696202532e-05,
+      "learning_rate_adapter": 6.916455696202532e-05,
+      "loss": 0.0296,
+      "step": 131800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.915189873417722e-05,
+      "learning_rate_adapter": 6.915189873417722e-05,
+      "loss": 0.03,
+      "step": 131850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.913924050632912e-05,
+      "learning_rate_adapter": 6.913924050632912e-05,
+      "loss": 0.0299,
+      "step": 131900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.912658227848101e-05,
+      "learning_rate_adapter": 6.912658227848101e-05,
+      "loss": 0.0289,
+      "step": 131950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.911392405063291e-05,
+      "learning_rate_adapter": 6.911392405063291e-05,
+      "loss": 0.0294,
+      "step": 132000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.91012658227848e-05,
+      "learning_rate_adapter": 6.91012658227848e-05,
+      "loss": 0.0291,
+      "step": 132050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.908860759493671e-05,
+      "learning_rate_adapter": 6.908860759493671e-05,
+      "loss": 0.0297,
+      "step": 132100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.907594936708862e-05,
+      "learning_rate_adapter": 6.907594936708862e-05,
+      "loss": 0.0293,
+      "step": 132150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.906329113924051e-05,
+      "learning_rate_adapter": 6.906329113924051e-05,
+      "loss": 0.0303,
+      "step": 132200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.905063291139241e-05,
+      "learning_rate_adapter": 6.905063291139241e-05,
+      "loss": 0.0293,
+      "step": 132250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.903797468354431e-05,
+      "learning_rate_adapter": 6.903797468354431e-05,
+      "loss": 0.0295,
+      "step": 132300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.902531645569621e-05,
+      "learning_rate_adapter": 6.902531645569621e-05,
+      "loss": 0.0303,
+      "step": 132350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.90126582278481e-05,
+      "learning_rate_adapter": 6.90126582278481e-05,
+      "loss": 0.0299,
+      "step": 132400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.029,
+      "step": 132450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89873417721519e-05,
+      "learning_rate_adapter": 6.89873417721519e-05,
+      "loss": 0.0293,
+      "step": 132500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89746835443038e-05,
+      "learning_rate_adapter": 6.89746835443038e-05,
+      "loss": 0.0299,
+      "step": 132550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89620253164557e-05,
+      "learning_rate_adapter": 6.89620253164557e-05,
+      "loss": 0.0297,
+      "step": 132600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.894936708860759e-05,
+      "learning_rate_adapter": 6.894936708860759e-05,
+      "loss": 0.0291,
+      "step": 132650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89367088607595e-05,
+      "learning_rate_adapter": 6.89367088607595e-05,
+      "loss": 0.0296,
+      "step": 132700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89240506329114e-05,
+      "learning_rate_adapter": 6.89240506329114e-05,
+      "loss": 0.0303,
+      "step": 132750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89113924050633e-05,
+      "learning_rate_adapter": 6.89113924050633e-05,
+      "loss": 0.0299,
+      "step": 132800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.88987341772152e-05,
+      "learning_rate_adapter": 6.88987341772152e-05,
+      "loss": 0.0289,
+      "step": 132850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.888607594936709e-05,
+      "learning_rate_adapter": 6.888607594936709e-05,
+      "loss": 0.03,
+      "step": 132900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.8873417721519e-05,
+      "learning_rate_adapter": 6.8873417721519e-05,
+      "loss": 0.0295,
+      "step": 132950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.886075949367089e-05,
+      "learning_rate_adapter": 6.886075949367089e-05,
+      "loss": 0.0291,
+      "step": 133000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.884810126582278e-05,
+      "learning_rate_adapter": 6.884810126582278e-05,
+      "loss": 0.0288,
+      "step": 133050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.883544303797469e-05,
+      "learning_rate_adapter": 6.883544303797469e-05,
+      "loss": 0.0289,
+      "step": 133100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.882278481012658e-05,
+      "learning_rate_adapter": 6.882278481012658e-05,
+      "loss": 0.0293,
+      "step": 133150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.881012658227849e-05,
+      "learning_rate_adapter": 6.881012658227849e-05,
+      "loss": 0.0298,
+      "step": 133200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.879746835443038e-05,
+      "learning_rate_adapter": 6.879746835443038e-05,
+      "loss": 0.0299,
+      "step": 133250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.878481012658228e-05,
+      "learning_rate_adapter": 6.878481012658228e-05,
+      "loss": 0.0286,
+      "step": 133300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.877215189873419e-05,
+      "learning_rate_adapter": 6.877215189873419e-05,
+      "loss": 0.0293,
+      "step": 133350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.875949367088608e-05,
+      "learning_rate_adapter": 6.875949367088608e-05,
+      "loss": 0.0293,
+      "step": 133400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.874683544303799e-05,
+      "learning_rate_adapter": 6.874683544303799e-05,
+      "loss": 0.0289,
+      "step": 133450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.873417721518988e-05,
+      "learning_rate_adapter": 6.873417721518988e-05,
+      "loss": 0.0301,
+      "step": 133500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.872151898734177e-05,
+      "learning_rate_adapter": 6.872151898734177e-05,
+      "loss": 0.0301,
+      "step": 133550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.870886075949368e-05,
+      "learning_rate_adapter": 6.870886075949368e-05,
+      "loss": 0.0297,
+      "step": 133600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.869620253164557e-05,
+      "learning_rate_adapter": 6.869620253164557e-05,
+      "loss": 0.0294,
+      "step": 133650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.868354430379747e-05,
+      "learning_rate_adapter": 6.868354430379747e-05,
+      "loss": 0.0294,
+      "step": 133700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.867088607594937e-05,
+      "learning_rate_adapter": 6.867088607594937e-05,
+      "loss": 0.0295,
+      "step": 133750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.865822784810126e-05,
+      "learning_rate_adapter": 6.865822784810126e-05,
+      "loss": 0.029,
+      "step": 133800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.864556962025316e-05,
+      "learning_rate_adapter": 6.864556962025316e-05,
+      "loss": 0.0295,
+      "step": 133850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.863291139240507e-05,
+      "learning_rate_adapter": 6.863291139240507e-05,
+      "loss": 0.0295,
+      "step": 133900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.862025316455696e-05,
+      "learning_rate_adapter": 6.862025316455696e-05,
+      "loss": 0.0297,
+      "step": 133950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.860759493670887e-05,
+      "learning_rate_adapter": 6.860759493670887e-05,
+      "loss": 0.0299,
+      "step": 134000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.859493670886076e-05,
+      "learning_rate_adapter": 6.859493670886076e-05,
+      "loss": 0.0293,
+      "step": 134050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.858227848101267e-05,
+      "learning_rate_adapter": 6.858227848101267e-05,
+      "loss": 0.0298,
+      "step": 134100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.856962025316456e-05,
+      "learning_rate_adapter": 6.856962025316456e-05,
+      "loss": 0.0297,
+      "step": 134150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.855696202531646e-05,
+      "learning_rate_adapter": 6.855696202531646e-05,
+      "loss": 0.0293,
+      "step": 134200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.854430379746836e-05,
+      "learning_rate_adapter": 6.854430379746836e-05,
+      "loss": 0.03,
+      "step": 134250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.853164556962026e-05,
+      "learning_rate_adapter": 6.853164556962026e-05,
+      "loss": 0.029,
+      "step": 134300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.851898734177215e-05,
+      "learning_rate_adapter": 6.851898734177215e-05,
+      "loss": 0.0292,
+      "step": 134350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.850632911392405e-05,
+      "learning_rate_adapter": 6.850632911392405e-05,
+      "loss": 0.0296,
+      "step": 134400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.849367088607595e-05,
+      "learning_rate_adapter": 6.849367088607595e-05,
+      "loss": 0.0297,
+      "step": 134450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.848101265822786e-05,
+      "learning_rate_adapter": 6.848101265822786e-05,
+      "loss": 0.03,
+      "step": 134500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.846835443037975e-05,
+      "learning_rate_adapter": 6.846835443037975e-05,
+      "loss": 0.0298,
+      "step": 134550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.845569620253165e-05,
+      "learning_rate_adapter": 6.845569620253165e-05,
+      "loss": 0.0294,
+      "step": 134600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.844303797468355e-05,
+      "learning_rate_adapter": 6.844303797468355e-05,
+      "loss": 0.0295,
+      "step": 134650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.843037974683545e-05,
+      "learning_rate_adapter": 6.843037974683545e-05,
+      "loss": 0.0292,
+      "step": 134700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.841772151898734e-05,
+      "learning_rate_adapter": 6.841772151898734e-05,
+      "loss": 0.0298,
+      "step": 134750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.840506329113925e-05,
+      "learning_rate_adapter": 6.840506329113925e-05,
+      "loss": 0.0293,
+      "step": 134800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.839240506329114e-05,
+      "learning_rate_adapter": 6.839240506329114e-05,
+      "loss": 0.0291,
+      "step": 134850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.837974683544303e-05,
+      "learning_rate_adapter": 6.837974683544303e-05,
+      "loss": 0.0307,
+      "step": 134900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.836708860759494e-05,
+      "learning_rate_adapter": 6.836708860759494e-05,
+      "loss": 0.0294,
+      "step": 134950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.835443037974683e-05,
+      "learning_rate_adapter": 6.835443037974683e-05,
+      "loss": 0.03,
+      "step": 135000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7723901471374938,
+      "eval_af_ud_pr_auc": 0.9864255655692102,
+      "eval_am_opus100_pr_auc": 0.5887992126997007,
+      "eval_ar_ersatz_pr_auc": 0.9186227194611578,
+      "eval_ar_opus100_pr_auc": 0.7013780373875664,
+      "eval_ar_ud_pr_auc": 0.8697691991790095,
+      "eval_average_ersatz_pr_auc": 0.9604373704699227,
+      "eval_average_opus100_pr_auc": 0.8274076388989674,
+      "eval_average_ud_pr_auc": 0.959258768608501,
+      "eval_az_opus100_pr_auc": 0.7889284874096106,
+      "eval_be_opus100_pr_auc": 0.703850624762623,
+      "eval_be_ud_pr_auc": 0.8840006417001648,
+      "eval_bg_opus100_pr_auc": 0.915818304659899,
+      "eval_bg_ud_pr_auc": 0.9926428943407012,
+      "eval_bn_opus100_pr_auc": 0.8105914915600813,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8904851366231691,
+      "eval_ca_ud_pr_auc": 0.9914277014816715,
+      "eval_ceb_ud_pr_auc": 0.9998283988420114,
+      "eval_cs_ersatz_pr_auc": 0.9797857614801102,
+      "eval_cs_opus100_pr_auc": 0.9014423442839276,
+      "eval_cs_ud_pr_auc": 0.960008298325509,
+      "eval_cy_opus100_pr_auc": 0.7612689797233936,
+      "eval_cy_ud_pr_auc": 0.9957759695797656,
+      "eval_da_opus100_pr_auc": 0.9064112713437074,
+      "eval_da_ud_pr_auc": 0.9823477070522606,
+      "eval_de_ersatz_pr_auc": 0.9791077298858315,
+      "eval_de_opus100_pr_auc": 0.8903509958045,
+      "eval_de_ud_pr_auc": 0.9803976090034842,
+      "eval_el_opus100_pr_auc": 0.9165837929538554,
+      "eval_el_ud_pr_auc": 0.9786878747211318,
+      "eval_en_ersatz_pr_auc": 0.9889084452509396,
+      "eval_en_opus100_pr_auc": 0.9222035363763313,
+      "eval_en_ud_pr_auc": 0.9726223266663392,
+      "eval_eo_opus100_pr_auc": 0.9246196405901309,
+      "eval_es_ersatz_pr_auc": 0.9966037476594302,
+      "eval_es_opus100_pr_auc": 0.9230135133059715,
+      "eval_es_ud_pr_auc": 0.9911473070087543,
+      "eval_et_ersatz_pr_auc": 0.9833960650961991,
+      "eval_et_opus100_pr_auc": 0.874595298595067,
+      "eval_et_ud_pr_auc": 0.9640904315386499,
+      "eval_eu_opus100_pr_auc": 0.8801886365874046,
+      "eval_eu_ud_pr_auc": 0.98832331384843,
+      "eval_fa_opus100_pr_auc": 0.5810290571961069,
+      "eval_fa_ud_pr_auc": 0.9924551823522648,
+      "eval_fi_ersatz_pr_auc": 0.9866973560708325,
+      "eval_fi_opus100_pr_auc": 0.9161708452734216,
+      "eval_fi_ud_pr_auc": 0.9670872347277956,
+      "eval_fr_ersatz_pr_auc": 0.9883236202360252,
+      "eval_fr_opus100_pr_auc": 0.9144737251803196,
+      "eval_fr_ud_pr_auc": 0.9783967538428736,
+      "eval_fy_opus100_pr_auc": 0.6779962168729491,
+      "eval_ga_opus100_pr_auc": 0.8816211173529205,
+      "eval_ga_ud_pr_auc": 0.823757384811846,
+      "eval_gd_opus100_pr_auc": 0.6237926389718543,
+      "eval_gd_ud_pr_auc": 0.7951335482869817,
+      "eval_gl_opus100_pr_auc": 0.8973512974382756,
+      "eval_gl_ud_pr_auc": 0.9975831121535204,
+      "eval_gu_ersatz_pr_auc": 0.9444697181933122,
+      "eval_gu_opus100_pr_auc": 0.7285844392383799,
+      "eval_ha_opus100_pr_auc": 0.910621310640505,
+      "eval_he_opus100_pr_auc": 0.8495125831897026,
+      "eval_he_ud_pr_auc": 0.9800602831093389,
+      "eval_hi_ersatz_pr_auc": 0.972096699533761,
+      "eval_hi_opus100_pr_auc": 0.6631819746887474,
+      "eval_hi_ud_pr_auc": 0.990836794441812,
+      "eval_hu_opus100_pr_auc": 0.9145814477693481,
+      "eval_hu_ud_pr_auc": 0.9811208411832688,
+      "eval_hy_opus100_pr_auc": 0.9090159276389194,
+      "eval_hy_ud_pr_auc": 0.9775882569073937,
+      "eval_id_opus100_pr_auc": 0.8628219896974819,
+      "eval_id_ud_pr_auc": 0.9936422234900883,
+      "eval_ig_opus100_pr_auc": 0.8890675612665315,
+      "eval_is_opus100_pr_auc": 0.9211226128215478,
+      "eval_is_ud_pr_auc": 0.9196443824343772,
+      "eval_it_opus100_pr_auc": 0.9164734603851681,
+      "eval_it_ud_pr_auc": 0.9992646552634772,
+      "eval_ja_ersatz_pr_auc": 0.7870255389146535,
+      "eval_ja_opus100_pr_auc": 0.789993751309472,
+      "eval_ja_ud_pr_auc": 0.9776081019988123,
+      "eval_jv_ud_pr_auc": 0.97514378547984,
+      "eval_ka_opus100_pr_auc": 0.8564877475165813,
+      "eval_kk_ersatz_pr_auc": 0.9863807819195393,
+      "eval_kk_opus100_pr_auc": 0.8059828285874467,
+      "eval_kk_ud_pr_auc": 0.9755387354757826,
+      "eval_km_ersatz_pr_auc": 0.9098005816580786,
+      "eval_km_opus100_pr_auc": 0.7296856159051991,
+      "eval_kn_opus100_pr_auc": 0.6028594188733285,
+      "eval_ko_opus100_pr_auc": 0.6507345576318753,
+      "eval_ko_ud_pr_auc": 0.9973813065451914,
+      "eval_ku_opus100_pr_auc": 0.8040002370642612,
+      "eval_ky_opus100_pr_auc": 0.868371241434218,
+      "eval_la_ud_pr_auc": 0.9501082839584509,
+      "eval_loss": 0.0334390364587307,
+      "eval_lt_ersatz_pr_auc": 0.9934794882698041,
+      "eval_lt_opus100_pr_auc": 0.8649297529912385,
+      "eval_lt_ud_pr_auc": 0.9925657659026602,
+      "eval_lv_ersatz_pr_auc": 0.9878537912995223,
+      "eval_lv_opus100_pr_auc": 0.8649164597696783,
+      "eval_lv_ud_pr_auc": 0.963620978750051,
+      "eval_mg_opus100_pr_auc": 0.9292600705840446,
+      "eval_mk_opus100_pr_auc": 0.9021707334945505,
+      "eval_ml_opus100_pr_auc": 0.7739996286674783,
+      "eval_mn_opus100_pr_auc": 0.939343449963855,
+      "eval_mr_opus100_pr_auc": 0.9055724564482263,
+      "eval_mr_ud_pr_auc": 0.9385270653961612,
+      "eval_ms_opus100_pr_auc": 0.8712803031345947,
+      "eval_mt_opus100_pr_auc": 0.8588033625736663,
+      "eval_mt_ud_pr_auc": 0.8683072275332248,
+      "eval_my_opus100_pr_auc": 0.7266742378570018,
+      "eval_ne_opus100_pr_auc": 0.702047064224692,
+      "eval_nl_opus100_pr_auc": 0.8915194383053363,
+      "eval_nl_ud_pr_auc": 0.9818061458028396,
+      "eval_no_opus100_pr_auc": 0.9088933397646475,
+      "eval_no_ud_pr_auc": 0.996720738793065,
+      "eval_pa_opus100_pr_auc": 0.6695368284050002,
+      "eval_pl_ersatz_pr_auc": 0.9785448367059003,
+      "eval_pl_opus100_pr_auc": 0.8931961978600276,
+      "eval_pl_ud_pr_auc": 0.9657353637719047,
+      "eval_ps_ersatz_pr_auc": 0.9224242957806903,
+      "eval_ps_opus100_pr_auc": 0.7298545636243163,
+      "eval_pt_opus100_pr_auc": 0.9168067175525753,
+      "eval_pt_ud_pr_auc": 0.9813765652056113,
+      "eval_ro_ersatz_pr_auc": 0.9931351309916688,
+      "eval_ro_opus100_pr_auc": 0.8919871912369565,
+      "eval_ro_ud_pr_auc": 0.957963934540031,
+      "eval_ru_ersatz_pr_auc": 0.9891712751430604,
+      "eval_ru_opus100_pr_auc": 0.9088186064544294,
+      "eval_ru_ud_pr_auc": 0.8525879319055726,
+      "eval_runtime": 623.8329,
+      "eval_samples_per_second": 121.053,
+      "eval_si_opus100_pr_auc": 0.7997396128119884,
+      "eval_sk_opus100_pr_auc": 0.9274183591067116,
+      "eval_sk_ud_pr_auc": 0.9837863024321282,
+      "eval_sl_opus100_pr_auc": 0.8602115137330334,
+      "eval_sl_ud_pr_auc": 0.9701615080046538,
+      "eval_sq_opus100_pr_auc": 0.9087213925268861,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.899355633649967,
+      "eval_sr_ud_pr_auc": 0.9969036136359918,
+      "eval_steps_per_second": 3.783,
+      "eval_sv_opus100_pr_auc": 0.8902558441809431,
+      "eval_sv_ud_pr_auc": 0.9497276107921009,
+      "eval_ta_ersatz_pr_auc": 0.9792900414080552,
+      "eval_ta_opus100_pr_auc": 0.6687913914230985,
+      "eval_ta_ud_pr_auc": 0.9928285772600212,
+      "eval_te_opus100_pr_auc": 0.8406816156814156,
+      "eval_tg_opus100_pr_auc": 0.8931571444316813,
+      "eval_th_opus100_pr_auc": 0.6799409063985445,
+      "eval_th_ud_pr_auc": 0.7521412748554152,
+      "eval_tr_ersatz_pr_auc": 0.9679600258158338,
+      "eval_tr_opus100_pr_auc": 0.8948447336826906,
+      "eval_tr_ud_pr_auc": 0.9524384284418135,
+      "eval_uk_opus100_pr_auc": 0.8713983577418084,
+      "eval_uk_ud_pr_auc": 0.9376921229152423,
+      "eval_ur_opus100_pr_auc": 0.5204468940118537,
+      "eval_ur_ud_pr_auc": 0.9931594055966377,
+      "eval_uz_opus100_pr_auc": 0.8774327219564187,
+      "eval_vi_opus100_pr_auc": 0.9006807438482466,
+      "eval_vi_ud_pr_auc": 0.9613684622507421,
+      "eval_xh_opus100_pr_auc": 0.8578805966158121,
+      "eval_yi_opus100_pr_auc": 0.7884056117795828,
+      "eval_yo_opus100_pr_auc": 0.8034304877561262,
+      "eval_yo_ud_pr_auc": 0.9067465485204816,
+      "eval_zh_ersatz_pr_auc": 0.8965444995638914,
+      "eval_zh_opus100_pr_auc": 0.7308677717425532,
+      "eval_zh_ud_pr_auc": 0.9717381330579983,
+      "eval_zu_opus100_pr_auc": 0.8457015979746537,
+      "step": 135000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.834177215189874e-05,
+      "learning_rate_adapter": 6.834177215189874e-05,
+      "loss": 0.0295,
+      "step": 135050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.832911392405064e-05,
+      "learning_rate_adapter": 6.832911392405064e-05,
+      "loss": 0.0298,
+      "step": 135100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.831645569620253e-05,
+      "learning_rate_adapter": 6.831645569620253e-05,
+      "loss": 0.0295,
+      "step": 135150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.830379746835444e-05,
+      "learning_rate_adapter": 6.830379746835444e-05,
+      "loss": 0.029,
+      "step": 135200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.829113924050633e-05,
+      "learning_rate_adapter": 6.829113924050633e-05,
+      "loss": 0.0292,
+      "step": 135250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.827848101265824e-05,
+      "learning_rate_adapter": 6.827848101265824e-05,
+      "loss": 0.0297,
+      "step": 135300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.826582278481013e-05,
+      "learning_rate_adapter": 6.826582278481013e-05,
+      "loss": 0.0301,
+      "step": 135350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.825316455696202e-05,
+      "learning_rate_adapter": 6.825316455696202e-05,
+      "loss": 0.0297,
+      "step": 135400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.824050632911393e-05,
+      "learning_rate_adapter": 6.824050632911393e-05,
+      "loss": 0.0298,
+      "step": 135450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.822784810126582e-05,
+      "learning_rate_adapter": 6.822784810126582e-05,
+      "loss": 0.0294,
+      "step": 135500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.821518987341773e-05,
+      "learning_rate_adapter": 6.821518987341773e-05,
+      "loss": 0.0293,
+      "step": 135550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.820253164556962e-05,
+      "learning_rate_adapter": 6.820253164556962e-05,
+      "loss": 0.0299,
+      "step": 135600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.818987341772152e-05,
+      "learning_rate_adapter": 6.818987341772152e-05,
+      "loss": 0.0299,
+      "step": 135650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.817721518987343e-05,
+      "learning_rate_adapter": 6.817721518987343e-05,
+      "loss": 0.03,
+      "step": 135700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.816455696202532e-05,
+      "learning_rate_adapter": 6.816455696202532e-05,
+      "loss": 0.0301,
+      "step": 135750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.815189873417723e-05,
+      "learning_rate_adapter": 6.815189873417723e-05,
+      "loss": 0.03,
+      "step": 135800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.813924050632912e-05,
+      "learning_rate_adapter": 6.813924050632912e-05,
+      "loss": 0.0292,
+      "step": 135850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.812658227848101e-05,
+      "learning_rate_adapter": 6.812658227848101e-05,
+      "loss": 0.0292,
+      "step": 135900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.811392405063292e-05,
+      "learning_rate_adapter": 6.811392405063292e-05,
+      "loss": 0.0296,
+      "step": 135950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.810126582278481e-05,
+      "learning_rate_adapter": 6.810126582278481e-05,
+      "loss": 0.0292,
+      "step": 136000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.808860759493671e-05,
+      "learning_rate_adapter": 6.808860759493671e-05,
+      "loss": 0.0293,
+      "step": 136050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.80759493670886e-05,
+      "learning_rate_adapter": 6.80759493670886e-05,
+      "loss": 0.0291,
+      "step": 136100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.806329113924051e-05,
+      "learning_rate_adapter": 6.806329113924051e-05,
+      "loss": 0.0296,
+      "step": 136150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.80506329113924e-05,
+      "learning_rate_adapter": 6.80506329113924e-05,
+      "loss": 0.0297,
+      "step": 136200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.803797468354431e-05,
+      "learning_rate_adapter": 6.803797468354431e-05,
+      "loss": 0.0296,
+      "step": 136250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.802531645569622e-05,
+      "learning_rate_adapter": 6.802531645569622e-05,
+      "loss": 0.0299,
+      "step": 136300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.801265822784811e-05,
+      "learning_rate_adapter": 6.801265822784811e-05,
+      "loss": 0.029,
+      "step": 136350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0297,
+      "step": 136400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.79873417721519e-05,
+      "learning_rate_adapter": 6.79873417721519e-05,
+      "loss": 0.0295,
+      "step": 136450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.79746835443038e-05,
+      "learning_rate_adapter": 6.79746835443038e-05,
+      "loss": 0.0293,
+      "step": 136500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79620253164557e-05,
+      "learning_rate_adapter": 6.79620253164557e-05,
+      "loss": 0.0293,
+      "step": 136550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79493670886076e-05,
+      "learning_rate_adapter": 6.79493670886076e-05,
+      "loss": 0.0295,
+      "step": 136600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79367088607595e-05,
+      "learning_rate_adapter": 6.79367088607595e-05,
+      "loss": 0.0295,
+      "step": 136650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.792405063291139e-05,
+      "learning_rate_adapter": 6.792405063291139e-05,
+      "loss": 0.0296,
+      "step": 136700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.791139240506328e-05,
+      "learning_rate_adapter": 6.791139240506328e-05,
+      "loss": 0.0287,
+      "step": 136750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.789873417721519e-05,
+      "learning_rate_adapter": 6.789873417721519e-05,
+      "loss": 0.0289,
+      "step": 136800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.78860759493671e-05,
+      "learning_rate_adapter": 6.78860759493671e-05,
+      "loss": 0.0296,
+      "step": 136850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.7873417721519e-05,
+      "learning_rate_adapter": 6.7873417721519e-05,
+      "loss": 0.0293,
+      "step": 136900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.78607594936709e-05,
+      "learning_rate_adapter": 6.78607594936709e-05,
+      "loss": 0.0288,
+      "step": 136950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.784810126582279e-05,
+      "learning_rate_adapter": 6.784810126582279e-05,
+      "loss": 0.0295,
+      "step": 137000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.783544303797469e-05,
+      "learning_rate_adapter": 6.783544303797469e-05,
+      "loss": 0.0296,
+      "step": 137050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.782278481012658e-05,
+      "learning_rate_adapter": 6.782278481012658e-05,
+      "loss": 0.0295,
+      "step": 137100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.781012658227849e-05,
+      "learning_rate_adapter": 6.781012658227849e-05,
+      "loss": 0.0292,
+      "step": 137150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.779746835443038e-05,
+      "learning_rate_adapter": 6.779746835443038e-05,
+      "loss": 0.0293,
+      "step": 137200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.778481012658227e-05,
+      "learning_rate_adapter": 6.778481012658227e-05,
+      "loss": 0.0289,
+      "step": 137250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.777215189873418e-05,
+      "learning_rate_adapter": 6.777215189873418e-05,
+      "loss": 0.0294,
+      "step": 137300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.775949367088607e-05,
+      "learning_rate_adapter": 6.775949367088607e-05,
+      "loss": 0.0298,
+      "step": 137350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.774683544303798e-05,
+      "learning_rate_adapter": 6.774683544303798e-05,
+      "loss": 0.0298,
+      "step": 137400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.773417721518988e-05,
+      "learning_rate_adapter": 6.773417721518988e-05,
+      "loss": 0.0289,
+      "step": 137450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.772151898734177e-05,
+      "learning_rate_adapter": 6.772151898734177e-05,
+      "loss": 0.0284,
+      "step": 137500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.770886075949368e-05,
+      "learning_rate_adapter": 6.770886075949368e-05,
+      "loss": 0.0301,
+      "step": 137550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.769620253164557e-05,
+      "learning_rate_adapter": 6.769620253164557e-05,
+      "loss": 0.0288,
+      "step": 137600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.768354430379748e-05,
+      "learning_rate_adapter": 6.768354430379748e-05,
+      "loss": 0.0297,
+      "step": 137650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.767088607594937e-05,
+      "learning_rate_adapter": 6.767088607594937e-05,
+      "loss": 0.0292,
+      "step": 137700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.765822784810128e-05,
+      "learning_rate_adapter": 6.765822784810128e-05,
+      "loss": 0.0289,
+      "step": 137750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.764556962025317e-05,
+      "learning_rate_adapter": 6.764556962025317e-05,
+      "loss": 0.0291,
+      "step": 137800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.763291139240506e-05,
+      "learning_rate_adapter": 6.763291139240506e-05,
+      "loss": 0.0295,
+      "step": 137850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.762025316455697e-05,
+      "learning_rate_adapter": 6.762025316455697e-05,
+      "loss": 0.0289,
+      "step": 137900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.760759493670886e-05,
+      "learning_rate_adapter": 6.760759493670886e-05,
+      "loss": 0.0293,
+      "step": 137950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.759493670886076e-05,
+      "learning_rate_adapter": 6.759493670886076e-05,
+      "loss": 0.0297,
+      "step": 138000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.758227848101267e-05,
+      "learning_rate_adapter": 6.758227848101267e-05,
+      "loss": 0.0296,
+      "step": 138050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.756962025316456e-05,
+      "learning_rate_adapter": 6.756962025316456e-05,
+      "loss": 0.0289,
+      "step": 138100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.755696202531647e-05,
+      "learning_rate_adapter": 6.755696202531647e-05,
+      "loss": 0.0289,
+      "step": 138150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.754430379746836e-05,
+      "learning_rate_adapter": 6.754430379746836e-05,
+      "loss": 0.0296,
+      "step": 138200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.753164556962026e-05,
+      "learning_rate_adapter": 6.753164556962026e-05,
+      "loss": 0.0296,
+      "step": 138250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.751898734177216e-05,
+      "learning_rate_adapter": 6.751898734177216e-05,
+      "loss": 0.0297,
+      "step": 138300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.750632911392405e-05,
+      "learning_rate_adapter": 6.750632911392405e-05,
+      "loss": 0.0303,
+      "step": 138350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.749367088607595e-05,
+      "learning_rate_adapter": 6.749367088607595e-05,
+      "loss": 0.029,
+      "step": 138400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.748101265822785e-05,
+      "learning_rate_adapter": 6.748101265822785e-05,
+      "loss": 0.0289,
+      "step": 138450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.746835443037975e-05,
+      "learning_rate_adapter": 6.746835443037975e-05,
+      "loss": 0.0292,
+      "step": 138500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.745569620253164e-05,
+      "learning_rate_adapter": 6.745569620253164e-05,
+      "loss": 0.0291,
+      "step": 138550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.744303797468355e-05,
+      "learning_rate_adapter": 6.744303797468355e-05,
+      "loss": 0.03,
+      "step": 138600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.743037974683545e-05,
+      "learning_rate_adapter": 6.743037974683545e-05,
+      "loss": 0.0298,
+      "step": 138650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.741772151898735e-05,
+      "learning_rate_adapter": 6.741772151898735e-05,
+      "loss": 0.0293,
+      "step": 138700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.740506329113925e-05,
+      "learning_rate_adapter": 6.740506329113925e-05,
+      "loss": 0.0292,
+      "step": 138750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.739240506329114e-05,
+      "learning_rate_adapter": 6.739240506329114e-05,
+      "loss": 0.0298,
+      "step": 138800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.737974683544304e-05,
+      "learning_rate_adapter": 6.737974683544304e-05,
+      "loss": 0.0301,
+      "step": 138850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.736708860759494e-05,
+      "learning_rate_adapter": 6.736708860759494e-05,
+      "loss": 0.0295,
+      "step": 138900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.735443037974683e-05,
+      "learning_rate_adapter": 6.735443037974683e-05,
+      "loss": 0.0291,
+      "step": 138950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.734177215189874e-05,
+      "learning_rate_adapter": 6.734177215189874e-05,
+      "loss": 0.0299,
+      "step": 139000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.732911392405063e-05,
+      "learning_rate_adapter": 6.732911392405063e-05,
+      "loss": 0.0295,
+      "step": 139050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.731645569620252e-05,
+      "learning_rate_adapter": 6.731645569620252e-05,
+      "loss": 0.0296,
+      "step": 139100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.730379746835443e-05,
+      "learning_rate_adapter": 6.730379746835443e-05,
+      "loss": 0.0296,
+      "step": 139150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.729113924050634e-05,
+      "learning_rate_adapter": 6.729113924050634e-05,
+      "loss": 0.0297,
+      "step": 139200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.727848101265824e-05,
+      "learning_rate_adapter": 6.727848101265824e-05,
+      "loss": 0.029,
+      "step": 139250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.726582278481013e-05,
+      "learning_rate_adapter": 6.726582278481013e-05,
+      "loss": 0.0303,
+      "step": 139300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.725316455696204e-05,
+      "learning_rate_adapter": 6.725316455696204e-05,
+      "loss": 0.0289,
+      "step": 139350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.724050632911393e-05,
+      "learning_rate_adapter": 6.724050632911393e-05,
+      "loss": 0.0293,
+      "step": 139400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.722784810126582e-05,
+      "learning_rate_adapter": 6.722784810126582e-05,
+      "loss": 0.0297,
+      "step": 139450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.721518987341773e-05,
+      "learning_rate_adapter": 6.721518987341773e-05,
+      "loss": 0.0299,
+      "step": 139500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.720253164556962e-05,
+      "learning_rate_adapter": 6.720253164556962e-05,
+      "loss": 0.0292,
+      "step": 139550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.718987341772153e-05,
+      "learning_rate_adapter": 6.718987341772153e-05,
+      "loss": 0.0291,
+      "step": 139600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.717721518987342e-05,
+      "learning_rate_adapter": 6.717721518987342e-05,
+      "loss": 0.0294,
+      "step": 139650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.716455696202531e-05,
+      "learning_rate_adapter": 6.716455696202531e-05,
+      "loss": 0.0293,
+      "step": 139700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.715189873417722e-05,
+      "learning_rate_adapter": 6.715189873417722e-05,
+      "loss": 0.0291,
+      "step": 139750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.713924050632912e-05,
+      "learning_rate_adapter": 6.713924050632912e-05,
+      "loss": 0.0293,
+      "step": 139800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.712658227848103e-05,
+      "learning_rate_adapter": 6.712658227848103e-05,
+      "loss": 0.0292,
+      "step": 139850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.711392405063292e-05,
+      "learning_rate_adapter": 6.711392405063292e-05,
+      "loss": 0.0302,
+      "step": 139900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.710126582278481e-05,
+      "learning_rate_adapter": 6.710126582278481e-05,
+      "loss": 0.0293,
+      "step": 139950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.708860759493672e-05,
+      "learning_rate_adapter": 6.708860759493672e-05,
+      "loss": 0.0297,
+      "step": 140000
+    },
+    {
+      "epoch": 0.12,
+      "eval_af_opus100_pr_auc": 0.7767101365861876,
+      "eval_af_ud_pr_auc": 0.9766292339492076,
+      "eval_am_opus100_pr_auc": 0.5501833489265193,
+      "eval_ar_ersatz_pr_auc": 0.9234726888119281,
+      "eval_ar_opus100_pr_auc": 0.7051745894732886,
+      "eval_ar_ud_pr_auc": 0.8785317595898383,
+      "eval_average_ersatz_pr_auc": 0.9615198570378843,
+      "eval_average_opus100_pr_auc": 0.8193203994346692,
+      "eval_average_ud_pr_auc": 0.9565652203503658,
+      "eval_az_opus100_pr_auc": 0.7590595126983565,
+      "eval_be_opus100_pr_auc": 0.6767434153265206,
+      "eval_be_ud_pr_auc": 0.8572344446444022,
+      "eval_bg_opus100_pr_auc": 0.9036108426466074,
+      "eval_bg_ud_pr_auc": 0.9940351785901608,
+      "eval_bn_opus100_pr_auc": 0.8041248554624418,
+      "eval_bn_ud_pr_auc": 0.9945463707167106,
+      "eval_ca_opus100_pr_auc": 0.8738282884618479,
+      "eval_ca_ud_pr_auc": 0.9919276896604259,
+      "eval_ceb_ud_pr_auc": 0.9987884008495296,
+      "eval_cs_ersatz_pr_auc": 0.9823007996240443,
+      "eval_cs_opus100_pr_auc": 0.8938572074926727,
+      "eval_cs_ud_pr_auc": 0.953198442953913,
+      "eval_cy_opus100_pr_auc": 0.7547533896163506,
+      "eval_cy_ud_pr_auc": 0.9919875638197134,
+      "eval_da_opus100_pr_auc": 0.9008927743514827,
+      "eval_da_ud_pr_auc": 0.9810971832212336,
+      "eval_de_ersatz_pr_auc": 0.9713608563337246,
+      "eval_de_opus100_pr_auc": 0.8876766963488819,
+      "eval_de_ud_pr_auc": 0.9841956461639201,
+      "eval_el_opus100_pr_auc": 0.9088702910372527,
+      "eval_el_ud_pr_auc": 0.9817853747587133,
+      "eval_en_ersatz_pr_auc": 0.9865262897319628,
+      "eval_en_opus100_pr_auc": 0.9155228635267244,
+      "eval_en_ud_pr_auc": 0.9678057559176415,
+      "eval_eo_opus100_pr_auc": 0.9235727012867248,
+      "eval_es_ersatz_pr_auc": 0.9942506488718394,
+      "eval_es_opus100_pr_auc": 0.9170470088461379,
+      "eval_es_ud_pr_auc": 0.987402295854789,
+      "eval_et_ersatz_pr_auc": 0.9776955782165111,
+      "eval_et_opus100_pr_auc": 0.8618856254137226,
+      "eval_et_ud_pr_auc": 0.9542089840149652,
+      "eval_eu_opus100_pr_auc": 0.8769946427056607,
+      "eval_eu_ud_pr_auc": 0.9908952407505286,
+      "eval_fa_opus100_pr_auc": 0.5714682744540154,
+      "eval_fa_ud_pr_auc": 0.9904192295330925,
+      "eval_fi_ersatz_pr_auc": 0.9875706169646852,
+      "eval_fi_opus100_pr_auc": 0.9014849977516304,
+      "eval_fi_ud_pr_auc": 0.9681828760668858,
+      "eval_fr_ersatz_pr_auc": 0.9852235846474282,
+      "eval_fr_opus100_pr_auc": 0.8933895235462406,
+      "eval_fr_ud_pr_auc": 0.967733794803878,
+      "eval_fy_opus100_pr_auc": 0.6797283215933634,
+      "eval_ga_opus100_pr_auc": 0.8766571794006519,
+      "eval_ga_ud_pr_auc": 0.8023825226669856,
+      "eval_gd_opus100_pr_auc": 0.6274130062028583,
+      "eval_gd_ud_pr_auc": 0.7886010668016311,
+      "eval_gl_opus100_pr_auc": 0.8835731421319419,
+      "eval_gl_ud_pr_auc": 0.9981183011022035,
+      "eval_gu_ersatz_pr_auc": 0.9429103390965665,
+      "eval_gu_opus100_pr_auc": 0.7365513336533788,
+      "eval_ha_opus100_pr_auc": 0.9051932533941497,
+      "eval_he_opus100_pr_auc": 0.8579144499262731,
+      "eval_he_ud_pr_auc": 0.9682537756126719,
+      "eval_hi_ersatz_pr_auc": 0.9727053754314815,
+      "eval_hi_opus100_pr_auc": 0.6715362089607714,
+      "eval_hi_ud_pr_auc": 0.9878328421039855,
+      "eval_hu_opus100_pr_auc": 0.902372630564001,
+      "eval_hu_ud_pr_auc": 0.9814960974839126,
+      "eval_hy_opus100_pr_auc": 0.9043678811145959,
+      "eval_hy_ud_pr_auc": 0.984756453574728,
+      "eval_id_opus100_pr_auc": 0.8536653432366553,
+      "eval_id_ud_pr_auc": 0.9899943679982602,
+      "eval_ig_opus100_pr_auc": 0.874377943798681,
+      "eval_is_opus100_pr_auc": 0.9138048909002315,
+      "eval_is_ud_pr_auc": 0.9023118089223664,
+      "eval_it_opus100_pr_auc": 0.8901286836874059,
+      "eval_it_ud_pr_auc": 0.9980784128552821,
+      "eval_ja_ersatz_pr_auc": 0.8333275150914664,
+      "eval_ja_opus100_pr_auc": 0.7887441085114963,
+      "eval_ja_ud_pr_auc": 0.980507025888829,
+      "eval_jv_ud_pr_auc": 0.9665358038182262,
+      "eval_ka_opus100_pr_auc": 0.8573188098877089,
+      "eval_kk_ersatz_pr_auc": 0.9860005896447799,
+      "eval_kk_opus100_pr_auc": 0.7748531068786779,
+      "eval_kk_ud_pr_auc": 0.9734129417514401,
+      "eval_km_ersatz_pr_auc": 0.9015566372904931,
+      "eval_km_opus100_pr_auc": 0.6746988984286353,
+      "eval_kn_opus100_pr_auc": 0.6014664118175868,
+      "eval_ko_opus100_pr_auc": 0.6614456899634595,
+      "eval_ko_ud_pr_auc": 0.9981516560648787,
+      "eval_ku_opus100_pr_auc": 0.8100637941177543,
+      "eval_ky_opus100_pr_auc": 0.8427160176928441,
+      "eval_la_ud_pr_auc": 0.9300635993258974,
+      "eval_loss": 0.03339473530650139,
+      "eval_lt_ersatz_pr_auc": 0.992949154022343,
+      "eval_lt_opus100_pr_auc": 0.8655744318999731,
+      "eval_lt_ud_pr_auc": 0.9881670576855798,
+      "eval_lv_ersatz_pr_auc": 0.985992684401422,
+      "eval_lv_opus100_pr_auc": 0.877374141437059,
+      "eval_lv_ud_pr_auc": 0.958595018416201,
+      "eval_mg_opus100_pr_auc": 0.9229562604013395,
+      "eval_mk_opus100_pr_auc": 0.8985879276664481,
+      "eval_ml_opus100_pr_auc": 0.7562382853583527,
+      "eval_mn_opus100_pr_auc": 0.9402738031766825,
+      "eval_mr_opus100_pr_auc": 0.8972004504007046,
+      "eval_mr_ud_pr_auc": 0.956117468882946,
+      "eval_ms_opus100_pr_auc": 0.8596375420285375,
+      "eval_mt_opus100_pr_auc": 0.8474883404573595,
+      "eval_mt_ud_pr_auc": 0.8726074784545634,
+      "eval_my_opus100_pr_auc": 0.7397753494380467,
+      "eval_ne_opus100_pr_auc": 0.7105994463280088,
+      "eval_nl_opus100_pr_auc": 0.8878303715685347,
+      "eval_nl_ud_pr_auc": 0.9733829935792387,
+      "eval_no_opus100_pr_auc": 0.9098630590924592,
+      "eval_no_ud_pr_auc": 0.9960134204632699,
+      "eval_pa_opus100_pr_auc": 0.6730646919998202,
+      "eval_pl_ersatz_pr_auc": 0.9758502930802917,
+      "eval_pl_opus100_pr_auc": 0.8810398316882353,
+      "eval_pl_ud_pr_auc": 0.957170001120119,
+      "eval_ps_ersatz_pr_auc": 0.9340456944059408,
+      "eval_ps_opus100_pr_auc": 0.7435084038108876,
+      "eval_pt_opus100_pr_auc": 0.9096288274141947,
+      "eval_pt_ud_pr_auc": 0.9860702022768999,
+      "eval_ro_ersatz_pr_auc": 0.9932263020723072,
+      "eval_ro_opus100_pr_auc": 0.871015851173607,
+      "eval_ro_ud_pr_auc": 0.9581955474886169,
+      "eval_ru_ersatz_pr_auc": 0.9879778141915363,
+      "eval_ru_opus100_pr_auc": 0.9082737488203128,
+      "eval_ru_ud_pr_auc": 0.8549537370996074,
+      "eval_runtime": 617.1334,
+      "eval_samples_per_second": 122.367,
+      "eval_si_opus100_pr_auc": 0.7915695480191889,
+      "eval_sk_opus100_pr_auc": 0.9225327807660317,
+      "eval_sk_ud_pr_auc": 0.9796201156437955,
+      "eval_sl_opus100_pr_auc": 0.8510510895803033,
+      "eval_sl_ud_pr_auc": 0.9649135236404403,
+      "eval_sq_opus100_pr_auc": 0.9005967362720548,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8962684995003167,
+      "eval_sr_ud_pr_auc": 0.9976210171336796,
+      "eval_steps_per_second": 3.824,
+      "eval_sv_opus100_pr_auc": 0.8840526625158275,
+      "eval_sv_ud_pr_auc": 0.9430382067938101,
+      "eval_ta_ersatz_pr_auc": 0.9749962253636844,
+      "eval_ta_opus100_pr_auc": 0.6659108833207169,
+      "eval_ta_ud_pr_auc": 0.9941382788563558,
+      "eval_te_opus100_pr_auc": 0.8351517114930163,
+      "eval_tg_opus100_pr_auc": 0.871368901506903,
+      "eval_th_opus100_pr_auc": 0.6591947583213243,
+      "eval_th_ud_pr_auc": 0.7651662485986888,
+      "eval_tr_ersatz_pr_auc": 0.9665779967960634,
+      "eval_tr_opus100_pr_auc": 0.8866671700592094,
+      "eval_tr_ud_pr_auc": 0.955598957286943,
+      "eval_uk_opus100_pr_auc": 0.8641921015832574,
+      "eval_uk_ud_pr_auc": 0.9229407813582234,
+      "eval_ur_opus100_pr_auc": 0.5408045446492878,
+      "eval_ur_ud_pr_auc": 0.9907841790521725,
+      "eval_uz_opus100_pr_auc": 0.85802265154202,
+      "eval_vi_opus100_pr_auc": 0.8999942732354186,
+      "eval_vi_ud_pr_auc": 0.9476298421396147,
+      "eval_xh_opus100_pr_auc": 0.848274325595478,
+      "eval_yi_opus100_pr_auc": 0.7642530569361251,
+      "eval_yo_opus100_pr_auc": 0.7946587611231759,
+      "eval_yo_ud_pr_auc": 0.9078958518853164,
+      "eval_zh_ersatz_pr_auc": 0.8969191707429558,
+      "eval_zh_opus100_pr_auc": 0.6860884912380287,
+      "eval_zh_ud_pr_auc": 0.992495490283924,
+      "eval_zu_opus100_pr_auc": 0.8182469504022452,
+      "step": 140000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.707594936708861e-05,
+      "learning_rate_adapter": 6.707594936708861e-05,
+      "loss": 0.0296,
+      "step": 140050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.706329113924051e-05,
+      "learning_rate_adapter": 6.706329113924051e-05,
+      "loss": 0.0301,
+      "step": 140100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.705063291139241e-05,
+      "learning_rate_adapter": 6.705063291139241e-05,
+      "loss": 0.0284,
+      "step": 140150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.70379746835443e-05,
+      "learning_rate_adapter": 6.70379746835443e-05,
+      "loss": 0.029,
+      "step": 140200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.70253164556962e-05,
+      "learning_rate_adapter": 6.70253164556962e-05,
+      "loss": 0.0294,
+      "step": 140250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.70126582278481e-05,
+      "learning_rate_adapter": 6.70126582278481e-05,
+      "loss": 0.0292,
+      "step": 140300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0289,
+      "step": 140350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.698734177215191e-05,
+      "learning_rate_adapter": 6.698734177215191e-05,
+      "loss": 0.0295,
+      "step": 140400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69746835443038e-05,
+      "learning_rate_adapter": 6.69746835443038e-05,
+      "loss": 0.0291,
+      "step": 140450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69620253164557e-05,
+      "learning_rate_adapter": 6.69620253164557e-05,
+      "loss": 0.029,
+      "step": 140500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69493670886076e-05,
+      "learning_rate_adapter": 6.69493670886076e-05,
+      "loss": 0.0297,
+      "step": 140550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69367088607595e-05,
+      "learning_rate_adapter": 6.69367088607595e-05,
+      "loss": 0.0293,
+      "step": 140600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69240506329114e-05,
+      "learning_rate_adapter": 6.69240506329114e-05,
+      "loss": 0.0295,
+      "step": 140650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.691139240506329e-05,
+      "learning_rate_adapter": 6.691139240506329e-05,
+      "loss": 0.0291,
+      "step": 140700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.689873417721519e-05,
+      "learning_rate_adapter": 6.689873417721519e-05,
+      "loss": 0.0301,
+      "step": 140750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.688607594936709e-05,
+      "learning_rate_adapter": 6.688607594936709e-05,
+      "loss": 0.0293,
+      "step": 140800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.687341772151899e-05,
+      "learning_rate_adapter": 6.687341772151899e-05,
+      "loss": 0.0287,
+      "step": 140850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.686075949367088e-05,
+      "learning_rate_adapter": 6.686075949367088e-05,
+      "loss": 0.0295,
+      "step": 140900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.684810126582279e-05,
+      "learning_rate_adapter": 6.684810126582279e-05,
+      "loss": 0.0295,
+      "step": 140950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.68354430379747e-05,
+      "learning_rate_adapter": 6.68354430379747e-05,
+      "loss": 0.0298,
+      "step": 141000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.682278481012659e-05,
+      "learning_rate_adapter": 6.682278481012659e-05,
+      "loss": 0.0295,
+      "step": 141050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.681012658227849e-05,
+      "learning_rate_adapter": 6.681012658227849e-05,
+      "loss": 0.0293,
+      "step": 141100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.679746835443038e-05,
+      "learning_rate_adapter": 6.679746835443038e-05,
+      "loss": 0.0288,
+      "step": 141150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.678481012658229e-05,
+      "learning_rate_adapter": 6.678481012658229e-05,
+      "loss": 0.0288,
+      "step": 141200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.677215189873418e-05,
+      "learning_rate_adapter": 6.677215189873418e-05,
+      "loss": 0.0288,
+      "step": 141250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.675949367088607e-05,
+      "learning_rate_adapter": 6.675949367088607e-05,
+      "loss": 0.0296,
+      "step": 141300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.674683544303798e-05,
+      "learning_rate_adapter": 6.674683544303798e-05,
+      "loss": 0.0292,
+      "step": 141350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.673417721518987e-05,
+      "learning_rate_adapter": 6.673417721518987e-05,
+      "loss": 0.0298,
+      "step": 141400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.672151898734178e-05,
+      "learning_rate_adapter": 6.672151898734178e-05,
+      "loss": 0.0289,
+      "step": 141450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.670886075949367e-05,
+      "learning_rate_adapter": 6.670886075949367e-05,
+      "loss": 0.0297,
+      "step": 141500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.669620253164557e-05,
+      "learning_rate_adapter": 6.669620253164557e-05,
+      "loss": 0.0291,
+      "step": 141550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.668354430379748e-05,
+      "learning_rate_adapter": 6.668354430379748e-05,
+      "loss": 0.029,
+      "step": 141600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.667088607594937e-05,
+      "learning_rate_adapter": 6.667088607594937e-05,
+      "loss": 0.0295,
+      "step": 141650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.665822784810128e-05,
+      "learning_rate_adapter": 6.665822784810128e-05,
+      "loss": 0.0293,
+      "step": 141700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.664556962025317e-05,
+      "learning_rate_adapter": 6.664556962025317e-05,
+      "loss": 0.0292,
+      "step": 141750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.663291139240506e-05,
+      "learning_rate_adapter": 6.663291139240506e-05,
+      "loss": 0.0295,
+      "step": 141800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.662025316455697e-05,
+      "learning_rate_adapter": 6.662025316455697e-05,
+      "loss": 0.0288,
+      "step": 141850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.660759493670886e-05,
+      "learning_rate_adapter": 6.660759493670886e-05,
+      "loss": 0.029,
+      "step": 141900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.659493670886077e-05,
+      "learning_rate_adapter": 6.659493670886077e-05,
+      "loss": 0.0293,
+      "step": 141950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.658227848101266e-05,
+      "learning_rate_adapter": 6.658227848101266e-05,
+      "loss": 0.03,
+      "step": 142000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.656962025316455e-05,
+      "learning_rate_adapter": 6.656962025316455e-05,
+      "loss": 0.0292,
+      "step": 142050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.655696202531646e-05,
+      "learning_rate_adapter": 6.655696202531646e-05,
+      "loss": 0.0294,
+      "step": 142100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.654430379746836e-05,
+      "learning_rate_adapter": 6.654430379746836e-05,
+      "loss": 0.0293,
+      "step": 142150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.653164556962027e-05,
+      "learning_rate_adapter": 6.653164556962027e-05,
+      "loss": 0.0295,
+      "step": 142200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.651898734177216e-05,
+      "learning_rate_adapter": 6.651898734177216e-05,
+      "loss": 0.0294,
+      "step": 142250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.650632911392405e-05,
+      "learning_rate_adapter": 6.650632911392405e-05,
+      "loss": 0.0288,
+      "step": 142300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.649367088607596e-05,
+      "learning_rate_adapter": 6.649367088607596e-05,
+      "loss": 0.0306,
+      "step": 142350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.648101265822785e-05,
+      "learning_rate_adapter": 6.648101265822785e-05,
+      "loss": 0.0293,
+      "step": 142400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.646835443037975e-05,
+      "learning_rate_adapter": 6.646835443037975e-05,
+      "loss": 0.0292,
+      "step": 142450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.645569620253165e-05,
+      "learning_rate_adapter": 6.645569620253165e-05,
+      "loss": 0.0279,
+      "step": 142500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.644303797468355e-05,
+      "learning_rate_adapter": 6.644303797468355e-05,
+      "loss": 0.0294,
+      "step": 142550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.643037974683544e-05,
+      "learning_rate_adapter": 6.643037974683544e-05,
+      "loss": 0.0303,
+      "step": 142600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.641772151898734e-05,
+      "learning_rate_adapter": 6.641772151898734e-05,
+      "loss": 0.0287,
+      "step": 142650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.640506329113924e-05,
+      "learning_rate_adapter": 6.640506329113924e-05,
+      "loss": 0.0289,
+      "step": 142700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.639240506329115e-05,
+      "learning_rate_adapter": 6.639240506329115e-05,
+      "loss": 0.0296,
+      "step": 142750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.637974683544305e-05,
+      "learning_rate_adapter": 6.637974683544305e-05,
+      "loss": 0.0291,
+      "step": 142800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.636708860759495e-05,
+      "learning_rate_adapter": 6.636708860759495e-05,
+      "loss": 0.0294,
+      "step": 142850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.635443037974684e-05,
+      "learning_rate_adapter": 6.635443037974684e-05,
+      "loss": 0.0293,
+      "step": 142900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.634177215189874e-05,
+      "learning_rate_adapter": 6.634177215189874e-05,
+      "loss": 0.0285,
+      "step": 142950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.632911392405063e-05,
+      "learning_rate_adapter": 6.632911392405063e-05,
+      "loss": 0.0285,
+      "step": 143000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.631645569620254e-05,
+      "learning_rate_adapter": 6.631645569620254e-05,
+      "loss": 0.0288,
+      "step": 143050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.630379746835443e-05,
+      "learning_rate_adapter": 6.630379746835443e-05,
+      "loss": 0.0299,
+      "step": 143100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.629113924050632e-05,
+      "learning_rate_adapter": 6.629113924050632e-05,
+      "loss": 0.0288,
+      "step": 143150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.627848101265823e-05,
+      "learning_rate_adapter": 6.627848101265823e-05,
+      "loss": 0.0295,
+      "step": 143200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.626582278481012e-05,
+      "learning_rate_adapter": 6.626582278481012e-05,
+      "loss": 0.0292,
+      "step": 143250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.625316455696203e-05,
+      "learning_rate_adapter": 6.625316455696203e-05,
+      "loss": 0.0288,
+      "step": 143300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.624050632911393e-05,
+      "learning_rate_adapter": 6.624050632911393e-05,
+      "loss": 0.0286,
+      "step": 143350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.622784810126583e-05,
+      "learning_rate_adapter": 6.622784810126583e-05,
+      "loss": 0.0297,
+      "step": 143400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.621518987341773e-05,
+      "learning_rate_adapter": 6.621518987341773e-05,
+      "loss": 0.0294,
+      "step": 143450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.620253164556962e-05,
+      "learning_rate_adapter": 6.620253164556962e-05,
+      "loss": 0.0292,
+      "step": 143500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.618987341772153e-05,
+      "learning_rate_adapter": 6.618987341772153e-05,
+      "loss": 0.0292,
+      "step": 143550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.617721518987342e-05,
+      "learning_rate_adapter": 6.617721518987342e-05,
+      "loss": 0.0284,
+      "step": 143600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.616455696202531e-05,
+      "learning_rate_adapter": 6.616455696202531e-05,
+      "loss": 0.0287,
+      "step": 143650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.615189873417722e-05,
+      "learning_rate_adapter": 6.615189873417722e-05,
+      "loss": 0.0295,
+      "step": 143700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.613924050632911e-05,
+      "learning_rate_adapter": 6.613924050632911e-05,
+      "loss": 0.0292,
+      "step": 143750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.612658227848102e-05,
+      "learning_rate_adapter": 6.612658227848102e-05,
+      "loss": 0.0292,
+      "step": 143800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.611392405063291e-05,
+      "learning_rate_adapter": 6.611392405063291e-05,
+      "loss": 0.0295,
+      "step": 143850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.610126582278481e-05,
+      "learning_rate_adapter": 6.610126582278481e-05,
+      "loss": 0.0294,
+      "step": 143900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.608860759493672e-05,
+      "learning_rate_adapter": 6.608860759493672e-05,
+      "loss": 0.0282,
+      "step": 143950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.607594936708861e-05,
+      "learning_rate_adapter": 6.607594936708861e-05,
+      "loss": 0.0289,
+      "step": 144000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.606329113924052e-05,
+      "learning_rate_adapter": 6.606329113924052e-05,
+      "loss": 0.0293,
+      "step": 144050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.605063291139241e-05,
+      "learning_rate_adapter": 6.605063291139241e-05,
+      "loss": 0.029,
+      "step": 144100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.603797468354432e-05,
+      "learning_rate_adapter": 6.603797468354432e-05,
+      "loss": 0.0289,
+      "step": 144150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.602531645569621e-05,
+      "learning_rate_adapter": 6.602531645569621e-05,
+      "loss": 0.0284,
+      "step": 144200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.60126582278481e-05,
+      "learning_rate_adapter": 6.60126582278481e-05,
+      "loss": 0.0294,
+      "step": 144250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.0295,
+      "step": 144300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59873417721519e-05,
+      "learning_rate_adapter": 6.59873417721519e-05,
+      "loss": 0.0294,
+      "step": 144350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59746835443038e-05,
+      "learning_rate_adapter": 6.59746835443038e-05,
+      "loss": 0.0291,
+      "step": 144400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59620253164557e-05,
+      "learning_rate_adapter": 6.59620253164557e-05,
+      "loss": 0.0292,
+      "step": 144450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59493670886076e-05,
+      "learning_rate_adapter": 6.59493670886076e-05,
+      "loss": 0.0296,
+      "step": 144500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59367088607595e-05,
+      "learning_rate_adapter": 6.59367088607595e-05,
+      "loss": 0.0296,
+      "step": 144550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59240506329114e-05,
+      "learning_rate_adapter": 6.59240506329114e-05,
+      "loss": 0.0291,
+      "step": 144600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59113924050633e-05,
+      "learning_rate_adapter": 6.59113924050633e-05,
+      "loss": 0.0294,
+      "step": 144650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.58987341772152e-05,
+      "learning_rate_adapter": 6.58987341772152e-05,
+      "loss": 0.0289,
+      "step": 144700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.588607594936709e-05,
+      "learning_rate_adapter": 6.588607594936709e-05,
+      "loss": 0.0289,
+      "step": 144750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.5873417721519e-05,
+      "learning_rate_adapter": 6.5873417721519e-05,
+      "loss": 0.0284,
+      "step": 144800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.586075949367089e-05,
+      "learning_rate_adapter": 6.586075949367089e-05,
+      "loss": 0.0286,
+      "step": 144850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.584810126582279e-05,
+      "learning_rate_adapter": 6.584810126582279e-05,
+      "loss": 0.0288,
+      "step": 144900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.583544303797468e-05,
+      "learning_rate_adapter": 6.583544303797468e-05,
+      "loss": 0.0294,
+      "step": 144950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.582278481012658e-05,
+      "learning_rate_adapter": 6.582278481012658e-05,
+      "loss": 0.0295,
+      "step": 145000
+    },
+    {
+      "epoch": 0.12,
+      "eval_af_opus100_pr_auc": 0.8071232702977902,
+      "eval_af_ud_pr_auc": 0.9749501512712775,
+      "eval_am_opus100_pr_auc": 0.5421971025694593,
+      "eval_ar_ersatz_pr_auc": 0.9188339888490554,
+      "eval_ar_opus100_pr_auc": 0.7184152176833729,
+      "eval_ar_ud_pr_auc": 0.8792848301194176,
+      "eval_average_ersatz_pr_auc": 0.9638074628148409,
+      "eval_average_opus100_pr_auc": 0.8311246054309157,
+      "eval_average_ud_pr_auc": 0.9570922590354508,
+      "eval_az_opus100_pr_auc": 0.7679558429386958,
+      "eval_be_opus100_pr_auc": 0.7065890532939698,
+      "eval_be_ud_pr_auc": 0.8750527201785322,
+      "eval_bg_opus100_pr_auc": 0.9158961779386051,
+      "eval_bg_ud_pr_auc": 0.9943713604688007,
+      "eval_bn_opus100_pr_auc": 0.8208872550834372,
+      "eval_bn_ud_pr_auc": 0.9950452355588523,
+      "eval_ca_opus100_pr_auc": 0.8864770205373197,
+      "eval_ca_ud_pr_auc": 0.9874312699261346,
+      "eval_ceb_ud_pr_auc": 0.9991471088719621,
+      "eval_cs_ersatz_pr_auc": 0.9837932308612449,
+      "eval_cs_opus100_pr_auc": 0.9100555213547974,
+      "eval_cs_ud_pr_auc": 0.9570257438827157,
+      "eval_cy_opus100_pr_auc": 0.7832339443161779,
+      "eval_cy_ud_pr_auc": 0.9951931100151584,
+      "eval_da_opus100_pr_auc": 0.914434570456644,
+      "eval_da_ud_pr_auc": 0.985608604381501,
+      "eval_de_ersatz_pr_auc": 0.9807402138827218,
+      "eval_de_opus100_pr_auc": 0.8964408833706063,
+      "eval_de_ud_pr_auc": 0.9841131134496937,
+      "eval_el_opus100_pr_auc": 0.9149979614911963,
+      "eval_el_ud_pr_auc": 0.9847805356539621,
+      "eval_en_ersatz_pr_auc": 0.9879806545505643,
+      "eval_en_opus100_pr_auc": 0.9238397446490256,
+      "eval_en_ud_pr_auc": 0.9691503117889161,
+      "eval_eo_opus100_pr_auc": 0.926240414756916,
+      "eval_es_ersatz_pr_auc": 0.99595758141845,
+      "eval_es_opus100_pr_auc": 0.9208192225150569,
+      "eval_es_ud_pr_auc": 0.9870336178464493,
+      "eval_et_ersatz_pr_auc": 0.9802258213460082,
+      "eval_et_opus100_pr_auc": 0.8912714453184367,
+      "eval_et_ud_pr_auc": 0.9545238621758236,
+      "eval_eu_opus100_pr_auc": 0.8763243467324164,
+      "eval_eu_ud_pr_auc": 0.9907179940824707,
+      "eval_fa_opus100_pr_auc": 0.5961708299451882,
+      "eval_fa_ud_pr_auc": 0.9859534193316308,
+      "eval_fi_ersatz_pr_auc": 0.9906591382003637,
+      "eval_fi_opus100_pr_auc": 0.9067976979460539,
+      "eval_fi_ud_pr_auc": 0.970966007244194,
+      "eval_fr_ersatz_pr_auc": 0.9879121175294728,
+      "eval_fr_opus100_pr_auc": 0.9128640154716134,
+      "eval_fr_ud_pr_auc": 0.9770940451677408,
+      "eval_fy_opus100_pr_auc": 0.7247094756379955,
+      "eval_ga_opus100_pr_auc": 0.8770305955033301,
+      "eval_ga_ud_pr_auc": 0.7976951240331164,
+      "eval_gd_opus100_pr_auc": 0.661008116438284,
+      "eval_gd_ud_pr_auc": 0.7965392455801806,
+      "eval_gl_opus100_pr_auc": 0.8949647874645369,
+      "eval_gl_ud_pr_auc": 0.9971224857059636,
+      "eval_gu_ersatz_pr_auc": 0.94085912827193,
+      "eval_gu_opus100_pr_auc": 0.7284068478678538,
+      "eval_ha_opus100_pr_auc": 0.9088852287116873,
+      "eval_he_opus100_pr_auc": 0.8564778562375475,
+      "eval_he_ud_pr_auc": 0.9683881109298231,
+      "eval_hi_ersatz_pr_auc": 0.971193126745061,
+      "eval_hi_opus100_pr_auc": 0.6710004278694606,
+      "eval_hi_ud_pr_auc": 0.9832394798728865,
+      "eval_hu_opus100_pr_auc": 0.9090390621644364,
+      "eval_hu_ud_pr_auc": 0.9808318367470165,
+      "eval_hy_opus100_pr_auc": 0.9068503957012901,
+      "eval_hy_ud_pr_auc": 0.9869369446524845,
+      "eval_id_opus100_pr_auc": 0.8786964595912098,
+      "eval_id_ud_pr_auc": 0.9926996227481497,
+      "eval_ig_opus100_pr_auc": 0.885209265509533,
+      "eval_is_opus100_pr_auc": 0.9167570576037707,
+      "eval_is_ud_pr_auc": 0.9056588160790787,
+      "eval_it_opus100_pr_auc": 0.9093818362436992,
+      "eval_it_ud_pr_auc": 0.9985164918626379,
+      "eval_ja_ersatz_pr_auc": 0.8499056486906834,
+      "eval_ja_opus100_pr_auc": 0.8101322699760236,
+      "eval_ja_ud_pr_auc": 0.9819880073176052,
+      "eval_jv_ud_pr_auc": 0.9654336327107126,
+      "eval_ka_opus100_pr_auc": 0.8522115157429887,
+      "eval_kk_ersatz_pr_auc": 0.984581446152514,
+      "eval_kk_opus100_pr_auc": 0.8238868015932251,
+      "eval_kk_ud_pr_auc": 0.9735146817046458,
+      "eval_km_ersatz_pr_auc": 0.9002862573536834,
+      "eval_km_opus100_pr_auc": 0.708315664806052,
+      "eval_kn_opus100_pr_auc": 0.6057502110615668,
+      "eval_ko_opus100_pr_auc": 0.6756392973240974,
+      "eval_ko_ud_pr_auc": 0.9965902413504776,
+      "eval_ku_opus100_pr_auc": 0.8233597686060641,
+      "eval_ky_opus100_pr_auc": 0.8884793109743185,
+      "eval_la_ud_pr_auc": 0.9645771929808618,
+      "eval_loss": 0.033191077411174774,
+      "eval_lt_ersatz_pr_auc": 0.9946186167354163,
+      "eval_lt_opus100_pr_auc": 0.8716660894837526,
+      "eval_lt_ud_pr_auc": 0.9877627755576204,
+      "eval_lv_ersatz_pr_auc": 0.9855799831509257,
+      "eval_lv_opus100_pr_auc": 0.8819699524207902,
+      "eval_lv_ud_pr_auc": 0.9562315712624473,
+      "eval_mg_opus100_pr_auc": 0.9306707161260789,
+      "eval_mk_opus100_pr_auc": 0.9114077560581892,
+      "eval_ml_opus100_pr_auc": 0.7730239635954445,
+      "eval_mn_opus100_pr_auc": 0.9541073505668622,
+      "eval_mr_opus100_pr_auc": 0.9019499737693509,
+      "eval_mr_ud_pr_auc": 0.940921628318779,
+      "eval_ms_opus100_pr_auc": 0.8779813483574226,
+      "eval_mt_opus100_pr_auc": 0.857782606496508,
+      "eval_mt_ud_pr_auc": 0.8632626505793615,
+      "eval_my_opus100_pr_auc": 0.7115761742724024,
+      "eval_ne_opus100_pr_auc": 0.7089257554131311,
+      "eval_nl_opus100_pr_auc": 0.8942845933239453,
+      "eval_nl_ud_pr_auc": 0.9711990772564131,
+      "eval_no_opus100_pr_auc": 0.9127330370355956,
+      "eval_no_ud_pr_auc": 0.9967943543598239,
+      "eval_pa_opus100_pr_auc": 0.6560687847432249,
+      "eval_pl_ersatz_pr_auc": 0.9710519007115244,
+      "eval_pl_opus100_pr_auc": 0.8974564365354519,
+      "eval_pl_ud_pr_auc": 0.9626053506740845,
+      "eval_ps_ersatz_pr_auc": 0.9309938436259707,
+      "eval_ps_opus100_pr_auc": 0.7422963144206232,
+      "eval_pt_opus100_pr_auc": 0.9179215797302036,
+      "eval_pt_ud_pr_auc": 0.9804745837173092,
+      "eval_ro_ersatz_pr_auc": 0.9925898686606609,
+      "eval_ro_opus100_pr_auc": 0.9008630384819839,
+      "eval_ro_ud_pr_auc": 0.9352061339304112,
+      "eval_ru_ersatz_pr_auc": 0.99131831827314,
+      "eval_ru_opus100_pr_auc": 0.9072440545054521,
+      "eval_ru_ud_pr_auc": 0.8518561007382853,
+      "eval_runtime": 615.8723,
+      "eval_samples_per_second": 122.618,
+      "eval_si_opus100_pr_auc": 0.7997328931434147,
+      "eval_sk_opus100_pr_auc": 0.9254896770483321,
+      "eval_sk_ud_pr_auc": 0.9811319825531003,
+      "eval_sl_opus100_pr_auc": 0.859602814585447,
+      "eval_sl_ud_pr_auc": 0.9680689342603175,
+      "eval_sq_opus100_pr_auc": 0.9128290418860295,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9017703852711415,
+      "eval_sr_ud_pr_auc": 0.9973891797491231,
+      "eval_steps_per_second": 3.832,
+      "eval_sv_opus100_pr_auc": 0.8920399913864402,
+      "eval_sv_ud_pr_auc": 0.9434451746274958,
+      "eval_ta_ersatz_pr_auc": 0.9822642712191496,
+      "eval_ta_opus100_pr_auc": 0.6853622530282285,
+      "eval_ta_ud_pr_auc": 0.9966605725835882,
+      "eval_te_opus100_pr_auc": 0.8519967043972522,
+      "eval_tg_opus100_pr_auc": 0.8837546146740698,
+      "eval_th_opus100_pr_auc": 0.6673217341319306,
+      "eval_th_ud_pr_auc": 0.7549267631129661,
+      "eval_tr_ersatz_pr_auc": 0.967051804206889,
+      "eval_tr_opus100_pr_auc": 0.8897914590205093,
+      "eval_tr_ud_pr_auc": 0.9438854878513546,
+      "eval_uk_opus100_pr_auc": 0.87623752088451,
+      "eval_uk_ud_pr_auc": 0.9331933415555227,
+      "eval_ur_opus100_pr_auc": 0.5356196196004355,
+      "eval_ur_ud_pr_auc": 0.9965899098134096,
+      "eval_uz_opus100_pr_auc": 0.8667470708958653,
+      "eval_vi_opus100_pr_auc": 0.900884349647891,
+      "eval_vi_ud_pr_auc": 0.9612893676474765,
+      "eval_xh_opus100_pr_auc": 0.8500652064965946,
+      "eval_yi_opus100_pr_auc": 0.7855199749431416,
+      "eval_yo_opus100_pr_auc": 0.8184189657433466,
+      "eval_yo_ud_pr_auc": 0.8981950331282077,
+      "eval_zh_ersatz_pr_auc": 0.9153672214910633,
+      "eval_zh_opus100_pr_auc": 0.7368196038292899,
+      "eval_zh_ud_pr_auc": 0.9959938360527281,
+      "eval_zu_opus100_pr_auc": 0.8470604480890542,
+      "step": 145000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.581012658227848e-05,
+      "learning_rate_adapter": 6.581012658227848e-05,
+      "loss": 0.0296,
+      "step": 145050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.579746835443039e-05,
+      "learning_rate_adapter": 6.579746835443039e-05,
+      "loss": 0.0292,
+      "step": 145100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.578481012658229e-05,
+      "learning_rate_adapter": 6.578481012658229e-05,
+      "loss": 0.0291,
+      "step": 145150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.577215189873418e-05,
+      "learning_rate_adapter": 6.577215189873418e-05,
+      "loss": 0.0294,
+      "step": 145200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.575949367088608e-05,
+      "learning_rate_adapter": 6.575949367088608e-05,
+      "loss": 0.0286,
+      "step": 145250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.574683544303798e-05,
+      "learning_rate_adapter": 6.574683544303798e-05,
+      "loss": 0.0297,
+      "step": 145300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.573417721518987e-05,
+      "learning_rate_adapter": 6.573417721518987e-05,
+      "loss": 0.0288,
+      "step": 145350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.572151898734178e-05,
+      "learning_rate_adapter": 6.572151898734178e-05,
+      "loss": 0.0299,
+      "step": 145400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.570886075949367e-05,
+      "learning_rate_adapter": 6.570886075949367e-05,
+      "loss": 0.0289,
+      "step": 145450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.569620253164556e-05,
+      "learning_rate_adapter": 6.569620253164556e-05,
+      "loss": 0.0285,
+      "step": 145500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.568354430379747e-05,
+      "learning_rate_adapter": 6.568354430379747e-05,
+      "loss": 0.0292,
+      "step": 145550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.567088607594936e-05,
+      "learning_rate_adapter": 6.567088607594936e-05,
+      "loss": 0.0285,
+      "step": 145600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.565822784810127e-05,
+      "learning_rate_adapter": 6.565822784810127e-05,
+      "loss": 0.0291,
+      "step": 145650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.564556962025317e-05,
+      "learning_rate_adapter": 6.564556962025317e-05,
+      "loss": 0.0283,
+      "step": 145700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.563291139240507e-05,
+      "learning_rate_adapter": 6.563291139240507e-05,
+      "loss": 0.0289,
+      "step": 145750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.562025316455697e-05,
+      "learning_rate_adapter": 6.562025316455697e-05,
+      "loss": 0.0291,
+      "step": 145800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.560759493670886e-05,
+      "learning_rate_adapter": 6.560759493670886e-05,
+      "loss": 0.029,
+      "step": 145850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.559493670886077e-05,
+      "learning_rate_adapter": 6.559493670886077e-05,
+      "loss": 0.0298,
+      "step": 145900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.558227848101266e-05,
+      "learning_rate_adapter": 6.558227848101266e-05,
+      "loss": 0.0295,
+      "step": 145950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.556962025316457e-05,
+      "learning_rate_adapter": 6.556962025316457e-05,
+      "loss": 0.0291,
+      "step": 146000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.555696202531646e-05,
+      "learning_rate_adapter": 6.555696202531646e-05,
+      "loss": 0.0292,
+      "step": 146050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.554430379746835e-05,
+      "learning_rate_adapter": 6.554430379746835e-05,
+      "loss": 0.028,
+      "step": 146100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.553164556962026e-05,
+      "learning_rate_adapter": 6.553164556962026e-05,
+      "loss": 0.0292,
+      "step": 146150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.551898734177215e-05,
+      "learning_rate_adapter": 6.551898734177215e-05,
+      "loss": 0.0296,
+      "step": 146200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.550632911392405e-05,
+      "learning_rate_adapter": 6.550632911392405e-05,
+      "loss": 0.0295,
+      "step": 146250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.549367088607596e-05,
+      "learning_rate_adapter": 6.549367088607596e-05,
+      "loss": 0.029,
+      "step": 146300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.548101265822785e-05,
+      "learning_rate_adapter": 6.548101265822785e-05,
+      "loss": 0.0295,
+      "step": 146350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.546835443037976e-05,
+      "learning_rate_adapter": 6.546835443037976e-05,
+      "loss": 0.029,
+      "step": 146400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.545569620253165e-05,
+      "learning_rate_adapter": 6.545569620253165e-05,
+      "loss": 0.0292,
+      "step": 146450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.544303797468355e-05,
+      "learning_rate_adapter": 6.544303797468355e-05,
+      "loss": 0.0294,
+      "step": 146500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.543037974683545e-05,
+      "learning_rate_adapter": 6.543037974683545e-05,
+      "loss": 0.0284,
+      "step": 146550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.541772151898734e-05,
+      "learning_rate_adapter": 6.541772151898734e-05,
+      "loss": 0.0294,
+      "step": 146600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.540506329113924e-05,
+      "learning_rate_adapter": 6.540506329113924e-05,
+      "loss": 0.0287,
+      "step": 146650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.539240506329114e-05,
+      "learning_rate_adapter": 6.539240506329114e-05,
+      "loss": 0.0289,
+      "step": 146700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.537974683544304e-05,
+      "learning_rate_adapter": 6.537974683544304e-05,
+      "loss": 0.0292,
+      "step": 146750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.536708860759493e-05,
+      "learning_rate_adapter": 6.536708860759493e-05,
+      "loss": 0.0289,
+      "step": 146800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.535443037974684e-05,
+      "learning_rate_adapter": 6.535443037974684e-05,
+      "loss": 0.0291,
+      "step": 146850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.534177215189875e-05,
+      "learning_rate_adapter": 6.534177215189875e-05,
+      "loss": 0.0284,
+      "step": 146900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.532911392405064e-05,
+      "learning_rate_adapter": 6.532911392405064e-05,
+      "loss": 0.0291,
+      "step": 146950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.531645569620254e-05,
+      "learning_rate_adapter": 6.531645569620254e-05,
+      "loss": 0.029,
+      "step": 147000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.530379746835444e-05,
+      "learning_rate_adapter": 6.530379746835444e-05,
+      "loss": 0.0288,
+      "step": 147050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.529113924050633e-05,
+      "learning_rate_adapter": 6.529113924050633e-05,
+      "loss": 0.0292,
+      "step": 147100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.527848101265823e-05,
+      "learning_rate_adapter": 6.527848101265823e-05,
+      "loss": 0.0288,
+      "step": 147150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.526582278481013e-05,
+      "learning_rate_adapter": 6.526582278481013e-05,
+      "loss": 0.0293,
+      "step": 147200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.525316455696203e-05,
+      "learning_rate_adapter": 6.525316455696203e-05,
+      "loss": 0.0289,
+      "step": 147250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.524050632911392e-05,
+      "learning_rate_adapter": 6.524050632911392e-05,
+      "loss": 0.0285,
+      "step": 147300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.522784810126581e-05,
+      "learning_rate_adapter": 6.522784810126581e-05,
+      "loss": 0.0295,
+      "step": 147350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.521518987341772e-05,
+      "learning_rate_adapter": 6.521518987341772e-05,
+      "loss": 0.0295,
+      "step": 147400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.520253164556963e-05,
+      "learning_rate_adapter": 6.520253164556963e-05,
+      "loss": 0.0284,
+      "step": 147450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.518987341772153e-05,
+      "learning_rate_adapter": 6.518987341772153e-05,
+      "loss": 0.0292,
+      "step": 147500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.517721518987342e-05,
+      "learning_rate_adapter": 6.517721518987342e-05,
+      "loss": 0.0297,
+      "step": 147550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.516455696202533e-05,
+      "learning_rate_adapter": 6.516455696202533e-05,
+      "loss": 0.0285,
+      "step": 147600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.515189873417722e-05,
+      "learning_rate_adapter": 6.515189873417722e-05,
+      "loss": 0.0287,
+      "step": 147650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.513924050632911e-05,
+      "learning_rate_adapter": 6.513924050632911e-05,
+      "loss": 0.0294,
+      "step": 147700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.512658227848102e-05,
+      "learning_rate_adapter": 6.512658227848102e-05,
+      "loss": 0.0293,
+      "step": 147750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.511392405063291e-05,
+      "learning_rate_adapter": 6.511392405063291e-05,
+      "loss": 0.0293,
+      "step": 147800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.510126582278482e-05,
+      "learning_rate_adapter": 6.510126582278482e-05,
+      "loss": 0.0291,
+      "step": 147850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.508860759493671e-05,
+      "learning_rate_adapter": 6.508860759493671e-05,
+      "loss": 0.0294,
+      "step": 147900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.50759493670886e-05,
+      "learning_rate_adapter": 6.50759493670886e-05,
+      "loss": 0.0293,
+      "step": 147950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.506329113924051e-05,
+      "learning_rate_adapter": 6.506329113924051e-05,
+      "loss": 0.0293,
+      "step": 148000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.505063291139241e-05,
+      "learning_rate_adapter": 6.505063291139241e-05,
+      "loss": 0.0293,
+      "step": 148050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.503797468354432e-05,
+      "learning_rate_adapter": 6.503797468354432e-05,
+      "loss": 0.0287,
+      "step": 148100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.502531645569621e-05,
+      "learning_rate_adapter": 6.502531645569621e-05,
+      "loss": 0.0288,
+      "step": 148150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.50126582278481e-05,
+      "learning_rate_adapter": 6.50126582278481e-05,
+      "loss": 0.0286,
+      "step": 148200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0288,
+      "step": 148250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.49873417721519e-05,
+      "learning_rate_adapter": 6.49873417721519e-05,
+      "loss": 0.0287,
+      "step": 148300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.49746835443038e-05,
+      "learning_rate_adapter": 6.49746835443038e-05,
+      "loss": 0.0291,
+      "step": 148350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.49620253164557e-05,
+      "learning_rate_adapter": 6.49620253164557e-05,
+      "loss": 0.0293,
+      "step": 148400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.494936708860759e-05,
+      "learning_rate_adapter": 6.494936708860759e-05,
+      "loss": 0.0292,
+      "step": 148450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.49367088607595e-05,
+      "learning_rate_adapter": 6.49367088607595e-05,
+      "loss": 0.0288,
+      "step": 148500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.492405063291139e-05,
+      "learning_rate_adapter": 6.492405063291139e-05,
+      "loss": 0.0285,
+      "step": 148550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.491139240506329e-05,
+      "learning_rate_adapter": 6.491139240506329e-05,
+      "loss": 0.0291,
+      "step": 148600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.48987341772152e-05,
+      "learning_rate_adapter": 6.48987341772152e-05,
+      "loss": 0.0288,
+      "step": 148650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.488607594936709e-05,
+      "learning_rate_adapter": 6.488607594936709e-05,
+      "loss": 0.0294,
+      "step": 148700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.4873417721519e-05,
+      "learning_rate_adapter": 6.4873417721519e-05,
+      "loss": 0.0288,
+      "step": 148750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.486075949367089e-05,
+      "learning_rate_adapter": 6.486075949367089e-05,
+      "loss": 0.0293,
+      "step": 148800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.48481012658228e-05,
+      "learning_rate_adapter": 6.48481012658228e-05,
+      "loss": 0.029,
+      "step": 148850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.483544303797469e-05,
+      "learning_rate_adapter": 6.483544303797469e-05,
+      "loss": 0.0284,
+      "step": 148900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.482278481012658e-05,
+      "learning_rate_adapter": 6.482278481012658e-05,
+      "loss": 0.029,
+      "step": 148950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.481012658227848e-05,
+      "learning_rate_adapter": 6.481012658227848e-05,
+      "loss": 0.0288,
+      "step": 149000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.479746835443038e-05,
+      "learning_rate_adapter": 6.479746835443038e-05,
+      "loss": 0.0295,
+      "step": 149050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.478481012658228e-05,
+      "learning_rate_adapter": 6.478481012658228e-05,
+      "loss": 0.0286,
+      "step": 149100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.477215189873417e-05,
+      "learning_rate_adapter": 6.477215189873417e-05,
+      "loss": 0.0292,
+      "step": 149150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.475949367088608e-05,
+      "learning_rate_adapter": 6.475949367088608e-05,
+      "loss": 0.0289,
+      "step": 149200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.474683544303798e-05,
+      "learning_rate_adapter": 6.474683544303798e-05,
+      "loss": 0.0289,
+      "step": 149250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.473417721518988e-05,
+      "learning_rate_adapter": 6.473417721518988e-05,
+      "loss": 0.0297,
+      "step": 149300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.472151898734178e-05,
+      "learning_rate_adapter": 6.472151898734178e-05,
+      "loss": 0.0318,
+      "step": 149350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.470886075949367e-05,
+      "learning_rate_adapter": 6.470886075949367e-05,
+      "loss": 0.0296,
+      "step": 149400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.469620253164558e-05,
+      "learning_rate_adapter": 6.469620253164558e-05,
+      "loss": 0.0297,
+      "step": 149450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.468354430379747e-05,
+      "learning_rate_adapter": 6.468354430379747e-05,
+      "loss": 0.0288,
+      "step": 149500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.467088607594936e-05,
+      "learning_rate_adapter": 6.467088607594936e-05,
+      "loss": 0.029,
+      "step": 149550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.465822784810127e-05,
+      "learning_rate_adapter": 6.465822784810127e-05,
+      "loss": 0.0292,
+      "step": 149600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.464556962025316e-05,
+      "learning_rate_adapter": 6.464556962025316e-05,
+      "loss": 0.0289,
+      "step": 149650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.463291139240507e-05,
+      "learning_rate_adapter": 6.463291139240507e-05,
+      "loss": 0.0288,
+      "step": 149700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.462025316455696e-05,
+      "learning_rate_adapter": 6.462025316455696e-05,
+      "loss": 0.0298,
+      "step": 149750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.460759493670887e-05,
+      "learning_rate_adapter": 6.460759493670887e-05,
+      "loss": 0.0292,
+      "step": 149800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.459493670886077e-05,
+      "learning_rate_adapter": 6.459493670886077e-05,
+      "loss": 0.0291,
+      "step": 149850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.458227848101266e-05,
+      "learning_rate_adapter": 6.458227848101266e-05,
+      "loss": 0.0285,
+      "step": 149900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.456962025316457e-05,
+      "learning_rate_adapter": 6.456962025316457e-05,
+      "loss": 0.0288,
+      "step": 149950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.455696202531646e-05,
+      "learning_rate_adapter": 6.455696202531646e-05,
+      "loss": 0.0286,
+      "step": 150000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7852827970396854,
+      "eval_af_ud_pr_auc": 0.9871791056967557,
+      "eval_am_opus100_pr_auc": 0.4819910766092417,
+      "eval_ar_ersatz_pr_auc": 0.9178528239845859,
+      "eval_ar_opus100_pr_auc": 0.7103645895387983,
+      "eval_ar_ud_pr_auc": 0.8743419066241342,
+      "eval_average_ersatz_pr_auc": 0.9592926240208013,
+      "eval_average_opus100_pr_auc": 0.8242559556813485,
+      "eval_average_ud_pr_auc": 0.9561697398718603,
+      "eval_az_opus100_pr_auc": 0.7812599584053942,
+      "eval_be_opus100_pr_auc": 0.668404473037616,
+      "eval_be_ud_pr_auc": 0.8688323112476465,
+      "eval_bg_opus100_pr_auc": 0.9124913424090599,
+      "eval_bg_ud_pr_auc": 0.9938596435432767,
+      "eval_bn_opus100_pr_auc": 0.8258191595834969,
+      "eval_bn_ud_pr_auc": 0.9993621431826322,
+      "eval_ca_opus100_pr_auc": 0.8854745900208694,
+      "eval_ca_ud_pr_auc": 0.9901238836641286,
+      "eval_ceb_ud_pr_auc": 0.9989450902454955,
+      "eval_cs_ersatz_pr_auc": 0.9821892203606385,
+      "eval_cs_opus100_pr_auc": 0.9015474749286306,
+      "eval_cs_ud_pr_auc": 0.9544378583965785,
+      "eval_cy_opus100_pr_auc": 0.7580621640561094,
+      "eval_cy_ud_pr_auc": 0.9929947583970192,
+      "eval_da_opus100_pr_auc": 0.9126908316318999,
+      "eval_da_ud_pr_auc": 0.9813590956005522,
+      "eval_de_ersatz_pr_auc": 0.975364120327274,
+      "eval_de_opus100_pr_auc": 0.8910868512613952,
+      "eval_de_ud_pr_auc": 0.9831032319931624,
+      "eval_el_opus100_pr_auc": 0.9144847463002882,
+      "eval_el_ud_pr_auc": 0.9867894870835194,
+      "eval_en_ersatz_pr_auc": 0.9868743705778785,
+      "eval_en_opus100_pr_auc": 0.9208855223882246,
+      "eval_en_ud_pr_auc": 0.9756329555588258,
+      "eval_eo_opus100_pr_auc": 0.9269809113843256,
+      "eval_es_ersatz_pr_auc": 0.9950517377450788,
+      "eval_es_opus100_pr_auc": 0.9201387891999306,
+      "eval_es_ud_pr_auc": 0.9879189364302238,
+      "eval_et_ersatz_pr_auc": 0.979519492208433,
+      "eval_et_opus100_pr_auc": 0.8774688761171012,
+      "eval_et_ud_pr_auc": 0.953590897450991,
+      "eval_eu_opus100_pr_auc": 0.8817851610078322,
+      "eval_eu_ud_pr_auc": 0.9870498738462895,
+      "eval_fa_opus100_pr_auc": 0.5821670072378089,
+      "eval_fa_ud_pr_auc": 0.9906641488231502,
+      "eval_fi_ersatz_pr_auc": 0.9875030565947358,
+      "eval_fi_opus100_pr_auc": 0.9088297722264206,
+      "eval_fi_ud_pr_auc": 0.9687751419606527,
+      "eval_fr_ersatz_pr_auc": 0.9831722657060116,
+      "eval_fr_opus100_pr_auc": 0.9003723337806719,
+      "eval_fr_ud_pr_auc": 0.9792156570839107,
+      "eval_fy_opus100_pr_auc": 0.6791187279584421,
+      "eval_ga_opus100_pr_auc": 0.8708802380404733,
+      "eval_ga_ud_pr_auc": 0.807642028231327,
+      "eval_gd_opus100_pr_auc": 0.6269216877738001,
+      "eval_gd_ud_pr_auc": 0.8002195417330167,
+      "eval_gl_opus100_pr_auc": 0.8848871141649268,
+      "eval_gl_ud_pr_auc": 0.9985007864421737,
+      "eval_gu_ersatz_pr_auc": 0.933704488270584,
+      "eval_gu_opus100_pr_auc": 0.7218655789707146,
+      "eval_ha_opus100_pr_auc": 0.9004120578516217,
+      "eval_he_opus100_pr_auc": 0.865458238018804,
+      "eval_he_ud_pr_auc": 0.9714228128492347,
+      "eval_hi_ersatz_pr_auc": 0.9723187479536485,
+      "eval_hi_opus100_pr_auc": 0.6787424152269574,
+      "eval_hi_ud_pr_auc": 0.9812279889660467,
+      "eval_hu_opus100_pr_auc": 0.9071084532576039,
+      "eval_hu_ud_pr_auc": 0.9782731244766271,
+      "eval_hy_opus100_pr_auc": 0.910310303057721,
+      "eval_hy_ud_pr_auc": 0.9880338991488459,
+      "eval_id_opus100_pr_auc": 0.8610978653457579,
+      "eval_id_ud_pr_auc": 0.9891848501651384,
+      "eval_ig_opus100_pr_auc": 0.8843976802767763,
+      "eval_is_opus100_pr_auc": 0.9156627507986498,
+      "eval_is_ud_pr_auc": 0.8879412658206628,
+      "eval_it_opus100_pr_auc": 0.9036060847954532,
+      "eval_it_ud_pr_auc": 0.9998509494942608,
+      "eval_ja_ersatz_pr_auc": 0.8176377273848804,
+      "eval_ja_opus100_pr_auc": 0.823779099626136,
+      "eval_ja_ud_pr_auc": 0.9807335166728061,
+      "eval_jv_ud_pr_auc": 0.9619274803580231,
+      "eval_ka_opus100_pr_auc": 0.8667182571821044,
+      "eval_kk_ersatz_pr_auc": 0.9849479028650684,
+      "eval_kk_opus100_pr_auc": 0.7822741732408885,
+      "eval_kk_ud_pr_auc": 0.9744428304106285,
+      "eval_km_ersatz_pr_auc": 0.9019046965620134,
+      "eval_km_opus100_pr_auc": 0.7114164076921725,
+      "eval_kn_opus100_pr_auc": 0.6054622045488411,
+      "eval_ko_opus100_pr_auc": 0.6783215549983495,
+      "eval_ko_ud_pr_auc": 0.9971232062316074,
+      "eval_ku_opus100_pr_auc": 0.8013633795812547,
+      "eval_ky_opus100_pr_auc": 0.8395142714064219,
+      "eval_la_ud_pr_auc": 0.9419328500347324,
+      "eval_loss": 0.03289217874407768,
+      "eval_lt_ersatz_pr_auc": 0.9939887766247959,
+      "eval_lt_opus100_pr_auc": 0.8771022522643556,
+      "eval_lt_ud_pr_auc": 0.9904366369678184,
+      "eval_lv_ersatz_pr_auc": 0.9860154916041696,
+      "eval_lv_opus100_pr_auc": 0.8859016096795941,
+      "eval_lv_ud_pr_auc": 0.9603629263705363,
+      "eval_mg_opus100_pr_auc": 0.9219644802478495,
+      "eval_mk_opus100_pr_auc": 0.9027550447413745,
+      "eval_ml_opus100_pr_auc": 0.7784628761022903,
+      "eval_mn_opus100_pr_auc": 0.938424799284094,
+      "eval_mr_opus100_pr_auc": 0.9003775219979506,
+      "eval_mr_ud_pr_auc": 0.9680270655283817,
+      "eval_ms_opus100_pr_auc": 0.8740989923844135,
+      "eval_mt_opus100_pr_auc": 0.8529388070157349,
+      "eval_mt_ud_pr_auc": 0.8710533332715588,
+      "eval_my_opus100_pr_auc": 0.7295228482449597,
+      "eval_ne_opus100_pr_auc": 0.7044545812193408,
+      "eval_nl_opus100_pr_auc": 0.8889363628975966,
+      "eval_nl_ud_pr_auc": 0.9745662063258672,
+      "eval_no_opus100_pr_auc": 0.9095329361770498,
+      "eval_no_ud_pr_auc": 0.9957434104465914,
+      "eval_pa_opus100_pr_auc": 0.653568497011154,
+      "eval_pl_ersatz_pr_auc": 0.9698483441262019,
+      "eval_pl_opus100_pr_auc": 0.8918857249489528,
+      "eval_pl_ud_pr_auc": 0.9584244248130798,
+      "eval_ps_ersatz_pr_auc": 0.9181263803032063,
+      "eval_ps_opus100_pr_auc": 0.7308556313850673,
+      "eval_pt_opus100_pr_auc": 0.9177159946738828,
+      "eval_pt_ud_pr_auc": 0.9830727764555169,
+      "eval_ro_ersatz_pr_auc": 0.992544210597731,
+      "eval_ro_opus100_pr_auc": 0.8918756376076926,
+      "eval_ro_ud_pr_auc": 0.8999423389029787,
+      "eval_ru_ersatz_pr_auc": 0.9899927280565985,
+      "eval_ru_opus100_pr_auc": 0.9035303577457108,
+      "eval_ru_ud_pr_auc": 0.8451295404411492,
+      "eval_runtime": 617.0741,
+      "eval_samples_per_second": 122.379,
+      "eval_si_opus100_pr_auc": 0.802860607425383,
+      "eval_sk_opus100_pr_auc": 0.9226257617801533,
+      "eval_sk_ud_pr_auc": 0.9805891106982624,
+      "eval_sl_opus100_pr_auc": 0.8616684328990981,
+      "eval_sl_ud_pr_auc": 0.9618647349079686,
+      "eval_sq_opus100_pr_auc": 0.9073988835844037,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.900687084426536,
+      "eval_sr_ud_pr_auc": 0.9982831232072138,
+      "eval_steps_per_second": 3.824,
+      "eval_sv_opus100_pr_auc": 0.8882611208959265,
+      "eval_sv_ud_pr_auc": 0.9391967254201418,
+      "eval_ta_ersatz_pr_auc": 0.9809527932752825,
+      "eval_ta_opus100_pr_auc": 0.6747331136194533,
+      "eval_ta_ud_pr_auc": 0.9954718741582737,
+      "eval_te_opus100_pr_auc": 0.8474376074861754,
+      "eval_tg_opus100_pr_auc": 0.8847637705820073,
+      "eval_th_opus100_pr_auc": 0.6498950666785723,
+      "eval_th_ud_pr_auc": 0.7710708424453688,
+      "eval_tr_ersatz_pr_auc": 0.9591762472896966,
+      "eval_tr_opus100_pr_auc": 0.8983481546861498,
+      "eval_tr_ud_pr_auc": 0.9489925968050869,
+      "eval_uk_opus100_pr_auc": 0.8742635076016922,
+      "eval_uk_ud_pr_auc": 0.9210231043828891,
+      "eval_ur_opus100_pr_auc": 0.5333030352302184,
+      "eval_ur_ud_pr_auc": 0.9914231809703746,
+      "eval_uz_opus100_pr_auc": 0.8622307088004728,
+      "eval_vi_opus100_pr_auc": 0.9061211292944995,
+      "eval_vi_ud_pr_auc": 0.9468068320551989,
+      "eval_xh_opus100_pr_auc": 0.8531186315576322,
+      "eval_yi_opus100_pr_auc": 0.7369774367420949,
+      "eval_yo_opus100_pr_auc": 0.8058842605191348,
+      "eval_yo_ud_pr_auc": 0.8978989302283908,
+      "eval_zh_ersatz_pr_auc": 0.8957521060391149,
+      "eval_zh_opus100_pr_auc": 0.717078564748991,
+      "eval_zh_ud_pr_auc": 0.9896622000293049,
+      "eval_zu_opus100_pr_auc": 0.8405195597042531,
+      "step": 150000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.454430379746835e-05,
+      "learning_rate_adapter": 6.454430379746835e-05,
+      "loss": 0.0288,
+      "step": 150050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.453164556962026e-05,
+      "learning_rate_adapter": 6.453164556962026e-05,
+      "loss": 0.0296,
+      "step": 150100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.451898734177215e-05,
+      "learning_rate_adapter": 6.451898734177215e-05,
+      "loss": 0.0289,
+      "step": 150150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.450632911392406e-05,
+      "learning_rate_adapter": 6.450632911392406e-05,
+      "loss": 0.0283,
+      "step": 150200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.449367088607595e-05,
+      "learning_rate_adapter": 6.449367088607595e-05,
+      "loss": 0.0292,
+      "step": 150250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.448101265822784e-05,
+      "learning_rate_adapter": 6.448101265822784e-05,
+      "loss": 0.0289,
+      "step": 150300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.446835443037975e-05,
+      "learning_rate_adapter": 6.446835443037975e-05,
+      "loss": 0.0286,
+      "step": 150350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.445569620253165e-05,
+      "learning_rate_adapter": 6.445569620253165e-05,
+      "loss": 0.0287,
+      "step": 150400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.444303797468356e-05,
+      "learning_rate_adapter": 6.444303797468356e-05,
+      "loss": 0.029,
+      "step": 150450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.443037974683545e-05,
+      "learning_rate_adapter": 6.443037974683545e-05,
+      "loss": 0.0292,
+      "step": 150500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.441772151898734e-05,
+      "learning_rate_adapter": 6.441772151898734e-05,
+      "loss": 0.0291,
+      "step": 150550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.440506329113925e-05,
+      "learning_rate_adapter": 6.440506329113925e-05,
+      "loss": 0.0285,
+      "step": 150600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.439240506329114e-05,
+      "learning_rate_adapter": 6.439240506329114e-05,
+      "loss": 0.0295,
+      "step": 150650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.437974683544304e-05,
+      "learning_rate_adapter": 6.437974683544304e-05,
+      "loss": 0.0285,
+      "step": 150700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.436708860759494e-05,
+      "learning_rate_adapter": 6.436708860759494e-05,
+      "loss": 0.0288,
+      "step": 150750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.435443037974684e-05,
+      "learning_rate_adapter": 6.435443037974684e-05,
+      "loss": 0.0289,
+      "step": 150800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.434177215189873e-05,
+      "learning_rate_adapter": 6.434177215189873e-05,
+      "loss": 0.0294,
+      "step": 150850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.432911392405063e-05,
+      "learning_rate_adapter": 6.432911392405063e-05,
+      "loss": 0.0288,
+      "step": 150900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.431645569620253e-05,
+      "learning_rate_adapter": 6.431645569620253e-05,
+      "loss": 0.0288,
+      "step": 150950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.430379746835444e-05,
+      "learning_rate_adapter": 6.430379746835444e-05,
+      "loss": 0.0294,
+      "step": 151000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.429113924050634e-05,
+      "learning_rate_adapter": 6.429113924050634e-05,
+      "loss": 0.0284,
+      "step": 151050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.427848101265824e-05,
+      "learning_rate_adapter": 6.427848101265824e-05,
+      "loss": 0.0293,
+      "step": 151100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.426582278481013e-05,
+      "learning_rate_adapter": 6.426582278481013e-05,
+      "loss": 0.0292,
+      "step": 151150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.425316455696203e-05,
+      "learning_rate_adapter": 6.425316455696203e-05,
+      "loss": 0.0293,
+      "step": 151200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.424050632911393e-05,
+      "learning_rate_adapter": 6.424050632911393e-05,
+      "loss": 0.029,
+      "step": 151250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.422784810126583e-05,
+      "learning_rate_adapter": 6.422784810126583e-05,
+      "loss": 0.0292,
+      "step": 151300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.421518987341772e-05,
+      "learning_rate_adapter": 6.421518987341772e-05,
+      "loss": 0.0289,
+      "step": 151350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.420253164556962e-05,
+      "learning_rate_adapter": 6.420253164556962e-05,
+      "loss": 0.0292,
+      "step": 151400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.418987341772152e-05,
+      "learning_rate_adapter": 6.418987341772152e-05,
+      "loss": 0.0287,
+      "step": 151450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.417721518987341e-05,
+      "learning_rate_adapter": 6.417721518987341e-05,
+      "loss": 0.0294,
+      "step": 151500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.416455696202532e-05,
+      "learning_rate_adapter": 6.416455696202532e-05,
+      "loss": 0.0287,
+      "step": 151550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.415189873417722e-05,
+      "learning_rate_adapter": 6.415189873417722e-05,
+      "loss": 0.0288,
+      "step": 151600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.413924050632912e-05,
+      "learning_rate_adapter": 6.413924050632912e-05,
+      "loss": 0.0283,
+      "step": 151650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.412658227848102e-05,
+      "learning_rate_adapter": 6.412658227848102e-05,
+      "loss": 0.0287,
+      "step": 151700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.411392405063291e-05,
+      "learning_rate_adapter": 6.411392405063291e-05,
+      "loss": 0.0285,
+      "step": 151750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.410126582278482e-05,
+      "learning_rate_adapter": 6.410126582278482e-05,
+      "loss": 0.0292,
+      "step": 151800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.408860759493671e-05,
+      "learning_rate_adapter": 6.408860759493671e-05,
+      "loss": 0.0289,
+      "step": 151850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40759493670886e-05,
+      "learning_rate_adapter": 6.40759493670886e-05,
+      "loss": 0.0297,
+      "step": 151900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.406329113924051e-05,
+      "learning_rate_adapter": 6.406329113924051e-05,
+      "loss": 0.0287,
+      "step": 151950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40506329113924e-05,
+      "learning_rate_adapter": 6.40506329113924e-05,
+      "loss": 0.0292,
+      "step": 152000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.403797468354431e-05,
+      "learning_rate_adapter": 6.403797468354431e-05,
+      "loss": 0.0288,
+      "step": 152050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40253164556962e-05,
+      "learning_rate_adapter": 6.40253164556962e-05,
+      "loss": 0.0294,
+      "step": 152100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40126582278481e-05,
+      "learning_rate_adapter": 6.40126582278481e-05,
+      "loss": 0.0289,
+      "step": 152150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0288,
+      "step": 152200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39873417721519e-05,
+      "learning_rate_adapter": 6.39873417721519e-05,
+      "loss": 0.0285,
+      "step": 152250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.397468354430381e-05,
+      "learning_rate_adapter": 6.397468354430381e-05,
+      "loss": 0.029,
+      "step": 152300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39620253164557e-05,
+      "learning_rate_adapter": 6.39620253164557e-05,
+      "loss": 0.0294,
+      "step": 152350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39493670886076e-05,
+      "learning_rate_adapter": 6.39493670886076e-05,
+      "loss": 0.0286,
+      "step": 152400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39367088607595e-05,
+      "learning_rate_adapter": 6.39367088607595e-05,
+      "loss": 0.0289,
+      "step": 152450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.392405063291139e-05,
+      "learning_rate_adapter": 6.392405063291139e-05,
+      "loss": 0.0298,
+      "step": 152500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39113924050633e-05,
+      "learning_rate_adapter": 6.39113924050633e-05,
+      "loss": 0.0293,
+      "step": 152550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.389873417721519e-05,
+      "learning_rate_adapter": 6.389873417721519e-05,
+      "loss": 0.0291,
+      "step": 152600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.38860759493671e-05,
+      "learning_rate_adapter": 6.38860759493671e-05,
+      "loss": 0.0286,
+      "step": 152650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.387341772151899e-05,
+      "learning_rate_adapter": 6.387341772151899e-05,
+      "loss": 0.0287,
+      "step": 152700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.386075949367089e-05,
+      "learning_rate_adapter": 6.386075949367089e-05,
+      "loss": 0.0286,
+      "step": 152750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.38481012658228e-05,
+      "learning_rate_adapter": 6.38481012658228e-05,
+      "loss": 0.029,
+      "step": 152800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.383544303797469e-05,
+      "learning_rate_adapter": 6.383544303797469e-05,
+      "loss": 0.029,
+      "step": 152850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.38227848101266e-05,
+      "learning_rate_adapter": 6.38227848101266e-05,
+      "loss": 0.0287,
+      "step": 152900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.381012658227849e-05,
+      "learning_rate_adapter": 6.381012658227849e-05,
+      "loss": 0.0286,
+      "step": 152950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.379746835443038e-05,
+      "learning_rate_adapter": 6.379746835443038e-05,
+      "loss": 0.029,
+      "step": 153000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.378481012658228e-05,
+      "learning_rate_adapter": 6.378481012658228e-05,
+      "loss": 0.0291,
+      "step": 153050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.377215189873418e-05,
+      "learning_rate_adapter": 6.377215189873418e-05,
+      "loss": 0.0289,
+      "step": 153100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.375949367088608e-05,
+      "learning_rate_adapter": 6.375949367088608e-05,
+      "loss": 0.0287,
+      "step": 153150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.374683544303797e-05,
+      "learning_rate_adapter": 6.374683544303797e-05,
+      "loss": 0.0288,
+      "step": 153200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.373417721518987e-05,
+      "learning_rate_adapter": 6.373417721518987e-05,
+      "loss": 0.0293,
+      "step": 153250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.372151898734177e-05,
+      "learning_rate_adapter": 6.372151898734177e-05,
+      "loss": 0.029,
+      "step": 153300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.370886075949368e-05,
+      "learning_rate_adapter": 6.370886075949368e-05,
+      "loss": 0.0286,
+      "step": 153350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.369620253164558e-05,
+      "learning_rate_adapter": 6.369620253164558e-05,
+      "loss": 0.0288,
+      "step": 153400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.368354430379748e-05,
+      "learning_rate_adapter": 6.368354430379748e-05,
+      "loss": 0.0286,
+      "step": 153450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.367088607594937e-05,
+      "learning_rate_adapter": 6.367088607594937e-05,
+      "loss": 0.0289,
+      "step": 153500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.365822784810127e-05,
+      "learning_rate_adapter": 6.365822784810127e-05,
+      "loss": 0.0289,
+      "step": 153550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.364556962025317e-05,
+      "learning_rate_adapter": 6.364556962025317e-05,
+      "loss": 0.0292,
+      "step": 153600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.363291139240507e-05,
+      "learning_rate_adapter": 6.363291139240507e-05,
+      "loss": 0.0296,
+      "step": 153650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.362025316455696e-05,
+      "learning_rate_adapter": 6.362025316455696e-05,
+      "loss": 0.0285,
+      "step": 153700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.360759493670885e-05,
+      "learning_rate_adapter": 6.360759493670885e-05,
+      "loss": 0.029,
+      "step": 153750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.359493670886076e-05,
+      "learning_rate_adapter": 6.359493670886076e-05,
+      "loss": 0.0287,
+      "step": 153800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.358227848101265e-05,
+      "learning_rate_adapter": 6.358227848101265e-05,
+      "loss": 0.0292,
+      "step": 153850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.356962025316456e-05,
+      "learning_rate_adapter": 6.356962025316456e-05,
+      "loss": 0.0294,
+      "step": 153900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.355696202531646e-05,
+      "learning_rate_adapter": 6.355696202531646e-05,
+      "loss": 0.0292,
+      "step": 153950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.354430379746836e-05,
+      "learning_rate_adapter": 6.354430379746836e-05,
+      "loss": 0.0286,
+      "step": 154000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.353164556962026e-05,
+      "learning_rate_adapter": 6.353164556962026e-05,
+      "loss": 0.0288,
+      "step": 154050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.351898734177215e-05,
+      "learning_rate_adapter": 6.351898734177215e-05,
+      "loss": 0.0291,
+      "step": 154100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.350632911392406e-05,
+      "learning_rate_adapter": 6.350632911392406e-05,
+      "loss": 0.0293,
+      "step": 154150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.349367088607595e-05,
+      "learning_rate_adapter": 6.349367088607595e-05,
+      "loss": 0.0286,
+      "step": 154200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.348101265822786e-05,
+      "learning_rate_adapter": 6.348101265822786e-05,
+      "loss": 0.0286,
+      "step": 154250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.346835443037975e-05,
+      "learning_rate_adapter": 6.346835443037975e-05,
+      "loss": 0.0283,
+      "step": 154300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.345569620253164e-05,
+      "learning_rate_adapter": 6.345569620253164e-05,
+      "loss": 0.0283,
+      "step": 154350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.344303797468355e-05,
+      "learning_rate_adapter": 6.344303797468355e-05,
+      "loss": 0.0282,
+      "step": 154400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.343037974683544e-05,
+      "learning_rate_adapter": 6.343037974683544e-05,
+      "loss": 0.0292,
+      "step": 154450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.341772151898734e-05,
+      "learning_rate_adapter": 6.341772151898734e-05,
+      "loss": 0.0292,
+      "step": 154500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.340506329113925e-05,
+      "learning_rate_adapter": 6.340506329113925e-05,
+      "loss": 0.0288,
+      "step": 154550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.339240506329114e-05,
+      "learning_rate_adapter": 6.339240506329114e-05,
+      "loss": 0.03,
+      "step": 154600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.337974683544305e-05,
+      "learning_rate_adapter": 6.337974683544305e-05,
+      "loss": 0.0292,
+      "step": 154650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.336708860759494e-05,
+      "learning_rate_adapter": 6.336708860759494e-05,
+      "loss": 0.0293,
+      "step": 154700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.335443037974685e-05,
+      "learning_rate_adapter": 6.335443037974685e-05,
+      "loss": 0.029,
+      "step": 154750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.334177215189874e-05,
+      "learning_rate_adapter": 6.334177215189874e-05,
+      "loss": 0.0285,
+      "step": 154800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.332911392405063e-05,
+      "learning_rate_adapter": 6.332911392405063e-05,
+      "loss": 0.0287,
+      "step": 154850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.331645569620254e-05,
+      "learning_rate_adapter": 6.331645569620254e-05,
+      "loss": 0.0287,
+      "step": 154900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.330379746835443e-05,
+      "learning_rate_adapter": 6.330379746835443e-05,
+      "loss": 0.0286,
+      "step": 154950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.329113924050633e-05,
+      "learning_rate_adapter": 6.329113924050633e-05,
+      "loss": 0.0289,
+      "step": 155000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7740286463796435,
+      "eval_af_ud_pr_auc": 0.9893519055331421,
+      "eval_am_opus100_pr_auc": 0.5011618203701391,
+      "eval_ar_ersatz_pr_auc": 0.9365157767090085,
+      "eval_ar_opus100_pr_auc": 0.7219644650679832,
+      "eval_ar_ud_pr_auc": 0.8741308819280436,
+      "eval_average_ersatz_pr_auc": 0.961404415779569,
+      "eval_average_opus100_pr_auc": 0.8256086253146935,
+      "eval_average_ud_pr_auc": 0.9620615535460088,
+      "eval_az_opus100_pr_auc": 0.7920293907452537,
+      "eval_be_opus100_pr_auc": 0.6514782823686128,
+      "eval_be_ud_pr_auc": 0.8939658532480479,
+      "eval_bg_opus100_pr_auc": 0.9139715460679386,
+      "eval_bg_ud_pr_auc": 0.9914343743154377,
+      "eval_bn_opus100_pr_auc": 0.8251282924977364,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8897385480967267,
+      "eval_ca_ud_pr_auc": 0.994694988817213,
+      "eval_ceb_ud_pr_auc": 0.9994050591225012,
+      "eval_cs_ersatz_pr_auc": 0.9823441399119686,
+      "eval_cs_opus100_pr_auc": 0.907895860952545,
+      "eval_cs_ud_pr_auc": 0.9551297487739541,
+      "eval_cy_opus100_pr_auc": 0.7360718567988888,
+      "eval_cy_ud_pr_auc": 0.9952928868766524,
+      "eval_da_opus100_pr_auc": 0.918057226946306,
+      "eval_da_ud_pr_auc": 0.9787840379954107,
+      "eval_de_ersatz_pr_auc": 0.9738850431736376,
+      "eval_de_opus100_pr_auc": 0.8957701099782549,
+      "eval_de_ud_pr_auc": 0.983910388842326,
+      "eval_el_opus100_pr_auc": 0.9202205451442597,
+      "eval_el_ud_pr_auc": 0.9808985389857654,
+      "eval_en_ersatz_pr_auc": 0.9890261623082157,
+      "eval_en_opus100_pr_auc": 0.926157939069746,
+      "eval_en_ud_pr_auc": 0.9761744577597324,
+      "eval_eo_opus100_pr_auc": 0.9229746484425755,
+      "eval_es_ersatz_pr_auc": 0.9954997409273801,
+      "eval_es_opus100_pr_auc": 0.9235782252791278,
+      "eval_es_ud_pr_auc": 0.9897335238937318,
+      "eval_et_ersatz_pr_auc": 0.978098005303994,
+      "eval_et_opus100_pr_auc": 0.8849191355556277,
+      "eval_et_ud_pr_auc": 0.9567040321049589,
+      "eval_eu_opus100_pr_auc": 0.8776514827234371,
+      "eval_eu_ud_pr_auc": 0.9938151727707755,
+      "eval_fa_opus100_pr_auc": 0.595960328881012,
+      "eval_fa_ud_pr_auc": 0.9864638320973806,
+      "eval_fi_ersatz_pr_auc": 0.9863993007773102,
+      "eval_fi_opus100_pr_auc": 0.9159497816301179,
+      "eval_fi_ud_pr_auc": 0.9695795212444641,
+      "eval_fr_ersatz_pr_auc": 0.988819531379547,
+      "eval_fr_opus100_pr_auc": 0.9111981044064611,
+      "eval_fr_ud_pr_auc": 0.9831839881526855,
+      "eval_fy_opus100_pr_auc": 0.6421940178539536,
+      "eval_ga_opus100_pr_auc": 0.8756869655086337,
+      "eval_ga_ud_pr_auc": 0.822321381810432,
+      "eval_gd_opus100_pr_auc": 0.63036698948082,
+      "eval_gd_ud_pr_auc": 0.8127253737760297,
+      "eval_gl_opus100_pr_auc": 0.8911751380266397,
+      "eval_gl_ud_pr_auc": 0.9987190812380579,
+      "eval_gu_ersatz_pr_auc": 0.9298223105329871,
+      "eval_gu_opus100_pr_auc": 0.7086107445998595,
+      "eval_ha_opus100_pr_auc": 0.9147897661445854,
+      "eval_he_opus100_pr_auc": 0.8599521437642633,
+      "eval_he_ud_pr_auc": 0.9755394328032948,
+      "eval_hi_ersatz_pr_auc": 0.9721815788137139,
+      "eval_hi_opus100_pr_auc": 0.6880142426976021,
+      "eval_hi_ud_pr_auc": 0.9803650499621179,
+      "eval_hu_opus100_pr_auc": 0.9102584764297491,
+      "eval_hu_ud_pr_auc": 0.9800069897519033,
+      "eval_hy_opus100_pr_auc": 0.9134363002775558,
+      "eval_hy_ud_pr_auc": 0.9875441394044692,
+      "eval_id_opus100_pr_auc": 0.8700286181540249,
+      "eval_id_ud_pr_auc": 0.9911054816614476,
+      "eval_ig_opus100_pr_auc": 0.8646908561341548,
+      "eval_is_opus100_pr_auc": 0.9235371332924801,
+      "eval_is_ud_pr_auc": 0.8991922152904601,
+      "eval_it_opus100_pr_auc": 0.9025434381775007,
+      "eval_it_ud_pr_auc": 0.9995826592910385,
+      "eval_ja_ersatz_pr_auc": 0.7983803789722805,
+      "eval_ja_opus100_pr_auc": 0.8219210773802459,
+      "eval_ja_ud_pr_auc": 0.9805128232127782,
+      "eval_jv_ud_pr_auc": 0.9801280035579678,
+      "eval_ka_opus100_pr_auc": 0.8579904781996821,
+      "eval_kk_ersatz_pr_auc": 0.9882276947407954,
+      "eval_kk_opus100_pr_auc": 0.7568352588595127,
+      "eval_kk_ud_pr_auc": 0.975879015601024,
+      "eval_km_ersatz_pr_auc": 0.9048877321775182,
+      "eval_km_opus100_pr_auc": 0.7045328732272911,
+      "eval_kn_opus100_pr_auc": 0.5818465971875268,
+      "eval_ko_opus100_pr_auc": 0.6611199226442035,
+      "eval_ko_ud_pr_auc": 0.9963848558569947,
+      "eval_ku_opus100_pr_auc": 0.810626954038495,
+      "eval_ky_opus100_pr_auc": 0.8414293121690835,
+      "eval_la_ud_pr_auc": 0.979927704019762,
+      "eval_loss": 0.03289904445409775,
+      "eval_lt_ersatz_pr_auc": 0.9931899842774039,
+      "eval_lt_opus100_pr_auc": 0.8836184426478911,
+      "eval_lt_ud_pr_auc": 0.9927676733954955,
+      "eval_lv_ersatz_pr_auc": 0.9875422298078045,
+      "eval_lv_opus100_pr_auc": 0.8895675874324198,
+      "eval_lv_ud_pr_auc": 0.9629764852821026,
+      "eval_mg_opus100_pr_auc": 0.9235974668000088,
+      "eval_mk_opus100_pr_auc": 0.9011018421116324,
+      "eval_ml_opus100_pr_auc": 0.7813522716201097,
+      "eval_mn_opus100_pr_auc": 0.9400877903172795,
+      "eval_mr_opus100_pr_auc": 0.9007708831927213,
+      "eval_mr_ud_pr_auc": 0.9550096095312077,
+      "eval_ms_opus100_pr_auc": 0.8791618890320462,
+      "eval_mt_opus100_pr_auc": 0.8646965497173679,
+      "eval_mt_ud_pr_auc": 0.915738984795436,
+      "eval_my_opus100_pr_auc": 0.7193770272278109,
+      "eval_ne_opus100_pr_auc": 0.6970987615365987,
+      "eval_nl_opus100_pr_auc": 0.893448031773869,
+      "eval_nl_ud_pr_auc": 0.9767050606530927,
+      "eval_no_opus100_pr_auc": 0.914191238715312,
+      "eval_no_ud_pr_auc": 0.996151464597472,
+      "eval_pa_opus100_pr_auc": 0.6401728840791783,
+      "eval_pl_ersatz_pr_auc": 0.9769199377566626,
+      "eval_pl_opus100_pr_auc": 0.8926028675421874,
+      "eval_pl_ud_pr_auc": 0.9578805350253083,
+      "eval_ps_ersatz_pr_auc": 0.9382197816333815,
+      "eval_ps_opus100_pr_auc": 0.7227203005872462,
+      "eval_pt_opus100_pr_auc": 0.9174043815495172,
+      "eval_pt_ud_pr_auc": 0.9821523032767053,
+      "eval_ro_ersatz_pr_auc": 0.9916363541558646,
+      "eval_ro_opus100_pr_auc": 0.888052908673493,
+      "eval_ro_ud_pr_auc": 0.9676978140182757,
+      "eval_ru_ersatz_pr_auc": 0.9898470319206345,
+      "eval_ru_opus100_pr_auc": 0.9231833265759354,
+      "eval_ru_ud_pr_auc": 0.8622231871835637,
+      "eval_runtime": 624.8625,
+      "eval_samples_per_second": 120.854,
+      "eval_si_opus100_pr_auc": 0.8030040564408042,
+      "eval_sk_opus100_pr_auc": 0.9275643601160026,
+      "eval_sk_ud_pr_auc": 0.9819543179874436,
+      "eval_sl_opus100_pr_auc": 0.8565534467497027,
+      "eval_sl_ud_pr_auc": 0.9700589126202666,
+      "eval_sq_opus100_pr_auc": 0.9009512198327289,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.898160169076745,
+      "eval_sr_ud_pr_auc": 0.9978391076919297,
+      "eval_steps_per_second": 3.777,
+      "eval_sv_opus100_pr_auc": 0.8958437693702503,
+      "eval_sv_ud_pr_auc": 0.9488114312204498,
+      "eval_ta_ersatz_pr_auc": 0.9738290886056185,
+      "eval_ta_opus100_pr_auc": 0.6649899647427088,
+      "eval_ta_ud_pr_auc": 0.9945994500025634,
+      "eval_te_opus100_pr_auc": 0.8461309968817181,
+      "eval_tg_opus100_pr_auc": 0.8802937636457938,
+      "eval_th_opus100_pr_auc": 0.6810557180248832,
+      "eval_th_ud_pr_auc": 0.7626454975981958,
+      "eval_tr_ersatz_pr_auc": 0.9534556190245616,
+      "eval_tr_opus100_pr_auc": 0.8949084619948604,
+      "eval_tr_ud_pr_auc": 0.9489127663598003,
+      "eval_uk_opus100_pr_auc": 0.8738950549933531,
+      "eval_uk_ud_pr_auc": 0.9439779698362606,
+      "eval_ur_opus100_pr_auc": 0.5567762832947818,
+      "eval_ur_ud_pr_auc": 0.9905750139317397,
+      "eval_uz_opus100_pr_auc": 0.8506595705979931,
+      "eval_vi_opus100_pr_auc": 0.9049604751161893,
+      "eval_vi_ud_pr_auc": 0.9636501790819109,
+      "eval_xh_opus100_pr_auc": 0.8659209788860741,
+      "eval_yi_opus100_pr_auc": 0.8119418481797857,
+      "eval_yo_opus100_pr_auc": 0.7967833393531867,
+      "eval_yo_ud_pr_auc": 0.9152126145383943,
+      "eval_zh_ersatz_pr_auc": 0.9221697242402255,
+      "eval_zh_opus100_pr_auc": 0.7499942804165153,
+      "eval_zh_ud_pr_auc": 0.9973807737948872,
+      "eval_zu_opus100_pr_auc": 0.8298195253079174,
+      "step": 155000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.327848101265823e-05,
+      "learning_rate_adapter": 6.327848101265823e-05,
+      "loss": 0.0291,
+      "step": 155050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.326582278481013e-05,
+      "learning_rate_adapter": 6.326582278481013e-05,
+      "loss": 0.0283,
+      "step": 155100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.325316455696204e-05,
+      "learning_rate_adapter": 6.325316455696204e-05,
+      "loss": 0.0297,
+      "step": 155150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.324050632911393e-05,
+      "learning_rate_adapter": 6.324050632911393e-05,
+      "loss": 0.0287,
+      "step": 155200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.322784810126583e-05,
+      "learning_rate_adapter": 6.322784810126583e-05,
+      "loss": 0.0285,
+      "step": 155250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.321518987341773e-05,
+      "learning_rate_adapter": 6.321518987341773e-05,
+      "loss": 0.0294,
+      "step": 155300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.320253164556962e-05,
+      "learning_rate_adapter": 6.320253164556962e-05,
+      "loss": 0.0288,
+      "step": 155350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.318987341772152e-05,
+      "learning_rate_adapter": 6.318987341772152e-05,
+      "loss": 0.0294,
+      "step": 155400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.317721518987342e-05,
+      "learning_rate_adapter": 6.317721518987342e-05,
+      "loss": 0.0293,
+      "step": 155450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.316455696202532e-05,
+      "learning_rate_adapter": 6.316455696202532e-05,
+      "loss": 0.0284,
+      "step": 155500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.315189873417721e-05,
+      "learning_rate_adapter": 6.315189873417721e-05,
+      "loss": 0.0289,
+      "step": 155550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.31392405063291e-05,
+      "learning_rate_adapter": 6.31392405063291e-05,
+      "loss": 0.0288,
+      "step": 155600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.312658227848101e-05,
+      "learning_rate_adapter": 6.312658227848101e-05,
+      "loss": 0.0284,
+      "step": 155650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.311392405063292e-05,
+      "learning_rate_adapter": 6.311392405063292e-05,
+      "loss": 0.0288,
+      "step": 155700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.310126582278482e-05,
+      "learning_rate_adapter": 6.310126582278482e-05,
+      "loss": 0.0287,
+      "step": 155750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.308860759493671e-05,
+      "learning_rate_adapter": 6.308860759493671e-05,
+      "loss": 0.029,
+      "step": 155800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.307594936708862e-05,
+      "learning_rate_adapter": 6.307594936708862e-05,
+      "loss": 0.0289,
+      "step": 155850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.306329113924051e-05,
+      "learning_rate_adapter": 6.306329113924051e-05,
+      "loss": 0.0287,
+      "step": 155900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.30506329113924e-05,
+      "learning_rate_adapter": 6.30506329113924e-05,
+      "loss": 0.0285,
+      "step": 155950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.303797468354431e-05,
+      "learning_rate_adapter": 6.303797468354431e-05,
+      "loss": 0.0286,
+      "step": 156000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.30253164556962e-05,
+      "learning_rate_adapter": 6.30253164556962e-05,
+      "loss": 0.029,
+      "step": 156050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.301265822784811e-05,
+      "learning_rate_adapter": 6.301265822784811e-05,
+      "loss": 0.0286,
+      "step": 156100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0292,
+      "step": 156150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.298734177215189e-05,
+      "learning_rate_adapter": 6.298734177215189e-05,
+      "loss": 0.0295,
+      "step": 156200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29746835443038e-05,
+      "learning_rate_adapter": 6.29746835443038e-05,
+      "loss": 0.0291,
+      "step": 156250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29620253164557e-05,
+      "learning_rate_adapter": 6.29620253164557e-05,
+      "loss": 0.0284,
+      "step": 156300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.294936708860761e-05,
+      "learning_rate_adapter": 6.294936708860761e-05,
+      "loss": 0.029,
+      "step": 156350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29367088607595e-05,
+      "learning_rate_adapter": 6.29367088607595e-05,
+      "loss": 0.0287,
+      "step": 156400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.292405063291139e-05,
+      "learning_rate_adapter": 6.292405063291139e-05,
+      "loss": 0.0288,
+      "step": 156450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29113924050633e-05,
+      "learning_rate_adapter": 6.29113924050633e-05,
+      "loss": 0.029,
+      "step": 156500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.289873417721519e-05,
+      "learning_rate_adapter": 6.289873417721519e-05,
+      "loss": 0.0282,
+      "step": 156550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.28860759493671e-05,
+      "learning_rate_adapter": 6.28860759493671e-05,
+      "loss": 0.0294,
+      "step": 156600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.287341772151899e-05,
+      "learning_rate_adapter": 6.287341772151899e-05,
+      "loss": 0.0287,
+      "step": 156650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.286075949367088e-05,
+      "learning_rate_adapter": 6.286075949367088e-05,
+      "loss": 0.0293,
+      "step": 156700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.284810126582279e-05,
+      "learning_rate_adapter": 6.284810126582279e-05,
+      "loss": 0.0286,
+      "step": 156750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.283544303797468e-05,
+      "learning_rate_adapter": 6.283544303797468e-05,
+      "loss": 0.0295,
+      "step": 156800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.282278481012658e-05,
+      "learning_rate_adapter": 6.282278481012658e-05,
+      "loss": 0.0286,
+      "step": 156850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.281012658227849e-05,
+      "learning_rate_adapter": 6.281012658227849e-05,
+      "loss": 0.0285,
+      "step": 156900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.279746835443038e-05,
+      "learning_rate_adapter": 6.279746835443038e-05,
+      "loss": 0.0292,
+      "step": 156950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.278481012658229e-05,
+      "learning_rate_adapter": 6.278481012658229e-05,
+      "loss": 0.0296,
+      "step": 157000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.277215189873418e-05,
+      "learning_rate_adapter": 6.277215189873418e-05,
+      "loss": 0.0283,
+      "step": 157050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.275949367088608e-05,
+      "learning_rate_adapter": 6.275949367088608e-05,
+      "loss": 0.0287,
+      "step": 157100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.274683544303798e-05,
+      "learning_rate_adapter": 6.274683544303798e-05,
+      "loss": 0.0286,
+      "step": 157150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.273417721518987e-05,
+      "learning_rate_adapter": 6.273417721518987e-05,
+      "loss": 0.029,
+      "step": 157200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.272151898734177e-05,
+      "learning_rate_adapter": 6.272151898734177e-05,
+      "loss": 0.0291,
+      "step": 157250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.270886075949367e-05,
+      "learning_rate_adapter": 6.270886075949367e-05,
+      "loss": 0.0286,
+      "step": 157300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.269620253164557e-05,
+      "learning_rate_adapter": 6.269620253164557e-05,
+      "loss": 0.0288,
+      "step": 157350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.268354430379746e-05,
+      "learning_rate_adapter": 6.268354430379746e-05,
+      "loss": 0.029,
+      "step": 157400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.267088607594937e-05,
+      "learning_rate_adapter": 6.267088607594937e-05,
+      "loss": 0.0288,
+      "step": 157450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.265822784810128e-05,
+      "learning_rate_adapter": 6.265822784810128e-05,
+      "loss": 0.0285,
+      "step": 157500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.264556962025317e-05,
+      "learning_rate_adapter": 6.264556962025317e-05,
+      "loss": 0.0293,
+      "step": 157550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.263291139240507e-05,
+      "learning_rate_adapter": 6.263291139240507e-05,
+      "loss": 0.0291,
+      "step": 157600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.262025316455697e-05,
+      "learning_rate_adapter": 6.262025316455697e-05,
+      "loss": 0.0291,
+      "step": 157650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.260759493670887e-05,
+      "learning_rate_adapter": 6.260759493670887e-05,
+      "loss": 0.029,
+      "step": 157700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.259493670886076e-05,
+      "learning_rate_adapter": 6.259493670886076e-05,
+      "loss": 0.0282,
+      "step": 157750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.258227848101266e-05,
+      "learning_rate_adapter": 6.258227848101266e-05,
+      "loss": 0.0286,
+      "step": 157800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.256962025316456e-05,
+      "learning_rate_adapter": 6.256962025316456e-05,
+      "loss": 0.0286,
+      "step": 157850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.255696202531645e-05,
+      "learning_rate_adapter": 6.255696202531645e-05,
+      "loss": 0.0294,
+      "step": 157900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.254430379746836e-05,
+      "learning_rate_adapter": 6.254430379746836e-05,
+      "loss": 0.0294,
+      "step": 157950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.253164556962025e-05,
+      "learning_rate_adapter": 6.253164556962025e-05,
+      "loss": 0.029,
+      "step": 158000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.251898734177216e-05,
+      "learning_rate_adapter": 6.251898734177216e-05,
+      "loss": 0.0288,
+      "step": 158050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.250632911392406e-05,
+      "learning_rate_adapter": 6.250632911392406e-05,
+      "loss": 0.0295,
+      "step": 158100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.249367088607595e-05,
+      "learning_rate_adapter": 6.249367088607595e-05,
+      "loss": 0.0287,
+      "step": 158150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.248101265822786e-05,
+      "learning_rate_adapter": 6.248101265822786e-05,
+      "loss": 0.0288,
+      "step": 158200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.246835443037975e-05,
+      "learning_rate_adapter": 6.246835443037975e-05,
+      "loss": 0.0282,
+      "step": 158250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.245569620253164e-05,
+      "learning_rate_adapter": 6.245569620253164e-05,
+      "loss": 0.029,
+      "step": 158300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.244303797468355e-05,
+      "learning_rate_adapter": 6.244303797468355e-05,
+      "loss": 0.0288,
+      "step": 158350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.243037974683544e-05,
+      "learning_rate_adapter": 6.243037974683544e-05,
+      "loss": 0.0288,
+      "step": 158400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.241772151898735e-05,
+      "learning_rate_adapter": 6.241772151898735e-05,
+      "loss": 0.0294,
+      "step": 158450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.240506329113924e-05,
+      "learning_rate_adapter": 6.240506329113924e-05,
+      "loss": 0.0287,
+      "step": 158500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.239240506329113e-05,
+      "learning_rate_adapter": 6.239240506329113e-05,
+      "loss": 0.0297,
+      "step": 158550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.237974683544304e-05,
+      "learning_rate_adapter": 6.237974683544304e-05,
+      "loss": 0.0294,
+      "step": 158600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.236708860759494e-05,
+      "learning_rate_adapter": 6.236708860759494e-05,
+      "loss": 0.0281,
+      "step": 158650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.235443037974685e-05,
+      "learning_rate_adapter": 6.235443037974685e-05,
+      "loss": 0.0293,
+      "step": 158700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.234177215189874e-05,
+      "learning_rate_adapter": 6.234177215189874e-05,
+      "loss": 0.0281,
+      "step": 158750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.232911392405063e-05,
+      "learning_rate_adapter": 6.232911392405063e-05,
+      "loss": 0.0275,
+      "step": 158800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.231645569620254e-05,
+      "learning_rate_adapter": 6.231645569620254e-05,
+      "loss": 0.0296,
+      "step": 158850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.230379746835443e-05,
+      "learning_rate_adapter": 6.230379746835443e-05,
+      "loss": 0.0287,
+      "step": 158900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.229113924050634e-05,
+      "learning_rate_adapter": 6.229113924050634e-05,
+      "loss": 0.029,
+      "step": 158950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.227848101265823e-05,
+      "learning_rate_adapter": 6.227848101265823e-05,
+      "loss": 0.0283,
+      "step": 159000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.226582278481013e-05,
+      "learning_rate_adapter": 6.226582278481013e-05,
+      "loss": 0.0286,
+      "step": 159050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.225316455696203e-05,
+      "learning_rate_adapter": 6.225316455696203e-05,
+      "loss": 0.0285,
+      "step": 159100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.224050632911392e-05,
+      "learning_rate_adapter": 6.224050632911392e-05,
+      "loss": 0.0286,
+      "step": 159150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.222784810126582e-05,
+      "learning_rate_adapter": 6.222784810126582e-05,
+      "loss": 0.0291,
+      "step": 159200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.221518987341773e-05,
+      "learning_rate_adapter": 6.221518987341773e-05,
+      "loss": 0.0289,
+      "step": 159250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.220253164556963e-05,
+      "learning_rate_adapter": 6.220253164556963e-05,
+      "loss": 0.029,
+      "step": 159300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.218987341772153e-05,
+      "learning_rate_adapter": 6.218987341772153e-05,
+      "loss": 0.0287,
+      "step": 159350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.217721518987342e-05,
+      "learning_rate_adapter": 6.217721518987342e-05,
+      "loss": 0.0286,
+      "step": 159400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.216455696202532e-05,
+      "learning_rate_adapter": 6.216455696202532e-05,
+      "loss": 0.029,
+      "step": 159450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.215189873417722e-05,
+      "learning_rate_adapter": 6.215189873417722e-05,
+      "loss": 0.029,
+      "step": 159500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.213924050632912e-05,
+      "learning_rate_adapter": 6.213924050632912e-05,
+      "loss": 0.0294,
+      "step": 159550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.212658227848101e-05,
+      "learning_rate_adapter": 6.212658227848101e-05,
+      "loss": 0.0295,
+      "step": 159600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.21139240506329e-05,
+      "learning_rate_adapter": 6.21139240506329e-05,
+      "loss": 0.0287,
+      "step": 159650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.210126582278481e-05,
+      "learning_rate_adapter": 6.210126582278481e-05,
+      "loss": 0.0288,
+      "step": 159700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.20886075949367e-05,
+      "learning_rate_adapter": 6.20886075949367e-05,
+      "loss": 0.0287,
+      "step": 159750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.207594936708861e-05,
+      "learning_rate_adapter": 6.207594936708861e-05,
+      "loss": 0.029,
+      "step": 159800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.206329113924052e-05,
+      "learning_rate_adapter": 6.206329113924052e-05,
+      "loss": 0.0287,
+      "step": 159850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.205063291139241e-05,
+      "learning_rate_adapter": 6.205063291139241e-05,
+      "loss": 0.0297,
+      "step": 159900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.203797468354431e-05,
+      "learning_rate_adapter": 6.203797468354431e-05,
+      "loss": 0.0282,
+      "step": 159950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.20253164556962e-05,
+      "learning_rate_adapter": 6.20253164556962e-05,
+      "loss": 0.0284,
+      "step": 160000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7922569912895621,
+      "eval_af_ud_pr_auc": 0.9907532700264624,
+      "eval_am_opus100_pr_auc": 0.5715918605317173,
+      "eval_ar_ersatz_pr_auc": 0.9311485379850776,
+      "eval_ar_opus100_pr_auc": 0.7028378451959081,
+      "eval_ar_ud_pr_auc": 0.8813987225893137,
+      "eval_average_ersatz_pr_auc": 0.9615537849635558,
+      "eval_average_opus100_pr_auc": 0.8302121525187712,
+      "eval_average_ud_pr_auc": 0.9609397803282714,
+      "eval_az_opus100_pr_auc": 0.8177354175537109,
+      "eval_be_opus100_pr_auc": 0.6849009255580886,
+      "eval_be_ud_pr_auc": 0.8905465220358159,
+      "eval_bg_opus100_pr_auc": 0.9096376146561501,
+      "eval_bg_ud_pr_auc": 0.9944696403840415,
+      "eval_bn_opus100_pr_auc": 0.8145275792390222,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8908717007639666,
+      "eval_ca_ud_pr_auc": 0.9937323387882092,
+      "eval_ceb_ud_pr_auc": 0.9992127774656326,
+      "eval_cs_ersatz_pr_auc": 0.9824874531704283,
+      "eval_cs_opus100_pr_auc": 0.9041352139749573,
+      "eval_cs_ud_pr_auc": 0.9580750294415268,
+      "eval_cy_opus100_pr_auc": 0.7675793231949792,
+      "eval_cy_ud_pr_auc": 0.9979038775241841,
+      "eval_da_opus100_pr_auc": 0.9099145463704349,
+      "eval_da_ud_pr_auc": 0.9847321165365961,
+      "eval_de_ersatz_pr_auc": 0.9729955576746456,
+      "eval_de_opus100_pr_auc": 0.8915538519362519,
+      "eval_de_ud_pr_auc": 0.9814010768336117,
+      "eval_el_opus100_pr_auc": 0.9149691142637154,
+      "eval_el_ud_pr_auc": 0.9828768436732285,
+      "eval_en_ersatz_pr_auc": 0.9903172545377419,
+      "eval_en_opus100_pr_auc": 0.9204851730994673,
+      "eval_en_ud_pr_auc": 0.9740201131653053,
+      "eval_eo_opus100_pr_auc": 0.9248027577999711,
+      "eval_es_ersatz_pr_auc": 0.9963657483170146,
+      "eval_es_opus100_pr_auc": 0.9202983331627284,
+      "eval_es_ud_pr_auc": 0.9874488418511201,
+      "eval_et_ersatz_pr_auc": 0.9802415304135788,
+      "eval_et_opus100_pr_auc": 0.8680886996825083,
+      "eval_et_ud_pr_auc": 0.9559330517332512,
+      "eval_eu_opus100_pr_auc": 0.8772672609631164,
+      "eval_eu_ud_pr_auc": 0.9889396303912549,
+      "eval_fa_opus100_pr_auc": 0.5916884060330929,
+      "eval_fa_ud_pr_auc": 0.9908628904316192,
+      "eval_fi_ersatz_pr_auc": 0.9877132831507713,
+      "eval_fi_opus100_pr_auc": 0.9074488925630871,
+      "eval_fi_ud_pr_auc": 0.9685956522723606,
+      "eval_fr_ersatz_pr_auc": 0.9884166322862653,
+      "eval_fr_opus100_pr_auc": 0.9096713201549483,
+      "eval_fr_ud_pr_auc": 0.9747458680299618,
+      "eval_fy_opus100_pr_auc": 0.7100485567029594,
+      "eval_ga_opus100_pr_auc": 0.8953546521825242,
+      "eval_ga_ud_pr_auc": 0.8111180791317202,
+      "eval_gd_opus100_pr_auc": 0.6561241997034951,
+      "eval_gd_ud_pr_auc": 0.8046725786060422,
+      "eval_gl_opus100_pr_auc": 0.8905408651953289,
+      "eval_gl_ud_pr_auc": 0.9973184691292927,
+      "eval_gu_ersatz_pr_auc": 0.9257734318453101,
+      "eval_gu_opus100_pr_auc": 0.7380223738725042,
+      "eval_ha_opus100_pr_auc": 0.9144456507335577,
+      "eval_he_opus100_pr_auc": 0.8452883173198156,
+      "eval_he_ud_pr_auc": 0.9808496401358953,
+      "eval_hi_ersatz_pr_auc": 0.9753531436016889,
+      "eval_hi_opus100_pr_auc": 0.6749245527015373,
+      "eval_hi_ud_pr_auc": 0.9843516510180973,
+      "eval_hu_opus100_pr_auc": 0.906231133063446,
+      "eval_hu_ud_pr_auc": 0.978849407177945,
+      "eval_hy_opus100_pr_auc": 0.9117129879898082,
+      "eval_hy_ud_pr_auc": 0.9914120897377321,
+      "eval_id_opus100_pr_auc": 0.8628999399898148,
+      "eval_id_ud_pr_auc": 0.9940543685323259,
+      "eval_ig_opus100_pr_auc": 0.8931866581629478,
+      "eval_is_opus100_pr_auc": 0.9206887053878294,
+      "eval_is_ud_pr_auc": 0.9151238786446977,
+      "eval_it_opus100_pr_auc": 0.9050136527683825,
+      "eval_it_ud_pr_auc": 0.9987729561031705,
+      "eval_ja_ersatz_pr_auc": 0.7923432421379099,
+      "eval_ja_opus100_pr_auc": 0.8331325913181765,
+      "eval_ja_ud_pr_auc": 0.9771143579755349,
+      "eval_jv_ud_pr_auc": 0.9739072641881643,
+      "eval_ka_opus100_pr_auc": 0.8557843354817256,
+      "eval_kk_ersatz_pr_auc": 0.9836876714658738,
+      "eval_kk_opus100_pr_auc": 0.7966478309383167,
+      "eval_kk_ud_pr_auc": 0.9761855862883555,
+      "eval_km_ersatz_pr_auc": 0.9052023252406269,
+      "eval_km_opus100_pr_auc": 0.6974712513669941,
+      "eval_kn_opus100_pr_auc": 0.5998077560436733,
+      "eval_ko_opus100_pr_auc": 0.6648359924775605,
+      "eval_ko_ud_pr_auc": 0.9971793082069749,
+      "eval_ku_opus100_pr_auc": 0.8190180002511686,
+      "eval_ky_opus100_pr_auc": 0.8727217417219064,
+      "eval_la_ud_pr_auc": 0.9540608461491281,
+      "eval_loss": 0.03282150253653526,
+      "eval_lt_ersatz_pr_auc": 0.9944578849373558,
+      "eval_lt_opus100_pr_auc": 0.8674730045773087,
+      "eval_lt_ud_pr_auc": 0.9942977499252094,
+      "eval_lv_ersatz_pr_auc": 0.9855560608213285,
+      "eval_lv_opus100_pr_auc": 0.8834906415641853,
+      "eval_lv_ud_pr_auc": 0.9596867519947889,
+      "eval_mg_opus100_pr_auc": 0.9179087875576769,
+      "eval_mk_opus100_pr_auc": 0.904756893294605,
+      "eval_ml_opus100_pr_auc": 0.7672523357647086,
+      "eval_mn_opus100_pr_auc": 0.9379246939666002,
+      "eval_mr_opus100_pr_auc": 0.8948277070179259,
+      "eval_mr_ud_pr_auc": 0.9688411823705211,
+      "eval_ms_opus100_pr_auc": 0.8694139577576089,
+      "eval_mt_opus100_pr_auc": 0.8726620368930299,
+      "eval_mt_ud_pr_auc": 0.8993736144858339,
+      "eval_my_opus100_pr_auc": 0.7415853095353911,
+      "eval_ne_opus100_pr_auc": 0.7509927928561424,
+      "eval_nl_opus100_pr_auc": 0.8892988135360107,
+      "eval_nl_ud_pr_auc": 0.9690541152241414,
+      "eval_no_opus100_pr_auc": 0.912252346166356,
+      "eval_no_ud_pr_auc": 0.9956013427793021,
+      "eval_pa_opus100_pr_auc": 0.6821469219474754,
+      "eval_pl_ersatz_pr_auc": 0.9728014510433892,
+      "eval_pl_opus100_pr_auc": 0.8894388739775908,
+      "eval_pl_ud_pr_auc": 0.9590458523649951,
+      "eval_ps_ersatz_pr_auc": 0.9337958139474958,
+      "eval_ps_opus100_pr_auc": 0.7396646033470621,
+      "eval_pt_opus100_pr_auc": 0.9150278784220792,
+      "eval_pt_ud_pr_auc": 0.9788801718426314,
+      "eval_ro_ersatz_pr_auc": 0.9927185010053214,
+      "eval_ro_opus100_pr_auc": 0.8906047271386924,
+      "eval_ro_ud_pr_auc": 0.9651221475101532,
+      "eval_ru_ersatz_pr_auc": 0.9911104270375417,
+      "eval_ru_opus100_pr_auc": 0.9157832603178229,
+      "eval_ru_ud_pr_auc": 0.8417477434664586,
+      "eval_runtime": 622.489,
+      "eval_samples_per_second": 121.315,
+      "eval_si_opus100_pr_auc": 0.7943311752187319,
+      "eval_sk_opus100_pr_auc": 0.9252508704405781,
+      "eval_sk_ud_pr_auc": 0.9866804092819513,
+      "eval_sl_opus100_pr_auc": 0.855597295319115,
+      "eval_sl_ud_pr_auc": 0.9640317937294098,
+      "eval_sq_opus100_pr_auc": 0.9079077676863988,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8973966547258164,
+      "eval_sr_ud_pr_auc": 0.9981052568316225,
+      "eval_steps_per_second": 3.791,
+      "eval_sv_opus100_pr_auc": 0.8899751552776721,
+      "eval_sv_ud_pr_auc": 0.94844765190849,
+      "eval_ta_ersatz_pr_auc": 0.9786162860674625,
+      "eval_ta_opus100_pr_auc": 0.6722720091705368,
+      "eval_ta_ud_pr_auc": 0.9975431276782937,
+      "eval_te_opus100_pr_auc": 0.8386230132819701,
+      "eval_tg_opus100_pr_auc": 0.8818347179254594,
+      "eval_th_opus100_pr_auc": 0.6724739107231341,
+      "eval_th_ud_pr_auc": 0.7995720296823118,
+      "eval_tr_ersatz_pr_auc": 0.9706113918254451,
+      "eval_tr_opus100_pr_auc": 0.8888772001113369,
+      "eval_tr_ud_pr_auc": 0.9524875704623994,
+      "eval_uk_opus100_pr_auc": 0.8755818013530711,
+      "eval_uk_ud_pr_auc": 0.9246112910178936,
+      "eval_ur_opus100_pr_auc": 0.5373249621260273,
+      "eval_ur_ud_pr_auc": 0.9899901981201608,
+      "eval_uz_opus100_pr_auc": 0.869623245950184,
+      "eval_vi_opus100_pr_auc": 0.902524759182051,
+      "eval_vi_ud_pr_auc": 0.9568093697942955,
+      "eval_xh_opus100_pr_auc": 0.8703119043847015,
+      "eval_yi_opus100_pr_auc": 0.8149110476840735,
+      "eval_yo_opus100_pr_auc": 0.8162618687883587,
+      "eval_yo_ud_pr_auc": 0.9074056370547011,
+      "eval_zh_ersatz_pr_auc": 0.9224696406859543,
+      "eval_zh_opus100_pr_auc": 0.7338131928269955,
+      "eval_zh_ud_pr_auc": 0.9856137269873332,
+      "eval_zu_opus100_pr_auc": 0.8338337953638957,
+      "step": 160000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.201265822784811e-05,
+      "learning_rate_adapter": 6.201265822784811e-05,
+      "loss": 0.0291,
+      "step": 160050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0286,
+      "step": 160100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.19873417721519e-05,
+      "learning_rate_adapter": 6.19873417721519e-05,
+      "loss": 0.0291,
+      "step": 160150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.19746835443038e-05,
+      "learning_rate_adapter": 6.19746835443038e-05,
+      "loss": 0.0289,
+      "step": 160200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.196202531645569e-05,
+      "learning_rate_adapter": 6.196202531645569e-05,
+      "loss": 0.0282,
+      "step": 160250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.19493670886076e-05,
+      "learning_rate_adapter": 6.19493670886076e-05,
+      "loss": 0.0288,
+      "step": 160300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.193670886075949e-05,
+      "learning_rate_adapter": 6.193670886075949e-05,
+      "loss": 0.0286,
+      "step": 160350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.19240506329114e-05,
+      "learning_rate_adapter": 6.19240506329114e-05,
+      "loss": 0.0284,
+      "step": 160400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.19113924050633e-05,
+      "learning_rate_adapter": 6.19113924050633e-05,
+      "loss": 0.0293,
+      "step": 160450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.18987341772152e-05,
+      "learning_rate_adapter": 6.18987341772152e-05,
+      "loss": 0.028,
+      "step": 160500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.18860759493671e-05,
+      "learning_rate_adapter": 6.18860759493671e-05,
+      "loss": 0.0281,
+      "step": 160550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.187341772151899e-05,
+      "learning_rate_adapter": 6.187341772151899e-05,
+      "loss": 0.029,
+      "step": 160600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.18607594936709e-05,
+      "learning_rate_adapter": 6.18607594936709e-05,
+      "loss": 0.0284,
+      "step": 160650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.184810126582279e-05,
+      "learning_rate_adapter": 6.184810126582279e-05,
+      "loss": 0.0283,
+      "step": 160700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.183544303797468e-05,
+      "learning_rate_adapter": 6.183544303797468e-05,
+      "loss": 0.0285,
+      "step": 160750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.182278481012659e-05,
+      "learning_rate_adapter": 6.182278481012659e-05,
+      "loss": 0.0284,
+      "step": 160800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.181012658227848e-05,
+      "learning_rate_adapter": 6.181012658227848e-05,
+      "loss": 0.0284,
+      "step": 160850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.179746835443038e-05,
+      "learning_rate_adapter": 6.179746835443038e-05,
+      "loss": 0.0285,
+      "step": 160900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.178481012658228e-05,
+      "learning_rate_adapter": 6.178481012658228e-05,
+      "loss": 0.0284,
+      "step": 160950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.177215189873418e-05,
+      "learning_rate_adapter": 6.177215189873418e-05,
+      "loss": 0.0286,
+      "step": 161000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.175949367088609e-05,
+      "learning_rate_adapter": 6.175949367088609e-05,
+      "loss": 0.0283,
+      "step": 161050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.174683544303798e-05,
+      "learning_rate_adapter": 6.174683544303798e-05,
+      "loss": 0.0284,
+      "step": 161100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.173417721518989e-05,
+      "learning_rate_adapter": 6.173417721518989e-05,
+      "loss": 0.029,
+      "step": 161150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.172151898734178e-05,
+      "learning_rate_adapter": 6.172151898734178e-05,
+      "loss": 0.0295,
+      "step": 161200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.170886075949367e-05,
+      "learning_rate_adapter": 6.170886075949367e-05,
+      "loss": 0.0284,
+      "step": 161250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.169620253164558e-05,
+      "learning_rate_adapter": 6.169620253164558e-05,
+      "loss": 0.0285,
+      "step": 161300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.168354430379747e-05,
+      "learning_rate_adapter": 6.168354430379747e-05,
+      "loss": 0.0292,
+      "step": 161350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.167088607594937e-05,
+      "learning_rate_adapter": 6.167088607594937e-05,
+      "loss": 0.028,
+      "step": 161400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.165822784810127e-05,
+      "learning_rate_adapter": 6.165822784810127e-05,
+      "loss": 0.0285,
+      "step": 161450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.164556962025316e-05,
+      "learning_rate_adapter": 6.164556962025316e-05,
+      "loss": 0.029,
+      "step": 161500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.163291139240506e-05,
+      "learning_rate_adapter": 6.163291139240506e-05,
+      "loss": 0.029,
+      "step": 161550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.162025316455697e-05,
+      "learning_rate_adapter": 6.162025316455697e-05,
+      "loss": 0.0286,
+      "step": 161600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.160759493670887e-05,
+      "learning_rate_adapter": 6.160759493670887e-05,
+      "loss": 0.0295,
+      "step": 161650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.159493670886077e-05,
+      "learning_rate_adapter": 6.159493670886077e-05,
+      "loss": 0.0285,
+      "step": 161700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.158227848101266e-05,
+      "learning_rate_adapter": 6.158227848101266e-05,
+      "loss": 0.0286,
+      "step": 161750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.156962025316456e-05,
+      "learning_rate_adapter": 6.156962025316456e-05,
+      "loss": 0.0287,
+      "step": 161800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.155696202531646e-05,
+      "learning_rate_adapter": 6.155696202531646e-05,
+      "loss": 0.0287,
+      "step": 161850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.154430379746836e-05,
+      "learning_rate_adapter": 6.154430379746836e-05,
+      "loss": 0.029,
+      "step": 161900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.153164556962025e-05,
+      "learning_rate_adapter": 6.153164556962025e-05,
+      "loss": 0.0285,
+      "step": 161950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.151898734177215e-05,
+      "learning_rate_adapter": 6.151898734177215e-05,
+      "loss": 0.0286,
+      "step": 162000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.150632911392405e-05,
+      "learning_rate_adapter": 6.150632911392405e-05,
+      "loss": 0.0286,
+      "step": 162050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.149367088607594e-05,
+      "learning_rate_adapter": 6.149367088607594e-05,
+      "loss": 0.0281,
+      "step": 162100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.148101265822785e-05,
+      "learning_rate_adapter": 6.148101265822785e-05,
+      "loss": 0.0294,
+      "step": 162150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.146835443037975e-05,
+      "learning_rate_adapter": 6.146835443037975e-05,
+      "loss": 0.029,
+      "step": 162200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.145569620253166e-05,
+      "learning_rate_adapter": 6.145569620253166e-05,
+      "loss": 0.0282,
+      "step": 162250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.144303797468355e-05,
+      "learning_rate_adapter": 6.144303797468355e-05,
+      "loss": 0.0287,
+      "step": 162300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.143037974683544e-05,
+      "learning_rate_adapter": 6.143037974683544e-05,
+      "loss": 0.0279,
+      "step": 162350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.141772151898735e-05,
+      "learning_rate_adapter": 6.141772151898735e-05,
+      "loss": 0.0292,
+      "step": 162400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.140506329113924e-05,
+      "learning_rate_adapter": 6.140506329113924e-05,
+      "loss": 0.029,
+      "step": 162450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.139240506329115e-05,
+      "learning_rate_adapter": 6.139240506329115e-05,
+      "loss": 0.0289,
+      "step": 162500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.137974683544304e-05,
+      "learning_rate_adapter": 6.137974683544304e-05,
+      "loss": 0.0289,
+      "step": 162550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.136708860759493e-05,
+      "learning_rate_adapter": 6.136708860759493e-05,
+      "loss": 0.0295,
+      "step": 162600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.135443037974684e-05,
+      "learning_rate_adapter": 6.135443037974684e-05,
+      "loss": 0.0293,
+      "step": 162650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.134177215189873e-05,
+      "learning_rate_adapter": 6.134177215189873e-05,
+      "loss": 0.0286,
+      "step": 162700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.132911392405064e-05,
+      "learning_rate_adapter": 6.132911392405064e-05,
+      "loss": 0.0285,
+      "step": 162750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.131645569620254e-05,
+      "learning_rate_adapter": 6.131645569620254e-05,
+      "loss": 0.0288,
+      "step": 162800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.130379746835443e-05,
+      "learning_rate_adapter": 6.130379746835443e-05,
+      "loss": 0.0279,
+      "step": 162850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.129113924050634e-05,
+      "learning_rate_adapter": 6.129113924050634e-05,
+      "loss": 0.0287,
+      "step": 162900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.127848101265823e-05,
+      "learning_rate_adapter": 6.127848101265823e-05,
+      "loss": 0.0288,
+      "step": 162950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.126582278481014e-05,
+      "learning_rate_adapter": 6.126582278481014e-05,
+      "loss": 0.0291,
+      "step": 163000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.125316455696203e-05,
+      "learning_rate_adapter": 6.125316455696203e-05,
+      "loss": 0.0284,
+      "step": 163050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.124050632911392e-05,
+      "learning_rate_adapter": 6.124050632911392e-05,
+      "loss": 0.0284,
+      "step": 163100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.122784810126583e-05,
+      "learning_rate_adapter": 6.122784810126583e-05,
+      "loss": 0.0288,
+      "step": 163150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.121518987341772e-05,
+      "learning_rate_adapter": 6.121518987341772e-05,
+      "loss": 0.0283,
+      "step": 163200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.120253164556962e-05,
+      "learning_rate_adapter": 6.120253164556962e-05,
+      "loss": 0.0283,
+      "step": 163250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.118987341772152e-05,
+      "learning_rate_adapter": 6.118987341772152e-05,
+      "loss": 0.0284,
+      "step": 163300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.117721518987342e-05,
+      "learning_rate_adapter": 6.117721518987342e-05,
+      "loss": 0.0282,
+      "step": 163350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.116455696202533e-05,
+      "learning_rate_adapter": 6.116455696202533e-05,
+      "loss": 0.0291,
+      "step": 163400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.115189873417722e-05,
+      "learning_rate_adapter": 6.115189873417722e-05,
+      "loss": 0.0286,
+      "step": 163450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.113924050632912e-05,
+      "learning_rate_adapter": 6.113924050632912e-05,
+      "loss": 0.0281,
+      "step": 163500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.112658227848102e-05,
+      "learning_rate_adapter": 6.112658227848102e-05,
+      "loss": 0.0284,
+      "step": 163550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.111392405063291e-05,
+      "learning_rate_adapter": 6.111392405063291e-05,
+      "loss": 0.0288,
+      "step": 163600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.110126582278481e-05,
+      "learning_rate_adapter": 6.110126582278481e-05,
+      "loss": 0.0285,
+      "step": 163650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10886075949367e-05,
+      "learning_rate_adapter": 6.10886075949367e-05,
+      "loss": 0.028,
+      "step": 163700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.107594936708861e-05,
+      "learning_rate_adapter": 6.107594936708861e-05,
+      "loss": 0.0287,
+      "step": 163750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10632911392405e-05,
+      "learning_rate_adapter": 6.10632911392405e-05,
+      "loss": 0.0288,
+      "step": 163800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10506329113924e-05,
+      "learning_rate_adapter": 6.10506329113924e-05,
+      "loss": 0.0294,
+      "step": 163850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10379746835443e-05,
+      "learning_rate_adapter": 6.10379746835443e-05,
+      "loss": 0.0286,
+      "step": 163900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10253164556962e-05,
+      "learning_rate_adapter": 6.10253164556962e-05,
+      "loss": 0.0294,
+      "step": 163950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.101265822784811e-05,
+      "learning_rate_adapter": 6.101265822784811e-05,
+      "loss": 0.0285,
+      "step": 164000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0287,
+      "step": 164050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0987341772151904e-05,
+      "learning_rate_adapter": 6.0987341772151904e-05,
+      "loss": 0.0291,
+      "step": 164100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09746835443038e-05,
+      "learning_rate_adapter": 6.09746835443038e-05,
+      "loss": 0.029,
+      "step": 164150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0962025316455695e-05,
+      "learning_rate_adapter": 6.0962025316455695e-05,
+      "loss": 0.0288,
+      "step": 164200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09493670886076e-05,
+      "learning_rate_adapter": 6.09493670886076e-05,
+      "loss": 0.0287,
+      "step": 164250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.093670886075949e-05,
+      "learning_rate_adapter": 6.093670886075949e-05,
+      "loss": 0.028,
+      "step": 164300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09240506329114e-05,
+      "learning_rate_adapter": 6.09240506329114e-05,
+      "loss": 0.0289,
+      "step": 164350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09113924050633e-05,
+      "learning_rate_adapter": 6.09113924050633e-05,
+      "loss": 0.028,
+      "step": 164400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.089873417721519e-05,
+      "learning_rate_adapter": 6.089873417721519e-05,
+      "loss": 0.0284,
+      "step": 164450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0886075949367095e-05,
+      "learning_rate_adapter": 6.0886075949367095e-05,
+      "loss": 0.029,
+      "step": 164500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.087341772151899e-05,
+      "learning_rate_adapter": 6.087341772151899e-05,
+      "loss": 0.0292,
+      "step": 164550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.086075949367089e-05,
+      "learning_rate_adapter": 6.086075949367089e-05,
+      "loss": 0.0287,
+      "step": 164600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0848101265822785e-05,
+      "learning_rate_adapter": 6.0848101265822785e-05,
+      "loss": 0.0287,
+      "step": 164650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0835443037974684e-05,
+      "learning_rate_adapter": 6.0835443037974684e-05,
+      "loss": 0.0288,
+      "step": 164700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.082278481012659e-05,
+      "learning_rate_adapter": 6.082278481012659e-05,
+      "loss": 0.0286,
+      "step": 164750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.081012658227848e-05,
+      "learning_rate_adapter": 6.081012658227848e-05,
+      "loss": 0.0286,
+      "step": 164800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.079746835443039e-05,
+      "learning_rate_adapter": 6.079746835443039e-05,
+      "loss": 0.0284,
+      "step": 164850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.078481012658228e-05,
+      "learning_rate_adapter": 6.078481012658228e-05,
+      "loss": 0.0285,
+      "step": 164900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.077215189873418e-05,
+      "learning_rate_adapter": 6.077215189873418e-05,
+      "loss": 0.0283,
+      "step": 164950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0759493670886084e-05,
+      "learning_rate_adapter": 6.0759493670886084e-05,
+      "loss": 0.0284,
+      "step": 165000
+    },
+    {
+      "epoch": 0.14,
+      "eval_af_opus100_pr_auc": 0.7880651687940508,
+      "eval_af_ud_pr_auc": 0.9900573023028097,
+      "eval_am_opus100_pr_auc": 0.5643221494099744,
+      "eval_ar_ersatz_pr_auc": 0.9381198442635129,
+      "eval_ar_opus100_pr_auc": 0.7169053952760037,
+      "eval_ar_ud_pr_auc": 0.8770653559217615,
+      "eval_average_ersatz_pr_auc": 0.9646315801952965,
+      "eval_average_opus100_pr_auc": 0.8297700682254809,
+      "eval_average_ud_pr_auc": 0.9635874099116526,
+      "eval_az_opus100_pr_auc": 0.7887221914994793,
+      "eval_be_opus100_pr_auc": 0.668138707013904,
+      "eval_be_ud_pr_auc": 0.8913341620518771,
+      "eval_bg_opus100_pr_auc": 0.9181849297602275,
+      "eval_bg_ud_pr_auc": 0.9956048740576559,
+      "eval_bn_opus100_pr_auc": 0.8139948668678401,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8852129301002337,
+      "eval_ca_ud_pr_auc": 0.9947188322773703,
+      "eval_ceb_ud_pr_auc": 0.9998573862448917,
+      "eval_cs_ersatz_pr_auc": 0.9867678232322237,
+      "eval_cs_opus100_pr_auc": 0.905650149592238,
+      "eval_cs_ud_pr_auc": 0.9624193809869634,
+      "eval_cy_opus100_pr_auc": 0.7540396561182368,
+      "eval_cy_ud_pr_auc": 0.996856482469809,
+      "eval_da_opus100_pr_auc": 0.914093598034073,
+      "eval_da_ud_pr_auc": 0.9853175227155062,
+      "eval_de_ersatz_pr_auc": 0.9825818391864917,
+      "eval_de_opus100_pr_auc": 0.8918722546643444,
+      "eval_de_ud_pr_auc": 0.9830191620790577,
+      "eval_el_opus100_pr_auc": 0.9217786501687213,
+      "eval_el_ud_pr_auc": 0.9885530629628742,
+      "eval_en_ersatz_pr_auc": 0.9924368749282615,
+      "eval_en_opus100_pr_auc": 0.925888571946854,
+      "eval_en_ud_pr_auc": 0.974479221553354,
+      "eval_eo_opus100_pr_auc": 0.9304181111129881,
+      "eval_es_ersatz_pr_auc": 0.9968137065345898,
+      "eval_es_opus100_pr_auc": 0.9267259184763543,
+      "eval_es_ud_pr_auc": 0.9936926509459129,
+      "eval_et_ersatz_pr_auc": 0.9849040741611488,
+      "eval_et_opus100_pr_auc": 0.8745156232280206,
+      "eval_et_ud_pr_auc": 0.9591512612850508,
+      "eval_eu_opus100_pr_auc": 0.881794636288534,
+      "eval_eu_ud_pr_auc": 0.9919348721415083,
+      "eval_fa_opus100_pr_auc": 0.5845794229741124,
+      "eval_fa_ud_pr_auc": 0.9954508993336264,
+      "eval_fi_ersatz_pr_auc": 0.9928617478339308,
+      "eval_fi_opus100_pr_auc": 0.9190894753422528,
+      "eval_fi_ud_pr_auc": 0.9737260717115666,
+      "eval_fr_ersatz_pr_auc": 0.9908658335445494,
+      "eval_fr_opus100_pr_auc": 0.9138501169321244,
+      "eval_fr_ud_pr_auc": 0.9831491238188499,
+      "eval_fy_opus100_pr_auc": 0.6891161269777791,
+      "eval_ga_opus100_pr_auc": 0.8890591720691086,
+      "eval_ga_ud_pr_auc": 0.8155494244974367,
+      "eval_gd_opus100_pr_auc": 0.6293187830615748,
+      "eval_gd_ud_pr_auc": 0.8064387260571498,
+      "eval_gl_opus100_pr_auc": 0.889948052439908,
+      "eval_gl_ud_pr_auc": 0.998542468689681,
+      "eval_gu_ersatz_pr_auc": 0.9405710782682267,
+      "eval_gu_opus100_pr_auc": 0.7298213056100487,
+      "eval_ha_opus100_pr_auc": 0.9168053785233005,
+      "eval_he_opus100_pr_auc": 0.8734097511304788,
+      "eval_he_ud_pr_auc": 0.9851830073677881,
+      "eval_hi_ersatz_pr_auc": 0.9764855964729142,
+      "eval_hi_opus100_pr_auc": 0.6756633494965846,
+      "eval_hi_ud_pr_auc": 0.9861656871408717,
+      "eval_hu_opus100_pr_auc": 0.915837964550926,
+      "eval_hu_ud_pr_auc": 0.9812395081126104,
+      "eval_hy_opus100_pr_auc": 0.9169754285411192,
+      "eval_hy_ud_pr_auc": 0.988904852058768,
+      "eval_id_opus100_pr_auc": 0.8701148164095212,
+      "eval_id_ud_pr_auc": 0.9943070738690374,
+      "eval_ig_opus100_pr_auc": 0.8893108497257416,
+      "eval_is_opus100_pr_auc": 0.9255413939825157,
+      "eval_is_ud_pr_auc": 0.9146648574834523,
+      "eval_it_opus100_pr_auc": 0.9069282255444674,
+      "eval_it_ud_pr_auc": 0.9998931216216194,
+      "eval_ja_ersatz_pr_auc": 0.8020700821220865,
+      "eval_ja_opus100_pr_auc": 0.8150677079538599,
+      "eval_ja_ud_pr_auc": 0.9743389751550988,
+      "eval_jv_ud_pr_auc": 0.9791456438639887,
+      "eval_ka_opus100_pr_auc": 0.8612648038813208,
+      "eval_kk_ersatz_pr_auc": 0.9851458645602733,
+      "eval_kk_opus100_pr_auc": 0.7997035272226615,
+      "eval_kk_ud_pr_auc": 0.976783415418824,
+      "eval_km_ersatz_pr_auc": 0.9082824338753912,
+      "eval_km_opus100_pr_auc": 0.6763432835677841,
+      "eval_kn_opus100_pr_auc": 0.58056212973672,
+      "eval_ko_opus100_pr_auc": 0.6854711718802384,
+      "eval_ko_ud_pr_auc": 0.9985117939691839,
+      "eval_ku_opus100_pr_auc": 0.826639547558738,
+      "eval_ky_opus100_pr_auc": 0.8634089218856029,
+      "eval_la_ud_pr_auc": 0.9706296072713424,
+      "eval_loss": 0.03270820155739784,
+      "eval_lt_ersatz_pr_auc": 0.9954938403385918,
+      "eval_lt_opus100_pr_auc": 0.8831050543889835,
+      "eval_lt_ud_pr_auc": 0.995145188497167,
+      "eval_lv_ersatz_pr_auc": 0.9901899885579849,
+      "eval_lv_opus100_pr_auc": 0.8872876409462931,
+      "eval_lv_ud_pr_auc": 0.9649473196807584,
+      "eval_mg_opus100_pr_auc": 0.9311138112877172,
+      "eval_mk_opus100_pr_auc": 0.9043316753539434,
+      "eval_ml_opus100_pr_auc": 0.7798100495763659,
+      "eval_mn_opus100_pr_auc": 0.9513242362815094,
+      "eval_mr_opus100_pr_auc": 0.8965752690120136,
+      "eval_mr_ud_pr_auc": 0.9498327097128786,
+      "eval_ms_opus100_pr_auc": 0.8740969389869391,
+      "eval_mt_opus100_pr_auc": 0.8604471914570578,
+      "eval_mt_ud_pr_auc": 0.8785228382656981,
+      "eval_my_opus100_pr_auc": 0.735676408213843,
+      "eval_ne_opus100_pr_auc": 0.7183438366027434,
+      "eval_nl_opus100_pr_auc": 0.8948881521097136,
+      "eval_nl_ud_pr_auc": 0.9769193025572813,
+      "eval_no_opus100_pr_auc": 0.9184240529866432,
+      "eval_no_ud_pr_auc": 0.9963190044238986,
+      "eval_pa_opus100_pr_auc": 0.6705086146105507,
+      "eval_pl_ersatz_pr_auc": 0.9746014247634439,
+      "eval_pl_opus100_pr_auc": 0.8967456032881693,
+      "eval_pl_ud_pr_auc": 0.9673194448489129,
+      "eval_ps_ersatz_pr_auc": 0.9371438460759066,
+      "eval_ps_opus100_pr_auc": 0.7502063175365171,
+      "eval_pt_opus100_pr_auc": 0.9210856997468648,
+      "eval_pt_ud_pr_auc": 0.9853123544928263,
+      "eval_ro_ersatz_pr_auc": 0.9952108774056546,
+      "eval_ro_opus100_pr_auc": 0.8923346562913886,
+      "eval_ro_ud_pr_auc": 0.9622692311229637,
+      "eval_ru_ersatz_pr_auc": 0.9915761021884517,
+      "eval_ru_opus100_pr_auc": 0.9206971373250943,
+      "eval_ru_ud_pr_auc": 0.856632531057069,
+      "eval_runtime": 622.5258,
+      "eval_samples_per_second": 121.307,
+      "eval_si_opus100_pr_auc": 0.8134021562579407,
+      "eval_sk_opus100_pr_auc": 0.9335920192805209,
+      "eval_sk_ud_pr_auc": 0.9838467618032334,
+      "eval_sl_opus100_pr_auc": 0.8680090683691363,
+      "eval_sl_ud_pr_auc": 0.9761176113094082,
+      "eval_sq_opus100_pr_auc": 0.9077056058781028,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9053289701328684,
+      "eval_sr_ud_pr_auc": 0.9984304655153909,
+      "eval_steps_per_second": 3.791,
+      "eval_sv_opus100_pr_auc": 0.8947933617734813,
+      "eval_sv_ud_pr_auc": 0.95269752258866,
+      "eval_ta_ersatz_pr_auc": 0.9817947717179503,
+      "eval_ta_opus100_pr_auc": 0.6686762067985228,
+      "eval_ta_ud_pr_auc": 0.9980944616174152,
+      "eval_te_opus100_pr_auc": 0.8417186458141152,
+      "eval_tg_opus100_pr_auc": 0.8800447873073285,
+      "eval_th_opus100_pr_auc": 0.6765400352918695,
+      "eval_th_ud_pr_auc": 0.8086502277249821,
+      "eval_tr_ersatz_pr_auc": 0.971215082185509,
+      "eval_tr_opus100_pr_auc": 0.9024683091515366,
+      "eval_tr_ud_pr_auc": 0.9618292659970749,
+      "eval_uk_opus100_pr_auc": 0.8788236499815101,
+      "eval_uk_ud_pr_auc": 0.9313130938750857,
+      "eval_ur_opus100_pr_auc": 0.5406926801070147,
+      "eval_ur_ud_pr_auc": 0.9919335027301976,
+      "eval_uz_opus100_pr_auc": 0.8614453197569953,
+      "eval_vi_opus100_pr_auc": 0.9065158821703362,
+      "eval_vi_ud_pr_auc": 0.9679944068698692,
+      "eval_xh_opus100_pr_auc": 0.871937865510872,
+      "eval_yi_opus100_pr_auc": 0.7210191729510799,
+      "eval_yo_opus100_pr_auc": 0.8253074015368401,
+      "eval_yo_ud_pr_auc": 0.9186296843245635,
+      "eval_zh_ersatz_pr_auc": 0.9067620320794261,
+      "eval_zh_opus100_pr_auc": 0.6950186635260034,
+      "eval_zh_ud_pr_auc": 0.9950396485115626,
+      "eval_zu_opus100_pr_auc": 0.8469492315404384,
+      "step": 165000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0746835443037976e-05,
+      "learning_rate_adapter": 6.0746835443037976e-05,
+      "loss": 0.0296,
+      "step": 165050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.073417721518988e-05,
+      "learning_rate_adapter": 6.073417721518988e-05,
+      "loss": 0.0279,
+      "step": 165100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0721518987341774e-05,
+      "learning_rate_adapter": 6.0721518987341774e-05,
+      "loss": 0.0287,
+      "step": 165150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0708860759493666e-05,
+      "learning_rate_adapter": 6.0708860759493666e-05,
+      "loss": 0.0294,
+      "step": 165200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.069620253164557e-05,
+      "learning_rate_adapter": 6.069620253164557e-05,
+      "loss": 0.0282,
+      "step": 165250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.068354430379747e-05,
+      "learning_rate_adapter": 6.068354430379747e-05,
+      "loss": 0.0291,
+      "step": 165300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0670886075949376e-05,
+      "learning_rate_adapter": 6.0670886075949376e-05,
+      "loss": 0.0288,
+      "step": 165350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.065822784810127e-05,
+      "learning_rate_adapter": 6.065822784810127e-05,
+      "loss": 0.0282,
+      "step": 165400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.064556962025316e-05,
+      "learning_rate_adapter": 6.064556962025316e-05,
+      "loss": 0.0284,
+      "step": 165450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0632911392405066e-05,
+      "learning_rate_adapter": 6.0632911392405066e-05,
+      "loss": 0.0283,
+      "step": 165500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0620253164556964e-05,
+      "learning_rate_adapter": 6.0620253164556964e-05,
+      "loss": 0.0289,
+      "step": 165550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.060759493670887e-05,
+      "learning_rate_adapter": 6.060759493670887e-05,
+      "loss": 0.0284,
+      "step": 165600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.059493670886076e-05,
+      "learning_rate_adapter": 6.059493670886076e-05,
+      "loss": 0.0284,
+      "step": 165650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.058227848101267e-05,
+      "learning_rate_adapter": 6.058227848101267e-05,
+      "loss": 0.0288,
+      "step": 165700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.056962025316456e-05,
+      "learning_rate_adapter": 6.056962025316456e-05,
+      "loss": 0.029,
+      "step": 165750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.055696202531645e-05,
+      "learning_rate_adapter": 6.055696202531645e-05,
+      "loss": 0.0287,
+      "step": 165800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.054430379746836e-05,
+      "learning_rate_adapter": 6.054430379746836e-05,
+      "loss": 0.0289,
+      "step": 165850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0531645569620256e-05,
+      "learning_rate_adapter": 6.0531645569620256e-05,
+      "loss": 0.0289,
+      "step": 165900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.051898734177216e-05,
+      "learning_rate_adapter": 6.051898734177216e-05,
+      "loss": 0.0285,
+      "step": 165950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0506329113924054e-05,
+      "learning_rate_adapter": 6.0506329113924054e-05,
+      "loss": 0.0289,
+      "step": 166000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0493670886075946e-05,
+      "learning_rate_adapter": 6.0493670886075946e-05,
+      "loss": 0.0284,
+      "step": 166050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.048101265822785e-05,
+      "learning_rate_adapter": 6.048101265822785e-05,
+      "loss": 0.0284,
+      "step": 166100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.046835443037975e-05,
+      "learning_rate_adapter": 6.046835443037975e-05,
+      "loss": 0.0288,
+      "step": 166150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0455696202531656e-05,
+      "learning_rate_adapter": 6.0455696202531656e-05,
+      "loss": 0.0281,
+      "step": 166200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.044303797468355e-05,
+      "learning_rate_adapter": 6.044303797468355e-05,
+      "loss": 0.0283,
+      "step": 166250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.043037974683544e-05,
+      "learning_rate_adapter": 6.043037974683544e-05,
+      "loss": 0.0281,
+      "step": 166300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0417721518987346e-05,
+      "learning_rate_adapter": 6.0417721518987346e-05,
+      "loss": 0.0284,
+      "step": 166350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.040506329113924e-05,
+      "learning_rate_adapter": 6.040506329113924e-05,
+      "loss": 0.0286,
+      "step": 166400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0392405063291144e-05,
+      "learning_rate_adapter": 6.0392405063291144e-05,
+      "loss": 0.0285,
+      "step": 166450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.037974683544304e-05,
+      "learning_rate_adapter": 6.037974683544304e-05,
+      "loss": 0.0284,
+      "step": 166500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0367088607594935e-05,
+      "learning_rate_adapter": 6.0367088607594935e-05,
+      "loss": 0.0285,
+      "step": 166550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.035443037974684e-05,
+      "learning_rate_adapter": 6.035443037974684e-05,
+      "loss": 0.0286,
+      "step": 166600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.034177215189873e-05,
+      "learning_rate_adapter": 6.034177215189873e-05,
+      "loss": 0.0289,
+      "step": 166650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.032911392405064e-05,
+      "learning_rate_adapter": 6.032911392405064e-05,
+      "loss": 0.029,
+      "step": 166700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.031645569620254e-05,
+      "learning_rate_adapter": 6.031645569620254e-05,
+      "loss": 0.0285,
+      "step": 166750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.030379746835443e-05,
+      "learning_rate_adapter": 6.030379746835443e-05,
+      "loss": 0.0291,
+      "step": 166800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0291139240506335e-05,
+      "learning_rate_adapter": 6.0291139240506335e-05,
+      "loss": 0.0286,
+      "step": 166850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.027848101265823e-05,
+      "learning_rate_adapter": 6.027848101265823e-05,
+      "loss": 0.0284,
+      "step": 166900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.026582278481013e-05,
+      "learning_rate_adapter": 6.026582278481013e-05,
+      "loss": 0.0284,
+      "step": 166950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0253164556962024e-05,
+      "learning_rate_adapter": 6.0253164556962024e-05,
+      "loss": 0.0282,
+      "step": 167000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.024050632911392e-05,
+      "learning_rate_adapter": 6.024050632911392e-05,
+      "loss": 0.0282,
+      "step": 167050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.022784810126583e-05,
+      "learning_rate_adapter": 6.022784810126583e-05,
+      "loss": 0.0286,
+      "step": 167100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.021518987341772e-05,
+      "learning_rate_adapter": 6.021518987341772e-05,
+      "loss": 0.0276,
+      "step": 167150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0202531645569627e-05,
+      "learning_rate_adapter": 6.0202531645569627e-05,
+      "loss": 0.0285,
+      "step": 167200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.018987341772152e-05,
+      "learning_rate_adapter": 6.018987341772152e-05,
+      "loss": 0.0284,
+      "step": 167250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0177215189873424e-05,
+      "learning_rate_adapter": 6.0177215189873424e-05,
+      "loss": 0.0283,
+      "step": 167300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.016455696202532e-05,
+      "learning_rate_adapter": 6.016455696202532e-05,
+      "loss": 0.0282,
+      "step": 167350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0151898734177215e-05,
+      "learning_rate_adapter": 6.0151898734177215e-05,
+      "loss": 0.0286,
+      "step": 167400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.013924050632912e-05,
+      "learning_rate_adapter": 6.013924050632912e-05,
+      "loss": 0.0283,
+      "step": 167450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.012658227848101e-05,
+      "learning_rate_adapter": 6.012658227848101e-05,
+      "loss": 0.0285,
+      "step": 167500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.011392405063292e-05,
+      "learning_rate_adapter": 6.011392405063292e-05,
+      "loss": 0.0283,
+      "step": 167550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.010126582278481e-05,
+      "learning_rate_adapter": 6.010126582278481e-05,
+      "loss": 0.0287,
+      "step": 167600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.008860759493671e-05,
+      "learning_rate_adapter": 6.008860759493671e-05,
+      "loss": 0.0287,
+      "step": 167650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0075949367088615e-05,
+      "learning_rate_adapter": 6.0075949367088615e-05,
+      "loss": 0.0291,
+      "step": 167700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.006329113924051e-05,
+      "learning_rate_adapter": 6.006329113924051e-05,
+      "loss": 0.0294,
+      "step": 167750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.005063291139241e-05,
+      "learning_rate_adapter": 6.005063291139241e-05,
+      "loss": 0.0285,
+      "step": 167800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0037974683544305e-05,
+      "learning_rate_adapter": 6.0037974683544305e-05,
+      "loss": 0.0281,
+      "step": 167850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0025316455696204e-05,
+      "learning_rate_adapter": 6.0025316455696204e-05,
+      "loss": 0.0279,
+      "step": 167900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.001265822784811e-05,
+      "learning_rate_adapter": 6.001265822784811e-05,
+      "loss": 0.0279,
+      "step": 167950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0287,
+      "step": 168000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.998734177215191e-05,
+      "learning_rate_adapter": 5.998734177215191e-05,
+      "loss": 0.0289,
+      "step": 168050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.99746835443038e-05,
+      "learning_rate_adapter": 5.99746835443038e-05,
+      "loss": 0.0281,
+      "step": 168100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.996202531645569e-05,
+      "learning_rate_adapter": 5.996202531645569e-05,
+      "loss": 0.0277,
+      "step": 168150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.99493670886076e-05,
+      "learning_rate_adapter": 5.99493670886076e-05,
+      "loss": 0.0291,
+      "step": 168200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9936708860759496e-05,
+      "learning_rate_adapter": 5.9936708860759496e-05,
+      "loss": 0.0289,
+      "step": 168250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.99240506329114e-05,
+      "learning_rate_adapter": 5.99240506329114e-05,
+      "loss": 0.0279,
+      "step": 168300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9911392405063294e-05,
+      "learning_rate_adapter": 5.9911392405063294e-05,
+      "loss": 0.0278,
+      "step": 168350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9898734177215186e-05,
+      "learning_rate_adapter": 5.9898734177215186e-05,
+      "loss": 0.0289,
+      "step": 168400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.988607594936709e-05,
+      "learning_rate_adapter": 5.988607594936709e-05,
+      "loss": 0.0282,
+      "step": 168450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.987341772151899e-05,
+      "learning_rate_adapter": 5.987341772151899e-05,
+      "loss": 0.028,
+      "step": 168500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9860759493670896e-05,
+      "learning_rate_adapter": 5.9860759493670896e-05,
+      "loss": 0.0278,
+      "step": 168550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.984810126582279e-05,
+      "learning_rate_adapter": 5.984810126582279e-05,
+      "loss": 0.0288,
+      "step": 168600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.983544303797468e-05,
+      "learning_rate_adapter": 5.983544303797468e-05,
+      "loss": 0.0285,
+      "step": 168650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9822784810126585e-05,
+      "learning_rate_adapter": 5.9822784810126585e-05,
+      "loss": 0.0292,
+      "step": 168700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.981012658227848e-05,
+      "learning_rate_adapter": 5.981012658227848e-05,
+      "loss": 0.0278,
+      "step": 168750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.979746835443038e-05,
+      "learning_rate_adapter": 5.979746835443038e-05,
+      "loss": 0.029,
+      "step": 168800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.978481012658228e-05,
+      "learning_rate_adapter": 5.978481012658228e-05,
+      "loss": 0.0286,
+      "step": 168850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.977215189873419e-05,
+      "learning_rate_adapter": 5.977215189873419e-05,
+      "loss": 0.0284,
+      "step": 168900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.975949367088608e-05,
+      "learning_rate_adapter": 5.975949367088608e-05,
+      "loss": 0.0287,
+      "step": 168950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.974683544303797e-05,
+      "learning_rate_adapter": 5.974683544303797e-05,
+      "loss": 0.0281,
+      "step": 169000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.973417721518988e-05,
+      "learning_rate_adapter": 5.973417721518988e-05,
+      "loss": 0.0286,
+      "step": 169050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9721518987341776e-05,
+      "learning_rate_adapter": 5.9721518987341776e-05,
+      "loss": 0.0285,
+      "step": 169100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.970886075949368e-05,
+      "learning_rate_adapter": 5.970886075949368e-05,
+      "loss": 0.0285,
+      "step": 169150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9696202531645574e-05,
+      "learning_rate_adapter": 5.9696202531645574e-05,
+      "loss": 0.0292,
+      "step": 169200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9683544303797466e-05,
+      "learning_rate_adapter": 5.9683544303797466e-05,
+      "loss": 0.0287,
+      "step": 169250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.967088607594937e-05,
+      "learning_rate_adapter": 5.967088607594937e-05,
+      "loss": 0.0287,
+      "step": 169300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9658227848101264e-05,
+      "learning_rate_adapter": 5.9658227848101264e-05,
+      "loss": 0.028,
+      "step": 169350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.964556962025317e-05,
+      "learning_rate_adapter": 5.964556962025317e-05,
+      "loss": 0.0279,
+      "step": 169400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.963291139240507e-05,
+      "learning_rate_adapter": 5.963291139240507e-05,
+      "loss": 0.0284,
+      "step": 169450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.962025316455696e-05,
+      "learning_rate_adapter": 5.962025316455696e-05,
+      "loss": 0.028,
+      "step": 169500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9607594936708866e-05,
+      "learning_rate_adapter": 5.9607594936708866e-05,
+      "loss": 0.0284,
+      "step": 169550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.959493670886076e-05,
+      "learning_rate_adapter": 5.959493670886076e-05,
+      "loss": 0.0283,
+      "step": 169600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9582278481012664e-05,
+      "learning_rate_adapter": 5.9582278481012664e-05,
+      "loss": 0.0281,
+      "step": 169650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.956962025316456e-05,
+      "learning_rate_adapter": 5.956962025316456e-05,
+      "loss": 0.0292,
+      "step": 169700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9556962025316455e-05,
+      "learning_rate_adapter": 5.9556962025316455e-05,
+      "loss": 0.0283,
+      "step": 169750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.954430379746836e-05,
+      "learning_rate_adapter": 5.954430379746836e-05,
+      "loss": 0.0287,
+      "step": 169800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.953164556962025e-05,
+      "learning_rate_adapter": 5.953164556962025e-05,
+      "loss": 0.0288,
+      "step": 169850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.951898734177216e-05,
+      "learning_rate_adapter": 5.951898734177216e-05,
+      "loss": 0.0285,
+      "step": 169900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.950632911392405e-05,
+      "learning_rate_adapter": 5.950632911392405e-05,
+      "loss": 0.0291,
+      "step": 169950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.949367088607595e-05,
+      "learning_rate_adapter": 5.949367088607595e-05,
+      "loss": 0.0288,
+      "step": 170000
+    },
+    {
+      "epoch": 0.14,
+      "eval_af_opus100_pr_auc": 0.7892519924634368,
+      "eval_af_ud_pr_auc": 0.9891240589128056,
+      "eval_am_opus100_pr_auc": 0.52727377030202,
+      "eval_ar_ersatz_pr_auc": 0.9384847980211295,
+      "eval_ar_opus100_pr_auc": 0.7258893404556055,
+      "eval_ar_ud_pr_auc": 0.88148163075471,
+      "eval_average_ersatz_pr_auc": 0.966419800888233,
+      "eval_average_opus100_pr_auc": 0.8340487093855631,
+      "eval_average_ud_pr_auc": 0.9636156233914633,
+      "eval_az_opus100_pr_auc": 0.8106097013361645,
+      "eval_be_opus100_pr_auc": 0.6932186450209068,
+      "eval_be_ud_pr_auc": 0.8996731066035023,
+      "eval_bg_opus100_pr_auc": 0.9209371186326927,
+      "eval_bg_ud_pr_auc": 0.9952877168546225,
+      "eval_bn_opus100_pr_auc": 0.8254593216955652,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8886869217834609,
+      "eval_ca_ud_pr_auc": 0.9961289400647684,
+      "eval_ceb_ud_pr_auc": 0.9995448623126786,
+      "eval_cs_ersatz_pr_auc": 0.9879653280790048,
+      "eval_cs_opus100_pr_auc": 0.9177214862977051,
+      "eval_cs_ud_pr_auc": 0.9622821497953855,
+      "eval_cy_opus100_pr_auc": 0.7621007237727708,
+      "eval_cy_ud_pr_auc": 0.9962909900051051,
+      "eval_da_opus100_pr_auc": 0.9124372800404268,
+      "eval_da_ud_pr_auc": 0.9861701787944123,
+      "eval_de_ersatz_pr_auc": 0.9789465978334632,
+      "eval_de_opus100_pr_auc": 0.8966559674367135,
+      "eval_de_ud_pr_auc": 0.9842679580925314,
+      "eval_el_opus100_pr_auc": 0.9217716040782579,
+      "eval_el_ud_pr_auc": 0.9841298967889516,
+      "eval_en_ersatz_pr_auc": 0.9915286486944302,
+      "eval_en_opus100_pr_auc": 0.9249065641730597,
+      "eval_en_ud_pr_auc": 0.97735922479991,
+      "eval_eo_opus100_pr_auc": 0.9350361984726567,
+      "eval_es_ersatz_pr_auc": 0.9970518265695087,
+      "eval_es_opus100_pr_auc": 0.9261303004541499,
+      "eval_es_ud_pr_auc": 0.9935925028419336,
+      "eval_et_ersatz_pr_auc": 0.9836113389170739,
+      "eval_et_opus100_pr_auc": 0.8920692758183952,
+      "eval_et_ud_pr_auc": 0.9543095751972517,
+      "eval_eu_opus100_pr_auc": 0.8821558170474258,
+      "eval_eu_ud_pr_auc": 0.9923614992412926,
+      "eval_fa_opus100_pr_auc": 0.6043687249924523,
+      "eval_fa_ud_pr_auc": 0.9928236866258429,
+      "eval_fi_ersatz_pr_auc": 0.9888346633645941,
+      "eval_fi_opus100_pr_auc": 0.9205733154347018,
+      "eval_fi_ud_pr_auc": 0.975839771518656,
+      "eval_fr_ersatz_pr_auc": 0.9843263812253782,
+      "eval_fr_opus100_pr_auc": 0.9256220563462147,
+      "eval_fr_ud_pr_auc": 0.9792459627980367,
+      "eval_fy_opus100_pr_auc": 0.6751558806955292,
+      "eval_ga_opus100_pr_auc": 0.8738483324695262,
+      "eval_ga_ud_pr_auc": 0.823038070965902,
+      "eval_gd_opus100_pr_auc": 0.6530061165984101,
+      "eval_gd_ud_pr_auc": 0.8060660736995169,
+      "eval_gl_opus100_pr_auc": 0.8987092657757658,
+      "eval_gl_ud_pr_auc": 0.9983672414809917,
+      "eval_gu_ersatz_pr_auc": 0.9539713020490325,
+      "eval_gu_opus100_pr_auc": 0.7381129340162973,
+      "eval_ha_opus100_pr_auc": 0.9053525697643168,
+      "eval_he_opus100_pr_auc": 0.8799609830575247,
+      "eval_he_ud_pr_auc": 0.9796692850691624,
+      "eval_hi_ersatz_pr_auc": 0.9782265980776664,
+      "eval_hi_opus100_pr_auc": 0.6875055713300319,
+      "eval_hi_ud_pr_auc": 0.9863313934716191,
+      "eval_hu_opus100_pr_auc": 0.9215211025045242,
+      "eval_hu_ud_pr_auc": 0.9812251530463172,
+      "eval_hy_opus100_pr_auc": 0.9207832658410334,
+      "eval_hy_ud_pr_auc": 0.9831119419938789,
+      "eval_id_opus100_pr_auc": 0.8765973974084419,
+      "eval_id_ud_pr_auc": 0.993849423968219,
+      "eval_ig_opus100_pr_auc": 0.8842563770679581,
+      "eval_is_opus100_pr_auc": 0.931560839278039,
+      "eval_is_ud_pr_auc": 0.9225474346227545,
+      "eval_it_opus100_pr_auc": 0.9143865403655317,
+      "eval_it_ud_pr_auc": 0.9956516875232582,
+      "eval_ja_ersatz_pr_auc": 0.8151290236092008,
+      "eval_ja_opus100_pr_auc": 0.806781320676646,
+      "eval_ja_ud_pr_auc": 0.9753370368998368,
+      "eval_jv_ud_pr_auc": 0.9908592063656528,
+      "eval_ka_opus100_pr_auc": 0.8649574991209297,
+      "eval_kk_ersatz_pr_auc": 0.9907671503690691,
+      "eval_kk_opus100_pr_auc": 0.7940041640210593,
+      "eval_kk_ud_pr_auc": 0.982146722976686,
+      "eval_km_ersatz_pr_auc": 0.9125270942383235,
+      "eval_km_opus100_pr_auc": 0.7299704383761898,
+      "eval_kn_opus100_pr_auc": 0.6172649557387889,
+      "eval_ko_opus100_pr_auc": 0.648056425782401,
+      "eval_ko_ud_pr_auc": 0.9979708894527299,
+      "eval_ku_opus100_pr_auc": 0.8292783969323242,
+      "eval_ky_opus100_pr_auc": 0.8471769035167555,
+      "eval_la_ud_pr_auc": 0.9554386699157905,
+      "eval_loss": 0.0324605256319046,
+      "eval_lt_ersatz_pr_auc": 0.9959761425017994,
+      "eval_lt_opus100_pr_auc": 0.893621336452665,
+      "eval_lt_ud_pr_auc": 0.9954083642512478,
+      "eval_lv_ersatz_pr_auc": 0.9908325412371117,
+      "eval_lv_opus100_pr_auc": 0.8895020184910344,
+      "eval_lv_ud_pr_auc": 0.9654997649824061,
+      "eval_mg_opus100_pr_auc": 0.9356854404253893,
+      "eval_mk_opus100_pr_auc": 0.9151707578749475,
+      "eval_ml_opus100_pr_auc": 0.7822556821106093,
+      "eval_mn_opus100_pr_auc": 0.9412347287500133,
+      "eval_mr_opus100_pr_auc": 0.9106502636956054,
+      "eval_mr_ud_pr_auc": 0.9664373837298138,
+      "eval_ms_opus100_pr_auc": 0.8851983948759333,
+      "eval_mt_opus100_pr_auc": 0.8726163001587149,
+      "eval_mt_ud_pr_auc": 0.8904505435992955,
+      "eval_my_opus100_pr_auc": 0.7526617282724942,
+      "eval_ne_opus100_pr_auc": 0.7129426622394403,
+      "eval_nl_opus100_pr_auc": 0.9033571468213364,
+      "eval_nl_ud_pr_auc": 0.9810832708286835,
+      "eval_no_opus100_pr_auc": 0.9205380451787787,
+      "eval_no_ud_pr_auc": 0.9959252179414584,
+      "eval_pa_opus100_pr_auc": 0.6776870166840575,
+      "eval_pl_ersatz_pr_auc": 0.9803047796951923,
+      "eval_pl_opus100_pr_auc": 0.903434748179097,
+      "eval_pl_ud_pr_auc": 0.9681199784561703,
+      "eval_ps_ersatz_pr_auc": 0.9404107854072025,
+      "eval_ps_opus100_pr_auc": 0.7241473293939252,
+      "eval_pt_opus100_pr_auc": 0.9233089171802982,
+      "eval_pt_ud_pr_auc": 0.9867037487499674,
+      "eval_ro_ersatz_pr_auc": 0.9940560616897477,
+      "eval_ro_opus100_pr_auc": 0.9033918270273671,
+      "eval_ro_ud_pr_auc": 0.9644631242660984,
+      "eval_ru_ersatz_pr_auc": 0.9915775091138318,
+      "eval_ru_opus100_pr_auc": 0.9241887144477804,
+      "eval_ru_ud_pr_auc": 0.8637901597336103,
+      "eval_runtime": 614.4385,
+      "eval_samples_per_second": 122.904,
+      "eval_si_opus100_pr_auc": 0.8071281059607724,
+      "eval_sk_opus100_pr_auc": 0.9359464268338946,
+      "eval_sk_ud_pr_auc": 0.9860466775904179,
+      "eval_sl_opus100_pr_auc": 0.8710236404389256,
+      "eval_sl_ud_pr_auc": 0.9725062306987257,
+      "eval_sq_opus100_pr_auc": 0.9200316142807949,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9097369625464676,
+      "eval_sr_ud_pr_auc": 0.9986977114515373,
+      "eval_steps_per_second": 3.841,
+      "eval_sv_opus100_pr_auc": 0.8952749375056854,
+      "eval_sv_ud_pr_auc": 0.9499605117165126,
+      "eval_ta_ersatz_pr_auc": 0.9819929547482391,
+      "eval_ta_opus100_pr_auc": 0.6809706898992743,
+      "eval_ta_ud_pr_auc": 0.9965507526136722,
+      "eval_te_opus100_pr_auc": 0.8431625450163163,
+      "eval_tg_opus100_pr_auc": 0.8879384736157794,
+      "eval_th_opus100_pr_auc": 0.6656139386342044,
+      "eval_th_ud_pr_auc": 0.7894138509524288,
+      "eval_tr_ersatz_pr_auc": 0.9721643102295989,
+      "eval_tr_opus100_pr_auc": 0.9070238996249225,
+      "eval_tr_ud_pr_auc": 0.9606897387824859,
+      "eval_uk_opus100_pr_auc": 0.8841015765680346,
+      "eval_uk_ud_pr_auc": 0.9308074244837977,
+      "eval_ur_opus100_pr_auc": 0.5558075657770936,
+      "eval_ur_ud_pr_auc": 0.9960372891405554,
+      "eval_uz_opus100_pr_auc": 0.8624208368164039,
+      "eval_vi_opus100_pr_auc": 0.906787246978458,
+      "eval_vi_ud_pr_auc": 0.9616690159613541,
+      "eval_xh_opus100_pr_auc": 0.8631944588813454,
+      "eval_yi_opus100_pr_auc": 0.756188170825184,
+      "eval_yo_opus100_pr_auc": 0.8241626407897682,
+      "eval_yo_ud_pr_auc": 0.9043733156049802,
+      "eval_zh_ersatz_pr_auc": 0.9125497838705293,
+      "eval_zh_opus100_pr_auc": 0.705417508132164,
+      "eval_zh_ud_pr_auc": 0.9899325143234867,
+      "eval_zu_opus100_pr_auc": 0.8373464658383986,
+      "step": 170000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9481012658227855e-05,
+      "learning_rate_adapter": 5.9481012658227855e-05,
+      "loss": 0.0288,
+      "step": 170050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.946835443037975e-05,
+      "learning_rate_adapter": 5.946835443037975e-05,
+      "loss": 0.0288,
+      "step": 170100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.945569620253165e-05,
+      "learning_rate_adapter": 5.945569620253165e-05,
+      "loss": 0.0281,
+      "step": 170150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9443037974683544e-05,
+      "learning_rate_adapter": 5.9443037974683544e-05,
+      "loss": 0.029,
+      "step": 170200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.943037974683544e-05,
+      "learning_rate_adapter": 5.943037974683544e-05,
+      "loss": 0.0287,
+      "step": 170250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.941772151898735e-05,
+      "learning_rate_adapter": 5.941772151898735e-05,
+      "loss": 0.0283,
+      "step": 170300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.940506329113924e-05,
+      "learning_rate_adapter": 5.940506329113924e-05,
+      "loss": 0.0286,
+      "step": 170350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9392405063291147e-05,
+      "learning_rate_adapter": 5.9392405063291147e-05,
+      "loss": 0.0285,
+      "step": 170400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.937974683544304e-05,
+      "learning_rate_adapter": 5.937974683544304e-05,
+      "loss": 0.0294,
+      "step": 170450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9367088607594944e-05,
+      "learning_rate_adapter": 5.9367088607594944e-05,
+      "loss": 0.028,
+      "step": 170500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9354430379746836e-05,
+      "learning_rate_adapter": 5.9354430379746836e-05,
+      "loss": 0.0281,
+      "step": 170550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9341772151898735e-05,
+      "learning_rate_adapter": 5.9341772151898735e-05,
+      "loss": 0.0289,
+      "step": 170600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.932911392405064e-05,
+      "learning_rate_adapter": 5.932911392405064e-05,
+      "loss": 0.0287,
+      "step": 170650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.931645569620253e-05,
+      "learning_rate_adapter": 5.931645569620253e-05,
+      "loss": 0.028,
+      "step": 170700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.930379746835444e-05,
+      "learning_rate_adapter": 5.930379746835444e-05,
+      "loss": 0.028,
+      "step": 170750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.929113924050633e-05,
+      "learning_rate_adapter": 5.929113924050633e-05,
+      "loss": 0.0292,
+      "step": 170800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.927848101265823e-05,
+      "learning_rate_adapter": 5.927848101265823e-05,
+      "loss": 0.0286,
+      "step": 170850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9265822784810135e-05,
+      "learning_rate_adapter": 5.9265822784810135e-05,
+      "loss": 0.028,
+      "step": 170900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.925316455696203e-05,
+      "learning_rate_adapter": 5.925316455696203e-05,
+      "loss": 0.0284,
+      "step": 170950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.924050632911393e-05,
+      "learning_rate_adapter": 5.924050632911393e-05,
+      "loss": 0.0282,
+      "step": 171000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9227848101265825e-05,
+      "learning_rate_adapter": 5.9227848101265825e-05,
+      "loss": 0.0279,
+      "step": 171050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.921518987341772e-05,
+      "learning_rate_adapter": 5.921518987341772e-05,
+      "loss": 0.0286,
+      "step": 171100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.920253164556962e-05,
+      "learning_rate_adapter": 5.920253164556962e-05,
+      "loss": 0.0283,
+      "step": 171150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.918987341772152e-05,
+      "learning_rate_adapter": 5.918987341772152e-05,
+      "loss": 0.0291,
+      "step": 171200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.917721518987343e-05,
+      "learning_rate_adapter": 5.917721518987343e-05,
+      "loss": 0.0283,
+      "step": 171250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.916455696202532e-05,
+      "learning_rate_adapter": 5.916455696202532e-05,
+      "loss": 0.0277,
+      "step": 171300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.915189873417721e-05,
+      "learning_rate_adapter": 5.915189873417721e-05,
+      "loss": 0.0281,
+      "step": 171350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.913924050632912e-05,
+      "learning_rate_adapter": 5.913924050632912e-05,
+      "loss": 0.0286,
+      "step": 171400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9126582278481016e-05,
+      "learning_rate_adapter": 5.9126582278481016e-05,
+      "loss": 0.0289,
+      "step": 171450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.911392405063292e-05,
+      "learning_rate_adapter": 5.911392405063292e-05,
+      "loss": 0.0286,
+      "step": 171500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9101265822784813e-05,
+      "learning_rate_adapter": 5.9101265822784813e-05,
+      "loss": 0.0287,
+      "step": 171550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9088607594936706e-05,
+      "learning_rate_adapter": 5.9088607594936706e-05,
+      "loss": 0.028,
+      "step": 171600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.907594936708861e-05,
+      "learning_rate_adapter": 5.907594936708861e-05,
+      "loss": 0.0283,
+      "step": 171650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.90632911392405e-05,
+      "learning_rate_adapter": 5.90632911392405e-05,
+      "loss": 0.0286,
+      "step": 171700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.905063291139241e-05,
+      "learning_rate_adapter": 5.905063291139241e-05,
+      "loss": 0.0287,
+      "step": 171750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.903797468354431e-05,
+      "learning_rate_adapter": 5.903797468354431e-05,
+      "loss": 0.0283,
+      "step": 171800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.90253164556962e-05,
+      "learning_rate_adapter": 5.90253164556962e-05,
+      "loss": 0.0287,
+      "step": 171850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9012658227848105e-05,
+      "learning_rate_adapter": 5.9012658227848105e-05,
+      "loss": 0.0285,
+      "step": 171900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0284,
+      "step": 171950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.89873417721519e-05,
+      "learning_rate_adapter": 5.89873417721519e-05,
+      "loss": 0.0291,
+      "step": 172000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.89746835443038e-05,
+      "learning_rate_adapter": 5.89746835443038e-05,
+      "loss": 0.0287,
+      "step": 172050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.8962025316455694e-05,
+      "learning_rate_adapter": 5.8962025316455694e-05,
+      "loss": 0.0283,
+      "step": 172100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.89493670886076e-05,
+      "learning_rate_adapter": 5.89493670886076e-05,
+      "loss": 0.0279,
+      "step": 172150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.893670886075949e-05,
+      "learning_rate_adapter": 5.893670886075949e-05,
+      "loss": 0.0287,
+      "step": 172200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.89240506329114e-05,
+      "learning_rate_adapter": 5.89240506329114e-05,
+      "loss": 0.0282,
+      "step": 172250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.891139240506329e-05,
+      "learning_rate_adapter": 5.891139240506329e-05,
+      "loss": 0.0272,
+      "step": 172300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8898734177215195e-05,
+      "learning_rate_adapter": 5.8898734177215195e-05,
+      "loss": 0.0282,
+      "step": 172350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8886075949367094e-05,
+      "learning_rate_adapter": 5.8886075949367094e-05,
+      "loss": 0.0286,
+      "step": 172400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8873417721518986e-05,
+      "learning_rate_adapter": 5.8873417721518986e-05,
+      "loss": 0.029,
+      "step": 172450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.886075949367089e-05,
+      "learning_rate_adapter": 5.886075949367089e-05,
+      "loss": 0.0277,
+      "step": 172500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8848101265822784e-05,
+      "learning_rate_adapter": 5.8848101265822784e-05,
+      "loss": 0.0289,
+      "step": 172550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.883544303797469e-05,
+      "learning_rate_adapter": 5.883544303797469e-05,
+      "loss": 0.0281,
+      "step": 172600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.882278481012659e-05,
+      "learning_rate_adapter": 5.882278481012659e-05,
+      "loss": 0.0286,
+      "step": 172650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.881012658227848e-05,
+      "learning_rate_adapter": 5.881012658227848e-05,
+      "loss": 0.0288,
+      "step": 172700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8797468354430386e-05,
+      "learning_rate_adapter": 5.8797468354430386e-05,
+      "loss": 0.0283,
+      "step": 172750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.878481012658228e-05,
+      "learning_rate_adapter": 5.878481012658228e-05,
+      "loss": 0.0284,
+      "step": 172800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8772151898734184e-05,
+      "learning_rate_adapter": 5.8772151898734184e-05,
+      "loss": 0.0285,
+      "step": 172850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8759493670886076e-05,
+      "learning_rate_adapter": 5.8759493670886076e-05,
+      "loss": 0.0285,
+      "step": 172900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8746835443037975e-05,
+      "learning_rate_adapter": 5.8746835443037975e-05,
+      "loss": 0.0286,
+      "step": 172950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.873417721518988e-05,
+      "learning_rate_adapter": 5.873417721518988e-05,
+      "loss": 0.0281,
+      "step": 173000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.872151898734177e-05,
+      "learning_rate_adapter": 5.872151898734177e-05,
+      "loss": 0.0283,
+      "step": 173050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.870886075949368e-05,
+      "learning_rate_adapter": 5.870886075949368e-05,
+      "loss": 0.0287,
+      "step": 173100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.869620253164557e-05,
+      "learning_rate_adapter": 5.869620253164557e-05,
+      "loss": 0.0283,
+      "step": 173150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.868354430379747e-05,
+      "learning_rate_adapter": 5.868354430379747e-05,
+      "loss": 0.028,
+      "step": 173200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8670886075949375e-05,
+      "learning_rate_adapter": 5.8670886075949375e-05,
+      "loss": 0.0277,
+      "step": 173250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.865822784810127e-05,
+      "learning_rate_adapter": 5.865822784810127e-05,
+      "loss": 0.028,
+      "step": 173300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.864556962025317e-05,
+      "learning_rate_adapter": 5.864556962025317e-05,
+      "loss": 0.0285,
+      "step": 173350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8632911392405064e-05,
+      "learning_rate_adapter": 5.8632911392405064e-05,
+      "loss": 0.0283,
+      "step": 173400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8620253164556956e-05,
+      "learning_rate_adapter": 5.8620253164556956e-05,
+      "loss": 0.029,
+      "step": 173450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.860759493670886e-05,
+      "learning_rate_adapter": 5.860759493670886e-05,
+      "loss": 0.0286,
+      "step": 173500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.859493670886076e-05,
+      "learning_rate_adapter": 5.859493670886076e-05,
+      "loss": 0.0281,
+      "step": 173550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8582278481012667e-05,
+      "learning_rate_adapter": 5.8582278481012667e-05,
+      "loss": 0.0285,
+      "step": 173600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.856962025316456e-05,
+      "learning_rate_adapter": 5.856962025316456e-05,
+      "loss": 0.0286,
+      "step": 173650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.855696202531645e-05,
+      "learning_rate_adapter": 5.855696202531645e-05,
+      "loss": 0.0283,
+      "step": 173700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8544303797468356e-05,
+      "learning_rate_adapter": 5.8544303797468356e-05,
+      "loss": 0.0284,
+      "step": 173750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8531645569620255e-05,
+      "learning_rate_adapter": 5.8531645569620255e-05,
+      "loss": 0.0283,
+      "step": 173800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.851898734177216e-05,
+      "learning_rate_adapter": 5.851898734177216e-05,
+      "loss": 0.0283,
+      "step": 173850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.850632911392405e-05,
+      "learning_rate_adapter": 5.850632911392405e-05,
+      "loss": 0.0289,
+      "step": 173900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.849367088607596e-05,
+      "learning_rate_adapter": 5.849367088607596e-05,
+      "loss": 0.0285,
+      "step": 173950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.848101265822785e-05,
+      "learning_rate_adapter": 5.848101265822785e-05,
+      "loss": 0.0286,
+      "step": 174000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.846835443037974e-05,
+      "learning_rate_adapter": 5.846835443037974e-05,
+      "loss": 0.0291,
+      "step": 174050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.845569620253165e-05,
+      "learning_rate_adapter": 5.845569620253165e-05,
+      "loss": 0.0282,
+      "step": 174100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.844303797468355e-05,
+      "learning_rate_adapter": 5.844303797468355e-05,
+      "loss": 0.0276,
+      "step": 174150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.843037974683545e-05,
+      "learning_rate_adapter": 5.843037974683545e-05,
+      "loss": 0.0281,
+      "step": 174200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8417721518987345e-05,
+      "learning_rate_adapter": 5.8417721518987345e-05,
+      "loss": 0.0283,
+      "step": 174250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.840506329113924e-05,
+      "learning_rate_adapter": 5.840506329113924e-05,
+      "loss": 0.0273,
+      "step": 174300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.839240506329114e-05,
+      "learning_rate_adapter": 5.839240506329114e-05,
+      "loss": 0.0285,
+      "step": 174350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.837974683544304e-05,
+      "learning_rate_adapter": 5.837974683544304e-05,
+      "loss": 0.0283,
+      "step": 174400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.836708860759495e-05,
+      "learning_rate_adapter": 5.836708860759495e-05,
+      "loss": 0.0281,
+      "step": 174450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.835443037974684e-05,
+      "learning_rate_adapter": 5.835443037974684e-05,
+      "loss": 0.0287,
+      "step": 174500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.834177215189873e-05,
+      "learning_rate_adapter": 5.834177215189873e-05,
+      "loss": 0.0282,
+      "step": 174550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.832911392405064e-05,
+      "learning_rate_adapter": 5.832911392405064e-05,
+      "loss": 0.0292,
+      "step": 174600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.831645569620253e-05,
+      "learning_rate_adapter": 5.831645569620253e-05,
+      "loss": 0.0285,
+      "step": 174650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8303797468354435e-05,
+      "learning_rate_adapter": 5.8303797468354435e-05,
+      "loss": 0.0284,
+      "step": 174700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8291139240506333e-05,
+      "learning_rate_adapter": 5.8291139240506333e-05,
+      "loss": 0.0295,
+      "step": 174750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8278481012658226e-05,
+      "learning_rate_adapter": 5.8278481012658226e-05,
+      "loss": 0.0286,
+      "step": 174800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.826582278481013e-05,
+      "learning_rate_adapter": 5.826582278481013e-05,
+      "loss": 0.0283,
+      "step": 174850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.825316455696202e-05,
+      "learning_rate_adapter": 5.825316455696202e-05,
+      "loss": 0.0289,
+      "step": 174900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.824050632911393e-05,
+      "learning_rate_adapter": 5.824050632911393e-05,
+      "loss": 0.0283,
+      "step": 174950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.822784810126583e-05,
+      "learning_rate_adapter": 5.822784810126583e-05,
+      "loss": 0.0289,
+      "step": 175000
+    },
+    {
+      "epoch": 0.15,
+      "eval_af_opus100_pr_auc": 0.7838518063481568,
+      "eval_af_ud_pr_auc": 0.9892381303147536,
+      "eval_am_opus100_pr_auc": 0.543153853400098,
+      "eval_ar_ersatz_pr_auc": 0.9346572386611522,
+      "eval_ar_opus100_pr_auc": 0.7237757576391428,
+      "eval_ar_ud_pr_auc": 0.8812779583124575,
+      "eval_average_ersatz_pr_auc": 0.9651688081098928,
+      "eval_average_opus100_pr_auc": 0.8301123509382584,
+      "eval_average_ud_pr_auc": 0.9623214218123544,
+      "eval_az_opus100_pr_auc": 0.7942151050859012,
+      "eval_be_opus100_pr_auc": 0.6776692645932201,
+      "eval_be_ud_pr_auc": 0.887461728593348,
+      "eval_bg_opus100_pr_auc": 0.9140370954334064,
+      "eval_bg_ud_pr_auc": 0.9944393207120594,
+      "eval_bn_opus100_pr_auc": 0.8225847573500273,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8906643367295007,
+      "eval_ca_ud_pr_auc": 0.9958999051155386,
+      "eval_ceb_ud_pr_auc": 0.9986269007875572,
+      "eval_cs_ersatz_pr_auc": 0.9869838657748469,
+      "eval_cs_opus100_pr_auc": 0.9013321351320788,
+      "eval_cs_ud_pr_auc": 0.9595396623353609,
+      "eval_cy_opus100_pr_auc": 0.7559144278624991,
+      "eval_cy_ud_pr_auc": 0.9967937452629384,
+      "eval_da_opus100_pr_auc": 0.9068982719503385,
+      "eval_da_ud_pr_auc": 0.9825226996688233,
+      "eval_de_ersatz_pr_auc": 0.9788691639803815,
+      "eval_de_opus100_pr_auc": 0.8918996783859319,
+      "eval_de_ud_pr_auc": 0.9857952050857386,
+      "eval_el_opus100_pr_auc": 0.9144223867300405,
+      "eval_el_ud_pr_auc": 0.9813587623607066,
+      "eval_en_ersatz_pr_auc": 0.992226730263186,
+      "eval_en_opus100_pr_auc": 0.9232052303992514,
+      "eval_en_ud_pr_auc": 0.9645249848658372,
+      "eval_eo_opus100_pr_auc": 0.9229876702036011,
+      "eval_es_ersatz_pr_auc": 0.996654857986359,
+      "eval_es_opus100_pr_auc": 0.9217079636779412,
+      "eval_es_ud_pr_auc": 0.9887839223871888,
+      "eval_et_ersatz_pr_auc": 0.9810281943071161,
+      "eval_et_opus100_pr_auc": 0.8764513764496277,
+      "eval_et_ud_pr_auc": 0.9523642397312932,
+      "eval_eu_opus100_pr_auc": 0.8839793194351713,
+      "eval_eu_ud_pr_auc": 0.9898104260469583,
+      "eval_fa_opus100_pr_auc": 0.5982709936834592,
+      "eval_fa_ud_pr_auc": 0.9908966709944309,
+      "eval_fi_ersatz_pr_auc": 0.9877204333106263,
+      "eval_fi_opus100_pr_auc": 0.9043982548078138,
+      "eval_fi_ud_pr_auc": 0.9684790017969819,
+      "eval_fr_ersatz_pr_auc": 0.9866870985333112,
+      "eval_fr_opus100_pr_auc": 0.9091837624305763,
+      "eval_fr_ud_pr_auc": 0.9815487178897376,
+      "eval_fy_opus100_pr_auc": 0.6973776194435737,
+      "eval_ga_opus100_pr_auc": 0.8841007754192868,
+      "eval_ga_ud_pr_auc": 0.812730385273273,
+      "eval_gd_opus100_pr_auc": 0.6757570111298821,
+      "eval_gd_ud_pr_auc": 0.797552527522588,
+      "eval_gl_opus100_pr_auc": 0.889955236397198,
+      "eval_gl_ud_pr_auc": 0.9987623620840791,
+      "eval_gu_ersatz_pr_auc": 0.9339821522933508,
+      "eval_gu_opus100_pr_auc": 0.7435420318141811,
+      "eval_ha_opus100_pr_auc": 0.9223614821764545,
+      "eval_he_opus100_pr_auc": 0.8685214872114126,
+      "eval_he_ud_pr_auc": 0.9781570203568464,
+      "eval_hi_ersatz_pr_auc": 0.9751483256035687,
+      "eval_hi_opus100_pr_auc": 0.6791845863675816,
+      "eval_hi_ud_pr_auc": 0.9768488357125493,
+      "eval_hu_opus100_pr_auc": 0.9035417381684163,
+      "eval_hu_ud_pr_auc": 0.983400900640349,
+      "eval_hy_opus100_pr_auc": 0.916700874932459,
+      "eval_hy_ud_pr_auc": 0.9896170685561854,
+      "eval_id_opus100_pr_auc": 0.8818471619607501,
+      "eval_id_ud_pr_auc": 0.9925085217066087,
+      "eval_ig_opus100_pr_auc": 0.8904312999377552,
+      "eval_is_opus100_pr_auc": 0.9207970519386961,
+      "eval_is_ud_pr_auc": 0.9239364981627661,
+      "eval_it_opus100_pr_auc": 0.9065380760018374,
+      "eval_it_ud_pr_auc": 0.9998154936576369,
+      "eval_ja_ersatz_pr_auc": 0.8359807441214392,
+      "eval_ja_opus100_pr_auc": 0.8057590392428534,
+      "eval_ja_ud_pr_auc": 0.9814141367468624,
+      "eval_jv_ud_pr_auc": 0.9663760013178966,
+      "eval_ka_opus100_pr_auc": 0.8578268226378354,
+      "eval_kk_ersatz_pr_auc": 0.9889760643502914,
+      "eval_kk_opus100_pr_auc": 0.7760510169714052,
+      "eval_kk_ud_pr_auc": 0.9801379763938733,
+      "eval_km_ersatz_pr_auc": 0.9201721906366672,
+      "eval_km_opus100_pr_auc": 0.6947107640304399,
+      "eval_kn_opus100_pr_auc": 0.6030851817505678,
+      "eval_ko_opus100_pr_auc": 0.6601466387177087,
+      "eval_ko_ud_pr_auc": 0.994980884497519,
+      "eval_ku_opus100_pr_auc": 0.8383995349776208,
+      "eval_ky_opus100_pr_auc": 0.8485316194949246,
+      "eval_la_ud_pr_auc": 0.9739766737382377,
+      "eval_loss": 0.032263338565826416,
+      "eval_lt_ersatz_pr_auc": 0.9948960510652168,
+      "eval_lt_opus100_pr_auc": 0.8689641331253131,
+      "eval_lt_ud_pr_auc": 0.993622694617289,
+      "eval_lv_ersatz_pr_auc": 0.9864932110927186,
+      "eval_lv_opus100_pr_auc": 0.8863941782863364,
+      "eval_lv_ud_pr_auc": 0.9630516445272955,
+      "eval_mg_opus100_pr_auc": 0.9312382949865198,
+      "eval_mk_opus100_pr_auc": 0.9026479538614837,
+      "eval_ml_opus100_pr_auc": 0.7760090114408509,
+      "eval_mn_opus100_pr_auc": 0.9337734978965516,
+      "eval_mr_opus100_pr_auc": 0.8910382617103592,
+      "eval_mr_ud_pr_auc": 0.9665828960602132,
+      "eval_ms_opus100_pr_auc": 0.8755418660725564,
+      "eval_mt_opus100_pr_auc": 0.8575415588704992,
+      "eval_mt_ud_pr_auc": 0.8743072963224786,
+      "eval_my_opus100_pr_auc": 0.7452892354975138,
+      "eval_ne_opus100_pr_auc": 0.7316671221070821,
+      "eval_nl_opus100_pr_auc": 0.8943738894797264,
+      "eval_nl_ud_pr_auc": 0.9786578344380057,
+      "eval_no_opus100_pr_auc": 0.9116858911868596,
+      "eval_no_ud_pr_auc": 0.996484306637394,
+      "eval_pa_opus100_pr_auc": 0.6750862579678211,
+      "eval_pl_ersatz_pr_auc": 0.9758585605720069,
+      "eval_pl_opus100_pr_auc": 0.8927196863008211,
+      "eval_pl_ud_pr_auc": 0.9667576962518261,
+      "eval_ps_ersatz_pr_auc": 0.9361684051174196,
+      "eval_ps_opus100_pr_auc": 0.7369791470781296,
+      "eval_pt_opus100_pr_auc": 0.9206727935999798,
+      "eval_pt_ud_pr_auc": 0.9836009635022718,
+      "eval_ro_ersatz_pr_auc": 0.9940250573271416,
+      "eval_ro_opus100_pr_auc": 0.8864069141658037,
+      "eval_ro_ud_pr_auc": 0.9732152499076938,
+      "eval_ru_ersatz_pr_auc": 0.9910054738856457,
+      "eval_ru_opus100_pr_auc": 0.9172095504523782,
+      "eval_ru_ud_pr_auc": 0.8759285621018649,
+      "eval_runtime": 619.1686,
+      "eval_samples_per_second": 121.965,
+      "eval_si_opus100_pr_auc": 0.8124047417131791,
+      "eval_sk_opus100_pr_auc": 0.9283152188480076,
+      "eval_sk_ud_pr_auc": 0.9858969435782936,
+      "eval_sl_opus100_pr_auc": 0.8642969141363416,
+      "eval_sl_ud_pr_auc": 0.9707958687459485,
+      "eval_sq_opus100_pr_auc": 0.9117472094876093,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.900258299534094,
+      "eval_sr_ud_pr_auc": 0.9987848146339173,
+      "eval_steps_per_second": 3.812,
+      "eval_sv_opus100_pr_auc": 0.8855863931202643,
+      "eval_sv_ud_pr_auc": 0.9493491671942186,
+      "eval_ta_ersatz_pr_auc": 0.9772811230329537,
+      "eval_ta_opus100_pr_auc": 0.6774922292664116,
+      "eval_ta_ud_pr_auc": 0.9931882258401424,
+      "eval_te_opus100_pr_auc": 0.8423019215926824,
+      "eval_tg_opus100_pr_auc": 0.8794931871075443,
+      "eval_th_opus100_pr_auc": 0.6733514049613677,
+      "eval_th_ud_pr_auc": 0.7912064438156517,
+      "eval_tr_ersatz_pr_auc": 0.9690104301227735,
+      "eval_tr_opus100_pr_auc": 0.8966302995437591,
+      "eval_tr_ud_pr_auc": 0.9560704995434465,
+      "eval_uk_opus100_pr_auc": 0.8779587878588864,
+      "eval_uk_ud_pr_auc": 0.9300462403273243,
+      "eval_ur_opus100_pr_auc": 0.5505095228152659,
+      "eval_ur_ud_pr_auc": 0.994564163123862,
+      "eval_uz_opus100_pr_auc": 0.865186257628042,
+      "eval_vi_opus100_pr_auc": 0.9056762536859833,
+      "eval_vi_ud_pr_auc": 0.965185208107934,
+      "eval_xh_opus100_pr_auc": 0.8774074071703348,
+      "eval_yi_opus100_pr_auc": 0.7998802187206866,
+      "eval_yo_opus100_pr_auc": 0.8056952782124049,
+      "eval_yo_ud_pr_auc": 0.9135384905000503,
+      "eval_zh_ersatz_pr_auc": 0.9098884063794684,
+      "eval_zh_opus100_pr_auc": 0.7111509068646064,
+      "eval_zh_ud_pr_auc": 0.9919085648980941,
+      "eval_zu_opus100_pr_auc": 0.8428605821325106,
+      "step": 175000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.821518987341772e-05,
+      "learning_rate_adapter": 5.821518987341772e-05,
+      "loss": 0.0284,
+      "step": 175050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8202531645569625e-05,
+      "learning_rate_adapter": 5.8202531645569625e-05,
+      "loss": 0.0285,
+      "step": 175100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.818987341772152e-05,
+      "learning_rate_adapter": 5.818987341772152e-05,
+      "loss": 0.0279,
+      "step": 175150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.817721518987342e-05,
+      "learning_rate_adapter": 5.817721518987342e-05,
+      "loss": 0.0287,
+      "step": 175200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8164556962025315e-05,
+      "learning_rate_adapter": 5.8164556962025315e-05,
+      "loss": 0.028,
+      "step": 175250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8151898734177214e-05,
+      "learning_rate_adapter": 5.8151898734177214e-05,
+      "loss": 0.0289,
+      "step": 175300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.813924050632912e-05,
+      "learning_rate_adapter": 5.813924050632912e-05,
+      "loss": 0.0289,
+      "step": 175350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.812658227848101e-05,
+      "learning_rate_adapter": 5.812658227848101e-05,
+      "loss": 0.0287,
+      "step": 175400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.811392405063292e-05,
+      "learning_rate_adapter": 5.811392405063292e-05,
+      "loss": 0.0278,
+      "step": 175450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.810126582278481e-05,
+      "learning_rate_adapter": 5.810126582278481e-05,
+      "loss": 0.0276,
+      "step": 175500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8088607594936715e-05,
+      "learning_rate_adapter": 5.8088607594936715e-05,
+      "loss": 0.0287,
+      "step": 175550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8075949367088614e-05,
+      "learning_rate_adapter": 5.8075949367088614e-05,
+      "loss": 0.0281,
+      "step": 175600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8063291139240506e-05,
+      "learning_rate_adapter": 5.8063291139240506e-05,
+      "loss": 0.0289,
+      "step": 175650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.805063291139241e-05,
+      "learning_rate_adapter": 5.805063291139241e-05,
+      "loss": 0.0289,
+      "step": 175700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8037974683544304e-05,
+      "learning_rate_adapter": 5.8037974683544304e-05,
+      "loss": 0.0281,
+      "step": 175750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.802531645569621e-05,
+      "learning_rate_adapter": 5.802531645569621e-05,
+      "loss": 0.0279,
+      "step": 175800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.80126582278481e-05,
+      "learning_rate_adapter": 5.80126582278481e-05,
+      "loss": 0.0289,
+      "step": 175850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.0284,
+      "step": 175900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7987341772151906e-05,
+      "learning_rate_adapter": 5.7987341772151906e-05,
+      "loss": 0.0284,
+      "step": 175950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.79746835443038e-05,
+      "learning_rate_adapter": 5.79746835443038e-05,
+      "loss": 0.0282,
+      "step": 176000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7962025316455704e-05,
+      "learning_rate_adapter": 5.7962025316455704e-05,
+      "loss": 0.0285,
+      "step": 176050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7949367088607596e-05,
+      "learning_rate_adapter": 5.7949367088607596e-05,
+      "loss": 0.0287,
+      "step": 176100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7936708860759495e-05,
+      "learning_rate_adapter": 5.7936708860759495e-05,
+      "loss": 0.0276,
+      "step": 176150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.79240506329114e-05,
+      "learning_rate_adapter": 5.79240506329114e-05,
+      "loss": 0.0283,
+      "step": 176200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.791139240506329e-05,
+      "learning_rate_adapter": 5.791139240506329e-05,
+      "loss": 0.0282,
+      "step": 176250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.78987341772152e-05,
+      "learning_rate_adapter": 5.78987341772152e-05,
+      "loss": 0.0281,
+      "step": 176300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.788607594936709e-05,
+      "learning_rate_adapter": 5.788607594936709e-05,
+      "loss": 0.0278,
+      "step": 176350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.787341772151898e-05,
+      "learning_rate_adapter": 5.787341772151898e-05,
+      "loss": 0.0278,
+      "step": 176400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.786075949367089e-05,
+      "learning_rate_adapter": 5.786075949367089e-05,
+      "loss": 0.0287,
+      "step": 176450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7848101265822787e-05,
+      "learning_rate_adapter": 5.7848101265822787e-05,
+      "loss": 0.0285,
+      "step": 176500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.783544303797469e-05,
+      "learning_rate_adapter": 5.783544303797469e-05,
+      "loss": 0.0297,
+      "step": 176550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7822784810126584e-05,
+      "learning_rate_adapter": 5.7822784810126584e-05,
+      "loss": 0.0281,
+      "step": 176600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7810126582278476e-05,
+      "learning_rate_adapter": 5.7810126582278476e-05,
+      "loss": 0.0285,
+      "step": 176650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.779746835443038e-05,
+      "learning_rate_adapter": 5.779746835443038e-05,
+      "loss": 0.0281,
+      "step": 176700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.778481012658228e-05,
+      "learning_rate_adapter": 5.778481012658228e-05,
+      "loss": 0.0285,
+      "step": 176750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7772151898734187e-05,
+      "learning_rate_adapter": 5.7772151898734187e-05,
+      "loss": 0.028,
+      "step": 176800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.775949367088608e-05,
+      "learning_rate_adapter": 5.775949367088608e-05,
+      "loss": 0.0288,
+      "step": 176850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.774683544303797e-05,
+      "learning_rate_adapter": 5.774683544303797e-05,
+      "loss": 0.0283,
+      "step": 176900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7734177215189876e-05,
+      "learning_rate_adapter": 5.7734177215189876e-05,
+      "loss": 0.0276,
+      "step": 176950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.772151898734177e-05,
+      "learning_rate_adapter": 5.772151898734177e-05,
+      "loss": 0.028,
+      "step": 177000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7708860759493674e-05,
+      "learning_rate_adapter": 5.7708860759493674e-05,
+      "loss": 0.0284,
+      "step": 177050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.769620253164557e-05,
+      "learning_rate_adapter": 5.769620253164557e-05,
+      "loss": 0.0282,
+      "step": 177100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.768354430379748e-05,
+      "learning_rate_adapter": 5.768354430379748e-05,
+      "loss": 0.0279,
+      "step": 177150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.767088607594937e-05,
+      "learning_rate_adapter": 5.767088607594937e-05,
+      "loss": 0.0282,
+      "step": 177200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.765822784810126e-05,
+      "learning_rate_adapter": 5.765822784810126e-05,
+      "loss": 0.0287,
+      "step": 177250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.764556962025317e-05,
+      "learning_rate_adapter": 5.764556962025317e-05,
+      "loss": 0.0289,
+      "step": 177300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.763291139240507e-05,
+      "learning_rate_adapter": 5.763291139240507e-05,
+      "loss": 0.0286,
+      "step": 177350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.762025316455697e-05,
+      "learning_rate_adapter": 5.762025316455697e-05,
+      "loss": 0.0286,
+      "step": 177400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7607594936708865e-05,
+      "learning_rate_adapter": 5.7607594936708865e-05,
+      "loss": 0.0277,
+      "step": 177450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.759493670886076e-05,
+      "learning_rate_adapter": 5.759493670886076e-05,
+      "loss": 0.0279,
+      "step": 177500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.758227848101266e-05,
+      "learning_rate_adapter": 5.758227848101266e-05,
+      "loss": 0.0287,
+      "step": 177550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7569620253164555e-05,
+      "learning_rate_adapter": 5.7569620253164555e-05,
+      "loss": 0.0283,
+      "step": 177600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.755696202531646e-05,
+      "learning_rate_adapter": 5.755696202531646e-05,
+      "loss": 0.0285,
+      "step": 177650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.754430379746836e-05,
+      "learning_rate_adapter": 5.754430379746836e-05,
+      "loss": 0.029,
+      "step": 177700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.753164556962025e-05,
+      "learning_rate_adapter": 5.753164556962025e-05,
+      "loss": 0.0288,
+      "step": 177750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.751898734177216e-05,
+      "learning_rate_adapter": 5.751898734177216e-05,
+      "loss": 0.0284,
+      "step": 177800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.750632911392405e-05,
+      "learning_rate_adapter": 5.750632911392405e-05,
+      "loss": 0.0281,
+      "step": 177850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7493670886075955e-05,
+      "learning_rate_adapter": 5.7493670886075955e-05,
+      "loss": 0.0283,
+      "step": 177900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7481012658227853e-05,
+      "learning_rate_adapter": 5.7481012658227853e-05,
+      "loss": 0.028,
+      "step": 177950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7468354430379745e-05,
+      "learning_rate_adapter": 5.7468354430379745e-05,
+      "loss": 0.0284,
+      "step": 178000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.745569620253165e-05,
+      "learning_rate_adapter": 5.745569620253165e-05,
+      "loss": 0.028,
+      "step": 178050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.744303797468354e-05,
+      "learning_rate_adapter": 5.744303797468354e-05,
+      "loss": 0.0279,
+      "step": 178100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.743037974683545e-05,
+      "learning_rate_adapter": 5.743037974683545e-05,
+      "loss": 0.0278,
+      "step": 178150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.741772151898734e-05,
+      "learning_rate_adapter": 5.741772151898734e-05,
+      "loss": 0.0284,
+      "step": 178200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.740506329113924e-05,
+      "learning_rate_adapter": 5.740506329113924e-05,
+      "loss": 0.0276,
+      "step": 178250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7392405063291145e-05,
+      "learning_rate_adapter": 5.7392405063291145e-05,
+      "loss": 0.0281,
+      "step": 178300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.737974683544304e-05,
+      "learning_rate_adapter": 5.737974683544304e-05,
+      "loss": 0.0285,
+      "step": 178350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.736708860759494e-05,
+      "learning_rate_adapter": 5.736708860759494e-05,
+      "loss": 0.0286,
+      "step": 178400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7354430379746835e-05,
+      "learning_rate_adapter": 5.7354430379746835e-05,
+      "loss": 0.0278,
+      "step": 178450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7341772151898734e-05,
+      "learning_rate_adapter": 5.7341772151898734e-05,
+      "loss": 0.0285,
+      "step": 178500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.732911392405064e-05,
+      "learning_rate_adapter": 5.732911392405064e-05,
+      "loss": 0.0285,
+      "step": 178550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.731645569620253e-05,
+      "learning_rate_adapter": 5.731645569620253e-05,
+      "loss": 0.0285,
+      "step": 178600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.730379746835444e-05,
+      "learning_rate_adapter": 5.730379746835444e-05,
+      "loss": 0.0287,
+      "step": 178650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.729113924050633e-05,
+      "learning_rate_adapter": 5.729113924050633e-05,
+      "loss": 0.0278,
+      "step": 178700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7278481012658235e-05,
+      "learning_rate_adapter": 5.7278481012658235e-05,
+      "loss": 0.0286,
+      "step": 178750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.726582278481013e-05,
+      "learning_rate_adapter": 5.726582278481013e-05,
+      "loss": 0.0282,
+      "step": 178800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7253164556962026e-05,
+      "learning_rate_adapter": 5.7253164556962026e-05,
+      "loss": 0.0289,
+      "step": 178850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.724050632911393e-05,
+      "learning_rate_adapter": 5.724050632911393e-05,
+      "loss": 0.0287,
+      "step": 178900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7227848101265824e-05,
+      "learning_rate_adapter": 5.7227848101265824e-05,
+      "loss": 0.0287,
+      "step": 178950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.721518987341773e-05,
+      "learning_rate_adapter": 5.721518987341773e-05,
+      "loss": 0.0282,
+      "step": 179000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.720253164556962e-05,
+      "learning_rate_adapter": 5.720253164556962e-05,
+      "loss": 0.028,
+      "step": 179050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.718987341772152e-05,
+      "learning_rate_adapter": 5.718987341772152e-05,
+      "loss": 0.0282,
+      "step": 179100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7177215189873426e-05,
+      "learning_rate_adapter": 5.7177215189873426e-05,
+      "loss": 0.0292,
+      "step": 179150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.716455696202532e-05,
+      "learning_rate_adapter": 5.716455696202532e-05,
+      "loss": 0.0285,
+      "step": 179200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7151898734177224e-05,
+      "learning_rate_adapter": 5.7151898734177224e-05,
+      "loss": 0.0281,
+      "step": 179250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7139240506329116e-05,
+      "learning_rate_adapter": 5.7139240506329116e-05,
+      "loss": 0.028,
+      "step": 179300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.712658227848101e-05,
+      "learning_rate_adapter": 5.712658227848101e-05,
+      "loss": 0.0278,
+      "step": 179350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7113924050632913e-05,
+      "learning_rate_adapter": 5.7113924050632913e-05,
+      "loss": 0.0284,
+      "step": 179400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.710126582278481e-05,
+      "learning_rate_adapter": 5.710126582278481e-05,
+      "loss": 0.0281,
+      "step": 179450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.708860759493672e-05,
+      "learning_rate_adapter": 5.708860759493672e-05,
+      "loss": 0.0285,
+      "step": 179500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.707594936708861e-05,
+      "learning_rate_adapter": 5.707594936708861e-05,
+      "loss": 0.0284,
+      "step": 179550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.70632911392405e-05,
+      "learning_rate_adapter": 5.70632911392405e-05,
+      "loss": 0.0295,
+      "step": 179600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.705063291139241e-05,
+      "learning_rate_adapter": 5.705063291139241e-05,
+      "loss": 0.0283,
+      "step": 179650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7037974683544307e-05,
+      "learning_rate_adapter": 5.7037974683544307e-05,
+      "loss": 0.0285,
+      "step": 179700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.702531645569621e-05,
+      "learning_rate_adapter": 5.702531645569621e-05,
+      "loss": 0.0277,
+      "step": 179750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7012658227848104e-05,
+      "learning_rate_adapter": 5.7012658227848104e-05,
+      "loss": 0.0281,
+      "step": 179800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0283,
+      "step": 179850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.69873417721519e-05,
+      "learning_rate_adapter": 5.69873417721519e-05,
+      "loss": 0.0292,
+      "step": 179900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6974683544303794e-05,
+      "learning_rate_adapter": 5.6974683544303794e-05,
+      "loss": 0.0283,
+      "step": 179950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.69620253164557e-05,
+      "learning_rate_adapter": 5.69620253164557e-05,
+      "loss": 0.0284,
+      "step": 180000
+    },
+    {
+      "epoch": 0.15,
+      "eval_af_opus100_pr_auc": 0.7841389607018716,
+      "eval_af_ud_pr_auc": 0.9908732832351368,
+      "eval_am_opus100_pr_auc": 0.5288748655204412,
+      "eval_ar_ersatz_pr_auc": 0.927739393125802,
+      "eval_ar_opus100_pr_auc": 0.7192132281957905,
+      "eval_ar_ud_pr_auc": 0.8775238671927057,
+      "eval_average_ersatz_pr_auc": 0.9611821685205011,
+      "eval_average_opus100_pr_auc": 0.8334076619541848,
+      "eval_average_ud_pr_auc": 0.9620400821459014,
+      "eval_az_opus100_pr_auc": 0.7958163625472997,
+      "eval_be_opus100_pr_auc": 0.6744658108156255,
+      "eval_be_ud_pr_auc": 0.8885632181778162,
+      "eval_bg_opus100_pr_auc": 0.9257128399556225,
+      "eval_bg_ud_pr_auc": 0.9949404273485408,
+      "eval_bn_opus100_pr_auc": 0.8197766963644595,
+      "eval_bn_ud_pr_auc": 0.9980137138444692,
+      "eval_ca_opus100_pr_auc": 0.8922847272739244,
+      "eval_ca_ud_pr_auc": 0.9953394469280632,
+      "eval_ceb_ud_pr_auc": 0.9996209377310789,
+      "eval_cs_ersatz_pr_auc": 0.9854855018437079,
+      "eval_cs_opus100_pr_auc": 0.9069924103223628,
+      "eval_cs_ud_pr_auc": 0.95795750397018,
+      "eval_cy_opus100_pr_auc": 0.7641831117851325,
+      "eval_cy_ud_pr_auc": 0.9942052469122473,
+      "eval_da_opus100_pr_auc": 0.9122282588252926,
+      "eval_da_ud_pr_auc": 0.9814437497022972,
+      "eval_de_ersatz_pr_auc": 0.980804693608009,
+      "eval_de_opus100_pr_auc": 0.8950174424832833,
+      "eval_de_ud_pr_auc": 0.9849892129278648,
+      "eval_el_opus100_pr_auc": 0.9194246604225875,
+      "eval_el_ud_pr_auc": 0.9812334354429308,
+      "eval_en_ersatz_pr_auc": 0.99223972625147,
+      "eval_en_opus100_pr_auc": 0.9299709783554351,
+      "eval_en_ud_pr_auc": 0.9807120253402731,
+      "eval_eo_opus100_pr_auc": 0.935494706225785,
+      "eval_es_ersatz_pr_auc": 0.9959505220472931,
+      "eval_es_opus100_pr_auc": 0.9232740620323859,
+      "eval_es_ud_pr_auc": 0.991711813227238,
+      "eval_et_ersatz_pr_auc": 0.9807562843339473,
+      "eval_et_opus100_pr_auc": 0.8926067632642292,
+      "eval_et_ud_pr_auc": 0.9621305477293314,
+      "eval_eu_opus100_pr_auc": 0.8819978105524394,
+      "eval_eu_ud_pr_auc": 0.9919174801007653,
+      "eval_fa_opus100_pr_auc": 0.5892700628965385,
+      "eval_fa_ud_pr_auc": 0.9894270909089343,
+      "eval_fi_ersatz_pr_auc": 0.9896289542191371,
+      "eval_fi_opus100_pr_auc": 0.9181526622076067,
+      "eval_fi_ud_pr_auc": 0.9703692914768869,
+      "eval_fr_ersatz_pr_auc": 0.9873397404715157,
+      "eval_fr_opus100_pr_auc": 0.9219008049051549,
+      "eval_fr_ud_pr_auc": 0.9827074416739501,
+      "eval_fy_opus100_pr_auc": 0.7051128049642749,
+      "eval_ga_opus100_pr_auc": 0.8907291200153072,
+      "eval_ga_ud_pr_auc": 0.8379977706212403,
+      "eval_gd_opus100_pr_auc": 0.650609709206732,
+      "eval_gd_ud_pr_auc": 0.8064308953566529,
+      "eval_gl_opus100_pr_auc": 0.8967545384373378,
+      "eval_gl_ud_pr_auc": 0.9981255828255573,
+      "eval_gu_ersatz_pr_auc": 0.9474341015713458,
+      "eval_gu_opus100_pr_auc": 0.7283113604245094,
+      "eval_ha_opus100_pr_auc": 0.9130316455616475,
+      "eval_he_opus100_pr_auc": 0.8778492608474437,
+      "eval_he_ud_pr_auc": 0.9753518128136224,
+      "eval_hi_ersatz_pr_auc": 0.9780520066002603,
+      "eval_hi_opus100_pr_auc": 0.6800507665814568,
+      "eval_hi_ud_pr_auc": 0.9893702082055074,
+      "eval_hu_opus100_pr_auc": 0.9129780834433318,
+      "eval_hu_ud_pr_auc": 0.9832815122405913,
+      "eval_hy_opus100_pr_auc": 0.9156110156055066,
+      "eval_hy_ud_pr_auc": 0.9907817305903882,
+      "eval_id_opus100_pr_auc": 0.8778463969617951,
+      "eval_id_ud_pr_auc": 0.9926448881618353,
+      "eval_ig_opus100_pr_auc": 0.8804820138898288,
+      "eval_is_opus100_pr_auc": 0.9273535741193518,
+      "eval_is_ud_pr_auc": 0.9084400974649874,
+      "eval_it_opus100_pr_auc": 0.9141015444294617,
+      "eval_it_ud_pr_auc": 0.9998758529318764,
+      "eval_ja_ersatz_pr_auc": 0.7933538341445919,
+      "eval_ja_opus100_pr_auc": 0.8200328329633345,
+      "eval_ja_ud_pr_auc": 0.9767623051022256,
+      "eval_jv_ud_pr_auc": 0.9708258647526913,
+      "eval_ka_opus100_pr_auc": 0.8647613917796105,
+      "eval_kk_ersatz_pr_auc": 0.9867373079821742,
+      "eval_kk_opus100_pr_auc": 0.8074129942420064,
+      "eval_kk_ud_pr_auc": 0.9755658987573592,
+      "eval_km_ersatz_pr_auc": 0.9104158731519266,
+      "eval_km_opus100_pr_auc": 0.7021082590769784,
+      "eval_kn_opus100_pr_auc": 0.5962249076062325,
+      "eval_ko_opus100_pr_auc": 0.6694370440760169,
+      "eval_ko_ud_pr_auc": 0.995783973524402,
+      "eval_ku_opus100_pr_auc": 0.816490217970739,
+      "eval_ky_opus100_pr_auc": 0.8735089398554462,
+      "eval_la_ud_pr_auc": 0.950908682831582,
+      "eval_loss": 0.03224198520183563,
+      "eval_lt_ersatz_pr_auc": 0.9956867231318656,
+      "eval_lt_opus100_pr_auc": 0.8845745893673288,
+      "eval_lt_ud_pr_auc": 0.9960074304254093,
+      "eval_lv_ersatz_pr_auc": 0.9868597161514403,
+      "eval_lv_opus100_pr_auc": 0.8870866345122383,
+      "eval_lv_ud_pr_auc": 0.9616627369818654,
+      "eval_mg_opus100_pr_auc": 0.929871216916614,
+      "eval_mk_opus100_pr_auc": 0.9082326271635549,
+      "eval_ml_opus100_pr_auc": 0.7748198892827637,
+      "eval_mn_opus100_pr_auc": 0.9567701956452734,
+      "eval_mr_opus100_pr_auc": 0.9063497008944781,
+      "eval_mr_ud_pr_auc": 0.976313354617989,
+      "eval_ms_opus100_pr_auc": 0.8819631261962376,
+      "eval_mt_opus100_pr_auc": 0.8693144414969072,
+      "eval_mt_ud_pr_auc": 0.862906030521052,
+      "eval_my_opus100_pr_auc": 0.7263916790990076,
+      "eval_ne_opus100_pr_auc": 0.7271810112429566,
+      "eval_nl_opus100_pr_auc": 0.9009529781196913,
+      "eval_nl_ud_pr_auc": 0.977629901104511,
+      "eval_no_opus100_pr_auc": 0.9214081865117882,
+      "eval_no_ud_pr_auc": 0.9953676696128483,
+      "eval_pa_opus100_pr_auc": 0.6682156400209589,
+      "eval_pl_ersatz_pr_auc": 0.9764902858857148,
+      "eval_pl_opus100_pr_auc": 0.8945971835560774,
+      "eval_pl_ud_pr_auc": 0.9663310697278006,
+      "eval_ps_ersatz_pr_auc": 0.921878871549252,
+      "eval_ps_opus100_pr_auc": 0.7714845813575201,
+      "eval_pt_opus100_pr_auc": 0.9224185094377095,
+      "eval_pt_ud_pr_auc": 0.9876340636477233,
+      "eval_ro_ersatz_pr_auc": 0.9946456086691947,
+      "eval_ro_opus100_pr_auc": 0.8932639030159945,
+      "eval_ro_ud_pr_auc": 0.9677289777006675,
+      "eval_ru_ersatz_pr_auc": 0.9903041455305002,
+      "eval_ru_opus100_pr_auc": 0.9241301306507994,
+      "eval_ru_ud_pr_auc": 0.8569101168459282,
+      "eval_runtime": 625.7783,
+      "eval_samples_per_second": 120.677,
+      "eval_si_opus100_pr_auc": 0.8050400255562582,
+      "eval_sk_opus100_pr_auc": 0.936814607954866,
+      "eval_sk_ud_pr_auc": 0.9845309275278505,
+      "eval_sl_opus100_pr_auc": 0.8667749901996414,
+      "eval_sl_ud_pr_auc": 0.972799098629181,
+      "eval_sq_opus100_pr_auc": 0.9177225183663599,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9070307929747263,
+      "eval_sr_ud_pr_auc": 0.9990602280101374,
+      "eval_steps_per_second": 3.771,
+      "eval_sv_opus100_pr_auc": 0.8988870001036664,
+      "eval_sv_ud_pr_auc": 0.9493241824761224,
+      "eval_ta_ersatz_pr_auc": 0.9783834826741034,
+      "eval_ta_opus100_pr_auc": 0.6748139121596395,
+      "eval_ta_ud_pr_auc": 0.9944258493968632,
+      "eval_te_opus100_pr_auc": 0.840110714762531,
+      "eval_tg_opus100_pr_auc": 0.8918272289613031,
+      "eval_th_opus100_pr_auc": 0.6586124156155155,
+      "eval_th_ud_pr_auc": 0.7845144407141378,
+      "eval_tr_ersatz_pr_auc": 0.9639124536532385,
+      "eval_tr_opus100_pr_auc": 0.897905223673008,
+      "eval_tr_ud_pr_auc": 0.9562056551919673,
+      "eval_uk_opus100_pr_auc": 0.8839472839628038,
+      "eval_uk_ud_pr_auc": 0.9236326245876466,
+      "eval_ur_opus100_pr_auc": 0.5489579893269865,
+      "eval_ur_ud_pr_auc": 0.9933598710441509,
+      "eval_uz_opus100_pr_auc": 0.8681835276161786,
+      "eval_vi_opus100_pr_auc": 0.9066619312195148,
+      "eval_vi_ud_pr_auc": 0.9656757537640593,
+      "eval_xh_opus100_pr_auc": 0.8679357701352627,
+      "eval_yi_opus100_pr_auc": 0.7913231608806076,
+      "eval_yo_opus100_pr_auc": 0.8096328991168102,
+      "eval_yo_ud_pr_auc": 0.9142561476285563,
+      "eval_zh_ersatz_pr_auc": 0.8819084808545261,
+      "eval_zh_opus100_pr_auc": 0.7135820954441201,
+      "eval_zh_ud_pr_auc": 0.9841817421086841,
+      "eval_zu_opus100_pr_auc": 0.8530423200138203,
+      "step": 180000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.69493670886076e-05,
+      "learning_rate_adapter": 5.69493670886076e-05,
+      "loss": 0.0285,
+      "step": 180050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.693670886075949e-05,
+      "learning_rate_adapter": 5.693670886075949e-05,
+      "loss": 0.0281,
+      "step": 180100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6924050632911396e-05,
+      "learning_rate_adapter": 5.6924050632911396e-05,
+      "loss": 0.0281,
+      "step": 180150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.691139240506329e-05,
+      "learning_rate_adapter": 5.691139240506329e-05,
+      "loss": 0.0288,
+      "step": 180200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6898734177215194e-05,
+      "learning_rate_adapter": 5.6898734177215194e-05,
+      "loss": 0.028,
+      "step": 180250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.688607594936709e-05,
+      "learning_rate_adapter": 5.688607594936709e-05,
+      "loss": 0.0282,
+      "step": 180300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6873417721519e-05,
+      "learning_rate_adapter": 5.6873417721519e-05,
+      "loss": 0.0281,
+      "step": 180350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.686075949367089e-05,
+      "learning_rate_adapter": 5.686075949367089e-05,
+      "loss": 0.0284,
+      "step": 180400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.684810126582278e-05,
+      "learning_rate_adapter": 5.684810126582278e-05,
+      "loss": 0.0277,
+      "step": 180450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.683544303797469e-05,
+      "learning_rate_adapter": 5.683544303797469e-05,
+      "loss": 0.0286,
+      "step": 180500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.682278481012658e-05,
+      "learning_rate_adapter": 5.682278481012658e-05,
+      "loss": 0.0282,
+      "step": 180550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6810126582278486e-05,
+      "learning_rate_adapter": 5.6810126582278486e-05,
+      "loss": 0.0281,
+      "step": 180600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6797468354430385e-05,
+      "learning_rate_adapter": 5.6797468354430385e-05,
+      "loss": 0.0282,
+      "step": 180650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.678481012658228e-05,
+      "learning_rate_adapter": 5.678481012658228e-05,
+      "loss": 0.0279,
+      "step": 180700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.677215189873418e-05,
+      "learning_rate_adapter": 5.677215189873418e-05,
+      "loss": 0.0284,
+      "step": 180750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6759493670886075e-05,
+      "learning_rate_adapter": 5.6759493670886075e-05,
+      "loss": 0.0281,
+      "step": 180800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.674683544303798e-05,
+      "learning_rate_adapter": 5.674683544303798e-05,
+      "loss": 0.0274,
+      "step": 180850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.673417721518988e-05,
+      "learning_rate_adapter": 5.673417721518988e-05,
+      "loss": 0.028,
+      "step": 180900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.672151898734177e-05,
+      "learning_rate_adapter": 5.672151898734177e-05,
+      "loss": 0.028,
+      "step": 180950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.670886075949368e-05,
+      "learning_rate_adapter": 5.670886075949368e-05,
+      "loss": 0.0279,
+      "step": 181000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.669620253164557e-05,
+      "learning_rate_adapter": 5.669620253164557e-05,
+      "loss": 0.0291,
+      "step": 181050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6683544303797475e-05,
+      "learning_rate_adapter": 5.6683544303797475e-05,
+      "loss": 0.0281,
+      "step": 181100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6670886075949367e-05,
+      "learning_rate_adapter": 5.6670886075949367e-05,
+      "loss": 0.0286,
+      "step": 181150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6658227848101265e-05,
+      "learning_rate_adapter": 5.6658227848101265e-05,
+      "loss": 0.0284,
+      "step": 181200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.664556962025317e-05,
+      "learning_rate_adapter": 5.664556962025317e-05,
+      "loss": 0.0281,
+      "step": 181250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.663291139240506e-05,
+      "learning_rate_adapter": 5.663291139240506e-05,
+      "loss": 0.0282,
+      "step": 181300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.662025316455697e-05,
+      "learning_rate_adapter": 5.662025316455697e-05,
+      "loss": 0.0283,
+      "step": 181350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.660759493670886e-05,
+      "learning_rate_adapter": 5.660759493670886e-05,
+      "loss": 0.0286,
+      "step": 181400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.659493670886076e-05,
+      "learning_rate_adapter": 5.659493670886076e-05,
+      "loss": 0.0285,
+      "step": 181450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6582278481012665e-05,
+      "learning_rate_adapter": 5.6582278481012665e-05,
+      "loss": 0.0289,
+      "step": 181500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.656962025316456e-05,
+      "learning_rate_adapter": 5.656962025316456e-05,
+      "loss": 0.0282,
+      "step": 181550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.655696202531646e-05,
+      "learning_rate_adapter": 5.655696202531646e-05,
+      "loss": 0.0286,
+      "step": 181600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6544303797468355e-05,
+      "learning_rate_adapter": 5.6544303797468355e-05,
+      "loss": 0.0293,
+      "step": 181650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6531645569620254e-05,
+      "learning_rate_adapter": 5.6531645569620254e-05,
+      "loss": 0.0279,
+      "step": 181700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.651898734177215e-05,
+      "learning_rate_adapter": 5.651898734177215e-05,
+      "loss": 0.0279,
+      "step": 181750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.650632911392405e-05,
+      "learning_rate_adapter": 5.650632911392405e-05,
+      "loss": 0.0282,
+      "step": 181800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.649367088607596e-05,
+      "learning_rate_adapter": 5.649367088607596e-05,
+      "loss": 0.0284,
+      "step": 181850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.648101265822785e-05,
+      "learning_rate_adapter": 5.648101265822785e-05,
+      "loss": 0.0278,
+      "step": 181900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.646835443037974e-05,
+      "learning_rate_adapter": 5.646835443037974e-05,
+      "loss": 0.0283,
+      "step": 181950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.645569620253165e-05,
+      "learning_rate_adapter": 5.645569620253165e-05,
+      "loss": 0.0284,
+      "step": 182000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6443037974683546e-05,
+      "learning_rate_adapter": 5.6443037974683546e-05,
+      "loss": 0.0279,
+      "step": 182050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.643037974683545e-05,
+      "learning_rate_adapter": 5.643037974683545e-05,
+      "loss": 0.0282,
+      "step": 182100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6417721518987344e-05,
+      "learning_rate_adapter": 5.6417721518987344e-05,
+      "loss": 0.0281,
+      "step": 182150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.640506329113925e-05,
+      "learning_rate_adapter": 5.640506329113925e-05,
+      "loss": 0.0277,
+      "step": 182200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.639240506329114e-05,
+      "learning_rate_adapter": 5.639240506329114e-05,
+      "loss": 0.0285,
+      "step": 182250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.637974683544304e-05,
+      "learning_rate_adapter": 5.637974683544304e-05,
+      "loss": 0.0282,
+      "step": 182300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.636708860759494e-05,
+      "learning_rate_adapter": 5.636708860759494e-05,
+      "loss": 0.0278,
+      "step": 182350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.635443037974684e-05,
+      "learning_rate_adapter": 5.635443037974684e-05,
+      "loss": 0.0283,
+      "step": 182400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6341772151898744e-05,
+      "learning_rate_adapter": 5.6341772151898744e-05,
+      "loss": 0.0278,
+      "step": 182450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6329113924050636e-05,
+      "learning_rate_adapter": 5.6329113924050636e-05,
+      "loss": 0.0286,
+      "step": 182500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.631645569620253e-05,
+      "learning_rate_adapter": 5.631645569620253e-05,
+      "loss": 0.029,
+      "step": 182550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6303797468354433e-05,
+      "learning_rate_adapter": 5.6303797468354433e-05,
+      "loss": 0.0279,
+      "step": 182600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.629113924050633e-05,
+      "learning_rate_adapter": 5.629113924050633e-05,
+      "loss": 0.028,
+      "step": 182650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.627848101265824e-05,
+      "learning_rate_adapter": 5.627848101265824e-05,
+      "loss": 0.0282,
+      "step": 182700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.626582278481013e-05,
+      "learning_rate_adapter": 5.626582278481013e-05,
+      "loss": 0.0286,
+      "step": 182750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.625316455696202e-05,
+      "learning_rate_adapter": 5.625316455696202e-05,
+      "loss": 0.028,
+      "step": 182800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.624050632911393e-05,
+      "learning_rate_adapter": 5.624050632911393e-05,
+      "loss": 0.0277,
+      "step": 182850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.622784810126582e-05,
+      "learning_rate_adapter": 5.622784810126582e-05,
+      "loss": 0.0276,
+      "step": 182900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6215189873417725e-05,
+      "learning_rate_adapter": 5.6215189873417725e-05,
+      "loss": 0.0281,
+      "step": 182950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6202531645569624e-05,
+      "learning_rate_adapter": 5.6202531645569624e-05,
+      "loss": 0.0281,
+      "step": 183000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6189873417721516e-05,
+      "learning_rate_adapter": 5.6189873417721516e-05,
+      "loss": 0.0276,
+      "step": 183050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.617721518987342e-05,
+      "learning_rate_adapter": 5.617721518987342e-05,
+      "loss": 0.0284,
+      "step": 183100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6164556962025314e-05,
+      "learning_rate_adapter": 5.6164556962025314e-05,
+      "loss": 0.0282,
+      "step": 183150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.615189873417722e-05,
+      "learning_rate_adapter": 5.615189873417722e-05,
+      "loss": 0.0282,
+      "step": 183200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.613924050632912e-05,
+      "learning_rate_adapter": 5.613924050632912e-05,
+      "loss": 0.0274,
+      "step": 183250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.612658227848101e-05,
+      "learning_rate_adapter": 5.612658227848101e-05,
+      "loss": 0.0282,
+      "step": 183300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6113924050632916e-05,
+      "learning_rate_adapter": 5.6113924050632916e-05,
+      "loss": 0.0278,
+      "step": 183350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.610126582278481e-05,
+      "learning_rate_adapter": 5.610126582278481e-05,
+      "loss": 0.0284,
+      "step": 183400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6088607594936714e-05,
+      "learning_rate_adapter": 5.6088607594936714e-05,
+      "loss": 0.0282,
+      "step": 183450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6075949367088606e-05,
+      "learning_rate_adapter": 5.6075949367088606e-05,
+      "loss": 0.0285,
+      "step": 183500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6063291139240505e-05,
+      "learning_rate_adapter": 5.6063291139240505e-05,
+      "loss": 0.0279,
+      "step": 183550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.605063291139241e-05,
+      "learning_rate_adapter": 5.605063291139241e-05,
+      "loss": 0.0284,
+      "step": 183600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.60379746835443e-05,
+      "learning_rate_adapter": 5.60379746835443e-05,
+      "loss": 0.028,
+      "step": 183650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.602531645569621e-05,
+      "learning_rate_adapter": 5.602531645569621e-05,
+      "loss": 0.0281,
+      "step": 183700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.60126582278481e-05,
+      "learning_rate_adapter": 5.60126582278481e-05,
+      "loss": 0.0282,
+      "step": 183750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0283,
+      "step": 183800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.5987341772151905e-05,
+      "learning_rate_adapter": 5.5987341772151905e-05,
+      "loss": 0.0276,
+      "step": 183850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.59746835443038e-05,
+      "learning_rate_adapter": 5.59746835443038e-05,
+      "loss": 0.0281,
+      "step": 183900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.59620253164557e-05,
+      "learning_rate_adapter": 5.59620253164557e-05,
+      "loss": 0.028,
+      "step": 183950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5949367088607595e-05,
+      "learning_rate_adapter": 5.5949367088607595e-05,
+      "loss": 0.0283,
+      "step": 184000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.59367088607595e-05,
+      "learning_rate_adapter": 5.59367088607595e-05,
+      "loss": 0.0291,
+      "step": 184050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.592405063291139e-05,
+      "learning_rate_adapter": 5.592405063291139e-05,
+      "loss": 0.0281,
+      "step": 184100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.591139240506329e-05,
+      "learning_rate_adapter": 5.591139240506329e-05,
+      "loss": 0.0276,
+      "step": 184150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.58987341772152e-05,
+      "learning_rate_adapter": 5.58987341772152e-05,
+      "loss": 0.0291,
+      "step": 184200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.588607594936709e-05,
+      "learning_rate_adapter": 5.588607594936709e-05,
+      "loss": 0.0277,
+      "step": 184250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5873417721518994e-05,
+      "learning_rate_adapter": 5.5873417721518994e-05,
+      "loss": 0.0284,
+      "step": 184300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5860759493670887e-05,
+      "learning_rate_adapter": 5.5860759493670887e-05,
+      "loss": 0.0284,
+      "step": 184350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5848101265822785e-05,
+      "learning_rate_adapter": 5.5848101265822785e-05,
+      "loss": 0.0276,
+      "step": 184400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.583544303797469e-05,
+      "learning_rate_adapter": 5.583544303797469e-05,
+      "loss": 0.0284,
+      "step": 184450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.582278481012658e-05,
+      "learning_rate_adapter": 5.582278481012658e-05,
+      "loss": 0.0289,
+      "step": 184500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.581012658227849e-05,
+      "learning_rate_adapter": 5.581012658227849e-05,
+      "loss": 0.0285,
+      "step": 184550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.579746835443038e-05,
+      "learning_rate_adapter": 5.579746835443038e-05,
+      "loss": 0.0276,
+      "step": 184600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.578481012658228e-05,
+      "learning_rate_adapter": 5.578481012658228e-05,
+      "loss": 0.0281,
+      "step": 184650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.577215189873418e-05,
+      "learning_rate_adapter": 5.577215189873418e-05,
+      "loss": 0.0279,
+      "step": 184700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.575949367088608e-05,
+      "learning_rate_adapter": 5.575949367088608e-05,
+      "loss": 0.0278,
+      "step": 184750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.574683544303798e-05,
+      "learning_rate_adapter": 5.574683544303798e-05,
+      "loss": 0.0283,
+      "step": 184800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5734177215189875e-05,
+      "learning_rate_adapter": 5.5734177215189875e-05,
+      "loss": 0.0277,
+      "step": 184850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.572151898734177e-05,
+      "learning_rate_adapter": 5.572151898734177e-05,
+      "loss": 0.0283,
+      "step": 184900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.570886075949367e-05,
+      "learning_rate_adapter": 5.570886075949367e-05,
+      "loss": 0.0277,
+      "step": 184950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.569620253164557e-05,
+      "learning_rate_adapter": 5.569620253164557e-05,
+      "loss": 0.0286,
+      "step": 185000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.7706016063779167,
+      "eval_af_ud_pr_auc": 0.9837494812435847,
+      "eval_am_opus100_pr_auc": 0.4856350772892267,
+      "eval_ar_ersatz_pr_auc": 0.9239596748598399,
+      "eval_ar_opus100_pr_auc": 0.7228858984942382,
+      "eval_ar_ud_pr_auc": 0.8728967099063123,
+      "eval_average_ersatz_pr_auc": 0.9657204877279866,
+      "eval_average_opus100_pr_auc": 0.8265463775419741,
+      "eval_average_ud_pr_auc": 0.961890486266888,
+      "eval_az_opus100_pr_auc": 0.788150241653905,
+      "eval_be_opus100_pr_auc": 0.6450920156674966,
+      "eval_be_ud_pr_auc": 0.8860185121892121,
+      "eval_bg_opus100_pr_auc": 0.914289524806528,
+      "eval_bg_ud_pr_auc": 0.9948135791548126,
+      "eval_bn_opus100_pr_auc": 0.8288574655653207,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8947818918629451,
+      "eval_ca_ud_pr_auc": 0.9970581902164095,
+      "eval_ceb_ud_pr_auc": 0.9997108432066122,
+      "eval_cs_ersatz_pr_auc": 0.9873489862799638,
+      "eval_cs_opus100_pr_auc": 0.9087706356180977,
+      "eval_cs_ud_pr_auc": 0.9597926959721008,
+      "eval_cy_opus100_pr_auc": 0.748475594399386,
+      "eval_cy_ud_pr_auc": 0.9923548801248359,
+      "eval_da_opus100_pr_auc": 0.9145076442157707,
+      "eval_da_ud_pr_auc": 0.9834025825750846,
+      "eval_de_ersatz_pr_auc": 0.9794361621664854,
+      "eval_de_opus100_pr_auc": 0.8995353132644667,
+      "eval_de_ud_pr_auc": 0.9844434549962036,
+      "eval_el_opus100_pr_auc": 0.9193688756318126,
+      "eval_el_ud_pr_auc": 0.9786666318837275,
+      "eval_en_ersatz_pr_auc": 0.9922237774738065,
+      "eval_en_opus100_pr_auc": 0.9187166005060057,
+      "eval_en_ud_pr_auc": 0.9712032562508911,
+      "eval_eo_opus100_pr_auc": 0.9262338104217256,
+      "eval_es_ersatz_pr_auc": 0.996685136624011,
+      "eval_es_opus100_pr_auc": 0.9247758689273043,
+      "eval_es_ud_pr_auc": 0.9886777992980242,
+      "eval_et_ersatz_pr_auc": 0.9835034309838753,
+      "eval_et_opus100_pr_auc": 0.8890409033740088,
+      "eval_et_ud_pr_auc": 0.9688161124276259,
+      "eval_eu_opus100_pr_auc": 0.883162975747809,
+      "eval_eu_ud_pr_auc": 0.9925685832224012,
+      "eval_fa_opus100_pr_auc": 0.5867290310246768,
+      "eval_fa_ud_pr_auc": 0.9886849370765531,
+      "eval_fi_ersatz_pr_auc": 0.9903093381387678,
+      "eval_fi_opus100_pr_auc": 0.9100117991581559,
+      "eval_fi_ud_pr_auc": 0.9715234030589682,
+      "eval_fr_ersatz_pr_auc": 0.9883460445661514,
+      "eval_fr_opus100_pr_auc": 0.9145526429007469,
+      "eval_fr_ud_pr_auc": 0.9864021638624346,
+      "eval_fy_opus100_pr_auc": 0.6458955598069617,
+      "eval_ga_opus100_pr_auc": 0.8742657396163106,
+      "eval_ga_ud_pr_auc": 0.8195095252864466,
+      "eval_gd_opus100_pr_auc": 0.622946482312658,
+      "eval_gd_ud_pr_auc": 0.8067589431348304,
+      "eval_gl_opus100_pr_auc": 0.903326489477187,
+      "eval_gl_ud_pr_auc": 0.9975074334653283,
+      "eval_gu_ersatz_pr_auc": 0.9341299564431406,
+      "eval_gu_opus100_pr_auc": 0.7294239864877516,
+      "eval_ha_opus100_pr_auc": 0.9101854692999841,
+      "eval_he_opus100_pr_auc": 0.8737595801603,
+      "eval_he_ud_pr_auc": 0.971829140204797,
+      "eval_hi_ersatz_pr_auc": 0.97598151149007,
+      "eval_hi_opus100_pr_auc": 0.6847822963985484,
+      "eval_hi_ud_pr_auc": 0.9777066959880389,
+      "eval_hu_opus100_pr_auc": 0.9087415071646708,
+      "eval_hu_ud_pr_auc": 0.9841954318916726,
+      "eval_hy_opus100_pr_auc": 0.9128092693918046,
+      "eval_hy_ud_pr_auc": 0.989477155576035,
+      "eval_id_opus100_pr_auc": 0.8757935553189893,
+      "eval_id_ud_pr_auc": 0.9939385850722894,
+      "eval_ig_opus100_pr_auc": 0.8741771164216022,
+      "eval_is_opus100_pr_auc": 0.9262118151718634,
+      "eval_is_ud_pr_auc": 0.9293852860762885,
+      "eval_it_opus100_pr_auc": 0.9062760137334874,
+      "eval_it_ud_pr_auc": 0.9996699331134095,
+      "eval_ja_ersatz_pr_auc": 0.8313841061158067,
+      "eval_ja_opus100_pr_auc": 0.8321085190135649,
+      "eval_ja_ud_pr_auc": 0.9757991666870353,
+      "eval_jv_ud_pr_auc": 0.9685438419524095,
+      "eval_ka_opus100_pr_auc": 0.8695883762101109,
+      "eval_kk_ersatz_pr_auc": 0.9877748171364772,
+      "eval_kk_opus100_pr_auc": 0.7632621414154634,
+      "eval_kk_ud_pr_auc": 0.9741293665195921,
+      "eval_km_ersatz_pr_auc": 0.9152744914891247,
+      "eval_km_opus100_pr_auc": 0.7144007372791333,
+      "eval_kn_opus100_pr_auc": 0.5868190298317187,
+      "eval_ko_opus100_pr_auc": 0.6776126981843293,
+      "eval_ko_ud_pr_auc": 0.9971718001827994,
+      "eval_ku_opus100_pr_auc": 0.8030834816283866,
+      "eval_ky_opus100_pr_auc": 0.8163827688337204,
+      "eval_la_ud_pr_auc": 0.9253449616678388,
+      "eval_loss": 0.031991537660360336,
+      "eval_lt_ersatz_pr_auc": 0.9958922717423896,
+      "eval_lt_opus100_pr_auc": 0.8772213918282478,
+      "eval_lt_ud_pr_auc": 0.9918529381325479,
+      "eval_lv_ersatz_pr_auc": 0.9874872534705426,
+      "eval_lv_opus100_pr_auc": 0.8845280841291159,
+      "eval_lv_ud_pr_auc": 0.9640129415420112,
+      "eval_mg_opus100_pr_auc": 0.9217736229970503,
+      "eval_mk_opus100_pr_auc": 0.9109685112469889,
+      "eval_ml_opus100_pr_auc": 0.7739682341519225,
+      "eval_mn_opus100_pr_auc": 0.9353009821676118,
+      "eval_mr_opus100_pr_auc": 0.9027586242247148,
+      "eval_mr_ud_pr_auc": 0.980054496833933,
+      "eval_ms_opus100_pr_auc": 0.8800134921033383,
+      "eval_mt_opus100_pr_auc": 0.8531892522255504,
+      "eval_mt_ud_pr_auc": 0.9207782476023798,
+      "eval_my_opus100_pr_auc": 0.7552057326582597,
+      "eval_ne_opus100_pr_auc": 0.7012686097892997,
+      "eval_nl_opus100_pr_auc": 0.8969907268943728,
+      "eval_nl_ud_pr_auc": 0.979659937086865,
+      "eval_no_opus100_pr_auc": 0.917928603117229,
+      "eval_no_ud_pr_auc": 0.9962357406096054,
+      "eval_pa_opus100_pr_auc": 0.6570167028008702,
+      "eval_pl_ersatz_pr_auc": 0.9740794443378304,
+      "eval_pl_opus100_pr_auc": 0.8937212599509293,
+      "eval_pl_ud_pr_auc": 0.9651092141822837,
+      "eval_ps_ersatz_pr_auc": 0.9305471201763772,
+      "eval_ps_opus100_pr_auc": 0.748451319191078,
+      "eval_pt_opus100_pr_auc": 0.9188202204892157,
+      "eval_pt_ud_pr_auc": 0.9867885428695407,
+      "eval_ro_ersatz_pr_auc": 0.994382827466328,
+      "eval_ro_opus100_pr_auc": 0.8970123954768803,
+      "eval_ro_ud_pr_auc": 0.9674100335729909,
+      "eval_ru_ersatz_pr_auc": 0.9937991451126283,
+      "eval_ru_opus100_pr_auc": 0.9159229847880674,
+      "eval_ru_ud_pr_auc": 0.8550356969084707,
+      "eval_runtime": 622.7206,
+      "eval_samples_per_second": 121.269,
+      "eval_si_opus100_pr_auc": 0.8042097608163661,
+      "eval_sk_opus100_pr_auc": 0.9288137898276557,
+      "eval_sk_ud_pr_auc": 0.981240692823827,
+      "eval_sl_opus100_pr_auc": 0.8651495632681242,
+      "eval_sl_ud_pr_auc": 0.9735835877765354,
+      "eval_sq_opus100_pr_auc": 0.9184843466791567,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9012532361141775,
+      "eval_sr_ud_pr_auc": 0.998694609480132,
+      "eval_steps_per_second": 3.79,
+      "eval_sv_opus100_pr_auc": 0.8930056171486208,
+      "eval_sv_ud_pr_auc": 0.9538936077788487,
+      "eval_ta_ersatz_pr_auc": 0.977355201087823,
+      "eval_ta_opus100_pr_auc": 0.6651848737911465,
+      "eval_ta_ud_pr_auc": 0.993174196349694,
+      "eval_te_opus100_pr_auc": 0.8406149275826034,
+      "eval_tg_opus100_pr_auc": 0.8746733553687264,
+      "eval_th_opus100_pr_auc": 0.6597990434933952,
+      "eval_th_ud_pr_auc": 0.7842156073852934,
+      "eval_tr_ersatz_pr_auc": 0.9636960966927237,
+      "eval_tr_opus100_pr_auc": 0.8980632289911082,
+      "eval_tr_ud_pr_auc": 0.9575003678481928,
+      "eval_uk_opus100_pr_auc": 0.8773475270311237,
+      "eval_uk_ud_pr_auc": 0.9226588897886973,
+      "eval_ur_opus100_pr_auc": 0.5434957760946107,
+      "eval_ur_ud_pr_auc": 0.9913758267478396,
+      "eval_uz_opus100_pr_auc": 0.8600202775429437,
+      "eval_vi_opus100_pr_auc": 0.9019728733913859,
+      "eval_vi_ud_pr_auc": 0.9569148014772353,
+      "eval_xh_opus100_pr_auc": 0.8560647880303798,
+      "eval_yi_opus100_pr_auc": 0.7495455420862088,
+      "eval_yo_opus100_pr_auc": 0.809008236833486,
+      "eval_yo_ud_pr_auc": 0.9128480639690847,
+      "eval_zh_ersatz_pr_auc": 0.9422539361615424,
+      "eval_zh_opus100_pr_auc": 0.7585142605801336,
+      "eval_zh_ud_pr_auc": 0.982968592962006,
+      "eval_zu_opus100_pr_auc": 0.8234931334736995,
+      "step": 185000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.568354430379748e-05,
+      "learning_rate_adapter": 5.568354430379748e-05,
+      "loss": 0.0282,
+      "step": 185050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.567088607594937e-05,
+      "learning_rate_adapter": 5.567088607594937e-05,
+      "loss": 0.0288,
+      "step": 185100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.565822784810126e-05,
+      "learning_rate_adapter": 5.565822784810126e-05,
+      "loss": 0.0285,
+      "step": 185150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.564556962025317e-05,
+      "learning_rate_adapter": 5.564556962025317e-05,
+      "loss": 0.0284,
+      "step": 185200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5632911392405066e-05,
+      "learning_rate_adapter": 5.5632911392405066e-05,
+      "loss": 0.028,
+      "step": 185250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5620253164556965e-05,
+      "learning_rate_adapter": 5.5620253164556965e-05,
+      "loss": 0.0284,
+      "step": 185300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5607594936708864e-05,
+      "learning_rate_adapter": 5.5607594936708864e-05,
+      "loss": 0.0285,
+      "step": 185350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.559493670886077e-05,
+      "learning_rate_adapter": 5.559493670886077e-05,
+      "loss": 0.028,
+      "step": 185400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.558227848101266e-05,
+      "learning_rate_adapter": 5.558227848101266e-05,
+      "loss": 0.0286,
+      "step": 185450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5569620253164553e-05,
+      "learning_rate_adapter": 5.5569620253164553e-05,
+      "loss": 0.0285,
+      "step": 185500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.555696202531646e-05,
+      "learning_rate_adapter": 5.555696202531646e-05,
+      "loss": 0.0285,
+      "step": 185550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.554430379746836e-05,
+      "learning_rate_adapter": 5.554430379746836e-05,
+      "loss": 0.0277,
+      "step": 185600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5531645569620264e-05,
+      "learning_rate_adapter": 5.5531645569620264e-05,
+      "loss": 0.0283,
+      "step": 185650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5518987341772156e-05,
+      "learning_rate_adapter": 5.5518987341772156e-05,
+      "loss": 0.0284,
+      "step": 185700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.550632911392405e-05,
+      "learning_rate_adapter": 5.550632911392405e-05,
+      "loss": 0.0284,
+      "step": 185750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.549367088607595e-05,
+      "learning_rate_adapter": 5.549367088607595e-05,
+      "loss": 0.0284,
+      "step": 185800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.548101265822785e-05,
+      "learning_rate_adapter": 5.548101265822785e-05,
+      "loss": 0.0279,
+      "step": 185850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.546835443037975e-05,
+      "learning_rate_adapter": 5.546835443037975e-05,
+      "loss": 0.0286,
+      "step": 185900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.545569620253165e-05,
+      "learning_rate_adapter": 5.545569620253165e-05,
+      "loss": 0.0278,
+      "step": 185950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.544303797468354e-05,
+      "learning_rate_adapter": 5.544303797468354e-05,
+      "loss": 0.0285,
+      "step": 186000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.543037974683545e-05,
+      "learning_rate_adapter": 5.543037974683545e-05,
+      "loss": 0.0284,
+      "step": 186050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.541772151898734e-05,
+      "learning_rate_adapter": 5.541772151898734e-05,
+      "loss": 0.0273,
+      "step": 186100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5405063291139245e-05,
+      "learning_rate_adapter": 5.5405063291139245e-05,
+      "loss": 0.0286,
+      "step": 186150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5392405063291144e-05,
+      "learning_rate_adapter": 5.5392405063291144e-05,
+      "loss": 0.0279,
+      "step": 186200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5379746835443036e-05,
+      "learning_rate_adapter": 5.5379746835443036e-05,
+      "loss": 0.028,
+      "step": 186250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.536708860759494e-05,
+      "learning_rate_adapter": 5.536708860759494e-05,
+      "loss": 0.0284,
+      "step": 186300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5354430379746834e-05,
+      "learning_rate_adapter": 5.5354430379746834e-05,
+      "loss": 0.0282,
+      "step": 186350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.534177215189874e-05,
+      "learning_rate_adapter": 5.534177215189874e-05,
+      "loss": 0.0284,
+      "step": 186400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.532911392405063e-05,
+      "learning_rate_adapter": 5.532911392405063e-05,
+      "loss": 0.0284,
+      "step": 186450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.531645569620253e-05,
+      "learning_rate_adapter": 5.531645569620253e-05,
+      "loss": 0.0277,
+      "step": 186500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5303797468354436e-05,
+      "learning_rate_adapter": 5.5303797468354436e-05,
+      "loss": 0.0277,
+      "step": 186550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.529113924050633e-05,
+      "learning_rate_adapter": 5.529113924050633e-05,
+      "loss": 0.028,
+      "step": 186600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5278481012658234e-05,
+      "learning_rate_adapter": 5.5278481012658234e-05,
+      "loss": 0.0284,
+      "step": 186650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5265822784810126e-05,
+      "learning_rate_adapter": 5.5265822784810126e-05,
+      "loss": 0.0286,
+      "step": 186700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5253164556962025e-05,
+      "learning_rate_adapter": 5.5253164556962025e-05,
+      "loss": 0.0274,
+      "step": 186750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.524050632911393e-05,
+      "learning_rate_adapter": 5.524050632911393e-05,
+      "loss": 0.0281,
+      "step": 186800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.522784810126582e-05,
+      "learning_rate_adapter": 5.522784810126582e-05,
+      "loss": 0.028,
+      "step": 186850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.521518987341773e-05,
+      "learning_rate_adapter": 5.521518987341773e-05,
+      "loss": 0.028,
+      "step": 186900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.520253164556962e-05,
+      "learning_rate_adapter": 5.520253164556962e-05,
+      "loss": 0.028,
+      "step": 186950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5189873417721526e-05,
+      "learning_rate_adapter": 5.5189873417721526e-05,
+      "loss": 0.028,
+      "step": 187000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.517721518987342e-05,
+      "learning_rate_adapter": 5.517721518987342e-05,
+      "loss": 0.0279,
+      "step": 187050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.516455696202532e-05,
+      "learning_rate_adapter": 5.516455696202532e-05,
+      "loss": 0.0279,
+      "step": 187100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.515189873417722e-05,
+      "learning_rate_adapter": 5.515189873417722e-05,
+      "loss": 0.0279,
+      "step": 187150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5139240506329115e-05,
+      "learning_rate_adapter": 5.5139240506329115e-05,
+      "loss": 0.028,
+      "step": 187200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.512658227848102e-05,
+      "learning_rate_adapter": 5.512658227848102e-05,
+      "loss": 0.0282,
+      "step": 187250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.511392405063291e-05,
+      "learning_rate_adapter": 5.511392405063291e-05,
+      "loss": 0.0279,
+      "step": 187300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.510126582278481e-05,
+      "learning_rate_adapter": 5.510126582278481e-05,
+      "loss": 0.0279,
+      "step": 187350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.508860759493672e-05,
+      "learning_rate_adapter": 5.508860759493672e-05,
+      "loss": 0.0278,
+      "step": 187400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.507594936708861e-05,
+      "learning_rate_adapter": 5.507594936708861e-05,
+      "loss": 0.0284,
+      "step": 187450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5063291139240514e-05,
+      "learning_rate_adapter": 5.5063291139240514e-05,
+      "loss": 0.0279,
+      "step": 187500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5050632911392407e-05,
+      "learning_rate_adapter": 5.5050632911392407e-05,
+      "loss": 0.0281,
+      "step": 187550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5037974683544305e-05,
+      "learning_rate_adapter": 5.5037974683544305e-05,
+      "loss": 0.0279,
+      "step": 187600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5025316455696204e-05,
+      "learning_rate_adapter": 5.5025316455696204e-05,
+      "loss": 0.0284,
+      "step": 187650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.50126582278481e-05,
+      "learning_rate_adapter": 5.50126582278481e-05,
+      "loss": 0.0284,
+      "step": 187700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0278,
+      "step": 187750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49873417721519e-05,
+      "learning_rate_adapter": 5.49873417721519e-05,
+      "loss": 0.0276,
+      "step": 187800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.497468354430379e-05,
+      "learning_rate_adapter": 5.497468354430379e-05,
+      "loss": 0.0279,
+      "step": 187850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49620253164557e-05,
+      "learning_rate_adapter": 5.49620253164557e-05,
+      "loss": 0.028,
+      "step": 187900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49493670886076e-05,
+      "learning_rate_adapter": 5.49493670886076e-05,
+      "loss": 0.0278,
+      "step": 187950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49367088607595e-05,
+      "learning_rate_adapter": 5.49367088607595e-05,
+      "loss": 0.029,
+      "step": 188000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4924050632911395e-05,
+      "learning_rate_adapter": 5.4924050632911395e-05,
+      "loss": 0.0279,
+      "step": 188050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.491139240506329e-05,
+      "learning_rate_adapter": 5.491139240506329e-05,
+      "loss": 0.0279,
+      "step": 188100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.489873417721519e-05,
+      "learning_rate_adapter": 5.489873417721519e-05,
+      "loss": 0.0281,
+      "step": 188150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.488607594936709e-05,
+      "learning_rate_adapter": 5.488607594936709e-05,
+      "loss": 0.0276,
+      "step": 188200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.487341772151899e-05,
+      "learning_rate_adapter": 5.487341772151899e-05,
+      "loss": 0.028,
+      "step": 188250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.486075949367089e-05,
+      "learning_rate_adapter": 5.486075949367089e-05,
+      "loss": 0.0283,
+      "step": 188300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.484810126582278e-05,
+      "learning_rate_adapter": 5.484810126582278e-05,
+      "loss": 0.0285,
+      "step": 188350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.483544303797469e-05,
+      "learning_rate_adapter": 5.483544303797469e-05,
+      "loss": 0.028,
+      "step": 188400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.482278481012658e-05,
+      "learning_rate_adapter": 5.482278481012658e-05,
+      "loss": 0.0284,
+      "step": 188450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4810126582278485e-05,
+      "learning_rate_adapter": 5.4810126582278485e-05,
+      "loss": 0.0279,
+      "step": 188500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4797468354430384e-05,
+      "learning_rate_adapter": 5.4797468354430384e-05,
+      "loss": 0.0283,
+      "step": 188550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.478481012658229e-05,
+      "learning_rate_adapter": 5.478481012658229e-05,
+      "loss": 0.0274,
+      "step": 188600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.477215189873418e-05,
+      "learning_rate_adapter": 5.477215189873418e-05,
+      "loss": 0.0285,
+      "step": 188650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4759493670886073e-05,
+      "learning_rate_adapter": 5.4759493670886073e-05,
+      "loss": 0.0283,
+      "step": 188700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.474683544303798e-05,
+      "learning_rate_adapter": 5.474683544303798e-05,
+      "loss": 0.0282,
+      "step": 188750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.473417721518988e-05,
+      "learning_rate_adapter": 5.473417721518988e-05,
+      "loss": 0.0282,
+      "step": 188800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.472151898734178e-05,
+      "learning_rate_adapter": 5.472151898734178e-05,
+      "loss": 0.0284,
+      "step": 188850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4708860759493676e-05,
+      "learning_rate_adapter": 5.4708860759493676e-05,
+      "loss": 0.0272,
+      "step": 188900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.469620253164557e-05,
+      "learning_rate_adapter": 5.469620253164557e-05,
+      "loss": 0.0284,
+      "step": 188950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.468354430379747e-05,
+      "learning_rate_adapter": 5.468354430379747e-05,
+      "loss": 0.0276,
+      "step": 189000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4670886075949365e-05,
+      "learning_rate_adapter": 5.4670886075949365e-05,
+      "loss": 0.0282,
+      "step": 189050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.465822784810127e-05,
+      "learning_rate_adapter": 5.465822784810127e-05,
+      "loss": 0.0283,
+      "step": 189100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.464556962025317e-05,
+      "learning_rate_adapter": 5.464556962025317e-05,
+      "loss": 0.0284,
+      "step": 189150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.463291139240506e-05,
+      "learning_rate_adapter": 5.463291139240506e-05,
+      "loss": 0.0282,
+      "step": 189200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.462025316455697e-05,
+      "learning_rate_adapter": 5.462025316455697e-05,
+      "loss": 0.0279,
+      "step": 189250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.460759493670886e-05,
+      "learning_rate_adapter": 5.460759493670886e-05,
+      "loss": 0.0283,
+      "step": 189300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4594936708860765e-05,
+      "learning_rate_adapter": 5.4594936708860765e-05,
+      "loss": 0.0284,
+      "step": 189350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4582278481012664e-05,
+      "learning_rate_adapter": 5.4582278481012664e-05,
+      "loss": 0.0277,
+      "step": 189400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4569620253164556e-05,
+      "learning_rate_adapter": 5.4569620253164556e-05,
+      "loss": 0.0281,
+      "step": 189450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.455696202531646e-05,
+      "learning_rate_adapter": 5.455696202531646e-05,
+      "loss": 0.0272,
+      "step": 189500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4544303797468354e-05,
+      "learning_rate_adapter": 5.4544303797468354e-05,
+      "loss": 0.0276,
+      "step": 189550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.453164556962026e-05,
+      "learning_rate_adapter": 5.453164556962026e-05,
+      "loss": 0.0282,
+      "step": 189600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.451898734177215e-05,
+      "learning_rate_adapter": 5.451898734177215e-05,
+      "loss": 0.0283,
+      "step": 189650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.450632911392405e-05,
+      "learning_rate_adapter": 5.450632911392405e-05,
+      "loss": 0.0277,
+      "step": 189700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4493670886075956e-05,
+      "learning_rate_adapter": 5.4493670886075956e-05,
+      "loss": 0.028,
+      "step": 189750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.448101265822785e-05,
+      "learning_rate_adapter": 5.448101265822785e-05,
+      "loss": 0.0281,
+      "step": 189800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4468354430379754e-05,
+      "learning_rate_adapter": 5.4468354430379754e-05,
+      "loss": 0.0281,
+      "step": 189850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4455696202531646e-05,
+      "learning_rate_adapter": 5.4455696202531646e-05,
+      "loss": 0.0282,
+      "step": 189900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4443037974683545e-05,
+      "learning_rate_adapter": 5.4443037974683545e-05,
+      "loss": 0.0281,
+      "step": 189950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4430379746835444e-05,
+      "learning_rate_adapter": 5.4430379746835444e-05,
+      "loss": 0.028,
+      "step": 190000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.7745961904208607,
+      "eval_af_ud_pr_auc": 0.9848036180174106,
+      "eval_am_opus100_pr_auc": 0.5321115697111206,
+      "eval_ar_ersatz_pr_auc": 0.9314050633868004,
+      "eval_ar_opus100_pr_auc": 0.72243458041215,
+      "eval_ar_ud_pr_auc": 0.865539447868703,
+      "eval_average_ersatz_pr_auc": 0.9633629719234169,
+      "eval_average_opus100_pr_auc": 0.8285292757670595,
+      "eval_average_ud_pr_auc": 0.962403258042623,
+      "eval_az_opus100_pr_auc": 0.7765362027204077,
+      "eval_be_opus100_pr_auc": 0.6636575307955614,
+      "eval_be_ud_pr_auc": 0.8975001597858334,
+      "eval_bg_opus100_pr_auc": 0.9136480833634897,
+      "eval_bg_ud_pr_auc": 0.9945331567455176,
+      "eval_bn_opus100_pr_auc": 0.8176230803526588,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8858523766623425,
+      "eval_ca_ud_pr_auc": 0.9948113658688884,
+      "eval_ceb_ud_pr_auc": 0.9995906297518838,
+      "eval_cs_ersatz_pr_auc": 0.9852670292181912,
+      "eval_cs_opus100_pr_auc": 0.9017990954779961,
+      "eval_cs_ud_pr_auc": 0.9575194471613453,
+      "eval_cy_opus100_pr_auc": 0.7674357755524734,
+      "eval_cy_ud_pr_auc": 0.9940842728556286,
+      "eval_da_opus100_pr_auc": 0.9108348403934411,
+      "eval_da_ud_pr_auc": 0.9845450574121775,
+      "eval_de_ersatz_pr_auc": 0.9786498562366686,
+      "eval_de_opus100_pr_auc": 0.89162020406951,
+      "eval_de_ud_pr_auc": 0.983020733847895,
+      "eval_el_opus100_pr_auc": 0.9208870256023002,
+      "eval_el_ud_pr_auc": 0.9824093218294385,
+      "eval_en_ersatz_pr_auc": 0.9898397847274807,
+      "eval_en_opus100_pr_auc": 0.9249358051946194,
+      "eval_en_ud_pr_auc": 0.9744603559130743,
+      "eval_eo_opus100_pr_auc": 0.9323805768410202,
+      "eval_es_ersatz_pr_auc": 0.9965777240803834,
+      "eval_es_opus100_pr_auc": 0.9281598930310915,
+      "eval_es_ud_pr_auc": 0.9915088299136313,
+      "eval_et_ersatz_pr_auc": 0.9822706750574233,
+      "eval_et_opus100_pr_auc": 0.8807117993951196,
+      "eval_et_ud_pr_auc": 0.9619652297959039,
+      "eval_eu_opus100_pr_auc": 0.8827626768522813,
+      "eval_eu_ud_pr_auc": 0.9915039973457772,
+      "eval_fa_opus100_pr_auc": 0.5840527333054428,
+      "eval_fa_ud_pr_auc": 0.9943018487096589,
+      "eval_fi_ersatz_pr_auc": 0.9893332864520383,
+      "eval_fi_opus100_pr_auc": 0.9073781648738832,
+      "eval_fi_ud_pr_auc": 0.9698507925135166,
+      "eval_fr_ersatz_pr_auc": 0.987209138668411,
+      "eval_fr_opus100_pr_auc": 0.9162875657556728,
+      "eval_fr_ud_pr_auc": 0.9820938779657706,
+      "eval_fy_opus100_pr_auc": 0.6765648954808837,
+      "eval_ga_opus100_pr_auc": 0.8871027641251027,
+      "eval_ga_ud_pr_auc": 0.8066765350493321,
+      "eval_gd_opus100_pr_auc": 0.6568691141678502,
+      "eval_gd_ud_pr_auc": 0.806756680037648,
+      "eval_gl_opus100_pr_auc": 0.9001005270549869,
+      "eval_gl_ud_pr_auc": 0.9979113826553045,
+      "eval_gu_ersatz_pr_auc": 0.946927145426656,
+      "eval_gu_opus100_pr_auc": 0.7386927216968466,
+      "eval_ha_opus100_pr_auc": 0.907386083498213,
+      "eval_he_opus100_pr_auc": 0.8710990376473499,
+      "eval_he_ud_pr_auc": 0.972260305908787,
+      "eval_hi_ersatz_pr_auc": 0.9746244026730863,
+      "eval_hi_opus100_pr_auc": 0.6804718663050469,
+      "eval_hi_ud_pr_auc": 0.988945388365235,
+      "eval_hu_opus100_pr_auc": 0.9112571128361865,
+      "eval_hu_ud_pr_auc": 0.9836159591557752,
+      "eval_hy_opus100_pr_auc": 0.913327568733267,
+      "eval_hy_ud_pr_auc": 0.9834038451560934,
+      "eval_id_opus100_pr_auc": 0.8696166089434169,
+      "eval_id_ud_pr_auc": 0.9952527376301802,
+      "eval_ig_opus100_pr_auc": 0.8976923611597465,
+      "eval_is_opus100_pr_auc": 0.9212317361142914,
+      "eval_is_ud_pr_auc": 0.9255345772876474,
+      "eval_it_opus100_pr_auc": 0.905631843559902,
+      "eval_it_ud_pr_auc": 0.9997678646792323,
+      "eval_ja_ersatz_pr_auc": 0.807557989424957,
+      "eval_ja_opus100_pr_auc": 0.8107466995123324,
+      "eval_ja_ud_pr_auc": 0.9809738744723536,
+      "eval_jv_ud_pr_auc": 0.9705653886847612,
+      "eval_ka_opus100_pr_auc": 0.8586553153556742,
+      "eval_kk_ersatz_pr_auc": 0.9861045337702936,
+      "eval_kk_opus100_pr_auc": 0.786654151784801,
+      "eval_kk_ud_pr_auc": 0.977732225210843,
+      "eval_km_ersatz_pr_auc": 0.9134890039125467,
+      "eval_km_opus100_pr_auc": 0.70610380239334,
+      "eval_kn_opus100_pr_auc": 0.579367063677892,
+      "eval_ko_opus100_pr_auc": 0.6726149575706655,
+      "eval_ko_ud_pr_auc": 0.997680807690859,
+      "eval_ku_opus100_pr_auc": 0.8309123368010274,
+      "eval_ky_opus100_pr_auc": 0.8719778714247753,
+      "eval_la_ud_pr_auc": 0.9589919391547037,
+      "eval_loss": 0.03179140016436577,
+      "eval_lt_ersatz_pr_auc": 0.9950958337746777,
+      "eval_lt_opus100_pr_auc": 0.8765020070024359,
+      "eval_lt_ud_pr_auc": 0.9944845676287445,
+      "eval_lv_ersatz_pr_auc": 0.9869922328040274,
+      "eval_lv_opus100_pr_auc": 0.8819995030544727,
+      "eval_lv_ud_pr_auc": 0.9588600267088809,
+      "eval_mg_opus100_pr_auc": 0.9332773579067793,
+      "eval_mk_opus100_pr_auc": 0.9086367641657773,
+      "eval_ml_opus100_pr_auc": 0.7812365000565918,
+      "eval_mn_opus100_pr_auc": 0.9467101754172195,
+      "eval_mr_opus100_pr_auc": 0.9151540823223389,
+      "eval_mr_ud_pr_auc": 0.9760656560269259,
+      "eval_ms_opus100_pr_auc": 0.8766660498803387,
+      "eval_mt_opus100_pr_auc": 0.8530191917991791,
+      "eval_mt_ud_pr_auc": 0.9300004271700631,
+      "eval_my_opus100_pr_auc": 0.7447239319266513,
+      "eval_ne_opus100_pr_auc": 0.7178436563233781,
+      "eval_nl_opus100_pr_auc": 0.894107033164055,
+      "eval_nl_ud_pr_auc": 0.9834333840338281,
+      "eval_no_opus100_pr_auc": 0.9183712868133604,
+      "eval_no_ud_pr_auc": 0.9962297622465808,
+      "eval_pa_opus100_pr_auc": 0.6545692569203072,
+      "eval_pl_ersatz_pr_auc": 0.9725807101212547,
+      "eval_pl_opus100_pr_auc": 0.895479047087919,
+      "eval_pl_ud_pr_auc": 0.9652985250848987,
+      "eval_ps_ersatz_pr_auc": 0.9406210260282767,
+      "eval_ps_opus100_pr_auc": 0.7410989629021459,
+      "eval_pt_opus100_pr_auc": 0.9183168124136477,
+      "eval_pt_ud_pr_auc": 0.9863511514447828,
+      "eval_ro_ersatz_pr_auc": 0.9943304468363436,
+      "eval_ro_opus100_pr_auc": 0.8869049071845988,
+      "eval_ro_ud_pr_auc": 0.9531265617659259,
+      "eval_ru_ersatz_pr_auc": 0.9899120649762716,
+      "eval_ru_opus100_pr_auc": 0.9205803845804748,
+      "eval_ru_ud_pr_auc": 0.8482152783980769,
+      "eval_runtime": 613.9178,
+      "eval_samples_per_second": 123.008,
+      "eval_si_opus100_pr_auc": 0.8050969104574832,
+      "eval_sk_opus100_pr_auc": 0.9268652970078434,
+      "eval_sk_ud_pr_auc": 0.9796626368066668,
+      "eval_sl_opus100_pr_auc": 0.8609877744999745,
+      "eval_sl_ud_pr_auc": 0.9693510363709016,
+      "eval_sq_opus100_pr_auc": 0.9132092227934137,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9054229717982759,
+      "eval_sr_ud_pr_auc": 0.9981905278501957,
+      "eval_steps_per_second": 3.844,
+      "eval_sv_opus100_pr_auc": 0.8891912094959646,
+      "eval_sv_ud_pr_auc": 0.9493493104053904,
+      "eval_ta_ersatz_pr_auc": 0.9816076801446094,
+      "eval_ta_opus100_pr_auc": 0.6832037616999131,
+      "eval_ta_ud_pr_auc": 0.9957331526821653,
+      "eval_te_opus100_pr_auc": 0.8368910511662331,
+      "eval_tg_opus100_pr_auc": 0.8776332605757707,
+      "eval_th_opus100_pr_auc": 0.6538605629386471,
+      "eval_th_ud_pr_auc": 0.7932396432672029,
+      "eval_tr_ersatz_pr_auc": 0.9672771040819548,
+      "eval_tr_opus100_pr_auc": 0.8913769343037257,
+      "eval_tr_ud_pr_auc": 0.9584505561628912,
+      "eval_uk_opus100_pr_auc": 0.8735514219412965,
+      "eval_uk_ud_pr_auc": 0.92923508954854,
+      "eval_ur_opus100_pr_auc": 0.5468446344410213,
+      "eval_ur_ud_pr_auc": 0.9946244563651178,
+      "eval_uz_opus100_pr_auc": 0.8661531132902288,
+      "eval_vi_opus100_pr_auc": 0.9030930991565271,
+      "eval_vi_ud_pr_auc": 0.960027476181385,
+      "eval_xh_opus100_pr_auc": 0.8578085643698765,
+      "eval_yi_opus100_pr_auc": 0.6841714020638611,
+      "eval_yo_opus100_pr_auc": 0.8281204549257338,
+      "eval_yo_ud_pr_auc": 0.8991528344862684,
+      "eval_zh_ersatz_pr_auc": 0.8963126505128214,
+      "eval_zh_opus100_pr_auc": 0.7371559172078346,
+      "eval_zh_ud_pr_auc": 0.9877919933532591,
+      "eval_zu_opus100_pr_auc": 0.8437839272165449,
+      "step": 190000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.441772151898734e-05,
+      "learning_rate_adapter": 5.441772151898734e-05,
+      "loss": 0.0285,
+      "step": 190050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.440506329113925e-05,
+      "learning_rate_adapter": 5.440506329113925e-05,
+      "loss": 0.0275,
+      "step": 190100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.439240506329114e-05,
+      "learning_rate_adapter": 5.439240506329114e-05,
+      "loss": 0.0282,
+      "step": 190150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.437974683544303e-05,
+      "learning_rate_adapter": 5.437974683544303e-05,
+      "loss": 0.0279,
+      "step": 190200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.436708860759494e-05,
+      "learning_rate_adapter": 5.436708860759494e-05,
+      "loss": 0.028,
+      "step": 190250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.435443037974684e-05,
+      "learning_rate_adapter": 5.435443037974684e-05,
+      "loss": 0.0278,
+      "step": 190300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.434177215189874e-05,
+      "learning_rate_adapter": 5.434177215189874e-05,
+      "loss": 0.0281,
+      "step": 190350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4329113924050635e-05,
+      "learning_rate_adapter": 5.4329113924050635e-05,
+      "loss": 0.0284,
+      "step": 190400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.431645569620254e-05,
+      "learning_rate_adapter": 5.431645569620254e-05,
+      "loss": 0.028,
+      "step": 190450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.430379746835443e-05,
+      "learning_rate_adapter": 5.430379746835443e-05,
+      "loss": 0.0278,
+      "step": 190500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.429113924050633e-05,
+      "learning_rate_adapter": 5.429113924050633e-05,
+      "loss": 0.028,
+      "step": 190550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.427848101265823e-05,
+      "learning_rate_adapter": 5.427848101265823e-05,
+      "loss": 0.0276,
+      "step": 190600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.426582278481013e-05,
+      "learning_rate_adapter": 5.426582278481013e-05,
+      "loss": 0.0283,
+      "step": 190650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4253164556962034e-05,
+      "learning_rate_adapter": 5.4253164556962034e-05,
+      "loss": 0.0281,
+      "step": 190700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4240506329113927e-05,
+      "learning_rate_adapter": 5.4240506329113927e-05,
+      "loss": 0.0281,
+      "step": 190750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.422784810126582e-05,
+      "learning_rate_adapter": 5.422784810126582e-05,
+      "loss": 0.0272,
+      "step": 190800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4215189873417724e-05,
+      "learning_rate_adapter": 5.4215189873417724e-05,
+      "loss": 0.0281,
+      "step": 190850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.420253164556962e-05,
+      "learning_rate_adapter": 5.420253164556962e-05,
+      "loss": 0.0284,
+      "step": 190900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.418987341772153e-05,
+      "learning_rate_adapter": 5.418987341772153e-05,
+      "loss": 0.028,
+      "step": 190950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.417721518987342e-05,
+      "learning_rate_adapter": 5.417721518987342e-05,
+      "loss": 0.0281,
+      "step": 191000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.416455696202531e-05,
+      "learning_rate_adapter": 5.416455696202531e-05,
+      "loss": 0.029,
+      "step": 191050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.415189873417722e-05,
+      "learning_rate_adapter": 5.415189873417722e-05,
+      "loss": 0.0282,
+      "step": 191100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.413924050632912e-05,
+      "learning_rate_adapter": 5.413924050632912e-05,
+      "loss": 0.0287,
+      "step": 191150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4126582278481016e-05,
+      "learning_rate_adapter": 5.4126582278481016e-05,
+      "loss": 0.0281,
+      "step": 191200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4113924050632915e-05,
+      "learning_rate_adapter": 5.4113924050632915e-05,
+      "loss": 0.0282,
+      "step": 191250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.410126582278481e-05,
+      "learning_rate_adapter": 5.410126582278481e-05,
+      "loss": 0.0277,
+      "step": 191300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.408860759493671e-05,
+      "learning_rate_adapter": 5.408860759493671e-05,
+      "loss": 0.028,
+      "step": 191350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4075949367088605e-05,
+      "learning_rate_adapter": 5.4075949367088605e-05,
+      "loss": 0.0285,
+      "step": 191400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.406329113924051e-05,
+      "learning_rate_adapter": 5.406329113924051e-05,
+      "loss": 0.0286,
+      "step": 191450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.405063291139241e-05,
+      "learning_rate_adapter": 5.405063291139241e-05,
+      "loss": 0.0281,
+      "step": 191500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.40379746835443e-05,
+      "learning_rate_adapter": 5.40379746835443e-05,
+      "loss": 0.0278,
+      "step": 191550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.402531645569621e-05,
+      "learning_rate_adapter": 5.402531645569621e-05,
+      "loss": 0.0284,
+      "step": 191600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.40126582278481e-05,
+      "learning_rate_adapter": 5.40126582278481e-05,
+      "loss": 0.0277,
+      "step": 191650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0278,
+      "step": 191700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3987341772151904e-05,
+      "learning_rate_adapter": 5.3987341772151904e-05,
+      "loss": 0.0281,
+      "step": 191750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3974683544303796e-05,
+      "learning_rate_adapter": 5.3974683544303796e-05,
+      "loss": 0.0277,
+      "step": 191800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.39620253164557e-05,
+      "learning_rate_adapter": 5.39620253164557e-05,
+      "loss": 0.028,
+      "step": 191850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3949367088607593e-05,
+      "learning_rate_adapter": 5.3949367088607593e-05,
+      "loss": 0.0278,
+      "step": 191900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.39367088607595e-05,
+      "learning_rate_adapter": 5.39367088607595e-05,
+      "loss": 0.0284,
+      "step": 191950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.392405063291139e-05,
+      "learning_rate_adapter": 5.392405063291139e-05,
+      "loss": 0.0277,
+      "step": 192000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.39113924050633e-05,
+      "learning_rate_adapter": 5.39113924050633e-05,
+      "loss": 0.0283,
+      "step": 192050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3898734177215196e-05,
+      "learning_rate_adapter": 5.3898734177215196e-05,
+      "loss": 0.028,
+      "step": 192100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.388607594936709e-05,
+      "learning_rate_adapter": 5.388607594936709e-05,
+      "loss": 0.0281,
+      "step": 192150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.387341772151899e-05,
+      "learning_rate_adapter": 5.387341772151899e-05,
+      "loss": 0.0277,
+      "step": 192200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3860759493670885e-05,
+      "learning_rate_adapter": 5.3860759493670885e-05,
+      "loss": 0.028,
+      "step": 192250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.384810126582279e-05,
+      "learning_rate_adapter": 5.384810126582279e-05,
+      "loss": 0.0289,
+      "step": 192300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.383544303797469e-05,
+      "learning_rate_adapter": 5.383544303797469e-05,
+      "loss": 0.0288,
+      "step": 192350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.382278481012658e-05,
+      "learning_rate_adapter": 5.382278481012658e-05,
+      "loss": 0.0277,
+      "step": 192400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.381012658227849e-05,
+      "learning_rate_adapter": 5.381012658227849e-05,
+      "loss": 0.0279,
+      "step": 192450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.379746835443038e-05,
+      "learning_rate_adapter": 5.379746835443038e-05,
+      "loss": 0.0276,
+      "step": 192500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3784810126582285e-05,
+      "learning_rate_adapter": 5.3784810126582285e-05,
+      "loss": 0.0284,
+      "step": 192550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.377215189873418e-05,
+      "learning_rate_adapter": 5.377215189873418e-05,
+      "loss": 0.0274,
+      "step": 192600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3759493670886076e-05,
+      "learning_rate_adapter": 5.3759493670886076e-05,
+      "loss": 0.0284,
+      "step": 192650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.374683544303798e-05,
+      "learning_rate_adapter": 5.374683544303798e-05,
+      "loss": 0.0276,
+      "step": 192700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3734177215189874e-05,
+      "learning_rate_adapter": 5.3734177215189874e-05,
+      "loss": 0.0275,
+      "step": 192750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.372151898734178e-05,
+      "learning_rate_adapter": 5.372151898734178e-05,
+      "loss": 0.0281,
+      "step": 192800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.370886075949367e-05,
+      "learning_rate_adapter": 5.370886075949367e-05,
+      "loss": 0.0278,
+      "step": 192850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.369620253164557e-05,
+      "learning_rate_adapter": 5.369620253164557e-05,
+      "loss": 0.0286,
+      "step": 192900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3683544303797476e-05,
+      "learning_rate_adapter": 5.3683544303797476e-05,
+      "loss": 0.0285,
+      "step": 192950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.367088607594937e-05,
+      "learning_rate_adapter": 5.367088607594937e-05,
+      "loss": 0.0273,
+      "step": 193000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3658227848101274e-05,
+      "learning_rate_adapter": 5.3658227848101274e-05,
+      "loss": 0.0279,
+      "step": 193050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3645569620253166e-05,
+      "learning_rate_adapter": 5.3645569620253166e-05,
+      "loss": 0.028,
+      "step": 193100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.363291139240506e-05,
+      "learning_rate_adapter": 5.363291139240506e-05,
+      "loss": 0.0278,
+      "step": 193150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3620253164556964e-05,
+      "learning_rate_adapter": 5.3620253164556964e-05,
+      "loss": 0.0276,
+      "step": 193200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.360759493670886e-05,
+      "learning_rate_adapter": 5.360759493670886e-05,
+      "loss": 0.0282,
+      "step": 193250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.359493670886077e-05,
+      "learning_rate_adapter": 5.359493670886077e-05,
+      "loss": 0.0281,
+      "step": 193300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.358227848101266e-05,
+      "learning_rate_adapter": 5.358227848101266e-05,
+      "loss": 0.0284,
+      "step": 193350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.356962025316455e-05,
+      "learning_rate_adapter": 5.356962025316455e-05,
+      "loss": 0.0285,
+      "step": 193400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.355696202531646e-05,
+      "learning_rate_adapter": 5.355696202531646e-05,
+      "loss": 0.0274,
+      "step": 193450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.354430379746836e-05,
+      "learning_rate_adapter": 5.354430379746836e-05,
+      "loss": 0.0282,
+      "step": 193500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3531645569620256e-05,
+      "learning_rate_adapter": 5.3531645569620256e-05,
+      "loss": 0.0282,
+      "step": 193550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3518987341772154e-05,
+      "learning_rate_adapter": 5.3518987341772154e-05,
+      "loss": 0.0278,
+      "step": 193600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.350632911392406e-05,
+      "learning_rate_adapter": 5.350632911392406e-05,
+      "loss": 0.0282,
+      "step": 193650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.349367088607595e-05,
+      "learning_rate_adapter": 5.349367088607595e-05,
+      "loss": 0.0274,
+      "step": 193700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3481012658227844e-05,
+      "learning_rate_adapter": 5.3481012658227844e-05,
+      "loss": 0.0277,
+      "step": 193750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.346835443037975e-05,
+      "learning_rate_adapter": 5.346835443037975e-05,
+      "loss": 0.028,
+      "step": 193800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.345569620253165e-05,
+      "learning_rate_adapter": 5.345569620253165e-05,
+      "loss": 0.0276,
+      "step": 193850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3443037974683554e-05,
+      "learning_rate_adapter": 5.3443037974683554e-05,
+      "loss": 0.0276,
+      "step": 193900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3430379746835446e-05,
+      "learning_rate_adapter": 5.3430379746835446e-05,
+      "loss": 0.0276,
+      "step": 193950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.341772151898734e-05,
+      "learning_rate_adapter": 5.341772151898734e-05,
+      "loss": 0.0276,
+      "step": 194000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3405063291139244e-05,
+      "learning_rate_adapter": 5.3405063291139244e-05,
+      "loss": 0.0279,
+      "step": 194050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.339240506329114e-05,
+      "learning_rate_adapter": 5.339240506329114e-05,
+      "loss": 0.0283,
+      "step": 194100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.337974683544304e-05,
+      "learning_rate_adapter": 5.337974683544304e-05,
+      "loss": 0.0268,
+      "step": 194150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.336708860759494e-05,
+      "learning_rate_adapter": 5.336708860759494e-05,
+      "loss": 0.0278,
+      "step": 194200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.335443037974683e-05,
+      "learning_rate_adapter": 5.335443037974683e-05,
+      "loss": 0.0278,
+      "step": 194250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.334177215189874e-05,
+      "learning_rate_adapter": 5.334177215189874e-05,
+      "loss": 0.0279,
+      "step": 194300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.332911392405063e-05,
+      "learning_rate_adapter": 5.332911392405063e-05,
+      "loss": 0.0284,
+      "step": 194350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3316455696202536e-05,
+      "learning_rate_adapter": 5.3316455696202536e-05,
+      "loss": 0.0277,
+      "step": 194400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3303797468354435e-05,
+      "learning_rate_adapter": 5.3303797468354435e-05,
+      "loss": 0.0279,
+      "step": 194450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.329113924050633e-05,
+      "learning_rate_adapter": 5.329113924050633e-05,
+      "loss": 0.0284,
+      "step": 194500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.327848101265823e-05,
+      "learning_rate_adapter": 5.327848101265823e-05,
+      "loss": 0.0279,
+      "step": 194550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3265822784810125e-05,
+      "learning_rate_adapter": 5.3265822784810125e-05,
+      "loss": 0.0277,
+      "step": 194600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.325316455696203e-05,
+      "learning_rate_adapter": 5.325316455696203e-05,
+      "loss": 0.0276,
+      "step": 194650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.324050632911393e-05,
+      "learning_rate_adapter": 5.324050632911393e-05,
+      "loss": 0.028,
+      "step": 194700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.322784810126582e-05,
+      "learning_rate_adapter": 5.322784810126582e-05,
+      "loss": 0.0278,
+      "step": 194750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.321518987341773e-05,
+      "learning_rate_adapter": 5.321518987341773e-05,
+      "loss": 0.0277,
+      "step": 194800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.320253164556962e-05,
+      "learning_rate_adapter": 5.320253164556962e-05,
+      "loss": 0.0274,
+      "step": 194850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3189873417721525e-05,
+      "learning_rate_adapter": 5.3189873417721525e-05,
+      "loss": 0.0287,
+      "step": 194900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.317721518987342e-05,
+      "learning_rate_adapter": 5.317721518987342e-05,
+      "loss": 0.0275,
+      "step": 194950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3164556962025316e-05,
+      "learning_rate_adapter": 5.3164556962025316e-05,
+      "loss": 0.0269,
+      "step": 195000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.7874800102906973,
+      "eval_af_ud_pr_auc": 0.9933674009253353,
+      "eval_am_opus100_pr_auc": 0.5662496545058336,
+      "eval_ar_ersatz_pr_auc": 0.9327345697928936,
+      "eval_ar_opus100_pr_auc": 0.7104560889062312,
+      "eval_ar_ud_pr_auc": 0.8635928578356525,
+      "eval_average_ersatz_pr_auc": 0.9670400108376925,
+      "eval_average_opus100_pr_auc": 0.8344782929115692,
+      "eval_average_ud_pr_auc": 0.9665518299771779,
+      "eval_az_opus100_pr_auc": 0.8046804725804257,
+      "eval_be_opus100_pr_auc": 0.6824709420712514,
+      "eval_be_ud_pr_auc": 0.8930228246057723,
+      "eval_bg_opus100_pr_auc": 0.9168700430658526,
+      "eval_bg_ud_pr_auc": 0.9960817146371672,
+      "eval_bn_opus100_pr_auc": 0.8407306580319299,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9004377588802305,
+      "eval_ca_ud_pr_auc": 0.9966211105642564,
+      "eval_ceb_ud_pr_auc": 0.9994050571676882,
+      "eval_cs_ersatz_pr_auc": 0.9853737125206056,
+      "eval_cs_opus100_pr_auc": 0.9148052924360784,
+      "eval_cs_ud_pr_auc": 0.9637592209001096,
+      "eval_cy_opus100_pr_auc": 0.7468492185110182,
+      "eval_cy_ud_pr_auc": 0.9953774888885576,
+      "eval_da_opus100_pr_auc": 0.9181382564227248,
+      "eval_da_ud_pr_auc": 0.985408059736659,
+      "eval_de_ersatz_pr_auc": 0.9781694343750424,
+      "eval_de_opus100_pr_auc": 0.907941398999971,
+      "eval_de_ud_pr_auc": 0.9874777065365643,
+      "eval_el_opus100_pr_auc": 0.9237464549964247,
+      "eval_el_ud_pr_auc": 0.9821405502673335,
+      "eval_en_ersatz_pr_auc": 0.9910722887272693,
+      "eval_en_opus100_pr_auc": 0.9267649781930131,
+      "eval_en_ud_pr_auc": 0.9762826747830032,
+      "eval_eo_opus100_pr_auc": 0.9335033220131854,
+      "eval_es_ersatz_pr_auc": 0.9967478692679648,
+      "eval_es_opus100_pr_auc": 0.9361564156061399,
+      "eval_es_ud_pr_auc": 0.991769613822895,
+      "eval_et_ersatz_pr_auc": 0.9833682112870198,
+      "eval_et_opus100_pr_auc": 0.9019754776461779,
+      "eval_et_ud_pr_auc": 0.9735025944372249,
+      "eval_eu_opus100_pr_auc": 0.8939446471863438,
+      "eval_eu_ud_pr_auc": 0.9942521054321923,
+      "eval_fa_opus100_pr_auc": 0.5848026748308122,
+      "eval_fa_ud_pr_auc": 0.9952197334418793,
+      "eval_fi_ersatz_pr_auc": 0.991119560200591,
+      "eval_fi_opus100_pr_auc": 0.9228638856710987,
+      "eval_fi_ud_pr_auc": 0.9746795188128388,
+      "eval_fr_ersatz_pr_auc": 0.9880322692911022,
+      "eval_fr_opus100_pr_auc": 0.9228184008084344,
+      "eval_fr_ud_pr_auc": 0.9886364910450168,
+      "eval_fy_opus100_pr_auc": 0.6856442426429559,
+      "eval_ga_opus100_pr_auc": 0.887833167427629,
+      "eval_ga_ud_pr_auc": 0.829182019991565,
+      "eval_gd_opus100_pr_auc": 0.6184739563774698,
+      "eval_gd_ud_pr_auc": 0.8050093767447152,
+      "eval_gl_opus100_pr_auc": 0.9103983354116137,
+      "eval_gl_ud_pr_auc": 0.997601091866485,
+      "eval_gu_ersatz_pr_auc": 0.9514692167358458,
+      "eval_gu_opus100_pr_auc": 0.7336419132369592,
+      "eval_ha_opus100_pr_auc": 0.9126845989289393,
+      "eval_he_opus100_pr_auc": 0.8594378698992617,
+      "eval_he_ud_pr_auc": 0.9760531167127019,
+      "eval_hi_ersatz_pr_auc": 0.9818447358158963,
+      "eval_hi_opus100_pr_auc": 0.6953290238623407,
+      "eval_hi_ud_pr_auc": 0.9910443199209996,
+      "eval_hu_opus100_pr_auc": 0.9173541665487915,
+      "eval_hu_ud_pr_auc": 0.9839890832037855,
+      "eval_hy_opus100_pr_auc": 0.9169983025557027,
+      "eval_hy_ud_pr_auc": 0.9922767557466072,
+      "eval_id_opus100_pr_auc": 0.8883257954658696,
+      "eval_id_ud_pr_auc": 0.9948328345802734,
+      "eval_ig_opus100_pr_auc": 0.878558591366347,
+      "eval_is_opus100_pr_auc": 0.9246034681992,
+      "eval_is_ud_pr_auc": 0.9310459008258695,
+      "eval_it_opus100_pr_auc": 0.9188286051013725,
+      "eval_it_ud_pr_auc": 0.9998132173924588,
+      "eval_ja_ersatz_pr_auc": 0.814374602452078,
+      "eval_ja_opus100_pr_auc": 0.8219710885056805,
+      "eval_ja_ud_pr_auc": 0.9756611723616618,
+      "eval_jv_ud_pr_auc": 0.982394724588449,
+      "eval_ka_opus100_pr_auc": 0.8677856872933767,
+      "eval_kk_ersatz_pr_auc": 0.9890948766986764,
+      "eval_kk_opus100_pr_auc": 0.7985492579617783,
+      "eval_kk_ud_pr_auc": 0.9806720216667072,
+      "eval_km_ersatz_pr_auc": 0.9134946402983973,
+      "eval_km_opus100_pr_auc": 0.7126683442260114,
+      "eval_kn_opus100_pr_auc": 0.6081687717197576,
+      "eval_ko_opus100_pr_auc": 0.6568325687469211,
+      "eval_ko_ud_pr_auc": 0.9982020826568955,
+      "eval_ku_opus100_pr_auc": 0.8175137599478167,
+      "eval_ky_opus100_pr_auc": 0.8432229875075461,
+      "eval_la_ud_pr_auc": 0.9576181770031169,
+      "eval_loss": 0.03190911188721657,
+      "eval_lt_ersatz_pr_auc": 0.9949226025696087,
+      "eval_lt_opus100_pr_auc": 0.8868182910446853,
+      "eval_lt_ud_pr_auc": 0.9927598789811788,
+      "eval_lv_ersatz_pr_auc": 0.992196102778838,
+      "eval_lv_opus100_pr_auc": 0.8963373590383195,
+      "eval_lv_ud_pr_auc": 0.9656149509431404,
+      "eval_mg_opus100_pr_auc": 0.9321790954336581,
+      "eval_mk_opus100_pr_auc": 0.9108347980830244,
+      "eval_ml_opus100_pr_auc": 0.796293962076518,
+      "eval_mn_opus100_pr_auc": 0.9430151057277579,
+      "eval_mr_opus100_pr_auc": 0.9201899422622132,
+      "eval_mr_ud_pr_auc": 0.9708499112027513,
+      "eval_ms_opus100_pr_auc": 0.8838544389091176,
+      "eval_mt_opus100_pr_auc": 0.8704497811248841,
+      "eval_mt_ud_pr_auc": 0.9439455078083397,
+      "eval_my_opus100_pr_auc": 0.7528426559866451,
+      "eval_ne_opus100_pr_auc": 0.7072334619472338,
+      "eval_nl_opus100_pr_auc": 0.8982684474460927,
+      "eval_nl_ud_pr_auc": 0.9820231632977462,
+      "eval_no_opus100_pr_auc": 0.919026829922873,
+      "eval_no_ud_pr_auc": 0.9962834102452529,
+      "eval_pa_opus100_pr_auc": 0.6712750821368346,
+      "eval_pl_ersatz_pr_auc": 0.9803658953868433,
+      "eval_pl_opus100_pr_auc": 0.9057637199761644,
+      "eval_pl_ud_pr_auc": 0.9697595906383449,
+      "eval_ps_ersatz_pr_auc": 0.9328326634525297,
+      "eval_ps_opus100_pr_auc": 0.7390087331191534,
+      "eval_pt_opus100_pr_auc": 0.9292425848320546,
+      "eval_pt_ud_pr_auc": 0.9882802765841661,
+      "eval_ro_ersatz_pr_auc": 0.9951585075186703,
+      "eval_ro_opus100_pr_auc": 0.8826805793686906,
+      "eval_ro_ud_pr_auc": 0.9880225430288647,
+      "eval_ru_ersatz_pr_auc": 0.9922434561183969,
+      "eval_ru_opus100_pr_auc": 0.9248030230987496,
+      "eval_ru_ud_pr_auc": 0.8724897730560809,
+      "eval_runtime": 616.0753,
+      "eval_samples_per_second": 122.578,
+      "eval_si_opus100_pr_auc": 0.8151538355439987,
+      "eval_sk_opus100_pr_auc": 0.9366565882183302,
+      "eval_sk_ud_pr_auc": 0.985710007605034,
+      "eval_sl_opus100_pr_auc": 0.8670763700860004,
+      "eval_sl_ud_pr_auc": 0.9782215644558998,
+      "eval_sq_opus100_pr_auc": 0.9195452735543539,
+      "eval_sq_ud_pr_auc": 1.0000000000000002,
+      "eval_sr_opus100_pr_auc": 0.9059132096792125,
+      "eval_sr_ud_pr_auc": 0.9988248223238972,
+      "eval_steps_per_second": 3.831,
+      "eval_sv_opus100_pr_auc": 0.8954947774710375,
+      "eval_sv_ud_pr_auc": 0.9489545833433586,
+      "eval_ta_ersatz_pr_auc": 0.9837900312679508,
+      "eval_ta_opus100_pr_auc": 0.6963396259022859,
+      "eval_ta_ud_pr_auc": 0.9977756495027936,
+      "eval_te_opus100_pr_auc": 0.8591231440502446,
+      "eval_tg_opus100_pr_auc": 0.8935939634438422,
+      "eval_th_opus100_pr_auc": 0.6739820453533085,
+      "eval_th_ud_pr_auc": 0.7971276189846557,
+      "eval_tr_ersatz_pr_auc": 0.9731953096899477,
+      "eval_tr_opus100_pr_auc": 0.9064940134196917,
+      "eval_tr_ud_pr_auc": 0.9645024670804615,
+      "eval_uk_opus100_pr_auc": 0.8837105341502627,
+      "eval_uk_ud_pr_auc": 0.9350118670915272,
+      "eval_ur_opus100_pr_auc": 0.5409905995660038,
+      "eval_ur_ud_pr_auc": 0.9947432146931467,
+      "eval_uz_opus100_pr_auc": 0.8606412560712366,
+      "eval_vi_opus100_pr_auc": 0.9040435096167284,
+      "eval_vi_ud_pr_auc": 0.971109610764308,
+      "eval_xh_opus100_pr_auc": 0.8664262284976789,
+      "eval_yi_opus100_pr_auc": 0.717186774645756,
+      "eval_yo_opus100_pr_auc": 0.7988578999349174,
+      "eval_yo_ud_pr_auc": 0.9139383887655771,
+      "eval_zh_ersatz_pr_auc": 0.9332796821830658,
+      "eval_zh_opus100_pr_auc": 0.7709707679784067,
+      "eval_zh_ud_pr_auc": 0.9915128892001897,
+      "eval_zu_opus100_pr_auc": 0.8263911554434866,
+      "step": 195000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.315189873417722e-05,
+      "learning_rate_adapter": 5.315189873417722e-05,
+      "loss": 0.0279,
+      "step": 195050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.313924050632911e-05,
+      "learning_rate_adapter": 5.313924050632911e-05,
+      "loss": 0.0286,
+      "step": 195100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.312658227848102e-05,
+      "learning_rate_adapter": 5.312658227848102e-05,
+      "loss": 0.0284,
+      "step": 195150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.311392405063291e-05,
+      "learning_rate_adapter": 5.311392405063291e-05,
+      "loss": 0.0278,
+      "step": 195200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.310126582278482e-05,
+      "learning_rate_adapter": 5.310126582278482e-05,
+      "loss": 0.0277,
+      "step": 195250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3088607594936716e-05,
+      "learning_rate_adapter": 5.3088607594936716e-05,
+      "loss": 0.0282,
+      "step": 195300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.307594936708861e-05,
+      "learning_rate_adapter": 5.307594936708861e-05,
+      "loss": 0.0281,
+      "step": 195350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.306329113924051e-05,
+      "learning_rate_adapter": 5.306329113924051e-05,
+      "loss": 0.0281,
+      "step": 195400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3050632911392405e-05,
+      "learning_rate_adapter": 5.3050632911392405e-05,
+      "loss": 0.0277,
+      "step": 195450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.303797468354431e-05,
+      "learning_rate_adapter": 5.303797468354431e-05,
+      "loss": 0.0281,
+      "step": 195500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.30253164556962e-05,
+      "learning_rate_adapter": 5.30253164556962e-05,
+      "loss": 0.028,
+      "step": 195550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.30126582278481e-05,
+      "learning_rate_adapter": 5.30126582278481e-05,
+      "loss": 0.0277,
+      "step": 195600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0285,
+      "step": 195650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.29873417721519e-05,
+      "learning_rate_adapter": 5.29873417721519e-05,
+      "loss": 0.0272,
+      "step": 195700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.2974683544303805e-05,
+      "learning_rate_adapter": 5.2974683544303805e-05,
+      "loss": 0.0274,
+      "step": 195750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.29620253164557e-05,
+      "learning_rate_adapter": 5.29620253164557e-05,
+      "loss": 0.0276,
+      "step": 195800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.2949367088607596e-05,
+      "learning_rate_adapter": 5.2949367088607596e-05,
+      "loss": 0.0291,
+      "step": 195850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.29367088607595e-05,
+      "learning_rate_adapter": 5.29367088607595e-05,
+      "loss": 0.0288,
+      "step": 195900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2924050632911394e-05,
+      "learning_rate_adapter": 5.2924050632911394e-05,
+      "loss": 0.0282,
+      "step": 195950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.29113924050633e-05,
+      "learning_rate_adapter": 5.29113924050633e-05,
+      "loss": 0.0283,
+      "step": 196000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.289873417721519e-05,
+      "learning_rate_adapter": 5.289873417721519e-05,
+      "loss": 0.0283,
+      "step": 196050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2886075949367084e-05,
+      "learning_rate_adapter": 5.2886075949367084e-05,
+      "loss": 0.0279,
+      "step": 196100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.287341772151899e-05,
+      "learning_rate_adapter": 5.287341772151899e-05,
+      "loss": 0.0273,
+      "step": 196150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.286075949367089e-05,
+      "learning_rate_adapter": 5.286075949367089e-05,
+      "loss": 0.0279,
+      "step": 196200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2848101265822794e-05,
+      "learning_rate_adapter": 5.2848101265822794e-05,
+      "loss": 0.0282,
+      "step": 196250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2835443037974686e-05,
+      "learning_rate_adapter": 5.2835443037974686e-05,
+      "loss": 0.0277,
+      "step": 196300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.282278481012658e-05,
+      "learning_rate_adapter": 5.282278481012658e-05,
+      "loss": 0.0284,
+      "step": 196350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2810126582278484e-05,
+      "learning_rate_adapter": 5.2810126582278484e-05,
+      "loss": 0.0283,
+      "step": 196400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.279746835443038e-05,
+      "learning_rate_adapter": 5.279746835443038e-05,
+      "loss": 0.0282,
+      "step": 196450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.278481012658229e-05,
+      "learning_rate_adapter": 5.278481012658229e-05,
+      "loss": 0.0276,
+      "step": 196500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.277215189873418e-05,
+      "learning_rate_adapter": 5.277215189873418e-05,
+      "loss": 0.0279,
+      "step": 196550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.275949367088607e-05,
+      "learning_rate_adapter": 5.275949367088607e-05,
+      "loss": 0.0274,
+      "step": 196600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.274683544303798e-05,
+      "learning_rate_adapter": 5.274683544303798e-05,
+      "loss": 0.0281,
+      "step": 196650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.273417721518987e-05,
+      "learning_rate_adapter": 5.273417721518987e-05,
+      "loss": 0.0282,
+      "step": 196700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2721518987341776e-05,
+      "learning_rate_adapter": 5.2721518987341776e-05,
+      "loss": 0.0281,
+      "step": 196750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2708860759493674e-05,
+      "learning_rate_adapter": 5.2708860759493674e-05,
+      "loss": 0.0286,
+      "step": 196800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.269620253164558e-05,
+      "learning_rate_adapter": 5.269620253164558e-05,
+      "loss": 0.0276,
+      "step": 196850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.268354430379747e-05,
+      "learning_rate_adapter": 5.268354430379747e-05,
+      "loss": 0.0284,
+      "step": 196900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2670886075949364e-05,
+      "learning_rate_adapter": 5.2670886075949364e-05,
+      "loss": 0.0274,
+      "step": 196950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.265822784810127e-05,
+      "learning_rate_adapter": 5.265822784810127e-05,
+      "loss": 0.0278,
+      "step": 197000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.264556962025317e-05,
+      "learning_rate_adapter": 5.264556962025317e-05,
+      "loss": 0.0276,
+      "step": 197050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.263291139240507e-05,
+      "learning_rate_adapter": 5.263291139240507e-05,
+      "loss": 0.0277,
+      "step": 197100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2620253164556966e-05,
+      "learning_rate_adapter": 5.2620253164556966e-05,
+      "loss": 0.0282,
+      "step": 197150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.260759493670886e-05,
+      "learning_rate_adapter": 5.260759493670886e-05,
+      "loss": 0.0277,
+      "step": 197200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2594936708860764e-05,
+      "learning_rate_adapter": 5.2594936708860764e-05,
+      "loss": 0.0278,
+      "step": 197250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2582278481012656e-05,
+      "learning_rate_adapter": 5.2582278481012656e-05,
+      "loss": 0.0276,
+      "step": 197300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.256962025316456e-05,
+      "learning_rate_adapter": 5.256962025316456e-05,
+      "loss": 0.0291,
+      "step": 197350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.255696202531646e-05,
+      "learning_rate_adapter": 5.255696202531646e-05,
+      "loss": 0.0273,
+      "step": 197400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.254430379746835e-05,
+      "learning_rate_adapter": 5.254430379746835e-05,
+      "loss": 0.027,
+      "step": 197450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.253164556962026e-05,
+      "learning_rate_adapter": 5.253164556962026e-05,
+      "loss": 0.0276,
+      "step": 197500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.251898734177215e-05,
+      "learning_rate_adapter": 5.251898734177215e-05,
+      "loss": 0.0273,
+      "step": 197550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2506329113924056e-05,
+      "learning_rate_adapter": 5.2506329113924056e-05,
+      "loss": 0.0277,
+      "step": 197600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2493670886075955e-05,
+      "learning_rate_adapter": 5.2493670886075955e-05,
+      "loss": 0.0276,
+      "step": 197650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.248101265822785e-05,
+      "learning_rate_adapter": 5.248101265822785e-05,
+      "loss": 0.0278,
+      "step": 197700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.246835443037975e-05,
+      "learning_rate_adapter": 5.246835443037975e-05,
+      "loss": 0.0278,
+      "step": 197750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2455696202531645e-05,
+      "learning_rate_adapter": 5.2455696202531645e-05,
+      "loss": 0.0278,
+      "step": 197800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.244303797468355e-05,
+      "learning_rate_adapter": 5.244303797468355e-05,
+      "loss": 0.0277,
+      "step": 197850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.243037974683544e-05,
+      "learning_rate_adapter": 5.243037974683544e-05,
+      "loss": 0.0278,
+      "step": 197900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.241772151898734e-05,
+      "learning_rate_adapter": 5.241772151898734e-05,
+      "loss": 0.0275,
+      "step": 197950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.240506329113925e-05,
+      "learning_rate_adapter": 5.240506329113925e-05,
+      "loss": 0.0279,
+      "step": 198000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.239240506329114e-05,
+      "learning_rate_adapter": 5.239240506329114e-05,
+      "loss": 0.0283,
+      "step": 198050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2379746835443045e-05,
+      "learning_rate_adapter": 5.2379746835443045e-05,
+      "loss": 0.0276,
+      "step": 198100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.236708860759494e-05,
+      "learning_rate_adapter": 5.236708860759494e-05,
+      "loss": 0.0286,
+      "step": 198150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2354430379746836e-05,
+      "learning_rate_adapter": 5.2354430379746836e-05,
+      "loss": 0.0275,
+      "step": 198200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.234177215189874e-05,
+      "learning_rate_adapter": 5.234177215189874e-05,
+      "loss": 0.0285,
+      "step": 198250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.232911392405063e-05,
+      "learning_rate_adapter": 5.232911392405063e-05,
+      "loss": 0.027,
+      "step": 198300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.231645569620254e-05,
+      "learning_rate_adapter": 5.231645569620254e-05,
+      "loss": 0.0282,
+      "step": 198350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.230379746835443e-05,
+      "learning_rate_adapter": 5.230379746835443e-05,
+      "loss": 0.028,
+      "step": 198400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.229113924050634e-05,
+      "learning_rate_adapter": 5.229113924050634e-05,
+      "loss": 0.0282,
+      "step": 198450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.227848101265823e-05,
+      "learning_rate_adapter": 5.227848101265823e-05,
+      "loss": 0.0284,
+      "step": 198500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.226582278481013e-05,
+      "learning_rate_adapter": 5.226582278481013e-05,
+      "loss": 0.0276,
+      "step": 198550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.225316455696203e-05,
+      "learning_rate_adapter": 5.225316455696203e-05,
+      "loss": 0.0274,
+      "step": 198600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2240506329113925e-05,
+      "learning_rate_adapter": 5.2240506329113925e-05,
+      "loss": 0.0271,
+      "step": 198650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.222784810126583e-05,
+      "learning_rate_adapter": 5.222784810126583e-05,
+      "loss": 0.0278,
+      "step": 198700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.221518987341772e-05,
+      "learning_rate_adapter": 5.221518987341772e-05,
+      "loss": 0.0274,
+      "step": 198750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.220253164556962e-05,
+      "learning_rate_adapter": 5.220253164556962e-05,
+      "loss": 0.0275,
+      "step": 198800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.218987341772153e-05,
+      "learning_rate_adapter": 5.218987341772153e-05,
+      "loss": 0.028,
+      "step": 198850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.217721518987342e-05,
+      "learning_rate_adapter": 5.217721518987342e-05,
+      "loss": 0.0272,
+      "step": 198900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2164556962025325e-05,
+      "learning_rate_adapter": 5.2164556962025325e-05,
+      "loss": 0.0278,
+      "step": 198950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.215189873417722e-05,
+      "learning_rate_adapter": 5.215189873417722e-05,
+      "loss": 0.0277,
+      "step": 199000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.213924050632911e-05,
+      "learning_rate_adapter": 5.213924050632911e-05,
+      "loss": 0.0281,
+      "step": 199050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2126582278481015e-05,
+      "learning_rate_adapter": 5.2126582278481015e-05,
+      "loss": 0.0277,
+      "step": 199100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2113924050632914e-05,
+      "learning_rate_adapter": 5.2113924050632914e-05,
+      "loss": 0.028,
+      "step": 199150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.210126582278482e-05,
+      "learning_rate_adapter": 5.210126582278482e-05,
+      "loss": 0.0277,
+      "step": 199200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.208860759493671e-05,
+      "learning_rate_adapter": 5.208860759493671e-05,
+      "loss": 0.0274,
+      "step": 199250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2075949367088604e-05,
+      "learning_rate_adapter": 5.2075949367088604e-05,
+      "loss": 0.0282,
+      "step": 199300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.206329113924051e-05,
+      "learning_rate_adapter": 5.206329113924051e-05,
+      "loss": 0.0274,
+      "step": 199350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.205063291139241e-05,
+      "learning_rate_adapter": 5.205063291139241e-05,
+      "loss": 0.0283,
+      "step": 199400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2037974683544314e-05,
+      "learning_rate_adapter": 5.2037974683544314e-05,
+      "loss": 0.0273,
+      "step": 199450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2025316455696206e-05,
+      "learning_rate_adapter": 5.2025316455696206e-05,
+      "loss": 0.0287,
+      "step": 199500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.20126582278481e-05,
+      "learning_rate_adapter": 5.20126582278481e-05,
+      "loss": 0.0275,
+      "step": 199550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0278,
+      "step": 199600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1987341772151896e-05,
+      "learning_rate_adapter": 5.1987341772151896e-05,
+      "loss": 0.0276,
+      "step": 199650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.19746835443038e-05,
+      "learning_rate_adapter": 5.19746835443038e-05,
+      "loss": 0.0282,
+      "step": 199700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.19620253164557e-05,
+      "learning_rate_adapter": 5.19620253164557e-05,
+      "loss": 0.0282,
+      "step": 199750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.194936708860759e-05,
+      "learning_rate_adapter": 5.194936708860759e-05,
+      "loss": 0.0275,
+      "step": 199800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.19367088607595e-05,
+      "learning_rate_adapter": 5.19367088607595e-05,
+      "loss": 0.0278,
+      "step": 199850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.192405063291139e-05,
+      "learning_rate_adapter": 5.192405063291139e-05,
+      "loss": 0.0275,
+      "step": 199900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1911392405063296e-05,
+      "learning_rate_adapter": 5.1911392405063296e-05,
+      "loss": 0.028,
+      "step": 199950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1898734177215194e-05,
+      "learning_rate_adapter": 5.1898734177215194e-05,
+      "loss": 0.0279,
+      "step": 200000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.7876302772405684,
+      "eval_af_ud_pr_auc": 0.9955490381483081,
+      "eval_am_opus100_pr_auc": 0.5855623845582635,
+      "eval_ar_ersatz_pr_auc": 0.9363880511116979,
+      "eval_ar_opus100_pr_auc": 0.7242482312428333,
+      "eval_ar_ud_pr_auc": 0.8796199746589453,
+      "eval_average_ersatz_pr_auc": 0.9643165505242943,
+      "eval_average_opus100_pr_auc": 0.837642894865713,
+      "eval_average_ud_pr_auc": 0.9650367491903555,
+      "eval_az_opus100_pr_auc": 0.8315123969613766,
+      "eval_be_opus100_pr_auc": 0.711645619437655,
+      "eval_be_ud_pr_auc": 0.8896058124416085,
+      "eval_bg_opus100_pr_auc": 0.9244001858987174,
+      "eval_bg_ud_pr_auc": 0.9943647589809587,
+      "eval_bn_opus100_pr_auc": 0.8383908303561183,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8962090467831808,
+      "eval_ca_ud_pr_auc": 0.9976458444322137,
+      "eval_ceb_ud_pr_auc": 0.9983655526742425,
+      "eval_cs_ersatz_pr_auc": 0.9860919421998514,
+      "eval_cs_opus100_pr_auc": 0.9168692959447446,
+      "eval_cs_ud_pr_auc": 0.9632062754044113,
+      "eval_cy_opus100_pr_auc": 0.7675812201107349,
+      "eval_cy_ud_pr_auc": 0.9942349396083782,
+      "eval_da_opus100_pr_auc": 0.9185747418939472,
+      "eval_da_ud_pr_auc": 0.9865376820065384,
+      "eval_de_ersatz_pr_auc": 0.9805106403067191,
+      "eval_de_opus100_pr_auc": 0.9040987174319324,
+      "eval_de_ud_pr_auc": 0.9865652941381139,
+      "eval_el_opus100_pr_auc": 0.9270393138348657,
+      "eval_el_ud_pr_auc": 0.9854451829328991,
+      "eval_en_ersatz_pr_auc": 0.9925159253963145,
+      "eval_en_opus100_pr_auc": 0.9265571367445207,
+      "eval_en_ud_pr_auc": 0.9749575834788645,
+      "eval_eo_opus100_pr_auc": 0.9337611386223856,
+      "eval_es_ersatz_pr_auc": 0.9967438143905571,
+      "eval_es_opus100_pr_auc": 0.9322322119690417,
+      "eval_es_ud_pr_auc": 0.9923882369138133,
+      "eval_et_ersatz_pr_auc": 0.9836207776886459,
+      "eval_et_opus100_pr_auc": 0.8976862376878844,
+      "eval_et_ud_pr_auc": 0.965762956913586,
+      "eval_eu_opus100_pr_auc": 0.8913104751367747,
+      "eval_eu_ud_pr_auc": 0.9946535075741635,
+      "eval_fa_opus100_pr_auc": 0.5884525327168477,
+      "eval_fa_ud_pr_auc": 0.9912287347199896,
+      "eval_fi_ersatz_pr_auc": 0.9880027811052537,
+      "eval_fi_opus100_pr_auc": 0.9228541038437397,
+      "eval_fi_ud_pr_auc": 0.9734407972902401,
+      "eval_fr_ersatz_pr_auc": 0.9899062692434929,
+      "eval_fr_opus100_pr_auc": 0.9242530072626447,
+      "eval_fr_ud_pr_auc": 0.9863466934337684,
+      "eval_fy_opus100_pr_auc": 0.7134207840307032,
+      "eval_ga_opus100_pr_auc": 0.8854874159631377,
+      "eval_ga_ud_pr_auc": 0.8144113046986727,
+      "eval_gd_opus100_pr_auc": 0.6611287222008553,
+      "eval_gd_ud_pr_auc": 0.8049140231922141,
+      "eval_gl_opus100_pr_auc": 0.9082558338399852,
+      "eval_gl_ud_pr_auc": 0.9977416893373698,
+      "eval_gu_ersatz_pr_auc": 0.9472419758658929,
+      "eval_gu_opus100_pr_auc": 0.7386678611955202,
+      "eval_ha_opus100_pr_auc": 0.9188009564857601,
+      "eval_he_opus100_pr_auc": 0.8775070029432942,
+      "eval_he_ud_pr_auc": 0.9855423214235635,
+      "eval_hi_ersatz_pr_auc": 0.9758987320817575,
+      "eval_hi_opus100_pr_auc": 0.6942736569826293,
+      "eval_hi_ud_pr_auc": 0.9875098243260032,
+      "eval_hu_opus100_pr_auc": 0.9152792547455028,
+      "eval_hu_ud_pr_auc": 0.9849359862692575,
+      "eval_hy_opus100_pr_auc": 0.9164666823212004,
+      "eval_hy_ud_pr_auc": 0.9927449521075187,
+      "eval_id_opus100_pr_auc": 0.8847819401880791,
+      "eval_id_ud_pr_auc": 0.99442567207579,
+      "eval_ig_opus100_pr_auc": 0.8862139163621108,
+      "eval_is_opus100_pr_auc": 0.9311928583577109,
+      "eval_is_ud_pr_auc": 0.9292768304382668,
+      "eval_it_opus100_pr_auc": 0.9220512701489795,
+      "eval_it_ud_pr_auc": 0.9996944155599985,
+      "eval_ja_ersatz_pr_auc": 0.8033087792389699,
+      "eval_ja_opus100_pr_auc": 0.7989449870631025,
+      "eval_ja_ud_pr_auc": 0.9727142923059617,
+      "eval_jv_ud_pr_auc": 0.9730620874756043,
+      "eval_ka_opus100_pr_auc": 0.8642474457594389,
+      "eval_kk_ersatz_pr_auc": 0.9877204808795195,
+      "eval_kk_opus100_pr_auc": 0.8119769257302042,
+      "eval_kk_ud_pr_auc": 0.9808859004791111,
+      "eval_km_ersatz_pr_auc": 0.9130964126303077,
+      "eval_km_opus100_pr_auc": 0.7190888358061439,
+      "eval_kn_opus100_pr_auc": 0.6337995069099723,
+      "eval_ko_opus100_pr_auc": 0.6541470032023808,
+      "eval_ko_ud_pr_auc": 0.9980966301673923,
+      "eval_ku_opus100_pr_auc": 0.8382343400489134,
+      "eval_ky_opus100_pr_auc": 0.8573010177018832,
+      "eval_la_ud_pr_auc": 0.9660815053232847,
+      "eval_loss": 0.03177390992641449,
+      "eval_lt_ersatz_pr_auc": 0.9957896849344627,
+      "eval_lt_opus100_pr_auc": 0.8882742864767741,
+      "eval_lt_ud_pr_auc": 0.9957119032978015,
+      "eval_lv_ersatz_pr_auc": 0.991988495984617,
+      "eval_lv_opus100_pr_auc": 0.8915254917060402,
+      "eval_lv_ud_pr_auc": 0.9714776015928859,
+      "eval_mg_opus100_pr_auc": 0.9290250786503851,
+      "eval_mk_opus100_pr_auc": 0.9117183424208368,
+      "eval_ml_opus100_pr_auc": 0.7913724126437993,
+      "eval_mn_opus100_pr_auc": 0.9449220696920198,
+      "eval_mr_opus100_pr_auc": 0.9155728059067583,
+      "eval_mr_ud_pr_auc": 0.9725083505242605,
+      "eval_ms_opus100_pr_auc": 0.8821264253407899,
+      "eval_mt_opus100_pr_auc": 0.8581224497630692,
+      "eval_mt_ud_pr_auc": 0.9016864770265631,
+      "eval_my_opus100_pr_auc": 0.7475376835849359,
+      "eval_ne_opus100_pr_auc": 0.7271944982433828,
+      "eval_nl_opus100_pr_auc": 0.904255110161952,
+      "eval_nl_ud_pr_auc": 0.9797764726316498,
+      "eval_no_opus100_pr_auc": 0.9223618565647088,
+      "eval_no_ud_pr_auc": 0.996708292285312,
+      "eval_pa_opus100_pr_auc": 0.6834013088740515,
+      "eval_pl_ersatz_pr_auc": 0.9788386956344753,
+      "eval_pl_opus100_pr_auc": 0.9088533580070263,
+      "eval_pl_ud_pr_auc": 0.9723000667836642,
+      "eval_ps_ersatz_pr_auc": 0.9347631431129326,
+      "eval_ps_opus100_pr_auc": 0.7302706297189676,
+      "eval_pt_opus100_pr_auc": 0.9315434855583683,
+      "eval_pt_ud_pr_auc": 0.9900804070187261,
+      "eval_ro_ersatz_pr_auc": 0.9945394122017459,
+      "eval_ro_opus100_pr_auc": 0.8798175860620479,
+      "eval_ro_ud_pr_auc": 0.9781086843949546,
+      "eval_ru_ersatz_pr_auc": 0.9926072998362307,
+      "eval_ru_opus100_pr_auc": 0.9239045350839012,
+      "eval_ru_ud_pr_auc": 0.8780453399506145,
+      "eval_runtime": 625.2814,
+      "eval_samples_per_second": 120.773,
+      "eval_si_opus100_pr_auc": 0.8088039529590285,
+      "eval_sk_opus100_pr_auc": 0.9371051767177607,
+      "eval_sk_ud_pr_auc": 0.9843249267438523,
+      "eval_sl_opus100_pr_auc": 0.8705823186186975,
+      "eval_sl_ud_pr_auc": 0.9766722145812476,
+      "eval_sq_opus100_pr_auc": 0.9160509012950571,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9103530368606478,
+      "eval_sr_ud_pr_auc": 0.9987833740909242,
+      "eval_steps_per_second": 3.774,
+      "eval_sv_opus100_pr_auc": 0.9017580217277094,
+      "eval_sv_ud_pr_auc": 0.9510137496043286,
+      "eval_ta_ersatz_pr_auc": 0.9815349205060035,
+      "eval_ta_opus100_pr_auc": 0.6981643219509669,
+      "eval_ta_ud_pr_auc": 0.9958969881467883,
+      "eval_te_opus100_pr_auc": 0.8461705028268417,
+      "eval_tg_opus100_pr_auc": 0.893652121952065,
+      "eval_th_opus100_pr_auc": 0.6774678435910497,
+      "eval_th_ud_pr_auc": 0.7896313694447719,
+      "eval_tr_ersatz_pr_auc": 0.9682799588588291,
+      "eval_tr_opus100_pr_auc": 0.9015534121308165,
+      "eval_tr_ud_pr_auc": 0.9579988443229157,
+      "eval_uk_opus100_pr_auc": 0.8860641482630592,
+      "eval_uk_ud_pr_auc": 0.9310424332325692,
+      "eval_ur_opus100_pr_auc": 0.5348979143073109,
+      "eval_ur_ud_pr_auc": 0.9921719708936847,
+      "eval_uz_opus100_pr_auc": 0.8726847169419215,
+      "eval_vi_opus100_pr_auc": 0.9078332810941563,
+      "eval_vi_ud_pr_auc": 0.9636168013116715,
+      "eval_xh_opus100_pr_auc": 0.8635589989033557,
+      "eval_yi_opus100_pr_auc": 0.7482381856785874,
+      "eval_yo_opus100_pr_auc": 0.8066786232869188,
+      "eval_yo_ud_pr_auc": 0.9144460907203211,
+      "eval_zh_ersatz_pr_auc": 0.8955759183261982,
+      "eval_zh_opus100_pr_auc": 0.7219711712046246,
+      "eval_zh_ud_pr_auc": 0.9831360443197037,
+      "eval_zu_opus100_pr_auc": 0.8291919905517747,
+      "step": 200000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1886075949367086e-05,
+      "learning_rate_adapter": 5.1886075949367086e-05,
+      "loss": 0.0278,
+      "step": 200050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.187341772151899e-05,
+      "learning_rate_adapter": 5.187341772151899e-05,
+      "loss": 0.0271,
+      "step": 200100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1860759493670884e-05,
+      "learning_rate_adapter": 5.1860759493670884e-05,
+      "loss": 0.0283,
+      "step": 200150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.184810126582279e-05,
+      "learning_rate_adapter": 5.184810126582279e-05,
+      "loss": 0.0277,
+      "step": 200200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.183544303797468e-05,
+      "learning_rate_adapter": 5.183544303797468e-05,
+      "loss": 0.0285,
+      "step": 200250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.182278481012659e-05,
+      "learning_rate_adapter": 5.182278481012659e-05,
+      "loss": 0.0272,
+      "step": 200300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1810126582278486e-05,
+      "learning_rate_adapter": 5.1810126582278486e-05,
+      "loss": 0.0283,
+      "step": 200350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.179746835443038e-05,
+      "learning_rate_adapter": 5.179746835443038e-05,
+      "loss": 0.0278,
+      "step": 200400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1784810126582284e-05,
+      "learning_rate_adapter": 5.1784810126582284e-05,
+      "loss": 0.0287,
+      "step": 200450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1772151898734176e-05,
+      "learning_rate_adapter": 5.1772151898734176e-05,
+      "loss": 0.028,
+      "step": 200500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.175949367088608e-05,
+      "learning_rate_adapter": 5.175949367088608e-05,
+      "loss": 0.0279,
+      "step": 200550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.174683544303798e-05,
+      "learning_rate_adapter": 5.174683544303798e-05,
+      "loss": 0.0279,
+      "step": 200600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.173417721518987e-05,
+      "learning_rate_adapter": 5.173417721518987e-05,
+      "loss": 0.0278,
+      "step": 200650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.172151898734178e-05,
+      "learning_rate_adapter": 5.172151898734178e-05,
+      "loss": 0.0276,
+      "step": 200700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.170886075949367e-05,
+      "learning_rate_adapter": 5.170886075949367e-05,
+      "loss": 0.0275,
+      "step": 200750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1696202531645576e-05,
+      "learning_rate_adapter": 5.1696202531645576e-05,
+      "loss": 0.0276,
+      "step": 200800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.168354430379747e-05,
+      "learning_rate_adapter": 5.168354430379747e-05,
+      "loss": 0.0277,
+      "step": 200850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.167088607594937e-05,
+      "learning_rate_adapter": 5.167088607594937e-05,
+      "loss": 0.0272,
+      "step": 200900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.165822784810127e-05,
+      "learning_rate_adapter": 5.165822784810127e-05,
+      "loss": 0.0279,
+      "step": 200950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1645569620253165e-05,
+      "learning_rate_adapter": 5.1645569620253165e-05,
+      "loss": 0.0278,
+      "step": 201000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.163291139240507e-05,
+      "learning_rate_adapter": 5.163291139240507e-05,
+      "loss": 0.0272,
+      "step": 201050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.162025316455696e-05,
+      "learning_rate_adapter": 5.162025316455696e-05,
+      "loss": 0.0274,
+      "step": 201100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.160759493670886e-05,
+      "learning_rate_adapter": 5.160759493670886e-05,
+      "loss": 0.0271,
+      "step": 201150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.159493670886077e-05,
+      "learning_rate_adapter": 5.159493670886077e-05,
+      "loss": 0.0281,
+      "step": 201200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.158227848101266e-05,
+      "learning_rate_adapter": 5.158227848101266e-05,
+      "loss": 0.0281,
+      "step": 201250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1569620253164565e-05,
+      "learning_rate_adapter": 5.1569620253164565e-05,
+      "loss": 0.0278,
+      "step": 201300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.155696202531646e-05,
+      "learning_rate_adapter": 5.155696202531646e-05,
+      "loss": 0.0266,
+      "step": 201350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.154430379746835e-05,
+      "learning_rate_adapter": 5.154430379746835e-05,
+      "loss": 0.0282,
+      "step": 201400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1531645569620254e-05,
+      "learning_rate_adapter": 5.1531645569620254e-05,
+      "loss": 0.0275,
+      "step": 201450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.151898734177215e-05,
+      "learning_rate_adapter": 5.151898734177215e-05,
+      "loss": 0.0277,
+      "step": 201500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.150632911392406e-05,
+      "learning_rate_adapter": 5.150632911392406e-05,
+      "loss": 0.0278,
+      "step": 201550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.149367088607595e-05,
+      "learning_rate_adapter": 5.149367088607595e-05,
+      "loss": 0.0277,
+      "step": 201600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.148101265822784e-05,
+      "learning_rate_adapter": 5.148101265822784e-05,
+      "loss": 0.0288,
+      "step": 201650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.146835443037975e-05,
+      "learning_rate_adapter": 5.146835443037975e-05,
+      "loss": 0.0275,
+      "step": 201700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.145569620253165e-05,
+      "learning_rate_adapter": 5.145569620253165e-05,
+      "loss": 0.0286,
+      "step": 201750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.144303797468355e-05,
+      "learning_rate_adapter": 5.144303797468355e-05,
+      "loss": 0.0282,
+      "step": 201800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1430379746835445e-05,
+      "learning_rate_adapter": 5.1430379746835445e-05,
+      "loss": 0.0271,
+      "step": 201850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.141772151898735e-05,
+      "learning_rate_adapter": 5.141772151898735e-05,
+      "loss": 0.0271,
+      "step": 201900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.140506329113924e-05,
+      "learning_rate_adapter": 5.140506329113924e-05,
+      "loss": 0.0279,
+      "step": 201950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1392405063291135e-05,
+      "learning_rate_adapter": 5.1392405063291135e-05,
+      "loss": 0.0283,
+      "step": 202000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.137974683544304e-05,
+      "learning_rate_adapter": 5.137974683544304e-05,
+      "loss": 0.0279,
+      "step": 202050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.136708860759494e-05,
+      "learning_rate_adapter": 5.136708860759494e-05,
+      "loss": 0.027,
+      "step": 202100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1354430379746845e-05,
+      "learning_rate_adapter": 5.1354430379746845e-05,
+      "loss": 0.0283,
+      "step": 202150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.134177215189874e-05,
+      "learning_rate_adapter": 5.134177215189874e-05,
+      "loss": 0.0275,
+      "step": 202200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.132911392405063e-05,
+      "learning_rate_adapter": 5.132911392405063e-05,
+      "loss": 0.028,
+      "step": 202250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1316455696202535e-05,
+      "learning_rate_adapter": 5.1316455696202535e-05,
+      "loss": 0.0283,
+      "step": 202300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1303797468354434e-05,
+      "learning_rate_adapter": 5.1303797468354434e-05,
+      "loss": 0.0272,
+      "step": 202350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.129113924050634e-05,
+      "learning_rate_adapter": 5.129113924050634e-05,
+      "loss": 0.0276,
+      "step": 202400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.127848101265823e-05,
+      "learning_rate_adapter": 5.127848101265823e-05,
+      "loss": 0.0278,
+      "step": 202450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1265822784810124e-05,
+      "learning_rate_adapter": 5.1265822784810124e-05,
+      "loss": 0.0276,
+      "step": 202500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.125316455696203e-05,
+      "learning_rate_adapter": 5.125316455696203e-05,
+      "loss": 0.0278,
+      "step": 202550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.124050632911392e-05,
+      "learning_rate_adapter": 5.124050632911392e-05,
+      "loss": 0.0278,
+      "step": 202600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.122784810126583e-05,
+      "learning_rate_adapter": 5.122784810126583e-05,
+      "loss": 0.0278,
+      "step": 202650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1215189873417726e-05,
+      "learning_rate_adapter": 5.1215189873417726e-05,
+      "loss": 0.0276,
+      "step": 202700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.120253164556962e-05,
+      "learning_rate_adapter": 5.120253164556962e-05,
+      "loss": 0.0275,
+      "step": 202750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1189873417721524e-05,
+      "learning_rate_adapter": 5.1189873417721524e-05,
+      "loss": 0.0276,
+      "step": 202800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1177215189873416e-05,
+      "learning_rate_adapter": 5.1177215189873416e-05,
+      "loss": 0.0276,
+      "step": 202850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.116455696202532e-05,
+      "learning_rate_adapter": 5.116455696202532e-05,
+      "loss": 0.0278,
+      "step": 202900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.115189873417722e-05,
+      "learning_rate_adapter": 5.115189873417722e-05,
+      "loss": 0.0279,
+      "step": 202950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.113924050632911e-05,
+      "learning_rate_adapter": 5.113924050632911e-05,
+      "loss": 0.0279,
+      "step": 203000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.112658227848102e-05,
+      "learning_rate_adapter": 5.112658227848102e-05,
+      "loss": 0.0278,
+      "step": 203050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.111392405063291e-05,
+      "learning_rate_adapter": 5.111392405063291e-05,
+      "loss": 0.0274,
+      "step": 203100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1101265822784816e-05,
+      "learning_rate_adapter": 5.1101265822784816e-05,
+      "loss": 0.0276,
+      "step": 203150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.108860759493671e-05,
+      "learning_rate_adapter": 5.108860759493671e-05,
+      "loss": 0.0283,
+      "step": 203200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1075949367088606e-05,
+      "learning_rate_adapter": 5.1075949367088606e-05,
+      "loss": 0.0283,
+      "step": 203250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.106329113924051e-05,
+      "learning_rate_adapter": 5.106329113924051e-05,
+      "loss": 0.0281,
+      "step": 203300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1050632911392404e-05,
+      "learning_rate_adapter": 5.1050632911392404e-05,
+      "loss": 0.0275,
+      "step": 203350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.103797468354431e-05,
+      "learning_rate_adapter": 5.103797468354431e-05,
+      "loss": 0.0274,
+      "step": 203400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.10253164556962e-05,
+      "learning_rate_adapter": 5.10253164556962e-05,
+      "loss": 0.0271,
+      "step": 203450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.101265822784811e-05,
+      "learning_rate_adapter": 5.101265822784811e-05,
+      "loss": 0.0274,
+      "step": 203500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0281,
+      "step": 203550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.09873417721519e-05,
+      "learning_rate_adapter": 5.09873417721519e-05,
+      "loss": 0.028,
+      "step": 203600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0974683544303804e-05,
+      "learning_rate_adapter": 5.0974683544303804e-05,
+      "loss": 0.028,
+      "step": 203650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0962025316455696e-05,
+      "learning_rate_adapter": 5.0962025316455696e-05,
+      "loss": 0.0277,
+      "step": 203700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.09493670886076e-05,
+      "learning_rate_adapter": 5.09493670886076e-05,
+      "loss": 0.0273,
+      "step": 203750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0936708860759494e-05,
+      "learning_rate_adapter": 5.0936708860759494e-05,
+      "loss": 0.0281,
+      "step": 203800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.092405063291139e-05,
+      "learning_rate_adapter": 5.092405063291139e-05,
+      "loss": 0.0279,
+      "step": 203850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.09113924050633e-05,
+      "learning_rate_adapter": 5.09113924050633e-05,
+      "loss": 0.0274,
+      "step": 203900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.089873417721519e-05,
+      "learning_rate_adapter": 5.089873417721519e-05,
+      "loss": 0.0279,
+      "step": 203950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0886075949367096e-05,
+      "learning_rate_adapter": 5.0886075949367096e-05,
+      "loss": 0.0272,
+      "step": 204000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.087341772151899e-05,
+      "learning_rate_adapter": 5.087341772151899e-05,
+      "loss": 0.0279,
+      "step": 204050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.086075949367089e-05,
+      "learning_rate_adapter": 5.086075949367089e-05,
+      "loss": 0.0275,
+      "step": 204100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.084810126582279e-05,
+      "learning_rate_adapter": 5.084810126582279e-05,
+      "loss": 0.0275,
+      "step": 204150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0835443037974685e-05,
+      "learning_rate_adapter": 5.0835443037974685e-05,
+      "loss": 0.0264,
+      "step": 204200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.082278481012659e-05,
+      "learning_rate_adapter": 5.082278481012659e-05,
+      "loss": 0.0272,
+      "step": 204250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.081012658227848e-05,
+      "learning_rate_adapter": 5.081012658227848e-05,
+      "loss": 0.0281,
+      "step": 204300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0797468354430375e-05,
+      "learning_rate_adapter": 5.0797468354430375e-05,
+      "loss": 0.0281,
+      "step": 204350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.078481012658228e-05,
+      "learning_rate_adapter": 5.078481012658228e-05,
+      "loss": 0.0276,
+      "step": 204400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.077215189873418e-05,
+      "learning_rate_adapter": 5.077215189873418e-05,
+      "loss": 0.0276,
+      "step": 204450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0759493670886085e-05,
+      "learning_rate_adapter": 5.0759493670886085e-05,
+      "loss": 0.028,
+      "step": 204500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.074683544303798e-05,
+      "learning_rate_adapter": 5.074683544303798e-05,
+      "loss": 0.0284,
+      "step": 204550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.073417721518987e-05,
+      "learning_rate_adapter": 5.073417721518987e-05,
+      "loss": 0.028,
+      "step": 204600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0721518987341774e-05,
+      "learning_rate_adapter": 5.0721518987341774e-05,
+      "loss": 0.0274,
+      "step": 204650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.070886075949367e-05,
+      "learning_rate_adapter": 5.070886075949367e-05,
+      "loss": 0.0283,
+      "step": 204700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.069620253164558e-05,
+      "learning_rate_adapter": 5.069620253164558e-05,
+      "loss": 0.0279,
+      "step": 204750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.068354430379747e-05,
+      "learning_rate_adapter": 5.068354430379747e-05,
+      "loss": 0.0274,
+      "step": 204800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.067088607594936e-05,
+      "learning_rate_adapter": 5.067088607594936e-05,
+      "loss": 0.0277,
+      "step": 204850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.065822784810127e-05,
+      "learning_rate_adapter": 5.065822784810127e-05,
+      "loss": 0.0279,
+      "step": 204900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.064556962025316e-05,
+      "learning_rate_adapter": 5.064556962025316e-05,
+      "loss": 0.0277,
+      "step": 204950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0632911392405066e-05,
+      "learning_rate_adapter": 5.0632911392405066e-05,
+      "loss": 0.0274,
+      "step": 205000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.7727821139938015,
+      "eval_af_ud_pr_auc": 0.9913336776598992,
+      "eval_am_opus100_pr_auc": 0.5365346920485459,
+      "eval_ar_ersatz_pr_auc": 0.9342550261761255,
+      "eval_ar_opus100_pr_auc": 0.7223550355638124,
+      "eval_ar_ud_pr_auc": 0.8796575941505714,
+      "eval_average_ersatz_pr_auc": 0.9606847000888957,
+      "eval_average_opus100_pr_auc": 0.8298798744551243,
+      "eval_average_ud_pr_auc": 0.9611936192679144,
+      "eval_az_opus100_pr_auc": 0.8004773771129015,
+      "eval_be_opus100_pr_auc": 0.7196113475190797,
+      "eval_be_ud_pr_auc": 0.8765067268777927,
+      "eval_bg_opus100_pr_auc": 0.9086545479182258,
+      "eval_bg_ud_pr_auc": 0.9946733285102733,
+      "eval_bn_opus100_pr_auc": 0.8221196585609845,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8829500539598188,
+      "eval_ca_ud_pr_auc": 0.9959187373140636,
+      "eval_ceb_ud_pr_auc": 0.9989792933923755,
+      "eval_cs_ersatz_pr_auc": 0.9845155705648722,
+      "eval_cs_opus100_pr_auc": 0.9058873886495167,
+      "eval_cs_ud_pr_auc": 0.9586356214168115,
+      "eval_cy_opus100_pr_auc": 0.7719436071029042,
+      "eval_cy_ud_pr_auc": 0.9922336583753171,
+      "eval_da_opus100_pr_auc": 0.912496086653188,
+      "eval_da_ud_pr_auc": 0.9822311576543369,
+      "eval_de_ersatz_pr_auc": 0.974708591353801,
+      "eval_de_opus100_pr_auc": 0.901172224572522,
+      "eval_de_ud_pr_auc": 0.9858235055949343,
+      "eval_el_opus100_pr_auc": 0.9162467438306625,
+      "eval_el_ud_pr_auc": 0.9782235698982962,
+      "eval_en_ersatz_pr_auc": 0.989357262856289,
+      "eval_en_opus100_pr_auc": 0.9203842220308417,
+      "eval_en_ud_pr_auc": 0.9714226479221167,
+      "eval_eo_opus100_pr_auc": 0.9284019107292114,
+      "eval_es_ersatz_pr_auc": 0.9957968549844751,
+      "eval_es_opus100_pr_auc": 0.9252961017957915,
+      "eval_es_ud_pr_auc": 0.9918772115218547,
+      "eval_et_ersatz_pr_auc": 0.9796410663017169,
+      "eval_et_opus100_pr_auc": 0.888859425207048,
+      "eval_et_ud_pr_auc": 0.9558040388420012,
+      "eval_eu_opus100_pr_auc": 0.8809845753359811,
+      "eval_eu_ud_pr_auc": 0.992369832595898,
+      "eval_fa_opus100_pr_auc": 0.5944419375173291,
+      "eval_fa_ud_pr_auc": 0.99286308781289,
+      "eval_fi_ersatz_pr_auc": 0.9902581668564269,
+      "eval_fi_opus100_pr_auc": 0.9114993693247607,
+      "eval_fi_ud_pr_auc": 0.9699157702033671,
+      "eval_fr_ersatz_pr_auc": 0.9797319413640583,
+      "eval_fr_opus100_pr_auc": 0.9135464569103922,
+      "eval_fr_ud_pr_auc": 0.9789822385665106,
+      "eval_fy_opus100_pr_auc": 0.6900523804196266,
+      "eval_ga_opus100_pr_auc": 0.882685754736623,
+      "eval_ga_ud_pr_auc": 0.7988290715765377,
+      "eval_gd_opus100_pr_auc": 0.6447401422847313,
+      "eval_gd_ud_pr_auc": 0.8057074058529096,
+      "eval_gl_opus100_pr_auc": 0.8959011102271518,
+      "eval_gl_ud_pr_auc": 0.9984957127362738,
+      "eval_gu_ersatz_pr_auc": 0.9364858893718426,
+      "eval_gu_opus100_pr_auc": 0.7315898990867147,
+      "eval_ha_opus100_pr_auc": 0.9092399195740336,
+      "eval_he_opus100_pr_auc": 0.8694386790722572,
+      "eval_he_ud_pr_auc": 0.9659159868661258,
+      "eval_hi_ersatz_pr_auc": 0.970609243851663,
+      "eval_hi_opus100_pr_auc": 0.6907127571577814,
+      "eval_hi_ud_pr_auc": 0.9859517859640015,
+      "eval_hu_opus100_pr_auc": 0.9072925581124174,
+      "eval_hu_ud_pr_auc": 0.9822808583066345,
+      "eval_hy_opus100_pr_auc": 0.9164382143880756,
+      "eval_hy_ud_pr_auc": 0.9915639597946566,
+      "eval_id_opus100_pr_auc": 0.8714725862880996,
+      "eval_id_ud_pr_auc": 0.992245406927791,
+      "eval_ig_opus100_pr_auc": 0.8850283997062963,
+      "eval_is_opus100_pr_auc": 0.9188098607857723,
+      "eval_is_ud_pr_auc": 0.9181182471983015,
+      "eval_it_opus100_pr_auc": 0.9097488170063786,
+      "eval_it_ud_pr_auc": 0.9996523210405079,
+      "eval_ja_ersatz_pr_auc": 0.7855711426350909,
+      "eval_ja_opus100_pr_auc": 0.8090550488355778,
+      "eval_ja_ud_pr_auc": 0.974284054252295,
+      "eval_jv_ud_pr_auc": 0.9696411686863847,
+      "eval_ka_opus100_pr_auc": 0.8567697522691144,
+      "eval_kk_ersatz_pr_auc": 0.9871345243441426,
+      "eval_kk_opus100_pr_auc": 0.7902326924829939,
+      "eval_kk_ud_pr_auc": 0.979056826813004,
+      "eval_km_ersatz_pr_auc": 0.9176369833319943,
+      "eval_km_opus100_pr_auc": 0.7238726509127055,
+      "eval_kn_opus100_pr_auc": 0.603586613615264,
+      "eval_ko_opus100_pr_auc": 0.6573586543306067,
+      "eval_ko_ud_pr_auc": 0.9988608500261299,
+      "eval_ku_opus100_pr_auc": 0.8251722953713279,
+      "eval_ky_opus100_pr_auc": 0.8354909818402935,
+      "eval_la_ud_pr_auc": 0.9639832854880064,
+      "eval_loss": 0.03154626488685608,
+      "eval_lt_ersatz_pr_auc": 0.9945497431242444,
+      "eval_lt_opus100_pr_auc": 0.8776793484481789,
+      "eval_lt_ud_pr_auc": 0.9910955838606986,
+      "eval_lv_ersatz_pr_auc": 0.9894108514455588,
+      "eval_lv_opus100_pr_auc": 0.8825312303711652,
+      "eval_lv_ud_pr_auc": 0.9593633011983312,
+      "eval_mg_opus100_pr_auc": 0.9238291796782578,
+      "eval_mk_opus100_pr_auc": 0.9022892300225821,
+      "eval_ml_opus100_pr_auc": 0.7836992244608469,
+      "eval_mn_opus100_pr_auc": 0.9309284319564535,
+      "eval_mr_opus100_pr_auc": 0.899000406707624,
+      "eval_mr_ud_pr_auc": 0.948862667132878,
+      "eval_ms_opus100_pr_auc": 0.8695316951760256,
+      "eval_mt_opus100_pr_auc": 0.8576222499499799,
+      "eval_mt_ud_pr_auc": 0.8824006883439753,
+      "eval_my_opus100_pr_auc": 0.7418954797747535,
+      "eval_ne_opus100_pr_auc": 0.7156041259493859,
+      "eval_nl_opus100_pr_auc": 0.896914699434925,
+      "eval_nl_ud_pr_auc": 0.9779727754208798,
+      "eval_no_opus100_pr_auc": 0.9208363299558188,
+      "eval_no_ud_pr_auc": 0.9960373985294799,
+      "eval_pa_opus100_pr_auc": 0.6760505923012076,
+      "eval_pl_ersatz_pr_auc": 0.9727346323078739,
+      "eval_pl_opus100_pr_auc": 0.889098780451518,
+      "eval_pl_ud_pr_auc": 0.9631702333143697,
+      "eval_ps_ersatz_pr_auc": 0.9177320364714672,
+      "eval_ps_opus100_pr_auc": 0.7298649237919586,
+      "eval_pt_opus100_pr_auc": 0.9231508833720339,
+      "eval_pt_ud_pr_auc": 0.9849023948924627,
+      "eval_ro_ersatz_pr_auc": 0.9916070048373591,
+      "eval_ro_opus100_pr_auc": 0.8772442257317701,
+      "eval_ro_ud_pr_auc": 0.9711363457101535,
+      "eval_ru_ersatz_pr_auc": 0.9891058498298904,
+      "eval_ru_opus100_pr_auc": 0.9139777348838786,
+      "eval_ru_ud_pr_auc": 0.8757017132300817,
+      "eval_runtime": 618.0068,
+      "eval_samples_per_second": 122.194,
+      "eval_si_opus100_pr_auc": 0.8048850737095298,
+      "eval_sk_opus100_pr_auc": 0.9267808105097085,
+      "eval_sk_ud_pr_auc": 0.9861634127280636,
+      "eval_sl_opus100_pr_auc": 0.8634554585230606,
+      "eval_sl_ud_pr_auc": 0.9682386658052515,
+      "eval_sq_opus100_pr_auc": 0.9073320952759149,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8993517557805305,
+      "eval_sr_ud_pr_auc": 0.9985795908511483,
+      "eval_steps_per_second": 3.819,
+      "eval_sv_opus100_pr_auc": 0.8931384827052086,
+      "eval_sv_ud_pr_auc": 0.9535780763162367,
+      "eval_ta_ersatz_pr_auc": 0.9792773611829623,
+      "eval_ta_opus100_pr_auc": 0.6966529350528962,
+      "eval_ta_ud_pr_auc": 0.9969407661680576,
+      "eval_te_opus100_pr_auc": 0.8448944600691465,
+      "eval_tg_opus100_pr_auc": 0.8895649538236636,
+      "eval_th_opus100_pr_auc": 0.6671954679128381,
+      "eval_th_ud_pr_auc": 0.797171949945993,
+      "eval_tr_ersatz_pr_auc": 0.9644125820520297,
+      "eval_tr_opus100_pr_auc": 0.8952587980329992,
+      "eval_tr_ud_pr_auc": 0.9520480617078007,
+      "eval_uk_opus100_pr_auc": 0.8691699043533054,
+      "eval_uk_ud_pr_auc": 0.9278378126646663,
+      "eval_ur_opus100_pr_auc": 0.5411007714251523,
+      "eval_ur_ud_pr_auc": 0.9939499837909731,
+      "eval_uz_opus100_pr_auc": 0.8707241954320858,
+      "eval_vi_opus100_pr_auc": 0.9046539578741726,
+      "eval_vi_ud_pr_auc": 0.9609298499453734,
+      "eval_xh_opus100_pr_auc": 0.8609258843977794,
+      "eval_yi_opus100_pr_auc": 0.7622118717982874,
+      "eval_yo_opus100_pr_auc": 0.801786753852989,
+      "eval_yo_ud_pr_auc": 0.8994218459682912,
+      "eval_zh_ersatz_pr_auc": 0.9105310767118198,
+      "eval_zh_opus100_pr_auc": 0.7559740954296064,
+      "eval_zh_ud_pr_auc": 0.990494540907089,
+      "eval_zu_opus100_pr_auc": 0.8220085621018033,
+      "step": 205000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0620253164556965e-05,
+      "learning_rate_adapter": 5.0620253164556965e-05,
+      "loss": 0.0284,
+      "step": 205050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.060759493670887e-05,
+      "learning_rate_adapter": 5.060759493670887e-05,
+      "loss": 0.0273,
+      "step": 205100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.059493670886076e-05,
+      "learning_rate_adapter": 5.059493670886076e-05,
+      "loss": 0.0282,
+      "step": 205150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0582278481012655e-05,
+      "learning_rate_adapter": 5.0582278481012655e-05,
+      "loss": 0.0275,
+      "step": 205200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.056962025316456e-05,
+      "learning_rate_adapter": 5.056962025316456e-05,
+      "loss": 0.0269,
+      "step": 205250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.055696202531646e-05,
+      "learning_rate_adapter": 5.055696202531646e-05,
+      "loss": 0.0274,
+      "step": 205300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0544303797468365e-05,
+      "learning_rate_adapter": 5.0544303797468365e-05,
+      "loss": 0.0284,
+      "step": 205350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.053164556962026e-05,
+      "learning_rate_adapter": 5.053164556962026e-05,
+      "loss": 0.0274,
+      "step": 205400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.051898734177215e-05,
+      "learning_rate_adapter": 5.051898734177215e-05,
+      "loss": 0.0277,
+      "step": 205450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0506329113924055e-05,
+      "learning_rate_adapter": 5.0506329113924055e-05,
+      "loss": 0.0279,
+      "step": 205500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.049367088607595e-05,
+      "learning_rate_adapter": 5.049367088607595e-05,
+      "loss": 0.0277,
+      "step": 205550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.048101265822785e-05,
+      "learning_rate_adapter": 5.048101265822785e-05,
+      "loss": 0.027,
+      "step": 205600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.046835443037975e-05,
+      "learning_rate_adapter": 5.046835443037975e-05,
+      "loss": 0.0272,
+      "step": 205650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0455696202531644e-05,
+      "learning_rate_adapter": 5.0455696202531644e-05,
+      "loss": 0.0276,
+      "step": 205700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.044303797468355e-05,
+      "learning_rate_adapter": 5.044303797468355e-05,
+      "loss": 0.0278,
+      "step": 205750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.043037974683544e-05,
+      "learning_rate_adapter": 5.043037974683544e-05,
+      "loss": 0.0285,
+      "step": 205800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.041772151898735e-05,
+      "learning_rate_adapter": 5.041772151898735e-05,
+      "loss": 0.0278,
+      "step": 205850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0405063291139246e-05,
+      "learning_rate_adapter": 5.0405063291139246e-05,
+      "loss": 0.0277,
+      "step": 205900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.039240506329114e-05,
+      "learning_rate_adapter": 5.039240506329114e-05,
+      "loss": 0.0275,
+      "step": 205950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0379746835443044e-05,
+      "learning_rate_adapter": 5.0379746835443044e-05,
+      "loss": 0.0279,
+      "step": 206000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0367088607594936e-05,
+      "learning_rate_adapter": 5.0367088607594936e-05,
+      "loss": 0.0271,
+      "step": 206050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.035443037974684e-05,
+      "learning_rate_adapter": 5.035443037974684e-05,
+      "loss": 0.0277,
+      "step": 206100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.034177215189873e-05,
+      "learning_rate_adapter": 5.034177215189873e-05,
+      "loss": 0.0273,
+      "step": 206150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.032911392405063e-05,
+      "learning_rate_adapter": 5.032911392405063e-05,
+      "loss": 0.0283,
+      "step": 206200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.031645569620254e-05,
+      "learning_rate_adapter": 5.031645569620254e-05,
+      "loss": 0.0282,
+      "step": 206250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.030379746835443e-05,
+      "learning_rate_adapter": 5.030379746835443e-05,
+      "loss": 0.0274,
+      "step": 206300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0291139240506335e-05,
+      "learning_rate_adapter": 5.0291139240506335e-05,
+      "loss": 0.0274,
+      "step": 206350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.027848101265823e-05,
+      "learning_rate_adapter": 5.027848101265823e-05,
+      "loss": 0.028,
+      "step": 206400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0265822784810126e-05,
+      "learning_rate_adapter": 5.0265822784810126e-05,
+      "loss": 0.0278,
+      "step": 206450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.025316455696203e-05,
+      "learning_rate_adapter": 5.025316455696203e-05,
+      "loss": 0.0275,
+      "step": 206500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0240506329113924e-05,
+      "learning_rate_adapter": 5.0240506329113924e-05,
+      "loss": 0.0277,
+      "step": 206550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.022784810126583e-05,
+      "learning_rate_adapter": 5.022784810126583e-05,
+      "loss": 0.0266,
+      "step": 206600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.021518987341772e-05,
+      "learning_rate_adapter": 5.021518987341772e-05,
+      "loss": 0.0275,
+      "step": 206650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.020253164556963e-05,
+      "learning_rate_adapter": 5.020253164556963e-05,
+      "loss": 0.0273,
+      "step": 206700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.018987341772152e-05,
+      "learning_rate_adapter": 5.018987341772152e-05,
+      "loss": 0.0273,
+      "step": 206750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.017721518987342e-05,
+      "learning_rate_adapter": 5.017721518987342e-05,
+      "loss": 0.028,
+      "step": 206800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0164556962025324e-05,
+      "learning_rate_adapter": 5.0164556962025324e-05,
+      "loss": 0.0274,
+      "step": 206850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0151898734177216e-05,
+      "learning_rate_adapter": 5.0151898734177216e-05,
+      "loss": 0.0271,
+      "step": 206900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.013924050632912e-05,
+      "learning_rate_adapter": 5.013924050632912e-05,
+      "loss": 0.0282,
+      "step": 206950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0126582278481014e-05,
+      "learning_rate_adapter": 5.0126582278481014e-05,
+      "loss": 0.0277,
+      "step": 207000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.011392405063291e-05,
+      "learning_rate_adapter": 5.011392405063291e-05,
+      "loss": 0.0278,
+      "step": 207050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.010126582278482e-05,
+      "learning_rate_adapter": 5.010126582278482e-05,
+      "loss": 0.0276,
+      "step": 207100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.008860759493671e-05,
+      "learning_rate_adapter": 5.008860759493671e-05,
+      "loss": 0.028,
+      "step": 207150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0075949367088616e-05,
+      "learning_rate_adapter": 5.0075949367088616e-05,
+      "loss": 0.0273,
+      "step": 207200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.006329113924051e-05,
+      "learning_rate_adapter": 5.006329113924051e-05,
+      "loss": 0.0271,
+      "step": 207250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.00506329113924e-05,
+      "learning_rate_adapter": 5.00506329113924e-05,
+      "loss": 0.0273,
+      "step": 207300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0037974683544306e-05,
+      "learning_rate_adapter": 5.0037974683544306e-05,
+      "loss": 0.028,
+      "step": 207350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0025316455696205e-05,
+      "learning_rate_adapter": 5.0025316455696205e-05,
+      "loss": 0.0276,
+      "step": 207400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.001265822784811e-05,
+      "learning_rate_adapter": 5.001265822784811e-05,
+      "loss": 0.0273,
+      "step": 207450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0282,
+      "step": 207500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99873417721519e-05,
+      "learning_rate_adapter": 4.99873417721519e-05,
+      "loss": 0.028,
+      "step": 207550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99746835443038e-05,
+      "learning_rate_adapter": 4.99746835443038e-05,
+      "loss": 0.0278,
+      "step": 207600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99620253164557e-05,
+      "learning_rate_adapter": 4.99620253164557e-05,
+      "loss": 0.0279,
+      "step": 207650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99493670886076e-05,
+      "learning_rate_adapter": 4.99493670886076e-05,
+      "loss": 0.0278,
+      "step": 207700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.99367088607595e-05,
+      "learning_rate_adapter": 4.99367088607595e-05,
+      "loss": 0.0272,
+      "step": 207750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9924050632911396e-05,
+      "learning_rate_adapter": 4.9924050632911396e-05,
+      "loss": 0.0279,
+      "step": 207800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9911392405063294e-05,
+      "learning_rate_adapter": 4.9911392405063294e-05,
+      "loss": 0.0276,
+      "step": 207850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9898734177215186e-05,
+      "learning_rate_adapter": 4.9898734177215186e-05,
+      "loss": 0.0268,
+      "step": 207900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.988607594936709e-05,
+      "learning_rate_adapter": 4.988607594936709e-05,
+      "loss": 0.0271,
+      "step": 207950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.987341772151899e-05,
+      "learning_rate_adapter": 4.987341772151899e-05,
+      "loss": 0.0275,
+      "step": 208000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.986075949367089e-05,
+      "learning_rate_adapter": 4.986075949367089e-05,
+      "loss": 0.0274,
+      "step": 208050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.984810126582279e-05,
+      "learning_rate_adapter": 4.984810126582279e-05,
+      "loss": 0.0279,
+      "step": 208100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.983544303797469e-05,
+      "learning_rate_adapter": 4.983544303797469e-05,
+      "loss": 0.0277,
+      "step": 208150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.982278481012658e-05,
+      "learning_rate_adapter": 4.982278481012658e-05,
+      "loss": 0.0276,
+      "step": 208200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9810126582278485e-05,
+      "learning_rate_adapter": 4.9810126582278485e-05,
+      "loss": 0.0277,
+      "step": 208250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9797468354430384e-05,
+      "learning_rate_adapter": 4.9797468354430384e-05,
+      "loss": 0.0276,
+      "step": 208300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.978481012658228e-05,
+      "learning_rate_adapter": 4.978481012658228e-05,
+      "loss": 0.0272,
+      "step": 208350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.977215189873418e-05,
+      "learning_rate_adapter": 4.977215189873418e-05,
+      "loss": 0.0272,
+      "step": 208400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9759493670886074e-05,
+      "learning_rate_adapter": 4.9759493670886074e-05,
+      "loss": 0.0274,
+      "step": 208450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.974683544303797e-05,
+      "learning_rate_adapter": 4.974683544303797e-05,
+      "loss": 0.0269,
+      "step": 208500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.973417721518988e-05,
+      "learning_rate_adapter": 4.973417721518988e-05,
+      "loss": 0.0274,
+      "step": 208550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.972151898734178e-05,
+      "learning_rate_adapter": 4.972151898734178e-05,
+      "loss": 0.0276,
+      "step": 208600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9708860759493676e-05,
+      "learning_rate_adapter": 4.9708860759493676e-05,
+      "loss": 0.0277,
+      "step": 208650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.969620253164557e-05,
+      "learning_rate_adapter": 4.969620253164557e-05,
+      "loss": 0.0279,
+      "step": 208700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.968354430379747e-05,
+      "learning_rate_adapter": 4.968354430379747e-05,
+      "loss": 0.0281,
+      "step": 208750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9670886075949366e-05,
+      "learning_rate_adapter": 4.9670886075949366e-05,
+      "loss": 0.0278,
+      "step": 208800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.965822784810127e-05,
+      "learning_rate_adapter": 4.965822784810127e-05,
+      "loss": 0.0273,
+      "step": 208850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.964556962025317e-05,
+      "learning_rate_adapter": 4.964556962025317e-05,
+      "loss": 0.0277,
+      "step": 208900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.963291139240507e-05,
+      "learning_rate_adapter": 4.963291139240507e-05,
+      "loss": 0.0275,
+      "step": 208950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.962025316455696e-05,
+      "learning_rate_adapter": 4.962025316455696e-05,
+      "loss": 0.0279,
+      "step": 209000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.960759493670886e-05,
+      "learning_rate_adapter": 4.960759493670886e-05,
+      "loss": 0.027,
+      "step": 209050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.959493670886076e-05,
+      "learning_rate_adapter": 4.959493670886076e-05,
+      "loss": 0.0276,
+      "step": 209100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9582278481012665e-05,
+      "learning_rate_adapter": 4.9582278481012665e-05,
+      "loss": 0.0276,
+      "step": 209150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9569620253164563e-05,
+      "learning_rate_adapter": 4.9569620253164563e-05,
+      "loss": 0.0278,
+      "step": 209200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9556962025316456e-05,
+      "learning_rate_adapter": 4.9556962025316456e-05,
+      "loss": 0.0282,
+      "step": 209250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9544303797468354e-05,
+      "learning_rate_adapter": 4.9544303797468354e-05,
+      "loss": 0.028,
+      "step": 209300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.953164556962025e-05,
+      "learning_rate_adapter": 4.953164556962025e-05,
+      "loss": 0.0279,
+      "step": 209350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.951898734177215e-05,
+      "learning_rate_adapter": 4.951898734177215e-05,
+      "loss": 0.0273,
+      "step": 209400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.950632911392406e-05,
+      "learning_rate_adapter": 4.950632911392406e-05,
+      "loss": 0.0274,
+      "step": 209450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.949367088607595e-05,
+      "learning_rate_adapter": 4.949367088607595e-05,
+      "loss": 0.0272,
+      "step": 209500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.948101265822785e-05,
+      "learning_rate_adapter": 4.948101265822785e-05,
+      "loss": 0.0282,
+      "step": 209550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.946835443037975e-05,
+      "learning_rate_adapter": 4.946835443037975e-05,
+      "loss": 0.0272,
+      "step": 209600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9455696202531646e-05,
+      "learning_rate_adapter": 4.9455696202531646e-05,
+      "loss": 0.0278,
+      "step": 209650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9443037974683545e-05,
+      "learning_rate_adapter": 4.9443037974683545e-05,
+      "loss": 0.0283,
+      "step": 209700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.943037974683545e-05,
+      "learning_rate_adapter": 4.943037974683545e-05,
+      "loss": 0.0275,
+      "step": 209750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.941772151898734e-05,
+      "learning_rate_adapter": 4.941772151898734e-05,
+      "loss": 0.0273,
+      "step": 209800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.940506329113924e-05,
+      "learning_rate_adapter": 4.940506329113924e-05,
+      "loss": 0.028,
+      "step": 209850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.939240506329114e-05,
+      "learning_rate_adapter": 4.939240506329114e-05,
+      "loss": 0.0277,
+      "step": 209900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.937974683544304e-05,
+      "learning_rate_adapter": 4.937974683544304e-05,
+      "loss": 0.0282,
+      "step": 209950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.936708860759494e-05,
+      "learning_rate_adapter": 4.936708860759494e-05,
+      "loss": 0.0269,
+      "step": 210000
+    },
+    {
+      "epoch": 0.18,
+      "eval_af_opus100_pr_auc": 0.7989477674666933,
+      "eval_af_ud_pr_auc": 0.9896379590237441,
+      "eval_am_opus100_pr_auc": 0.5850690257059531,
+      "eval_ar_ersatz_pr_auc": 0.9396945939549234,
+      "eval_ar_opus100_pr_auc": 0.7280999560602632,
+      "eval_ar_ud_pr_auc": 0.8800575732241707,
+      "eval_average_ersatz_pr_auc": 0.9671361578666221,
+      "eval_average_opus100_pr_auc": 0.833741479638657,
+      "eval_average_ud_pr_auc": 0.9640325902289428,
+      "eval_az_opus100_pr_auc": 0.8380149282696253,
+      "eval_be_opus100_pr_auc": 0.7035228133259983,
+      "eval_be_ud_pr_auc": 0.8795399794797948,
+      "eval_bg_opus100_pr_auc": 0.9115298483618005,
+      "eval_bg_ud_pr_auc": 0.9952721539089691,
+      "eval_bn_opus100_pr_auc": 0.8262293466675524,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8797672137845838,
+      "eval_ca_ud_pr_auc": 0.9968693415026003,
+      "eval_ceb_ud_pr_auc": 0.9973573289786457,
+      "eval_cs_ersatz_pr_auc": 0.9877990523871517,
+      "eval_cs_opus100_pr_auc": 0.9133579419845913,
+      "eval_cs_ud_pr_auc": 0.9632713997403021,
+      "eval_cy_opus100_pr_auc": 0.7788697274173045,
+      "eval_cy_ud_pr_auc": 0.9970169021204661,
+      "eval_da_opus100_pr_auc": 0.9143109391190789,
+      "eval_da_ud_pr_auc": 0.989318334726061,
+      "eval_de_ersatz_pr_auc": 0.9846724433696019,
+      "eval_de_opus100_pr_auc": 0.9038222825639349,
+      "eval_de_ud_pr_auc": 0.9870114505150341,
+      "eval_el_opus100_pr_auc": 0.9190993181693189,
+      "eval_el_ud_pr_auc": 0.9825681674646147,
+      "eval_en_ersatz_pr_auc": 0.9922792147395734,
+      "eval_en_opus100_pr_auc": 0.9239615347749058,
+      "eval_en_ud_pr_auc": 0.9775565306661786,
+      "eval_eo_opus100_pr_auc": 0.929703238810393,
+      "eval_es_ersatz_pr_auc": 0.9972209363407104,
+      "eval_es_opus100_pr_auc": 0.9279528970255146,
+      "eval_es_ud_pr_auc": 0.9932066269270112,
+      "eval_et_ersatz_pr_auc": 0.9843131599759429,
+      "eval_et_opus100_pr_auc": 0.8889446310803643,
+      "eval_et_ud_pr_auc": 0.9675123577633786,
+      "eval_eu_opus100_pr_auc": 0.8782843108673336,
+      "eval_eu_ud_pr_auc": 0.9884470867928453,
+      "eval_fa_opus100_pr_auc": 0.5877344051880443,
+      "eval_fa_ud_pr_auc": 0.9922351757162655,
+      "eval_fi_ersatz_pr_auc": 0.9930090544110186,
+      "eval_fi_opus100_pr_auc": 0.910590287912675,
+      "eval_fi_ud_pr_auc": 0.9751540334115754,
+      "eval_fr_ersatz_pr_auc": 0.9907416527977865,
+      "eval_fr_opus100_pr_auc": 0.9163577733832277,
+      "eval_fr_ud_pr_auc": 0.9862486020001985,
+      "eval_fy_opus100_pr_auc": 0.7034574269098679,
+      "eval_ga_opus100_pr_auc": 0.8853589467296301,
+      "eval_ga_ud_pr_auc": 0.8164947294376846,
+      "eval_gd_opus100_pr_auc": 0.6493054613734123,
+      "eval_gd_ud_pr_auc": 0.8249231551709959,
+      "eval_gl_opus100_pr_auc": 0.8904991983762951,
+      "eval_gl_ud_pr_auc": 0.997959535791812,
+      "eval_gu_ersatz_pr_auc": 0.9474189470065112,
+      "eval_gu_opus100_pr_auc": 0.7275897721971833,
+      "eval_ha_opus100_pr_auc": 0.9184091294718058,
+      "eval_he_opus100_pr_auc": 0.8720317860863309,
+      "eval_he_ud_pr_auc": 0.9832417065052241,
+      "eval_hi_ersatz_pr_auc": 0.9796837905528158,
+      "eval_hi_opus100_pr_auc": 0.6950906566341213,
+      "eval_hi_ud_pr_auc": 0.9879983814433233,
+      "eval_hu_opus100_pr_auc": 0.9051759782480645,
+      "eval_hu_ud_pr_auc": 0.9858959614163592,
+      "eval_hy_opus100_pr_auc": 0.9138030411718563,
+      "eval_hy_ud_pr_auc": 0.991182146382389,
+      "eval_id_opus100_pr_auc": 0.8790792098438429,
+      "eval_id_ud_pr_auc": 0.994547047174803,
+      "eval_ig_opus100_pr_auc": 0.8928505665944884,
+      "eval_is_opus100_pr_auc": 0.9193190173459759,
+      "eval_is_ud_pr_auc": 0.9310439916037363,
+      "eval_it_opus100_pr_auc": 0.9074607181497214,
+      "eval_it_ud_pr_auc": 0.9991685682492185,
+      "eval_ja_ersatz_pr_auc": 0.8081508652365093,
+      "eval_ja_opus100_pr_auc": 0.8219318417371453,
+      "eval_ja_ud_pr_auc": 0.9737852952867327,
+      "eval_jv_ud_pr_auc": 0.9694525589370788,
+      "eval_ka_opus100_pr_auc": 0.8574020085765378,
+      "eval_kk_ersatz_pr_auc": 0.9890703027269969,
+      "eval_kk_opus100_pr_auc": 0.806981126477472,
+      "eval_kk_ud_pr_auc": 0.9785437967510069,
+      "eval_km_ersatz_pr_auc": 0.9150769725917038,
+      "eval_km_opus100_pr_auc": 0.7219688228143231,
+      "eval_kn_opus100_pr_auc": 0.6215307233264148,
+      "eval_ko_opus100_pr_auc": 0.6617243272467102,
+      "eval_ko_ud_pr_auc": 0.9989438990460713,
+      "eval_ku_opus100_pr_auc": 0.8429032682216022,
+      "eval_ky_opus100_pr_auc": 0.8502301083371054,
+      "eval_la_ud_pr_auc": 0.9474000455375423,
+      "eval_loss": 0.03167319670319557,
+      "eval_lt_ersatz_pr_auc": 0.9964553072984474,
+      "eval_lt_opus100_pr_auc": 0.8850517193617723,
+      "eval_lt_ud_pr_auc": 0.991848180064908,
+      "eval_lv_ersatz_pr_auc": 0.9907693389683707,
+      "eval_lv_opus100_pr_auc": 0.8884586563455158,
+      "eval_lv_ud_pr_auc": 0.96009683665889,
+      "eval_mg_opus100_pr_auc": 0.9336553021440117,
+      "eval_mk_opus100_pr_auc": 0.9066296161972147,
+      "eval_ml_opus100_pr_auc": 0.7792581714522161,
+      "eval_mn_opus100_pr_auc": 0.9473361539722176,
+      "eval_mr_opus100_pr_auc": 0.9052554260704255,
+      "eval_mr_ud_pr_auc": 0.9671007813058161,
+      "eval_ms_opus100_pr_auc": 0.8759966670125944,
+      "eval_mt_opus100_pr_auc": 0.8598176041057566,
+      "eval_mt_ud_pr_auc": 0.9018513968854576,
+      "eval_my_opus100_pr_auc": 0.7336009374183153,
+      "eval_ne_opus100_pr_auc": 0.7029081994134766,
+      "eval_nl_opus100_pr_auc": 0.8939084833724557,
+      "eval_nl_ud_pr_auc": 0.9767818582648865,
+      "eval_no_opus100_pr_auc": 0.9179201586556456,
+      "eval_no_ud_pr_auc": 0.9972587604816104,
+      "eval_pa_opus100_pr_auc": 0.6709832656278678,
+      "eval_pl_ersatz_pr_auc": 0.9801143483094371,
+      "eval_pl_opus100_pr_auc": 0.8926179358262514,
+      "eval_pl_ud_pr_auc": 0.9680089132465545,
+      "eval_ps_ersatz_pr_auc": 0.9347294837980504,
+      "eval_ps_opus100_pr_auc": 0.7265124975371693,
+      "eval_pt_opus100_pr_auc": 0.9238133498886864,
+      "eval_pt_ud_pr_auc": 0.9852081659444569,
+      "eval_ro_ersatz_pr_auc": 0.994678922543094,
+      "eval_ro_opus100_pr_auc": 0.8847254879420458,
+      "eval_ro_ud_pr_auc": 0.9741194052706323,
+      "eval_ru_ersatz_pr_auc": 0.992325794079718,
+      "eval_ru_opus100_pr_auc": 0.9183451011717871,
+      "eval_ru_ud_pr_auc": 0.8581029818446778,
+      "eval_runtime": 626.3568,
+      "eval_samples_per_second": 120.565,
+      "eval_si_opus100_pr_auc": 0.8035592261497417,
+      "eval_sk_opus100_pr_auc": 0.9327684655138643,
+      "eval_sk_ud_pr_auc": 0.9847389514878911,
+      "eval_sl_opus100_pr_auc": 0.8597611018108595,
+      "eval_sl_ud_pr_auc": 0.9722293901109518,
+      "eval_sq_opus100_pr_auc": 0.9141431793388426,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8972544064340872,
+      "eval_sr_ud_pr_auc": 0.9988894529387718,
+      "eval_steps_per_second": 3.768,
+      "eval_sv_opus100_pr_auc": 0.8933518133604738,
+      "eval_sv_ud_pr_auc": 0.9549203425433521,
+      "eval_ta_ersatz_pr_auc": 0.9820984114546817,
+      "eval_ta_opus100_pr_auc": 0.6853407268398916,
+      "eval_ta_ud_pr_auc": 0.9947443989191161,
+      "eval_te_opus100_pr_auc": 0.8481059673734166,
+      "eval_tg_opus100_pr_auc": 0.8969713899751431,
+      "eval_th_opus100_pr_auc": 0.6727939262950313,
+      "eval_th_ud_pr_auc": 0.8054141174527581,
+      "eval_tr_ersatz_pr_auc": 0.9709332065665106,
+      "eval_tr_opus100_pr_auc": 0.889839030919731,
+      "eval_tr_ud_pr_auc": 0.9543073380397625,
+      "eval_uk_opus100_pr_auc": 0.8691842409242132,
+      "eval_uk_ud_pr_auc": 0.9283455982032279,
+      "eval_ur_opus100_pr_auc": 0.5410466141929435,
+      "eval_ur_ud_pr_auc": 0.9950367174984585,
+      "eval_uz_opus100_pr_auc": 0.8791049665034928,
+      "eval_vi_opus100_pr_auc": 0.9023245126197822,
+      "eval_vi_ud_pr_auc": 0.960866809624579,
+      "eval_xh_opus100_pr_auc": 0.8679328065826235,
+      "eval_yi_opus100_pr_auc": 0.7478047003243812,
+      "eval_yo_opus100_pr_auc": 0.8141308760367667,
+      "eval_yo_ud_pr_auc": 0.9076243462480672,
+      "eval_zh_ersatz_pr_auc": 0.9257596739561281,
+      "eval_zh_opus100_pr_auc": 0.7585227681510052,
+      "eval_zh_ud_pr_auc": 0.9935010773190815,
+      "eval_zu_opus100_pr_auc": 0.8377925536990865,
+      "step": 210000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.935443037974684e-05,
+      "learning_rate_adapter": 4.935443037974684e-05,
+      "loss": 0.028,
+      "step": 210050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9341772151898736e-05,
+      "learning_rate_adapter": 4.9341772151898736e-05,
+      "loss": 0.0273,
+      "step": 210100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9329113924050635e-05,
+      "learning_rate_adapter": 4.9329113924050635e-05,
+      "loss": 0.0273,
+      "step": 210150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9316455696202534e-05,
+      "learning_rate_adapter": 4.9316455696202534e-05,
+      "loss": 0.0282,
+      "step": 210200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.930379746835443e-05,
+      "learning_rate_adapter": 4.930379746835443e-05,
+      "loss": 0.0279,
+      "step": 210250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.929113924050633e-05,
+      "learning_rate_adapter": 4.929113924050633e-05,
+      "loss": 0.0271,
+      "step": 210300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.927848101265823e-05,
+      "learning_rate_adapter": 4.927848101265823e-05,
+      "loss": 0.0277,
+      "step": 210350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.926582278481013e-05,
+      "learning_rate_adapter": 4.926582278481013e-05,
+      "loss": 0.0278,
+      "step": 210400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.925316455696203e-05,
+      "learning_rate_adapter": 4.925316455696203e-05,
+      "loss": 0.0275,
+      "step": 210450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.924050632911393e-05,
+      "learning_rate_adapter": 4.924050632911393e-05,
+      "loss": 0.0276,
+      "step": 210500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9227848101265826e-05,
+      "learning_rate_adapter": 4.9227848101265826e-05,
+      "loss": 0.0281,
+      "step": 210550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9215189873417725e-05,
+      "learning_rate_adapter": 4.9215189873417725e-05,
+      "loss": 0.028,
+      "step": 210600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9202531645569624e-05,
+      "learning_rate_adapter": 4.9202531645569624e-05,
+      "loss": 0.0279,
+      "step": 210650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.918987341772152e-05,
+      "learning_rate_adapter": 4.918987341772152e-05,
+      "loss": 0.0268,
+      "step": 210700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.917721518987342e-05,
+      "learning_rate_adapter": 4.917721518987342e-05,
+      "loss": 0.0277,
+      "step": 210750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.916455696202532e-05,
+      "learning_rate_adapter": 4.916455696202532e-05,
+      "loss": 0.0274,
+      "step": 210800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.915189873417721e-05,
+      "learning_rate_adapter": 4.915189873417721e-05,
+      "loss": 0.028,
+      "step": 210850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.913924050632912e-05,
+      "learning_rate_adapter": 4.913924050632912e-05,
+      "loss": 0.0277,
+      "step": 210900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.912658227848102e-05,
+      "learning_rate_adapter": 4.912658227848102e-05,
+      "loss": 0.027,
+      "step": 210950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9113924050632915e-05,
+      "learning_rate_adapter": 4.9113924050632915e-05,
+      "loss": 0.0274,
+      "step": 211000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9101265822784814e-05,
+      "learning_rate_adapter": 4.9101265822784814e-05,
+      "loss": 0.0274,
+      "step": 211050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9088607594936706e-05,
+      "learning_rate_adapter": 4.9088607594936706e-05,
+      "loss": 0.0273,
+      "step": 211100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9075949367088605e-05,
+      "learning_rate_adapter": 4.9075949367088605e-05,
+      "loss": 0.0276,
+      "step": 211150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.906329113924051e-05,
+      "learning_rate_adapter": 4.906329113924051e-05,
+      "loss": 0.0274,
+      "step": 211200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.905063291139241e-05,
+      "learning_rate_adapter": 4.905063291139241e-05,
+      "loss": 0.0268,
+      "step": 211250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.903797468354431e-05,
+      "learning_rate_adapter": 4.903797468354431e-05,
+      "loss": 0.0278,
+      "step": 211300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.902531645569621e-05,
+      "learning_rate_adapter": 4.902531645569621e-05,
+      "loss": 0.0279,
+      "step": 211350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.90126582278481e-05,
+      "learning_rate_adapter": 4.90126582278481e-05,
+      "loss": 0.0271,
+      "step": 211400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0272,
+      "step": 211450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8987341772151904e-05,
+      "learning_rate_adapter": 4.8987341772151904e-05,
+      "loss": 0.0269,
+      "step": 211500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.89746835443038e-05,
+      "learning_rate_adapter": 4.89746835443038e-05,
+      "loss": 0.0274,
+      "step": 211550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.89620253164557e-05,
+      "learning_rate_adapter": 4.89620253164557e-05,
+      "loss": 0.027,
+      "step": 211600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8949367088607594e-05,
+      "learning_rate_adapter": 4.8949367088607594e-05,
+      "loss": 0.0281,
+      "step": 211650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.893670886075949e-05,
+      "learning_rate_adapter": 4.893670886075949e-05,
+      "loss": 0.0274,
+      "step": 211700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.892405063291139e-05,
+      "learning_rate_adapter": 4.892405063291139e-05,
+      "loss": 0.0281,
+      "step": 211750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.89113924050633e-05,
+      "learning_rate_adapter": 4.89113924050633e-05,
+      "loss": 0.0276,
+      "step": 211800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8898734177215196e-05,
+      "learning_rate_adapter": 4.8898734177215196e-05,
+      "loss": 0.0273,
+      "step": 211850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.888607594936709e-05,
+      "learning_rate_adapter": 4.888607594936709e-05,
+      "loss": 0.0276,
+      "step": 211900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.887341772151899e-05,
+      "learning_rate_adapter": 4.887341772151899e-05,
+      "loss": 0.0274,
+      "step": 211950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8860759493670886e-05,
+      "learning_rate_adapter": 4.8860759493670886e-05,
+      "loss": 0.0268,
+      "step": 212000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8848101265822785e-05,
+      "learning_rate_adapter": 4.8848101265822785e-05,
+      "loss": 0.0274,
+      "step": 212050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.883544303797469e-05,
+      "learning_rate_adapter": 4.883544303797469e-05,
+      "loss": 0.0275,
+      "step": 212100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.882278481012659e-05,
+      "learning_rate_adapter": 4.882278481012659e-05,
+      "loss": 0.028,
+      "step": 212150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.881012658227848e-05,
+      "learning_rate_adapter": 4.881012658227848e-05,
+      "loss": 0.0266,
+      "step": 212200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.879746835443038e-05,
+      "learning_rate_adapter": 4.879746835443038e-05,
+      "loss": 0.0272,
+      "step": 212250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.878481012658228e-05,
+      "learning_rate_adapter": 4.878481012658228e-05,
+      "loss": 0.027,
+      "step": 212300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.877215189873418e-05,
+      "learning_rate_adapter": 4.877215189873418e-05,
+      "loss": 0.0277,
+      "step": 212350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8759493670886083e-05,
+      "learning_rate_adapter": 4.8759493670886083e-05,
+      "loss": 0.0272,
+      "step": 212400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8746835443037976e-05,
+      "learning_rate_adapter": 4.8746835443037976e-05,
+      "loss": 0.0276,
+      "step": 212450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8734177215189874e-05,
+      "learning_rate_adapter": 4.8734177215189874e-05,
+      "loss": 0.0271,
+      "step": 212500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.872151898734177e-05,
+      "learning_rate_adapter": 4.872151898734177e-05,
+      "loss": 0.0274,
+      "step": 212550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.870886075949367e-05,
+      "learning_rate_adapter": 4.870886075949367e-05,
+      "loss": 0.0274,
+      "step": 212600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.869620253164557e-05,
+      "learning_rate_adapter": 4.869620253164557e-05,
+      "loss": 0.0274,
+      "step": 212650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.868354430379747e-05,
+      "learning_rate_adapter": 4.868354430379747e-05,
+      "loss": 0.0275,
+      "step": 212700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.867088607594937e-05,
+      "learning_rate_adapter": 4.867088607594937e-05,
+      "loss": 0.0277,
+      "step": 212750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.865822784810127e-05,
+      "learning_rate_adapter": 4.865822784810127e-05,
+      "loss": 0.0281,
+      "step": 212800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8645569620253166e-05,
+      "learning_rate_adapter": 4.8645569620253166e-05,
+      "loss": 0.0272,
+      "step": 212850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8632911392405065e-05,
+      "learning_rate_adapter": 4.8632911392405065e-05,
+      "loss": 0.0271,
+      "step": 212900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8620253164556964e-05,
+      "learning_rate_adapter": 4.8620253164556964e-05,
+      "loss": 0.0282,
+      "step": 212950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.860759493670886e-05,
+      "learning_rate_adapter": 4.860759493670886e-05,
+      "loss": 0.0271,
+      "step": 213000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.859493670886076e-05,
+      "learning_rate_adapter": 4.859493670886076e-05,
+      "loss": 0.0273,
+      "step": 213050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.858227848101266e-05,
+      "learning_rate_adapter": 4.858227848101266e-05,
+      "loss": 0.0278,
+      "step": 213100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.856962025316456e-05,
+      "learning_rate_adapter": 4.856962025316456e-05,
+      "loss": 0.0275,
+      "step": 213150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.855696202531646e-05,
+      "learning_rate_adapter": 4.855696202531646e-05,
+      "loss": 0.0278,
+      "step": 213200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.854430379746836e-05,
+      "learning_rate_adapter": 4.854430379746836e-05,
+      "loss": 0.0277,
+      "step": 213250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8531645569620256e-05,
+      "learning_rate_adapter": 4.8531645569620256e-05,
+      "loss": 0.027,
+      "step": 213300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8518987341772155e-05,
+      "learning_rate_adapter": 4.8518987341772155e-05,
+      "loss": 0.0276,
+      "step": 213350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8506329113924054e-05,
+      "learning_rate_adapter": 4.8506329113924054e-05,
+      "loss": 0.0274,
+      "step": 213400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.849367088607595e-05,
+      "learning_rate_adapter": 4.849367088607595e-05,
+      "loss": 0.028,
+      "step": 213450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8481012658227845e-05,
+      "learning_rate_adapter": 4.8481012658227845e-05,
+      "loss": 0.0273,
+      "step": 213500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.846835443037975e-05,
+      "learning_rate_adapter": 4.846835443037975e-05,
+      "loss": 0.0279,
+      "step": 213550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.845569620253165e-05,
+      "learning_rate_adapter": 4.845569620253165e-05,
+      "loss": 0.028,
+      "step": 213600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.844303797468355e-05,
+      "learning_rate_adapter": 4.844303797468355e-05,
+      "loss": 0.0278,
+      "step": 213650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.843037974683545e-05,
+      "learning_rate_adapter": 4.843037974683545e-05,
+      "loss": 0.0275,
+      "step": 213700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8417721518987346e-05,
+      "learning_rate_adapter": 4.8417721518987346e-05,
+      "loss": 0.0271,
+      "step": 213750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.840506329113924e-05,
+      "learning_rate_adapter": 4.840506329113924e-05,
+      "loss": 0.0278,
+      "step": 213800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8392405063291143e-05,
+      "learning_rate_adapter": 4.8392405063291143e-05,
+      "loss": 0.0268,
+      "step": 213850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.837974683544304e-05,
+      "learning_rate_adapter": 4.837974683544304e-05,
+      "loss": 0.0275,
+      "step": 213900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.836708860759494e-05,
+      "learning_rate_adapter": 4.836708860759494e-05,
+      "loss": 0.0274,
+      "step": 213950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.835443037974684e-05,
+      "learning_rate_adapter": 4.835443037974684e-05,
+      "loss": 0.0273,
+      "step": 214000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.834177215189873e-05,
+      "learning_rate_adapter": 4.834177215189873e-05,
+      "loss": 0.0281,
+      "step": 214050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.832911392405063e-05,
+      "learning_rate_adapter": 4.832911392405063e-05,
+      "loss": 0.0276,
+      "step": 214100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8316455696202537e-05,
+      "learning_rate_adapter": 4.8316455696202537e-05,
+      "loss": 0.0284,
+      "step": 214150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8303797468354435e-05,
+      "learning_rate_adapter": 4.8303797468354435e-05,
+      "loss": 0.0275,
+      "step": 214200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8291139240506334e-05,
+      "learning_rate_adapter": 4.8291139240506334e-05,
+      "loss": 0.0277,
+      "step": 214250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8278481012658226e-05,
+      "learning_rate_adapter": 4.8278481012658226e-05,
+      "loss": 0.0269,
+      "step": 214300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8265822784810125e-05,
+      "learning_rate_adapter": 4.8265822784810125e-05,
+      "loss": 0.0278,
+      "step": 214350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8253164556962024e-05,
+      "learning_rate_adapter": 4.8253164556962024e-05,
+      "loss": 0.0272,
+      "step": 214400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.824050632911393e-05,
+      "learning_rate_adapter": 4.824050632911393e-05,
+      "loss": 0.0274,
+      "step": 214450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.822784810126583e-05,
+      "learning_rate_adapter": 4.822784810126583e-05,
+      "loss": 0.0277,
+      "step": 214500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.821518987341773e-05,
+      "learning_rate_adapter": 4.821518987341773e-05,
+      "loss": 0.0269,
+      "step": 214550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.820253164556962e-05,
+      "learning_rate_adapter": 4.820253164556962e-05,
+      "loss": 0.0272,
+      "step": 214600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.818987341772152e-05,
+      "learning_rate_adapter": 4.818987341772152e-05,
+      "loss": 0.0272,
+      "step": 214650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.817721518987342e-05,
+      "learning_rate_adapter": 4.817721518987342e-05,
+      "loss": 0.027,
+      "step": 214700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.816455696202532e-05,
+      "learning_rate_adapter": 4.816455696202532e-05,
+      "loss": 0.028,
+      "step": 214750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.815189873417722e-05,
+      "learning_rate_adapter": 4.815189873417722e-05,
+      "loss": 0.0276,
+      "step": 214800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8139240506329114e-05,
+      "learning_rate_adapter": 4.8139240506329114e-05,
+      "loss": 0.0277,
+      "step": 214850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.812658227848101e-05,
+      "learning_rate_adapter": 4.812658227848101e-05,
+      "loss": 0.0272,
+      "step": 214900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.811392405063291e-05,
+      "learning_rate_adapter": 4.811392405063291e-05,
+      "loss": 0.0275,
+      "step": 214950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.810126582278481e-05,
+      "learning_rate_adapter": 4.810126582278481e-05,
+      "loss": 0.0279,
+      "step": 215000
+    },
+    {
+      "epoch": 0.18,
+      "eval_af_opus100_pr_auc": 0.7888898267974435,
+      "eval_af_ud_pr_auc": 0.9958167999193047,
+      "eval_am_opus100_pr_auc": 0.6062510367466131,
+      "eval_ar_ersatz_pr_auc": 0.9330501881370625,
+      "eval_ar_opus100_pr_auc": 0.7364731852515981,
+      "eval_ar_ud_pr_auc": 0.8761888454116774,
+      "eval_average_ersatz_pr_auc": 0.9675170092633917,
+      "eval_average_opus100_pr_auc": 0.8386750679809274,
+      "eval_average_ud_pr_auc": 0.9651826016923973,
+      "eval_az_opus100_pr_auc": 0.8109256391741282,
+      "eval_be_opus100_pr_auc": 0.6896492421222127,
+      "eval_be_ud_pr_auc": 0.8843910766909227,
+      "eval_bg_opus100_pr_auc": 0.9213203118930686,
+      "eval_bg_ud_pr_auc": 0.9966438683505382,
+      "eval_bn_opus100_pr_auc": 0.8446867846405056,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8896883637836076,
+      "eval_ca_ud_pr_auc": 0.9971386934971336,
+      "eval_ceb_ud_pr_auc": 0.9981108484060913,
+      "eval_cs_ersatz_pr_auc": 0.9865341085579046,
+      "eval_cs_opus100_pr_auc": 0.9094193574398803,
+      "eval_cs_ud_pr_auc": 0.9629627049962395,
+      "eval_cy_opus100_pr_auc": 0.7659669191959189,
+      "eval_cy_ud_pr_auc": 0.9943147353833045,
+      "eval_da_opus100_pr_auc": 0.918550798975183,
+      "eval_da_ud_pr_auc": 0.9893514467676581,
+      "eval_de_ersatz_pr_auc": 0.9838511226322995,
+      "eval_de_opus100_pr_auc": 0.9097120055534624,
+      "eval_de_ud_pr_auc": 0.9877629324164364,
+      "eval_el_opus100_pr_auc": 0.9209520481111244,
+      "eval_el_ud_pr_auc": 0.9800632525720403,
+      "eval_en_ersatz_pr_auc": 0.9918885693434989,
+      "eval_en_opus100_pr_auc": 0.9266900282097192,
+      "eval_en_ud_pr_auc": 0.9788427375504625,
+      "eval_eo_opus100_pr_auc": 0.9375695503123467,
+      "eval_es_ersatz_pr_auc": 0.9961357573858046,
+      "eval_es_opus100_pr_auc": 0.9340536825006917,
+      "eval_es_ud_pr_auc": 0.9932177341560748,
+      "eval_et_ersatz_pr_auc": 0.9836179429602463,
+      "eval_et_opus100_pr_auc": 0.9008104013409177,
+      "eval_et_ud_pr_auc": 0.9708552916019821,
+      "eval_eu_opus100_pr_auc": 0.883671024164518,
+      "eval_eu_ud_pr_auc": 0.9928864968008968,
+      "eval_fa_opus100_pr_auc": 0.596149318848476,
+      "eval_fa_ud_pr_auc": 0.9959834636850593,
+      "eval_fi_ersatz_pr_auc": 0.9918284050563569,
+      "eval_fi_opus100_pr_auc": 0.9225998592236087,
+      "eval_fi_ud_pr_auc": 0.974931115996701,
+      "eval_fr_ersatz_pr_auc": 0.9872397538275802,
+      "eval_fr_opus100_pr_auc": 0.9253741145852146,
+      "eval_fr_ud_pr_auc": 0.9845467732718013,
+      "eval_fy_opus100_pr_auc": 0.6912425243021653,
+      "eval_ga_opus100_pr_auc": 0.8915680968996431,
+      "eval_ga_ud_pr_auc": 0.8157280243877219,
+      "eval_gd_opus100_pr_auc": 0.6466250617452962,
+      "eval_gd_ud_pr_auc": 0.819819160698858,
+      "eval_gl_opus100_pr_auc": 0.9013419880961869,
+      "eval_gl_ud_pr_auc": 0.9984466133848743,
+      "eval_gu_ersatz_pr_auc": 0.949259784337763,
+      "eval_gu_opus100_pr_auc": 0.7392193626210207,
+      "eval_ha_opus100_pr_auc": 0.9193353767452486,
+      "eval_he_opus100_pr_auc": 0.8767824100401074,
+      "eval_he_ud_pr_auc": 0.9814596179359641,
+      "eval_hi_ersatz_pr_auc": 0.9825874002117587,
+      "eval_hi_opus100_pr_auc": 0.6941588209294292,
+      "eval_hi_ud_pr_auc": 0.9894905678867689,
+      "eval_hu_opus100_pr_auc": 0.9169847984693122,
+      "eval_hu_ud_pr_auc": 0.9853583152350789,
+      "eval_hy_opus100_pr_auc": 0.9160314244552261,
+      "eval_hy_ud_pr_auc": 0.9942070738642212,
+      "eval_id_opus100_pr_auc": 0.8746943032800215,
+      "eval_id_ud_pr_auc": 0.9936019115078667,
+      "eval_ig_opus100_pr_auc": 0.8858129730707527,
+      "eval_is_opus100_pr_auc": 0.9233276119185644,
+      "eval_is_ud_pr_auc": 0.9352550326130622,
+      "eval_it_opus100_pr_auc": 0.9191980573881071,
+      "eval_it_ud_pr_auc": 0.9998364102201845,
+      "eval_ja_ersatz_pr_auc": 0.8312920361110322,
+      "eval_ja_opus100_pr_auc": 0.8300636034318043,
+      "eval_ja_ud_pr_auc": 0.9724229633086714,
+      "eval_jv_ud_pr_auc": 0.9731747804097022,
+      "eval_ka_opus100_pr_auc": 0.8585599394552471,
+      "eval_kk_ersatz_pr_auc": 0.9895974276697954,
+      "eval_kk_opus100_pr_auc": 0.7962958856096204,
+      "eval_kk_ud_pr_auc": 0.9775887283593543,
+      "eval_km_ersatz_pr_auc": 0.9145675848135437,
+      "eval_km_opus100_pr_auc": 0.7259167112996352,
+      "eval_kn_opus100_pr_auc": 0.6193990232272255,
+      "eval_ko_opus100_pr_auc": 0.6653327989116932,
+      "eval_ko_ud_pr_auc": 0.9978450022235289,
+      "eval_ku_opus100_pr_auc": 0.8109961547381251,
+      "eval_ky_opus100_pr_auc": 0.8579599970103263,
+      "eval_la_ud_pr_auc": 0.9474343010498433,
+      "eval_loss": 0.03131617233157158,
+      "eval_lt_ersatz_pr_auc": 0.9965930663435639,
+      "eval_lt_opus100_pr_auc": 0.8900920366672856,
+      "eval_lt_ud_pr_auc": 0.9923508010312458,
+      "eval_lv_ersatz_pr_auc": 0.99077670216249,
+      "eval_lv_opus100_pr_auc": 0.8897767378369453,
+      "eval_lv_ud_pr_auc": 0.964235897945106,
+      "eval_mg_opus100_pr_auc": 0.9364900686899417,
+      "eval_mk_opus100_pr_auc": 0.917560007506065,
+      "eval_ml_opus100_pr_auc": 0.7974361811894614,
+      "eval_mn_opus100_pr_auc": 0.9392060375000594,
+      "eval_mr_opus100_pr_auc": 0.9053120686073761,
+      "eval_mr_ud_pr_auc": 0.9695768030472804,
+      "eval_ms_opus100_pr_auc": 0.8840828691754185,
+      "eval_mt_opus100_pr_auc": 0.8690046309749655,
+      "eval_mt_ud_pr_auc": 0.9007082346955573,
+      "eval_my_opus100_pr_auc": 0.7529824230693362,
+      "eval_ne_opus100_pr_auc": 0.7129397689653443,
+      "eval_nl_opus100_pr_auc": 0.9010244968027764,
+      "eval_nl_ud_pr_auc": 0.9833388336011203,
+      "eval_no_opus100_pr_auc": 0.922437286340601,
+      "eval_no_ud_pr_auc": 0.9969899702542828,
+      "eval_pa_opus100_pr_auc": 0.6823860271779175,
+      "eval_pl_ersatz_pr_auc": 0.9790866294605873,
+      "eval_pl_opus100_pr_auc": 0.9051972293679661,
+      "eval_pl_ud_pr_auc": 0.9709006607597773,
+      "eval_ps_ersatz_pr_auc": 0.9240637259460206,
+      "eval_ps_opus100_pr_auc": 0.7495358094452744,
+      "eval_pt_opus100_pr_auc": 0.9300078811007787,
+      "eval_pt_ud_pr_auc": 0.9858660501909193,
+      "eval_ro_ersatz_pr_auc": 0.9943114006480782,
+      "eval_ro_opus100_pr_auc": 0.8870537050621689,
+      "eval_ro_ud_pr_auc": 0.9815153029299355,
+      "eval_ru_ersatz_pr_auc": 0.9917298265314025,
+      "eval_ru_opus100_pr_auc": 0.9231991002063047,
+      "eval_ru_ud_pr_auc": 0.879809760101438,
+      "eval_runtime": 623.585,
+      "eval_samples_per_second": 121.101,
+      "eval_si_opus100_pr_auc": 0.8201745863957646,
+      "eval_sk_opus100_pr_auc": 0.9356783907204186,
+      "eval_sk_ud_pr_auc": 0.9867158236286355,
+      "eval_sl_opus100_pr_auc": 0.8666873531005463,
+      "eval_sl_ud_pr_auc": 0.9728059690961433,
+      "eval_sq_opus100_pr_auc": 0.9274021743303716,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9011356433504504,
+      "eval_sr_ud_pr_auc": 0.9986551998436936,
+      "eval_steps_per_second": 3.785,
+      "eval_sv_opus100_pr_auc": 0.8988530734620783,
+      "eval_sv_ud_pr_auc": 0.9452987067574025,
+      "eval_ta_ersatz_pr_auc": 0.9827563551127856,
+      "eval_ta_opus100_pr_auc": 0.6896315229925312,
+      "eval_ta_ud_pr_auc": 0.995946261959423,
+      "eval_te_opus100_pr_auc": 0.8496529172061342,
+      "eval_tg_opus100_pr_auc": 0.9061746466482928,
+      "eval_th_opus100_pr_auc": 0.6826898188988865,
+      "eval_th_ud_pr_auc": 0.7972615542914244,
+      "eval_tr_ersatz_pr_auc": 0.9703413357714719,
+      "eval_tr_opus100_pr_auc": 0.9010985048082959,
+      "eval_tr_ud_pr_auc": 0.9611015228020082,
+      "eval_uk_opus100_pr_auc": 0.8842340718404845,
+      "eval_uk_ud_pr_auc": 0.9253642577760072,
+      "eval_ur_opus100_pr_auc": 0.5483547079874354,
+      "eval_ur_ud_pr_auc": 0.9950459063988256,
+      "eval_uz_opus100_pr_auc": 0.873629883574666,
+      "eval_vi_opus100_pr_auc": 0.9038020355316556,
+      "eval_vi_ud_pr_auc": 0.9649996451588904,
+      "eval_xh_opus100_pr_auc": 0.8740022483485872,
+      "eval_yi_opus100_pr_auc": 0.7975743587120289,
+      "eval_yo_opus100_pr_auc": 0.8089856789703455,
+      "eval_yo_ud_pr_auc": 0.9202842325657115,
+      "eval_zh_ersatz_pr_auc": 0.9342650807735703,
+      "eval_zh_opus100_pr_auc": 0.7813490003537039,
+      "eval_zh_ud_pr_auc": 0.9909595810717926,
+      "eval_zu_opus100_pr_auc": 0.8242701690023702,
+      "step": 215000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8088607594936716e-05,
+      "learning_rate_adapter": 4.8088607594936716e-05,
+      "loss": 0.0276,
+      "step": 215050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.807594936708861e-05,
+      "learning_rate_adapter": 4.807594936708861e-05,
+      "loss": 0.0277,
+      "step": 215100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.806329113924051e-05,
+      "learning_rate_adapter": 4.806329113924051e-05,
+      "loss": 0.0279,
+      "step": 215150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8050632911392406e-05,
+      "learning_rate_adapter": 4.8050632911392406e-05,
+      "loss": 0.0282,
+      "step": 215200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8037974683544305e-05,
+      "learning_rate_adapter": 4.8037974683544305e-05,
+      "loss": 0.0276,
+      "step": 215250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8025316455696204e-05,
+      "learning_rate_adapter": 4.8025316455696204e-05,
+      "loss": 0.0274,
+      "step": 215300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.801265822784811e-05,
+      "learning_rate_adapter": 4.801265822784811e-05,
+      "loss": 0.0274,
+      "step": 215350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0273,
+      "step": 215400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79873417721519e-05,
+      "learning_rate_adapter": 4.79873417721519e-05,
+      "loss": 0.0275,
+      "step": 215450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79746835443038e-05,
+      "learning_rate_adapter": 4.79746835443038e-05,
+      "loss": 0.0275,
+      "step": 215500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79620253164557e-05,
+      "learning_rate_adapter": 4.79620253164557e-05,
+      "loss": 0.0275,
+      "step": 215550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79493670886076e-05,
+      "learning_rate_adapter": 4.79493670886076e-05,
+      "loss": 0.0275,
+      "step": 215600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7936708860759495e-05,
+      "learning_rate_adapter": 4.7936708860759495e-05,
+      "loss": 0.0274,
+      "step": 215650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7924050632911394e-05,
+      "learning_rate_adapter": 4.7924050632911394e-05,
+      "loss": 0.0271,
+      "step": 215700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.791139240506329e-05,
+      "learning_rate_adapter": 4.791139240506329e-05,
+      "loss": 0.0273,
+      "step": 215750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.789873417721519e-05,
+      "learning_rate_adapter": 4.789873417721519e-05,
+      "loss": 0.028,
+      "step": 215800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.788607594936709e-05,
+      "learning_rate_adapter": 4.788607594936709e-05,
+      "loss": 0.0274,
+      "step": 215850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.787341772151899e-05,
+      "learning_rate_adapter": 4.787341772151899e-05,
+      "loss": 0.0279,
+      "step": 215900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.786075949367089e-05,
+      "learning_rate_adapter": 4.786075949367089e-05,
+      "loss": 0.0273,
+      "step": 215950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.784810126582279e-05,
+      "learning_rate_adapter": 4.784810126582279e-05,
+      "loss": 0.0265,
+      "step": 216000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7835443037974686e-05,
+      "learning_rate_adapter": 4.7835443037974686e-05,
+      "loss": 0.0277,
+      "step": 216050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7822784810126585e-05,
+      "learning_rate_adapter": 4.7822784810126585e-05,
+      "loss": 0.0277,
+      "step": 216100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7810126582278484e-05,
+      "learning_rate_adapter": 4.7810126582278484e-05,
+      "loss": 0.0277,
+      "step": 216150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.779746835443038e-05,
+      "learning_rate_adapter": 4.779746835443038e-05,
+      "loss": 0.0276,
+      "step": 216200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.778481012658228e-05,
+      "learning_rate_adapter": 4.778481012658228e-05,
+      "loss": 0.0277,
+      "step": 216250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.777215189873418e-05,
+      "learning_rate_adapter": 4.777215189873418e-05,
+      "loss": 0.0274,
+      "step": 216300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.775949367088608e-05,
+      "learning_rate_adapter": 4.775949367088608e-05,
+      "loss": 0.0277,
+      "step": 216350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.774683544303798e-05,
+      "learning_rate_adapter": 4.774683544303798e-05,
+      "loss": 0.0276,
+      "step": 216400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.773417721518987e-05,
+      "learning_rate_adapter": 4.773417721518987e-05,
+      "loss": 0.0273,
+      "step": 216450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7721518987341776e-05,
+      "learning_rate_adapter": 4.7721518987341776e-05,
+      "loss": 0.0267,
+      "step": 216500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7708860759493675e-05,
+      "learning_rate_adapter": 4.7708860759493675e-05,
+      "loss": 0.0278,
+      "step": 216550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7696202531645574e-05,
+      "learning_rate_adapter": 4.7696202531645574e-05,
+      "loss": 0.0278,
+      "step": 216600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.768354430379747e-05,
+      "learning_rate_adapter": 4.768354430379747e-05,
+      "loss": 0.0267,
+      "step": 216650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7670886075949365e-05,
+      "learning_rate_adapter": 4.7670886075949365e-05,
+      "loss": 0.0279,
+      "step": 216700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7658227848101264e-05,
+      "learning_rate_adapter": 4.7658227848101264e-05,
+      "loss": 0.0276,
+      "step": 216750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.764556962025317e-05,
+      "learning_rate_adapter": 4.764556962025317e-05,
+      "loss": 0.0273,
+      "step": 216800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.763291139240507e-05,
+      "learning_rate_adapter": 4.763291139240507e-05,
+      "loss": 0.0277,
+      "step": 216850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.762025316455697e-05,
+      "learning_rate_adapter": 4.762025316455697e-05,
+      "loss": 0.028,
+      "step": 216900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.760759493670886e-05,
+      "learning_rate_adapter": 4.760759493670886e-05,
+      "loss": 0.027,
+      "step": 216950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.759493670886076e-05,
+      "learning_rate_adapter": 4.759493670886076e-05,
+      "loss": 0.0279,
+      "step": 217000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.758227848101266e-05,
+      "learning_rate_adapter": 4.758227848101266e-05,
+      "loss": 0.0272,
+      "step": 217050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.756962025316456e-05,
+      "learning_rate_adapter": 4.756962025316456e-05,
+      "loss": 0.0269,
+      "step": 217100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.755696202531646e-05,
+      "learning_rate_adapter": 4.755696202531646e-05,
+      "loss": 0.0269,
+      "step": 217150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.754430379746836e-05,
+      "learning_rate_adapter": 4.754430379746836e-05,
+      "loss": 0.0277,
+      "step": 217200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.753164556962025e-05,
+      "learning_rate_adapter": 4.753164556962025e-05,
+      "loss": 0.0279,
+      "step": 217250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.751898734177215e-05,
+      "learning_rate_adapter": 4.751898734177215e-05,
+      "loss": 0.0278,
+      "step": 217300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.750632911392405e-05,
+      "learning_rate_adapter": 4.750632911392405e-05,
+      "loss": 0.0272,
+      "step": 217350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7493670886075955e-05,
+      "learning_rate_adapter": 4.7493670886075955e-05,
+      "loss": 0.0269,
+      "step": 217400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7481012658227854e-05,
+      "learning_rate_adapter": 4.7481012658227854e-05,
+      "loss": 0.0277,
+      "step": 217450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7468354430379746e-05,
+      "learning_rate_adapter": 4.7468354430379746e-05,
+      "loss": 0.0275,
+      "step": 217500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7455696202531645e-05,
+      "learning_rate_adapter": 4.7455696202531645e-05,
+      "loss": 0.0271,
+      "step": 217550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7443037974683544e-05,
+      "learning_rate_adapter": 4.7443037974683544e-05,
+      "loss": 0.0268,
+      "step": 217600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.743037974683544e-05,
+      "learning_rate_adapter": 4.743037974683544e-05,
+      "loss": 0.0275,
+      "step": 217650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.741772151898735e-05,
+      "learning_rate_adapter": 4.741772151898735e-05,
+      "loss": 0.0274,
+      "step": 217700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.740506329113924e-05,
+      "learning_rate_adapter": 4.740506329113924e-05,
+      "loss": 0.0281,
+      "step": 217750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.739240506329114e-05,
+      "learning_rate_adapter": 4.739240506329114e-05,
+      "loss": 0.0278,
+      "step": 217800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.737974683544304e-05,
+      "learning_rate_adapter": 4.737974683544304e-05,
+      "loss": 0.0266,
+      "step": 217850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.736708860759494e-05,
+      "learning_rate_adapter": 4.736708860759494e-05,
+      "loss": 0.0277,
+      "step": 217900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7354430379746836e-05,
+      "learning_rate_adapter": 4.7354430379746836e-05,
+      "loss": 0.0273,
+      "step": 217950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.734177215189874e-05,
+      "learning_rate_adapter": 4.734177215189874e-05,
+      "loss": 0.0278,
+      "step": 218000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7329113924050634e-05,
+      "learning_rate_adapter": 4.7329113924050634e-05,
+      "loss": 0.0277,
+      "step": 218050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.731645569620253e-05,
+      "learning_rate_adapter": 4.731645569620253e-05,
+      "loss": 0.0276,
+      "step": 218100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.730379746835443e-05,
+      "learning_rate_adapter": 4.730379746835443e-05,
+      "loss": 0.0273,
+      "step": 218150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.729113924050633e-05,
+      "learning_rate_adapter": 4.729113924050633e-05,
+      "loss": 0.0267,
+      "step": 218200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.727848101265823e-05,
+      "learning_rate_adapter": 4.727848101265823e-05,
+      "loss": 0.0277,
+      "step": 218250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.726582278481013e-05,
+      "learning_rate_adapter": 4.726582278481013e-05,
+      "loss": 0.0272,
+      "step": 218300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.725316455696203e-05,
+      "learning_rate_adapter": 4.725316455696203e-05,
+      "loss": 0.0281,
+      "step": 218350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7240506329113926e-05,
+      "learning_rate_adapter": 4.7240506329113926e-05,
+      "loss": 0.0272,
+      "step": 218400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7227848101265825e-05,
+      "learning_rate_adapter": 4.7227848101265825e-05,
+      "loss": 0.0277,
+      "step": 218450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7215189873417723e-05,
+      "learning_rate_adapter": 4.7215189873417723e-05,
+      "loss": 0.0273,
+      "step": 218500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.720253164556962e-05,
+      "learning_rate_adapter": 4.720253164556962e-05,
+      "loss": 0.0271,
+      "step": 218550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.718987341772152e-05,
+      "learning_rate_adapter": 4.718987341772152e-05,
+      "loss": 0.0272,
+      "step": 218600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.717721518987342e-05,
+      "learning_rate_adapter": 4.717721518987342e-05,
+      "loss": 0.0275,
+      "step": 218650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.716455696202532e-05,
+      "learning_rate_adapter": 4.716455696202532e-05,
+      "loss": 0.0276,
+      "step": 218700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.715189873417722e-05,
+      "learning_rate_adapter": 4.715189873417722e-05,
+      "loss": 0.0278,
+      "step": 218750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7139240506329117e-05,
+      "learning_rate_adapter": 4.7139240506329117e-05,
+      "loss": 0.0274,
+      "step": 218800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7126582278481015e-05,
+      "learning_rate_adapter": 4.7126582278481015e-05,
+      "loss": 0.027,
+      "step": 218850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7113924050632914e-05,
+      "learning_rate_adapter": 4.7113924050632914e-05,
+      "loss": 0.0269,
+      "step": 218900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.710126582278481e-05,
+      "learning_rate_adapter": 4.710126582278481e-05,
+      "loss": 0.0275,
+      "step": 218950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.708860759493671e-05,
+      "learning_rate_adapter": 4.708860759493671e-05,
+      "loss": 0.0277,
+      "step": 219000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707594936708861e-05,
+      "learning_rate_adapter": 4.707594936708861e-05,
+      "loss": 0.0273,
+      "step": 219050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70632911392405e-05,
+      "learning_rate_adapter": 4.70632911392405e-05,
+      "loss": 0.0271,
+      "step": 219100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.705063291139241e-05,
+      "learning_rate_adapter": 4.705063291139241e-05,
+      "loss": 0.0274,
+      "step": 219150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.703797468354431e-05,
+      "learning_rate_adapter": 4.703797468354431e-05,
+      "loss": 0.0273,
+      "step": 219200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7025316455696206e-05,
+      "learning_rate_adapter": 4.7025316455696206e-05,
+      "loss": 0.0272,
+      "step": 219250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7012658227848105e-05,
+      "learning_rate_adapter": 4.7012658227848105e-05,
+      "loss": 0.0272,
+      "step": 219300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0266,
+      "step": 219350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6987341772151896e-05,
+      "learning_rate_adapter": 4.6987341772151896e-05,
+      "loss": 0.0274,
+      "step": 219400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69746835443038e-05,
+      "learning_rate_adapter": 4.69746835443038e-05,
+      "loss": 0.0281,
+      "step": 219450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69620253164557e-05,
+      "learning_rate_adapter": 4.69620253164557e-05,
+      "loss": 0.0275,
+      "step": 219500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69493670886076e-05,
+      "learning_rate_adapter": 4.69493670886076e-05,
+      "loss": 0.0268,
+      "step": 219550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.69367088607595e-05,
+      "learning_rate_adapter": 4.69367088607595e-05,
+      "loss": 0.0268,
+      "step": 219600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.692405063291139e-05,
+      "learning_rate_adapter": 4.692405063291139e-05,
+      "loss": 0.0269,
+      "step": 219650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.691139240506329e-05,
+      "learning_rate_adapter": 4.691139240506329e-05,
+      "loss": 0.0277,
+      "step": 219700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6898734177215195e-05,
+      "learning_rate_adapter": 4.6898734177215195e-05,
+      "loss": 0.0277,
+      "step": 219750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6886075949367094e-05,
+      "learning_rate_adapter": 4.6886075949367094e-05,
+      "loss": 0.0272,
+      "step": 219800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687341772151899e-05,
+      "learning_rate_adapter": 4.687341772151899e-05,
+      "loss": 0.0278,
+      "step": 219850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6860759493670885e-05,
+      "learning_rate_adapter": 4.6860759493670885e-05,
+      "loss": 0.027,
+      "step": 219900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6848101265822784e-05,
+      "learning_rate_adapter": 4.6848101265822784e-05,
+      "loss": 0.0276,
+      "step": 219950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.683544303797468e-05,
+      "learning_rate_adapter": 4.683544303797468e-05,
+      "loss": 0.0269,
+      "step": 220000
+    },
+    {
+      "epoch": 0.19,
+      "eval_af_opus100_pr_auc": 0.7925630208653022,
+      "eval_af_ud_pr_auc": 0.9918465581310805,
+      "eval_am_opus100_pr_auc": 0.6025259903366056,
+      "eval_ar_ersatz_pr_auc": 0.9200865726273573,
+      "eval_ar_opus100_pr_auc": 0.7159042801454759,
+      "eval_ar_ud_pr_auc": 0.875798464336782,
+      "eval_average_ersatz_pr_auc": 0.9641889230580257,
+      "eval_average_opus100_pr_auc": 0.8336159544820443,
+      "eval_average_ud_pr_auc": 0.9585874111949451,
+      "eval_az_opus100_pr_auc": 0.8068906451157088,
+      "eval_be_opus100_pr_auc": 0.7143425600493781,
+      "eval_be_ud_pr_auc": 0.8750803783732266,
+      "eval_bg_opus100_pr_auc": 0.9091948938866442,
+      "eval_bg_ud_pr_auc": 0.9947346243614831,
+      "eval_bn_opus100_pr_auc": 0.8242658846421318,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8783428605940702,
+      "eval_ca_ud_pr_auc": 0.9953992251918435,
+      "eval_ceb_ud_pr_auc": 0.9956864672031556,
+      "eval_cs_ersatz_pr_auc": 0.9805235591695683,
+      "eval_cs_opus100_pr_auc": 0.9121723276557295,
+      "eval_cs_ud_pr_auc": 0.9531548822185024,
+      "eval_cy_opus100_pr_auc": 0.7919429956705518,
+      "eval_cy_ud_pr_auc": 0.9921944731399587,
+      "eval_da_opus100_pr_auc": 0.9072196147360564,
+      "eval_da_ud_pr_auc": 0.980700301201448,
+      "eval_de_ersatz_pr_auc": 0.9758003103290291,
+      "eval_de_opus100_pr_auc": 0.9051893527234813,
+      "eval_de_ud_pr_auc": 0.9817840754245793,
+      "eval_el_opus100_pr_auc": 0.9113632296857488,
+      "eval_el_ud_pr_auc": 0.9814457236482168,
+      "eval_en_ersatz_pr_auc": 0.9879790050161898,
+      "eval_en_opus100_pr_auc": 0.9140424898301944,
+      "eval_en_ud_pr_auc": 0.9695487940542149,
+      "eval_eo_opus100_pr_auc": 0.9233970853398644,
+      "eval_es_ersatz_pr_auc": 0.9946330787674443,
+      "eval_es_opus100_pr_auc": 0.9197299028438525,
+      "eval_es_ud_pr_auc": 0.9867272922059744,
+      "eval_et_ersatz_pr_auc": 0.9813304097656007,
+      "eval_et_opus100_pr_auc": 0.8857477310024836,
+      "eval_et_ud_pr_auc": 0.9594597657643006,
+      "eval_eu_opus100_pr_auc": 0.8806794197335197,
+      "eval_eu_ud_pr_auc": 0.9914801882428156,
+      "eval_fa_opus100_pr_auc": 0.6046839815057761,
+      "eval_fa_ud_pr_auc": 0.9932834177126957,
+      "eval_fi_ersatz_pr_auc": 0.9879961302841056,
+      "eval_fi_opus100_pr_auc": 0.9092030224261834,
+      "eval_fi_ud_pr_auc": 0.9674436076606554,
+      "eval_fr_ersatz_pr_auc": 0.9857592805733526,
+      "eval_fr_opus100_pr_auc": 0.909961060770914,
+      "eval_fr_ud_pr_auc": 0.980355386418196,
+      "eval_fy_opus100_pr_auc": 0.7241659493369842,
+      "eval_ga_opus100_pr_auc": 0.8780512535675293,
+      "eval_ga_ud_pr_auc": 0.79791436953558,
+      "eval_gd_opus100_pr_auc": 0.6526526907385211,
+      "eval_gd_ud_pr_auc": 0.7974553773472883,
+      "eval_gl_opus100_pr_auc": 0.8853290349228079,
+      "eval_gl_ud_pr_auc": 0.9974396201429362,
+      "eval_gu_ersatz_pr_auc": 0.9439261697161584,
+      "eval_gu_opus100_pr_auc": 0.7484520728332897,
+      "eval_ha_opus100_pr_auc": 0.910850613480455,
+      "eval_he_opus100_pr_auc": 0.8625255306836156,
+      "eval_he_ud_pr_auc": 0.9770634289653574,
+      "eval_hi_ersatz_pr_auc": 0.9763166454712717,
+      "eval_hi_opus100_pr_auc": 0.6821794372358166,
+      "eval_hi_ud_pr_auc": 0.9847554618129803,
+      "eval_hu_opus100_pr_auc": 0.9054999208109673,
+      "eval_hu_ud_pr_auc": 0.978184953684437,
+      "eval_hy_opus100_pr_auc": 0.9125682590865317,
+      "eval_hy_ud_pr_auc": 0.9904627624219828,
+      "eval_id_opus100_pr_auc": 0.8580712451380985,
+      "eval_id_ud_pr_auc": 0.9917877839898721,
+      "eval_ig_opus100_pr_auc": 0.9042995113563522,
+      "eval_is_opus100_pr_auc": 0.9161213406359666,
+      "eval_is_ud_pr_auc": 0.9010454891601883,
+      "eval_it_opus100_pr_auc": 0.9028546257875896,
+      "eval_it_ud_pr_auc": 0.9994761053903974,
+      "eval_ja_ersatz_pr_auc": 0.8547159848481769,
+      "eval_ja_opus100_pr_auc": 0.827745501158862,
+      "eval_ja_ud_pr_auc": 0.9742768550198982,
+      "eval_jv_ud_pr_auc": 0.9653106522146243,
+      "eval_ka_opus100_pr_auc": 0.8503179482198139,
+      "eval_kk_ersatz_pr_auc": 0.9880857964455948,
+      "eval_kk_opus100_pr_auc": 0.8215031945443162,
+      "eval_kk_ud_pr_auc": 0.9763965574769047,
+      "eval_km_ersatz_pr_auc": 0.9176388707131474,
+      "eval_km_opus100_pr_auc": 0.7317823498471036,
+      "eval_kn_opus100_pr_auc": 0.6110559408973567,
+      "eval_ko_opus100_pr_auc": 0.664106270345608,
+      "eval_ko_ud_pr_auc": 0.9979139009184036,
+      "eval_ku_opus100_pr_auc": 0.8362861066869057,
+      "eval_ky_opus100_pr_auc": 0.8706248389051281,
+      "eval_la_ud_pr_auc": 0.9254821684353293,
+      "eval_loss": 0.031261198222637177,
+      "eval_lt_ersatz_pr_auc": 0.9939251570507236,
+      "eval_lt_opus100_pr_auc": 0.874459566104695,
+      "eval_lt_ud_pr_auc": 0.9931276931682556,
+      "eval_lv_ersatz_pr_auc": 0.9858344206005141,
+      "eval_lv_opus100_pr_auc": 0.8834889808943209,
+      "eval_lv_ud_pr_auc": 0.955794017770146,
+      "eval_mg_opus100_pr_auc": 0.924330648563467,
+      "eval_mk_opus100_pr_auc": 0.9085993654326824,
+      "eval_ml_opus100_pr_auc": 0.7792574176314913,
+      "eval_mn_opus100_pr_auc": 0.9489170457618126,
+      "eval_mr_opus100_pr_auc": 0.9035171305908651,
+      "eval_mr_ud_pr_auc": 0.9720302319184216,
+      "eval_ms_opus100_pr_auc": 0.867585123552031,
+      "eval_mt_opus100_pr_auc": 0.8550920130472587,
+      "eval_mt_ud_pr_auc": 0.8915525598525049,
+      "eval_my_opus100_pr_auc": 0.7494657087775961,
+      "eval_ne_opus100_pr_auc": 0.7184009710775252,
+      "eval_nl_opus100_pr_auc": 0.8935385220935567,
+      "eval_nl_ud_pr_auc": 0.9758293494924493,
+      "eval_no_opus100_pr_auc": 0.9106294551027336,
+      "eval_no_ud_pr_auc": 0.9955310233419151,
+      "eval_pa_opus100_pr_auc": 0.6907879928497755,
+      "eval_pl_ersatz_pr_auc": 0.9703027340382033,
+      "eval_pl_opus100_pr_auc": 0.8844374806751224,
+      "eval_pl_ud_pr_auc": 0.9580809319028728,
+      "eval_ps_ersatz_pr_auc": 0.9193284250224927,
+      "eval_ps_opus100_pr_auc": 0.7443150275323135,
+      "eval_pt_opus100_pr_auc": 0.918109439101763,
+      "eval_pt_ud_pr_auc": 0.9854252588868342,
+      "eval_ro_ersatz_pr_auc": 0.9900529960655546,
+      "eval_ro_opus100_pr_auc": 0.8884208798884561,
+      "eval_ro_ud_pr_auc": 0.9412887199561132,
+      "eval_ru_ersatz_pr_auc": 0.9880498163098844,
+      "eval_ru_opus100_pr_auc": 0.9055856812222342,
+      "eval_ru_ud_pr_auc": 0.8473030254266324,
+      "eval_runtime": 621.8845,
+      "eval_samples_per_second": 121.433,
+      "eval_si_opus100_pr_auc": 0.8010302732019297,
+      "eval_sk_opus100_pr_auc": 0.9268033639647474,
+      "eval_sk_ud_pr_auc": 0.984832024401708,
+      "eval_sl_opus100_pr_auc": 0.8539795631062046,
+      "eval_sl_ud_pr_auc": 0.9631500234521411,
+      "eval_sq_opus100_pr_auc": 0.9162616239914761,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8995367694585703,
+      "eval_sr_ud_pr_auc": 0.9976794425141208,
+      "eval_steps_per_second": 3.795,
+      "eval_sv_opus100_pr_auc": 0.8880391400034061,
+      "eval_sv_ud_pr_auc": 0.9418355651275196,
+      "eval_ta_ersatz_pr_auc": 0.9797994888437976,
+      "eval_ta_opus100_pr_auc": 0.68304372342795,
+      "eval_ta_ud_pr_auc": 0.9959205087717389,
+      "eval_te_opus100_pr_auc": 0.8383777992268886,
+      "eval_tg_opus100_pr_auc": 0.8896787829426421,
+      "eval_th_opus100_pr_auc": 0.6786290552155705,
+      "eval_th_ud_pr_auc": 0.802910334874861,
+      "eval_tr_ersatz_pr_auc": 0.965619086675088,
+      "eval_tr_opus100_pr_auc": 0.8933649773649422,
+      "eval_tr_ud_pr_auc": 0.9539558069177716,
+      "eval_uk_opus100_pr_auc": 0.8761832550472549,
+      "eval_uk_ud_pr_auc": 0.9105019149336666,
+      "eval_ur_opus100_pr_auc": 0.530979513573918,
+      "eval_ur_ud_pr_auc": 0.9939866719928927,
+      "eval_uz_opus100_pr_auc": 0.8780956231987098,
+      "eval_vi_opus100_pr_auc": 0.8982937001623778,
+      "eval_vi_ud_pr_auc": 0.9591889360302119,
+      "eval_xh_opus100_pr_auc": 0.851675092191105,
+      "eval_yi_opus100_pr_auc": 0.7939025162922553,
+      "eval_yo_opus100_pr_auc": 0.8244787951937536,
+      "eval_yo_ud_pr_auc": 0.9056254769725149,
+      "eval_zh_ersatz_pr_auc": 0.9244523689433086,
+      "eval_zh_opus100_pr_auc": 0.7624607719493981,
+      "eval_zh_ud_pr_auc": 0.9928438086012625,
+      "eval_zu_opus100_pr_auc": 0.8463494923355488,
+      "step": 220000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682278481012659e-05,
+      "learning_rate_adapter": 4.682278481012659e-05,
+      "loss": 0.0272,
+      "step": 220050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681012658227849e-05,
+      "learning_rate_adapter": 4.681012658227849e-05,
+      "loss": 0.0274,
+      "step": 220100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679746835443038e-05,
+      "learning_rate_adapter": 4.679746835443038e-05,
+      "loss": 0.0273,
+      "step": 220150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678481012658228e-05,
+      "learning_rate_adapter": 4.678481012658228e-05,
+      "loss": 0.0266,
+      "step": 220200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677215189873418e-05,
+      "learning_rate_adapter": 4.677215189873418e-05,
+      "loss": 0.0276,
+      "step": 220250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6759493670886075e-05,
+      "learning_rate_adapter": 4.6759493670886075e-05,
+      "loss": 0.0281,
+      "step": 220300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.674683544303798e-05,
+      "learning_rate_adapter": 4.674683544303798e-05,
+      "loss": 0.0273,
+      "step": 220350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.673417721518988e-05,
+      "learning_rate_adapter": 4.673417721518988e-05,
+      "loss": 0.0275,
+      "step": 220400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.672151898734177e-05,
+      "learning_rate_adapter": 4.672151898734177e-05,
+      "loss": 0.027,
+      "step": 220450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.670886075949367e-05,
+      "learning_rate_adapter": 4.670886075949367e-05,
+      "loss": 0.0277,
+      "step": 220500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.669620253164557e-05,
+      "learning_rate_adapter": 4.669620253164557e-05,
+      "loss": 0.0277,
+      "step": 220550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.668354430379747e-05,
+      "learning_rate_adapter": 4.668354430379747e-05,
+      "loss": 0.0275,
+      "step": 220600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6670886075949374e-05,
+      "learning_rate_adapter": 4.6670886075949374e-05,
+      "loss": 0.0279,
+      "step": 220650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6658227848101266e-05,
+      "learning_rate_adapter": 4.6658227848101266e-05,
+      "loss": 0.0269,
+      "step": 220700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6645569620253165e-05,
+      "learning_rate_adapter": 4.6645569620253165e-05,
+      "loss": 0.0277,
+      "step": 220750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6632911392405064e-05,
+      "learning_rate_adapter": 4.6632911392405064e-05,
+      "loss": 0.0273,
+      "step": 220800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.662025316455696e-05,
+      "learning_rate_adapter": 4.662025316455696e-05,
+      "loss": 0.0275,
+      "step": 220850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.660759493670886e-05,
+      "learning_rate_adapter": 4.660759493670886e-05,
+      "loss": 0.0274,
+      "step": 220900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.659493670886076e-05,
+      "learning_rate_adapter": 4.659493670886076e-05,
+      "loss": 0.0278,
+      "step": 220950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.658227848101266e-05,
+      "learning_rate_adapter": 4.658227848101266e-05,
+      "loss": 0.0271,
+      "step": 221000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.656962025316456e-05,
+      "learning_rate_adapter": 4.656962025316456e-05,
+      "loss": 0.0272,
+      "step": 221050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.655696202531646e-05,
+      "learning_rate_adapter": 4.655696202531646e-05,
+      "loss": 0.0275,
+      "step": 221100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6544303797468356e-05,
+      "learning_rate_adapter": 4.6544303797468356e-05,
+      "loss": 0.0277,
+      "step": 221150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6531645569620255e-05,
+      "learning_rate_adapter": 4.6531645569620255e-05,
+      "loss": 0.0274,
+      "step": 221200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6518987341772154e-05,
+      "learning_rate_adapter": 4.6518987341772154e-05,
+      "loss": 0.0271,
+      "step": 221250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.650632911392405e-05,
+      "learning_rate_adapter": 4.650632911392405e-05,
+      "loss": 0.0275,
+      "step": 221300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.649367088607595e-05,
+      "learning_rate_adapter": 4.649367088607595e-05,
+      "loss": 0.0273,
+      "step": 221350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.648101265822785e-05,
+      "learning_rate_adapter": 4.648101265822785e-05,
+      "loss": 0.0271,
+      "step": 221400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.646835443037975e-05,
+      "learning_rate_adapter": 4.646835443037975e-05,
+      "loss": 0.027,
+      "step": 221450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.645569620253165e-05,
+      "learning_rate_adapter": 4.645569620253165e-05,
+      "loss": 0.0268,
+      "step": 221500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.644303797468355e-05,
+      "learning_rate_adapter": 4.644303797468355e-05,
+      "loss": 0.0277,
+      "step": 221550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6430379746835446e-05,
+      "learning_rate_adapter": 4.6430379746835446e-05,
+      "loss": 0.0276,
+      "step": 221600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6417721518987345e-05,
+      "learning_rate_adapter": 4.6417721518987345e-05,
+      "loss": 0.0273,
+      "step": 221650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6405063291139243e-05,
+      "learning_rate_adapter": 4.6405063291139243e-05,
+      "loss": 0.0282,
+      "step": 221700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6392405063291136e-05,
+      "learning_rate_adapter": 4.6392405063291136e-05,
+      "loss": 0.0271,
+      "step": 221750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.637974683544304e-05,
+      "learning_rate_adapter": 4.637974683544304e-05,
+      "loss": 0.0278,
+      "step": 221800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.636708860759494e-05,
+      "learning_rate_adapter": 4.636708860759494e-05,
+      "loss": 0.0279,
+      "step": 221850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.635443037974684e-05,
+      "learning_rate_adapter": 4.635443037974684e-05,
+      "loss": 0.0273,
+      "step": 221900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.634177215189874e-05,
+      "learning_rate_adapter": 4.634177215189874e-05,
+      "loss": 0.0275,
+      "step": 221950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6329113924050637e-05,
+      "learning_rate_adapter": 4.6329113924050637e-05,
+      "loss": 0.0269,
+      "step": 222000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.631645569620253e-05,
+      "learning_rate_adapter": 4.631645569620253e-05,
+      "loss": 0.0271,
+      "step": 222050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6303797468354434e-05,
+      "learning_rate_adapter": 4.6303797468354434e-05,
+      "loss": 0.0275,
+      "step": 222100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.629113924050633e-05,
+      "learning_rate_adapter": 4.629113924050633e-05,
+      "loss": 0.0272,
+      "step": 222150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.627848101265823e-05,
+      "learning_rate_adapter": 4.627848101265823e-05,
+      "loss": 0.027,
+      "step": 222200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.626582278481013e-05,
+      "learning_rate_adapter": 4.626582278481013e-05,
+      "loss": 0.0275,
+      "step": 222250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.625316455696202e-05,
+      "learning_rate_adapter": 4.625316455696202e-05,
+      "loss": 0.0274,
+      "step": 222300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.624050632911392e-05,
+      "learning_rate_adapter": 4.624050632911392e-05,
+      "loss": 0.0274,
+      "step": 222350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.622784810126583e-05,
+      "learning_rate_adapter": 4.622784810126583e-05,
+      "loss": 0.0274,
+      "step": 222400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6215189873417726e-05,
+      "learning_rate_adapter": 4.6215189873417726e-05,
+      "loss": 0.0268,
+      "step": 222450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6202531645569625e-05,
+      "learning_rate_adapter": 4.6202531645569625e-05,
+      "loss": 0.0272,
+      "step": 222500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.618987341772152e-05,
+      "learning_rate_adapter": 4.618987341772152e-05,
+      "loss": 0.0269,
+      "step": 222550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6177215189873416e-05,
+      "learning_rate_adapter": 4.6177215189873416e-05,
+      "loss": 0.0272,
+      "step": 222600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6164556962025315e-05,
+      "learning_rate_adapter": 4.6164556962025315e-05,
+      "loss": 0.0276,
+      "step": 222650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.615189873417722e-05,
+      "learning_rate_adapter": 4.615189873417722e-05,
+      "loss": 0.0263,
+      "step": 222700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.613924050632912e-05,
+      "learning_rate_adapter": 4.613924050632912e-05,
+      "loss": 0.0272,
+      "step": 222750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.612658227848102e-05,
+      "learning_rate_adapter": 4.612658227848102e-05,
+      "loss": 0.0275,
+      "step": 222800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.611392405063291e-05,
+      "learning_rate_adapter": 4.611392405063291e-05,
+      "loss": 0.0278,
+      "step": 222850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.610126582278481e-05,
+      "learning_rate_adapter": 4.610126582278481e-05,
+      "loss": 0.0278,
+      "step": 222900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.608860759493671e-05,
+      "learning_rate_adapter": 4.608860759493671e-05,
+      "loss": 0.0285,
+      "step": 222950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6075949367088614e-05,
+      "learning_rate_adapter": 4.6075949367088614e-05,
+      "loss": 0.0273,
+      "step": 223000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.606329113924051e-05,
+      "learning_rate_adapter": 4.606329113924051e-05,
+      "loss": 0.0275,
+      "step": 223050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6050632911392405e-05,
+      "learning_rate_adapter": 4.6050632911392405e-05,
+      "loss": 0.0272,
+      "step": 223100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6037974683544303e-05,
+      "learning_rate_adapter": 4.6037974683544303e-05,
+      "loss": 0.0267,
+      "step": 223150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.60253164556962e-05,
+      "learning_rate_adapter": 4.60253164556962e-05,
+      "loss": 0.027,
+      "step": 223200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.60126582278481e-05,
+      "learning_rate_adapter": 4.60126582278481e-05,
+      "loss": 0.0278,
+      "step": 223250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.027,
+      "step": 223300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.59873417721519e-05,
+      "learning_rate_adapter": 4.59873417721519e-05,
+      "loss": 0.0272,
+      "step": 223350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.59746835443038e-05,
+      "learning_rate_adapter": 4.59746835443038e-05,
+      "loss": 0.0271,
+      "step": 223400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5962025316455697e-05,
+      "learning_rate_adapter": 4.5962025316455697e-05,
+      "loss": 0.0271,
+      "step": 223450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5949367088607595e-05,
+      "learning_rate_adapter": 4.5949367088607595e-05,
+      "loss": 0.0266,
+      "step": 223500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5936708860759494e-05,
+      "learning_rate_adapter": 4.5936708860759494e-05,
+      "loss": 0.0271,
+      "step": 223550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.59240506329114e-05,
+      "learning_rate_adapter": 4.59240506329114e-05,
+      "loss": 0.0275,
+      "step": 223600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.591139240506329e-05,
+      "learning_rate_adapter": 4.591139240506329e-05,
+      "loss": 0.0271,
+      "step": 223650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.589873417721519e-05,
+      "learning_rate_adapter": 4.589873417721519e-05,
+      "loss": 0.0276,
+      "step": 223700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.588607594936709e-05,
+      "learning_rate_adapter": 4.588607594936709e-05,
+      "loss": 0.027,
+      "step": 223750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.587341772151899e-05,
+      "learning_rate_adapter": 4.587341772151899e-05,
+      "loss": 0.0272,
+      "step": 223800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.586075949367089e-05,
+      "learning_rate_adapter": 4.586075949367089e-05,
+      "loss": 0.0274,
+      "step": 223850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5848101265822786e-05,
+      "learning_rate_adapter": 4.5848101265822786e-05,
+      "loss": 0.0272,
+      "step": 223900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5835443037974685e-05,
+      "learning_rate_adapter": 4.5835443037974685e-05,
+      "loss": 0.0274,
+      "step": 223950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5822784810126584e-05,
+      "learning_rate_adapter": 4.5822784810126584e-05,
+      "loss": 0.0273,
+      "step": 224000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.581012658227848e-05,
+      "learning_rate_adapter": 4.581012658227848e-05,
+      "loss": 0.0272,
+      "step": 224050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.579746835443038e-05,
+      "learning_rate_adapter": 4.579746835443038e-05,
+      "loss": 0.0267,
+      "step": 224100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.578481012658228e-05,
+      "learning_rate_adapter": 4.578481012658228e-05,
+      "loss": 0.0272,
+      "step": 224150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.577215189873418e-05,
+      "learning_rate_adapter": 4.577215189873418e-05,
+      "loss": 0.0278,
+      "step": 224200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.575949367088608e-05,
+      "learning_rate_adapter": 4.575949367088608e-05,
+      "loss": 0.0282,
+      "step": 224250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.574683544303798e-05,
+      "learning_rate_adapter": 4.574683544303798e-05,
+      "loss": 0.0274,
+      "step": 224300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5734177215189876e-05,
+      "learning_rate_adapter": 4.5734177215189876e-05,
+      "loss": 0.0271,
+      "step": 224350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5721518987341775e-05,
+      "learning_rate_adapter": 4.5721518987341775e-05,
+      "loss": 0.0276,
+      "step": 224400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5708860759493674e-05,
+      "learning_rate_adapter": 4.5708860759493674e-05,
+      "loss": 0.0267,
+      "step": 224450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.569620253164557e-05,
+      "learning_rate_adapter": 4.569620253164557e-05,
+      "loss": 0.0266,
+      "step": 224500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.568354430379747e-05,
+      "learning_rate_adapter": 4.568354430379747e-05,
+      "loss": 0.0271,
+      "step": 224550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.567088607594937e-05,
+      "learning_rate_adapter": 4.567088607594937e-05,
+      "loss": 0.0272,
+      "step": 224600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.565822784810127e-05,
+      "learning_rate_adapter": 4.565822784810127e-05,
+      "loss": 0.0269,
+      "step": 224650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.564556962025317e-05,
+      "learning_rate_adapter": 4.564556962025317e-05,
+      "loss": 0.0269,
+      "step": 224700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.563291139240507e-05,
+      "learning_rate_adapter": 4.563291139240507e-05,
+      "loss": 0.0275,
+      "step": 224750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5620253164556966e-05,
+      "learning_rate_adapter": 4.5620253164556966e-05,
+      "loss": 0.0279,
+      "step": 224800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5607594936708865e-05,
+      "learning_rate_adapter": 4.5607594936708865e-05,
+      "loss": 0.0276,
+      "step": 224850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5594936708860763e-05,
+      "learning_rate_adapter": 4.5594936708860763e-05,
+      "loss": 0.0278,
+      "step": 224900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5582278481012655e-05,
+      "learning_rate_adapter": 4.5582278481012655e-05,
+      "loss": 0.0274,
+      "step": 224950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.556962025316456e-05,
+      "learning_rate_adapter": 4.556962025316456e-05,
+      "loss": 0.0269,
+      "step": 225000
+    },
+    {
+      "epoch": 0.19,
+      "eval_af_opus100_pr_auc": 0.7893297600771423,
+      "eval_af_ud_pr_auc": 0.99053721434127,
+      "eval_am_opus100_pr_auc": 0.587308862357953,
+      "eval_ar_ersatz_pr_auc": 0.9383279210489982,
+      "eval_ar_opus100_pr_auc": 0.7139692850302533,
+      "eval_ar_ud_pr_auc": 0.8783896201611424,
+      "eval_average_ersatz_pr_auc": 0.9703563303559158,
+      "eval_average_opus100_pr_auc": 0.8329860861664584,
+      "eval_average_ud_pr_auc": 0.9654200159948322,
+      "eval_az_opus100_pr_auc": 0.8095270245263387,
+      "eval_be_opus100_pr_auc": 0.673927693393931,
+      "eval_be_ud_pr_auc": 0.8876632213981278,
+      "eval_bg_opus100_pr_auc": 0.9176113592250096,
+      "eval_bg_ud_pr_auc": 0.9960767491558274,
+      "eval_bn_opus100_pr_auc": 0.8325734192820551,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8837081498349453,
+      "eval_ca_ud_pr_auc": 0.9964016730145556,
+      "eval_ceb_ud_pr_auc": 0.9966668434213373,
+      "eval_cs_ersatz_pr_auc": 0.986855109004551,
+      "eval_cs_opus100_pr_auc": 0.9065960037100705,
+      "eval_cs_ud_pr_auc": 0.9598190805303319,
+      "eval_cy_opus100_pr_auc": 0.7687405045984135,
+      "eval_cy_ud_pr_auc": 0.9948896459925193,
+      "eval_da_opus100_pr_auc": 0.909432751954774,
+      "eval_da_ud_pr_auc": 0.9872378731921344,
+      "eval_de_ersatz_pr_auc": 0.9820989387350567,
+      "eval_de_opus100_pr_auc": 0.9024192791733515,
+      "eval_de_ud_pr_auc": 0.9848160521357111,
+      "eval_el_opus100_pr_auc": 0.9160177916211051,
+      "eval_el_ud_pr_auc": 0.9795366985258097,
+      "eval_en_ersatz_pr_auc": 0.9928736570316714,
+      "eval_en_opus100_pr_auc": 0.9256895376253725,
+      "eval_en_ud_pr_auc": 0.9824886454067018,
+      "eval_eo_opus100_pr_auc": 0.9300977401040184,
+      "eval_es_ersatz_pr_auc": 0.9969263453601275,
+      "eval_es_opus100_pr_auc": 0.9257833617848725,
+      "eval_es_ud_pr_auc": 0.9934277371799347,
+      "eval_et_ersatz_pr_auc": 0.9855361486098333,
+      "eval_et_opus100_pr_auc": 0.8927227746511831,
+      "eval_et_ud_pr_auc": 0.9675701357007633,
+      "eval_eu_opus100_pr_auc": 0.8854952954418109,
+      "eval_eu_ud_pr_auc": 0.9894900546393293,
+      "eval_fa_opus100_pr_auc": 0.6034604781219375,
+      "eval_fa_ud_pr_auc": 0.9960124682606247,
+      "eval_fi_ersatz_pr_auc": 0.9922410659209524,
+      "eval_fi_opus100_pr_auc": 0.916728898255907,
+      "eval_fi_ud_pr_auc": 0.9703634982944364,
+      "eval_fr_ersatz_pr_auc": 0.9864049597625593,
+      "eval_fr_opus100_pr_auc": 0.9147298695416672,
+      "eval_fr_ud_pr_auc": 0.9865358050392574,
+      "eval_fy_opus100_pr_auc": 0.6817360496193252,
+      "eval_ga_opus100_pr_auc": 0.8892912946251049,
+      "eval_ga_ud_pr_auc": 0.8309362507259026,
+      "eval_gd_opus100_pr_auc": 0.6572251194398274,
+      "eval_gd_ud_pr_auc": 0.8211233694030587,
+      "eval_gl_opus100_pr_auc": 0.8888442283229476,
+      "eval_gl_ud_pr_auc": 0.9981057075137104,
+      "eval_gu_ersatz_pr_auc": 0.9509548776641219,
+      "eval_gu_opus100_pr_auc": 0.7298388105018586,
+      "eval_ha_opus100_pr_auc": 0.9165498258952764,
+      "eval_he_opus100_pr_auc": 0.8799772912637425,
+      "eval_he_ud_pr_auc": 0.9791002093503571,
+      "eval_hi_ersatz_pr_auc": 0.9800779387947877,
+      "eval_hi_opus100_pr_auc": 0.6796244871028911,
+      "eval_hi_ud_pr_auc": 0.9923282118305337,
+      "eval_hu_opus100_pr_auc": 0.9096933912555204,
+      "eval_hu_ud_pr_auc": 0.9863152497089361,
+      "eval_hy_opus100_pr_auc": 0.9125008587710459,
+      "eval_hy_ud_pr_auc": 0.9922748561300602,
+      "eval_id_opus100_pr_auc": 0.8777589609418704,
+      "eval_id_ud_pr_auc": 0.9948859897216625,
+      "eval_ig_opus100_pr_auc": 0.8916399184142066,
+      "eval_is_opus100_pr_auc": 0.922431713299548,
+      "eval_is_ud_pr_auc": 0.9342460646047217,
+      "eval_it_opus100_pr_auc": 0.8999752367657935,
+      "eval_it_ud_pr_auc": 0.9992546045175953,
+      "eval_ja_ersatz_pr_auc": 0.8779266504823721,
+      "eval_ja_opus100_pr_auc": 0.8342474169438867,
+      "eval_ja_ud_pr_auc": 0.9776607196894077,
+      "eval_jv_ud_pr_auc": 0.9720556894568351,
+      "eval_ka_opus100_pr_auc": 0.8561781967945338,
+      "eval_kk_ersatz_pr_auc": 0.989311900572736,
+      "eval_kk_opus100_pr_auc": 0.7915750097059009,
+      "eval_kk_ud_pr_auc": 0.9800705264872593,
+      "eval_km_ersatz_pr_auc": 0.9163763357879071,
+      "eval_km_opus100_pr_auc": 0.7193195708705877,
+      "eval_kn_opus100_pr_auc": 0.5890030613794255,
+      "eval_ko_opus100_pr_auc": 0.6614103574770431,
+      "eval_ko_ud_pr_auc": 0.9991743271106005,
+      "eval_ku_opus100_pr_auc": 0.8464746872875769,
+      "eval_ky_opus100_pr_auc": 0.8523284370739422,
+      "eval_la_ud_pr_auc": 0.9497464143337326,
+      "eval_loss": 0.031064724549651146,
+      "eval_lt_ersatz_pr_auc": 0.9960052254131677,
+      "eval_lt_opus100_pr_auc": 0.8815385692137652,
+      "eval_lt_ud_pr_auc": 0.9954166541970841,
+      "eval_lv_ersatz_pr_auc": 0.9908508529860659,
+      "eval_lv_opus100_pr_auc": 0.8802470370699292,
+      "eval_lv_ud_pr_auc": 0.9683818148595843,
+      "eval_mg_opus100_pr_auc": 0.9341400510281294,
+      "eval_mk_opus100_pr_auc": 0.9103953815662749,
+      "eval_ml_opus100_pr_auc": 0.7771333710432009,
+      "eval_mn_opus100_pr_auc": 0.9468053762372521,
+      "eval_mr_opus100_pr_auc": 0.8989214997140429,
+      "eval_mr_ud_pr_auc": 0.9791920796193344,
+      "eval_ms_opus100_pr_auc": 0.8850264238420003,
+      "eval_mt_opus100_pr_auc": 0.8707430500034193,
+      "eval_mt_ud_pr_auc": 0.8890999832731696,
+      "eval_my_opus100_pr_auc": 0.7572685031088277,
+      "eval_ne_opus100_pr_auc": 0.6999467264366683,
+      "eval_nl_opus100_pr_auc": 0.8978311060734848,
+      "eval_nl_ud_pr_auc": 0.9743184028219576,
+      "eval_no_opus100_pr_auc": 0.9162278052981325,
+      "eval_no_ud_pr_auc": 0.9964220654060802,
+      "eval_pa_opus100_pr_auc": 0.6501404913437842,
+      "eval_pl_ersatz_pr_auc": 0.9731855064245877,
+      "eval_pl_opus100_pr_auc": 0.8921570599212796,
+      "eval_pl_ud_pr_auc": 0.9711069290268617,
+      "eval_ps_ersatz_pr_auc": 0.9348378730531571,
+      "eval_ps_opus100_pr_auc": 0.7498393331476779,
+      "eval_pt_opus100_pr_auc": 0.922704436084417,
+      "eval_pt_ud_pr_auc": 0.9888078972536758,
+      "eval_ro_ersatz_pr_auc": 0.9935492236081097,
+      "eval_ro_opus100_pr_auc": 0.879221821073006,
+      "eval_ro_ud_pr_auc": 0.9756034005121288,
+      "eval_ru_ersatz_pr_auc": 0.9906945489045198,
+      "eval_ru_opus100_pr_auc": 0.9097849785085441,
+      "eval_ru_ud_pr_auc": 0.8734057751614434,
+      "eval_runtime": 613.2965,
+      "eval_samples_per_second": 123.133,
+      "eval_si_opus100_pr_auc": 0.8029646694605845,
+      "eval_sk_opus100_pr_auc": 0.9325858388608397,
+      "eval_sk_ud_pr_auc": 0.9872188588238964,
+      "eval_sl_opus100_pr_auc": 0.8626631406599816,
+      "eval_sl_ud_pr_auc": 0.9683881883915522,
+      "eval_sq_opus100_pr_auc": 0.9216479643553283,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9055548941440849,
+      "eval_sr_ud_pr_auc": 0.999129902379322,
+      "eval_steps_per_second": 3.848,
+      "eval_sv_opus100_pr_auc": 0.8928970271577292,
+      "eval_sv_ud_pr_auc": 0.9565506312100905,
+      "eval_ta_ersatz_pr_auc": 0.9833081018526311,
+      "eval_ta_opus100_pr_auc": 0.6736898702391471,
+      "eval_ta_ud_pr_auc": 0.996276511948218,
+      "eval_te_opus100_pr_auc": 0.8272076308338053,
+      "eval_tg_opus100_pr_auc": 0.887580744678922,
+      "eval_th_opus100_pr_auc": 0.6682836709191992,
+      "eval_th_ud_pr_auc": 0.8082486822192807,
+      "eval_tr_ersatz_pr_auc": 0.9733804918349123,
+      "eval_tr_opus100_pr_auc": 0.894341193268112,
+      "eval_tr_ud_pr_auc": 0.9626435597047944,
+      "eval_uk_opus100_pr_auc": 0.8787099227621177,
+      "eval_uk_ud_pr_auc": 0.9266634694866324,
+      "eval_ur_opus100_pr_auc": 0.5466650928846799,
+      "eval_ur_ud_pr_auc": 0.993824895763572,
+      "eval_uz_opus100_pr_auc": 0.8753983417739606,
+      "eval_vi_opus100_pr_auc": 0.9085269924747466,
+      "eval_vi_ud_pr_auc": 0.9694679564542087,
+      "eval_xh_opus100_pr_auc": 0.8709352790812999,
+      "eval_yi_opus100_pr_auc": 0.7859357900979471,
+      "eval_yo_opus100_pr_auc": 0.807119758187355,
+      "eval_yo_ud_pr_auc": 0.9102321475290372,
+      "eval_zh_ersatz_pr_auc": 0.9361155949773212,
+      "eval_zh_opus100_pr_auc": 0.7672827668681783,
+      "eval_zh_ud_pr_auc": 0.9933398986893118,
+      "eval_zu_opus100_pr_auc": 0.8413016921637883,
+      "step": 225000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.555696202531646e-05,
+      "learning_rate_adapter": 4.555696202531646e-05,
+      "loss": 0.0266,
+      "step": 225050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.554430379746836e-05,
+      "learning_rate_adapter": 4.554430379746836e-05,
+      "loss": 0.0273,
+      "step": 225100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.553164556962026e-05,
+      "learning_rate_adapter": 4.553164556962026e-05,
+      "loss": 0.0267,
+      "step": 225150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5518987341772157e-05,
+      "learning_rate_adapter": 4.5518987341772157e-05,
+      "loss": 0.0276,
+      "step": 225200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.550632911392405e-05,
+      "learning_rate_adapter": 4.550632911392405e-05,
+      "loss": 0.0273,
+      "step": 225250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.549367088607595e-05,
+      "learning_rate_adapter": 4.549367088607595e-05,
+      "loss": 0.0272,
+      "step": 225300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.548101265822785e-05,
+      "learning_rate_adapter": 4.548101265822785e-05,
+      "loss": 0.0269,
+      "step": 225350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.546835443037975e-05,
+      "learning_rate_adapter": 4.546835443037975e-05,
+      "loss": 0.027,
+      "step": 225400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.545569620253165e-05,
+      "learning_rate_adapter": 4.545569620253165e-05,
+      "loss": 0.0268,
+      "step": 225450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.544303797468354e-05,
+      "learning_rate_adapter": 4.544303797468354e-05,
+      "loss": 0.0275,
+      "step": 225500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.543037974683544e-05,
+      "learning_rate_adapter": 4.543037974683544e-05,
+      "loss": 0.0273,
+      "step": 225550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.541772151898734e-05,
+      "learning_rate_adapter": 4.541772151898734e-05,
+      "loss": 0.027,
+      "step": 225600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5405063291139246e-05,
+      "learning_rate_adapter": 4.5405063291139246e-05,
+      "loss": 0.0271,
+      "step": 225650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5392405063291145e-05,
+      "learning_rate_adapter": 4.5392405063291145e-05,
+      "loss": 0.0274,
+      "step": 225700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.537974683544304e-05,
+      "learning_rate_adapter": 4.537974683544304e-05,
+      "loss": 0.027,
+      "step": 225750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5367088607594936e-05,
+      "learning_rate_adapter": 4.5367088607594936e-05,
+      "loss": 0.0274,
+      "step": 225800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5354430379746835e-05,
+      "learning_rate_adapter": 4.5354430379746835e-05,
+      "loss": 0.0277,
+      "step": 225850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5341772151898734e-05,
+      "learning_rate_adapter": 4.5341772151898734e-05,
+      "loss": 0.0279,
+      "step": 225900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.532911392405064e-05,
+      "learning_rate_adapter": 4.532911392405064e-05,
+      "loss": 0.0267,
+      "step": 225950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.531645569620253e-05,
+      "learning_rate_adapter": 4.531645569620253e-05,
+      "loss": 0.0274,
+      "step": 226000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.530379746835443e-05,
+      "learning_rate_adapter": 4.530379746835443e-05,
+      "loss": 0.0271,
+      "step": 226050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.529113924050633e-05,
+      "learning_rate_adapter": 4.529113924050633e-05,
+      "loss": 0.0271,
+      "step": 226100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.527848101265823e-05,
+      "learning_rate_adapter": 4.527848101265823e-05,
+      "loss": 0.0269,
+      "step": 226150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.526582278481013e-05,
+      "learning_rate_adapter": 4.526582278481013e-05,
+      "loss": 0.0267,
+      "step": 226200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.525316455696203e-05,
+      "learning_rate_adapter": 4.525316455696203e-05,
+      "loss": 0.0274,
+      "step": 226250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5240506329113925e-05,
+      "learning_rate_adapter": 4.5240506329113925e-05,
+      "loss": 0.0267,
+      "step": 226300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5227848101265823e-05,
+      "learning_rate_adapter": 4.5227848101265823e-05,
+      "loss": 0.027,
+      "step": 226350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.521518987341772e-05,
+      "learning_rate_adapter": 4.521518987341772e-05,
+      "loss": 0.0275,
+      "step": 226400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.520253164556962e-05,
+      "learning_rate_adapter": 4.520253164556962e-05,
+      "loss": 0.028,
+      "step": 226450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.518987341772152e-05,
+      "learning_rate_adapter": 4.518987341772152e-05,
+      "loss": 0.0269,
+      "step": 226500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.517721518987342e-05,
+      "learning_rate_adapter": 4.517721518987342e-05,
+      "loss": 0.0273,
+      "step": 226550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.516455696202532e-05,
+      "learning_rate_adapter": 4.516455696202532e-05,
+      "loss": 0.0269,
+      "step": 226600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5151898734177217e-05,
+      "learning_rate_adapter": 4.5151898734177217e-05,
+      "loss": 0.0277,
+      "step": 226650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5139240506329115e-05,
+      "learning_rate_adapter": 4.5139240506329115e-05,
+      "loss": 0.0276,
+      "step": 226700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5126582278481014e-05,
+      "learning_rate_adapter": 4.5126582278481014e-05,
+      "loss": 0.0279,
+      "step": 226750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.511392405063291e-05,
+      "learning_rate_adapter": 4.511392405063291e-05,
+      "loss": 0.0266,
+      "step": 226800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.510126582278481e-05,
+      "learning_rate_adapter": 4.510126582278481e-05,
+      "loss": 0.0271,
+      "step": 226850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.508860759493671e-05,
+      "learning_rate_adapter": 4.508860759493671e-05,
+      "loss": 0.0277,
+      "step": 226900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.507594936708861e-05,
+      "learning_rate_adapter": 4.507594936708861e-05,
+      "loss": 0.0269,
+      "step": 226950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.506329113924051e-05,
+      "learning_rate_adapter": 4.506329113924051e-05,
+      "loss": 0.0267,
+      "step": 227000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.505063291139241e-05,
+      "learning_rate_adapter": 4.505063291139241e-05,
+      "loss": 0.0276,
+      "step": 227050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5037974683544306e-05,
+      "learning_rate_adapter": 4.5037974683544306e-05,
+      "loss": 0.0278,
+      "step": 227100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5025316455696205e-05,
+      "learning_rate_adapter": 4.5025316455696205e-05,
+      "loss": 0.0265,
+      "step": 227150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5012658227848104e-05,
+      "learning_rate_adapter": 4.5012658227848104e-05,
+      "loss": 0.0273,
+      "step": 227200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0271,
+      "step": 227250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49873417721519e-05,
+      "learning_rate_adapter": 4.49873417721519e-05,
+      "loss": 0.0271,
+      "step": 227300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49746835443038e-05,
+      "learning_rate_adapter": 4.49746835443038e-05,
+      "loss": 0.0269,
+      "step": 227350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49620253164557e-05,
+      "learning_rate_adapter": 4.49620253164557e-05,
+      "loss": 0.0274,
+      "step": 227400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49493670886076e-05,
+      "learning_rate_adapter": 4.49493670886076e-05,
+      "loss": 0.0264,
+      "step": 227450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49367088607595e-05,
+      "learning_rate_adapter": 4.49367088607595e-05,
+      "loss": 0.0275,
+      "step": 227500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4924050632911396e-05,
+      "learning_rate_adapter": 4.4924050632911396e-05,
+      "loss": 0.0268,
+      "step": 227550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.491139240506329e-05,
+      "learning_rate_adapter": 4.491139240506329e-05,
+      "loss": 0.0279,
+      "step": 227600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4898734177215194e-05,
+      "learning_rate_adapter": 4.4898734177215194e-05,
+      "loss": 0.0282,
+      "step": 227650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.488607594936709e-05,
+      "learning_rate_adapter": 4.488607594936709e-05,
+      "loss": 0.027,
+      "step": 227700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.487341772151899e-05,
+      "learning_rate_adapter": 4.487341772151899e-05,
+      "loss": 0.0275,
+      "step": 227750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.486075949367089e-05,
+      "learning_rate_adapter": 4.486075949367089e-05,
+      "loss": 0.0267,
+      "step": 227800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.484810126582279e-05,
+      "learning_rate_adapter": 4.484810126582279e-05,
+      "loss": 0.0272,
+      "step": 227850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.483544303797468e-05,
+      "learning_rate_adapter": 4.483544303797468e-05,
+      "loss": 0.0268,
+      "step": 227900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.482278481012659e-05,
+      "learning_rate_adapter": 4.482278481012659e-05,
+      "loss": 0.0279,
+      "step": 227950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4810126582278486e-05,
+      "learning_rate_adapter": 4.4810126582278486e-05,
+      "loss": 0.027,
+      "step": 228000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4797468354430385e-05,
+      "learning_rate_adapter": 4.4797468354430385e-05,
+      "loss": 0.0275,
+      "step": 228050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.478481012658228e-05,
+      "learning_rate_adapter": 4.478481012658228e-05,
+      "loss": 0.0274,
+      "step": 228100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4772151898734175e-05,
+      "learning_rate_adapter": 4.4772151898734175e-05,
+      "loss": 0.0272,
+      "step": 228150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4759493670886074e-05,
+      "learning_rate_adapter": 4.4759493670886074e-05,
+      "loss": 0.0273,
+      "step": 228200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.474683544303798e-05,
+      "learning_rate_adapter": 4.474683544303798e-05,
+      "loss": 0.027,
+      "step": 228250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.473417721518988e-05,
+      "learning_rate_adapter": 4.473417721518988e-05,
+      "loss": 0.0268,
+      "step": 228300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.472151898734178e-05,
+      "learning_rate_adapter": 4.472151898734178e-05,
+      "loss": 0.0267,
+      "step": 228350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.470886075949367e-05,
+      "learning_rate_adapter": 4.470886075949367e-05,
+      "loss": 0.0266,
+      "step": 228400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.469620253164557e-05,
+      "learning_rate_adapter": 4.469620253164557e-05,
+      "loss": 0.0277,
+      "step": 228450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.468354430379747e-05,
+      "learning_rate_adapter": 4.468354430379747e-05,
+      "loss": 0.0278,
+      "step": 228500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.467088607594937e-05,
+      "learning_rate_adapter": 4.467088607594937e-05,
+      "loss": 0.0272,
+      "step": 228550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.465822784810127e-05,
+      "learning_rate_adapter": 4.465822784810127e-05,
+      "loss": 0.0272,
+      "step": 228600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.464556962025317e-05,
+      "learning_rate_adapter": 4.464556962025317e-05,
+      "loss": 0.0267,
+      "step": 228650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.463291139240506e-05,
+      "learning_rate_adapter": 4.463291139240506e-05,
+      "loss": 0.0275,
+      "step": 228700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.462025316455696e-05,
+      "learning_rate_adapter": 4.462025316455696e-05,
+      "loss": 0.0269,
+      "step": 228750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.460759493670886e-05,
+      "learning_rate_adapter": 4.460759493670886e-05,
+      "loss": 0.027,
+      "step": 228800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.459493670886076e-05,
+      "learning_rate_adapter": 4.459493670886076e-05,
+      "loss": 0.0273,
+      "step": 228850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4582278481012665e-05,
+      "learning_rate_adapter": 4.4582278481012665e-05,
+      "loss": 0.0273,
+      "step": 228900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.456962025316456e-05,
+      "learning_rate_adapter": 4.456962025316456e-05,
+      "loss": 0.0269,
+      "step": 228950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4556962025316456e-05,
+      "learning_rate_adapter": 4.4556962025316456e-05,
+      "loss": 0.0272,
+      "step": 229000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4544303797468355e-05,
+      "learning_rate_adapter": 4.4544303797468355e-05,
+      "loss": 0.027,
+      "step": 229050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4531645569620254e-05,
+      "learning_rate_adapter": 4.4531645569620254e-05,
+      "loss": 0.027,
+      "step": 229100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.451898734177215e-05,
+      "learning_rate_adapter": 4.451898734177215e-05,
+      "loss": 0.0268,
+      "step": 229150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.450632911392405e-05,
+      "learning_rate_adapter": 4.450632911392405e-05,
+      "loss": 0.028,
+      "step": 229200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.449367088607595e-05,
+      "learning_rate_adapter": 4.449367088607595e-05,
+      "loss": 0.0274,
+      "step": 229250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.448101265822785e-05,
+      "learning_rate_adapter": 4.448101265822785e-05,
+      "loss": 0.0274,
+      "step": 229300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.446835443037975e-05,
+      "learning_rate_adapter": 4.446835443037975e-05,
+      "loss": 0.028,
+      "step": 229350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.445569620253165e-05,
+      "learning_rate_adapter": 4.445569620253165e-05,
+      "loss": 0.0267,
+      "step": 229400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4443037974683546e-05,
+      "learning_rate_adapter": 4.4443037974683546e-05,
+      "loss": 0.0266,
+      "step": 229450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4430379746835445e-05,
+      "learning_rate_adapter": 4.4430379746835445e-05,
+      "loss": 0.0267,
+      "step": 229500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4417721518987343e-05,
+      "learning_rate_adapter": 4.4417721518987343e-05,
+      "loss": 0.0267,
+      "step": 229550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.440506329113924e-05,
+      "learning_rate_adapter": 4.440506329113924e-05,
+      "loss": 0.0271,
+      "step": 229600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.439240506329114e-05,
+      "learning_rate_adapter": 4.439240506329114e-05,
+      "loss": 0.0266,
+      "step": 229650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.437974683544304e-05,
+      "learning_rate_adapter": 4.437974683544304e-05,
+      "loss": 0.0268,
+      "step": 229700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.436708860759494e-05,
+      "learning_rate_adapter": 4.436708860759494e-05,
+      "loss": 0.0266,
+      "step": 229750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.435443037974684e-05,
+      "learning_rate_adapter": 4.435443037974684e-05,
+      "loss": 0.0275,
+      "step": 229800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4341772151898737e-05,
+      "learning_rate_adapter": 4.4341772151898737e-05,
+      "loss": 0.0272,
+      "step": 229850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4329113924050635e-05,
+      "learning_rate_adapter": 4.4329113924050635e-05,
+      "loss": 0.0274,
+      "step": 229900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4316455696202534e-05,
+      "learning_rate_adapter": 4.4316455696202534e-05,
+      "loss": 0.0272,
+      "step": 229950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.430379746835443e-05,
+      "learning_rate_adapter": 4.430379746835443e-05,
+      "loss": 0.0271,
+      "step": 230000
+    },
+    {
+      "epoch": 0.19,
+      "eval_af_opus100_pr_auc": 0.8079384403698943,
+      "eval_af_ud_pr_auc": 0.9887919632554258,
+      "eval_am_opus100_pr_auc": 0.5843242807857509,
+      "eval_ar_ersatz_pr_auc": 0.92068210941653,
+      "eval_ar_opus100_pr_auc": 0.7253040718010693,
+      "eval_ar_ud_pr_auc": 0.880669101846478,
+      "eval_average_ersatz_pr_auc": 0.9657491156403907,
+      "eval_average_opus100_pr_auc": 0.8377597730434991,
+      "eval_average_ud_pr_auc": 0.9616975573929989,
+      "eval_az_opus100_pr_auc": 0.8056361535237584,
+      "eval_be_opus100_pr_auc": 0.7057229638144374,
+      "eval_be_ud_pr_auc": 0.8736482390661213,
+      "eval_bg_opus100_pr_auc": 0.9174742713566434,
+      "eval_bg_ud_pr_auc": 0.9958173480882379,
+      "eval_bn_opus100_pr_auc": 0.8291357625338418,
+      "eval_bn_ud_pr_auc": 0.998013713844469,
+      "eval_ca_opus100_pr_auc": 0.880653231596733,
+      "eval_ca_ud_pr_auc": 0.9941135149713825,
+      "eval_ceb_ud_pr_auc": 0.993529655675831,
+      "eval_cs_ersatz_pr_auc": 0.9851639108761148,
+      "eval_cs_opus100_pr_auc": 0.9056852183114465,
+      "eval_cs_ud_pr_auc": 0.9584448856868948,
+      "eval_cy_opus100_pr_auc": 0.7783819587920432,
+      "eval_cy_ud_pr_auc": 0.9928114999602415,
+      "eval_da_opus100_pr_auc": 0.9177778680360068,
+      "eval_da_ud_pr_auc": 0.985555522236306,
+      "eval_de_ersatz_pr_auc": 0.9789486362330262,
+      "eval_de_opus100_pr_auc": 0.9072930349428581,
+      "eval_de_ud_pr_auc": 0.9831905100977233,
+      "eval_el_opus100_pr_auc": 0.9192568767660529,
+      "eval_el_ud_pr_auc": 0.9810099694858336,
+      "eval_en_ersatz_pr_auc": 0.9896242948970342,
+      "eval_en_opus100_pr_auc": 0.9197888739375863,
+      "eval_en_ud_pr_auc": 0.9733698728063075,
+      "eval_eo_opus100_pr_auc": 0.9304602446411538,
+      "eval_es_ersatz_pr_auc": 0.9967779393522291,
+      "eval_es_opus100_pr_auc": 0.9254051983150283,
+      "eval_es_ud_pr_auc": 0.9908316881340515,
+      "eval_et_ersatz_pr_auc": 0.9826114085445529,
+      "eval_et_opus100_pr_auc": 0.8955118196323764,
+      "eval_et_ud_pr_auc": 0.9597242582374846,
+      "eval_eu_opus100_pr_auc": 0.8831924970318337,
+      "eval_eu_ud_pr_auc": 0.99039611350731,
+      "eval_fa_opus100_pr_auc": 0.6081453230807903,
+      "eval_fa_ud_pr_auc": 0.9914426306070329,
+      "eval_fi_ersatz_pr_auc": 0.9886403723073866,
+      "eval_fi_opus100_pr_auc": 0.9171594887952711,
+      "eval_fi_ud_pr_auc": 0.9720419721361351,
+      "eval_fr_ersatz_pr_auc": 0.9877156995214821,
+      "eval_fr_opus100_pr_auc": 0.915136583414886,
+      "eval_fr_ud_pr_auc": 0.9872560229494489,
+      "eval_fy_opus100_pr_auc": 0.720910307381984,
+      "eval_ga_opus100_pr_auc": 0.8802136694169993,
+      "eval_ga_ud_pr_auc": 0.8072060622699198,
+      "eval_gd_opus100_pr_auc": 0.6738346289485845,
+      "eval_gd_ud_pr_auc": 0.8085354954689616,
+      "eval_gl_opus100_pr_auc": 0.8954785547303109,
+      "eval_gl_ud_pr_auc": 0.9985162998157668,
+      "eval_gu_ersatz_pr_auc": 0.9460399491095156,
+      "eval_gu_opus100_pr_auc": 0.7513658678051542,
+      "eval_ha_opus100_pr_auc": 0.9153100251096831,
+      "eval_he_opus100_pr_auc": 0.8620959442779155,
+      "eval_he_ud_pr_auc": 0.9799181974626958,
+      "eval_hi_ersatz_pr_auc": 0.9778775471423082,
+      "eval_hi_opus100_pr_auc": 0.6944524012512809,
+      "eval_hi_ud_pr_auc": 0.9858559107823837,
+      "eval_hu_opus100_pr_auc": 0.915198177276767,
+      "eval_hu_ud_pr_auc": 0.9795514757363804,
+      "eval_hy_opus100_pr_auc": 0.918288076437177,
+      "eval_hy_ud_pr_auc": 0.9944850591794053,
+      "eval_id_opus100_pr_auc": 0.8579802638193401,
+      "eval_id_ud_pr_auc": 0.9940236149943236,
+      "eval_ig_opus100_pr_auc": 0.8911729928916092,
+      "eval_is_opus100_pr_auc": 0.9191631149294961,
+      "eval_is_ud_pr_auc": 0.9156366917443168,
+      "eval_it_opus100_pr_auc": 0.9095296986259509,
+      "eval_it_ud_pr_auc": 0.9997483558792006,
+      "eval_ja_ersatz_pr_auc": 0.8459266720067201,
+      "eval_ja_opus100_pr_auc": 0.8485490754270149,
+      "eval_ja_ud_pr_auc": 0.9768063582599962,
+      "eval_jv_ud_pr_auc": 0.9684949185038492,
+      "eval_ka_opus100_pr_auc": 0.8554566616166479,
+      "eval_kk_ersatz_pr_auc": 0.9853025120870655,
+      "eval_kk_opus100_pr_auc": 0.8184741433988921,
+      "eval_kk_ud_pr_auc": 0.9751209621067793,
+      "eval_km_ersatz_pr_auc": 0.9151420500848549,
+      "eval_km_opus100_pr_auc": 0.7192342875467646,
+      "eval_kn_opus100_pr_auc": 0.6246499430297309,
+      "eval_ko_opus100_pr_auc": 0.672480441303376,
+      "eval_ko_ud_pr_auc": 0.9975008588219167,
+      "eval_ku_opus100_pr_auc": 0.8384042112664227,
+      "eval_ky_opus100_pr_auc": 0.8697736863538141,
+      "eval_la_ud_pr_auc": 0.9512688183645829,
+      "eval_loss": 0.03113871067762375,
+      "eval_lt_ersatz_pr_auc": 0.9958595655305525,
+      "eval_lt_opus100_pr_auc": 0.8729708750666294,
+      "eval_lt_ud_pr_auc": 0.994856987634418,
+      "eval_lv_ersatz_pr_auc": 0.98512150322977,
+      "eval_lv_opus100_pr_auc": 0.8892831901164084,
+      "eval_lv_ud_pr_auc": 0.9584043786499373,
+      "eval_mg_opus100_pr_auc": 0.9329244399263918,
+      "eval_mk_opus100_pr_auc": 0.9135022278835008,
+      "eval_ml_opus100_pr_auc": 0.7896700993350865,
+      "eval_mn_opus100_pr_auc": 0.9445655442766989,
+      "eval_mr_opus100_pr_auc": 0.903364035770231,
+      "eval_mr_ud_pr_auc": 0.9757008969110338,
+      "eval_ms_opus100_pr_auc": 0.8776297432447979,
+      "eval_mt_opus100_pr_auc": 0.8718205765268094,
+      "eval_mt_ud_pr_auc": 0.8934805365326297,
+      "eval_my_opus100_pr_auc": 0.7649874167822353,
+      "eval_ne_opus100_pr_auc": 0.743231568983284,
+      "eval_nl_opus100_pr_auc": 0.8982970640267101,
+      "eval_nl_ud_pr_auc": 0.983155512967153,
+      "eval_no_opus100_pr_auc": 0.9221551292918168,
+      "eval_no_ud_pr_auc": 0.9963509083122901,
+      "eval_pa_opus100_pr_auc": 0.6865712063158127,
+      "eval_pl_ersatz_pr_auc": 0.9746581603115811,
+      "eval_pl_opus100_pr_auc": 0.8928362151859492,
+      "eval_pl_ud_pr_auc": 0.9646602780413027,
+      "eval_ps_ersatz_pr_auc": 0.9149776054035452,
+      "eval_ps_opus100_pr_auc": 0.7559764500218471,
+      "eval_pt_opus100_pr_auc": 0.9228523636057477,
+      "eval_pt_ud_pr_auc": 0.9861386760078426,
+      "eval_ro_ersatz_pr_auc": 0.9922610343233804,
+      "eval_ro_opus100_pr_auc": 0.87578218355899,
+      "eval_ro_ud_pr_auc": 0.9412279913573498,
+      "eval_ru_ersatz_pr_auc": 0.9897199867778892,
+      "eval_ru_opus100_pr_auc": 0.9096665257861899,
+      "eval_ru_ud_pr_auc": 0.8663647978036179,
+      "eval_runtime": 622.9169,
+      "eval_samples_per_second": 121.231,
+      "eval_si_opus100_pr_auc": 0.8079673424845129,
+      "eval_sk_opus100_pr_auc": 0.9320734698358503,
+      "eval_sk_ud_pr_auc": 0.9843826316566087,
+      "eval_sl_opus100_pr_auc": 0.8647162615765907,
+      "eval_sl_ud_pr_auc": 0.959949217304439,
+      "eval_sq_opus100_pr_auc": 0.9209607572488391,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9018158701332087,
+      "eval_sr_ud_pr_auc": 0.9991625663437009,
+      "eval_steps_per_second": 3.789,
+      "eval_sv_opus100_pr_auc": 0.8980217856750241,
+      "eval_sv_ud_pr_auc": 0.9479612029333625,
+      "eval_ta_ersatz_pr_auc": 0.9801201629691544,
+      "eval_ta_opus100_pr_auc": 0.6890353718520206,
+      "eval_ta_ud_pr_auc": 0.9943031870571486,
+      "eval_te_opus100_pr_auc": 0.8447560646918059,
+      "eval_tg_opus100_pr_auc": 0.902051464121986,
+      "eval_th_opus100_pr_auc": 0.6707789703233026,
+      "eval_th_ud_pr_auc": 0.8146740002918437,
+      "eval_tr_ersatz_pr_auc": 0.9674624386276488,
+      "eval_tr_opus100_pr_auc": 0.8913367698725958,
+      "eval_tr_ud_pr_auc": 0.9564896244836503,
+      "eval_uk_opus100_pr_auc": 0.8776404567790369,
+      "eval_uk_ud_pr_auc": 0.9200511693075047,
+      "eval_ur_opus100_pr_auc": 0.5517259340961507,
+      "eval_ur_ud_pr_auc": 0.9883278440951024,
+      "eval_uz_opus100_pr_auc": 0.8790945716571934,
+      "eval_vi_opus100_pr_auc": 0.9083713633208926,
+      "eval_vi_ud_pr_auc": 0.9626392009159701,
+      "eval_xh_opus100_pr_auc": 0.8639581835752355,
+      "eval_yi_opus100_pr_auc": 0.7586298408316933,
+      "eval_yo_opus100_pr_auc": 0.8158626474981836,
+      "eval_yo_ud_pr_auc": 0.9164479655543403,
+      "eval_zh_ersatz_pr_auc": 0.9458469853362514,
+      "eval_zh_opus100_pr_auc": 0.7809274810011401,
+      "eval_zh_ud_pr_auc": 0.9887036352564997,
+      "eval_zu_opus100_pr_auc": 0.8370895929621445,
+      "step": 230000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.429113924050633e-05,
+      "learning_rate_adapter": 4.429113924050633e-05,
+      "loss": 0.0273,
+      "step": 230050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.427848101265823e-05,
+      "learning_rate_adapter": 4.427848101265823e-05,
+      "loss": 0.0273,
+      "step": 230100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.426582278481013e-05,
+      "learning_rate_adapter": 4.426582278481013e-05,
+      "loss": 0.0274,
+      "step": 230150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.425316455696203e-05,
+      "learning_rate_adapter": 4.425316455696203e-05,
+      "loss": 0.0276,
+      "step": 230200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.424050632911393e-05,
+      "learning_rate_adapter": 4.424050632911393e-05,
+      "loss": 0.0272,
+      "step": 230250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4227848101265826e-05,
+      "learning_rate_adapter": 4.4227848101265826e-05,
+      "loss": 0.0268,
+      "step": 230300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4215189873417725e-05,
+      "learning_rate_adapter": 4.4215189873417725e-05,
+      "loss": 0.027,
+      "step": 230350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4202531645569624e-05,
+      "learning_rate_adapter": 4.4202531645569624e-05,
+      "loss": 0.0274,
+      "step": 230400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.418987341772152e-05,
+      "learning_rate_adapter": 4.418987341772152e-05,
+      "loss": 0.0267,
+      "step": 230450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.417721518987342e-05,
+      "learning_rate_adapter": 4.417721518987342e-05,
+      "loss": 0.0278,
+      "step": 230500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4164556962025314e-05,
+      "learning_rate_adapter": 4.4164556962025314e-05,
+      "loss": 0.0268,
+      "step": 230550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.415189873417722e-05,
+      "learning_rate_adapter": 4.415189873417722e-05,
+      "loss": 0.0269,
+      "step": 230600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.413924050632912e-05,
+      "learning_rate_adapter": 4.413924050632912e-05,
+      "loss": 0.0272,
+      "step": 230650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.412658227848102e-05,
+      "learning_rate_adapter": 4.412658227848102e-05,
+      "loss": 0.0271,
+      "step": 230700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4113924050632916e-05,
+      "learning_rate_adapter": 4.4113924050632916e-05,
+      "loss": 0.0269,
+      "step": 230750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.410126582278481e-05,
+      "learning_rate_adapter": 4.410126582278481e-05,
+      "loss": 0.0273,
+      "step": 230800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.408860759493671e-05,
+      "learning_rate_adapter": 4.408860759493671e-05,
+      "loss": 0.0268,
+      "step": 230850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.407594936708861e-05,
+      "learning_rate_adapter": 4.407594936708861e-05,
+      "loss": 0.0274,
+      "step": 230900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.406329113924051e-05,
+      "learning_rate_adapter": 4.406329113924051e-05,
+      "loss": 0.0276,
+      "step": 230950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.405063291139241e-05,
+      "learning_rate_adapter": 4.405063291139241e-05,
+      "loss": 0.0274,
+      "step": 231000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.403797468354431e-05,
+      "learning_rate_adapter": 4.403797468354431e-05,
+      "loss": 0.0269,
+      "step": 231050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.40253164556962e-05,
+      "learning_rate_adapter": 4.40253164556962e-05,
+      "loss": 0.0274,
+      "step": 231100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.40126582278481e-05,
+      "learning_rate_adapter": 4.40126582278481e-05,
+      "loss": 0.0267,
+      "step": 231150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0271,
+      "step": 231200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.3987341772151904e-05,
+      "learning_rate_adapter": 4.3987341772151904e-05,
+      "loss": 0.0264,
+      "step": 231250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.39746835443038e-05,
+      "learning_rate_adapter": 4.39746835443038e-05,
+      "loss": 0.0271,
+      "step": 231300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.3962025316455695e-05,
+      "learning_rate_adapter": 4.3962025316455695e-05,
+      "loss": 0.0268,
+      "step": 231350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.3949367088607594e-05,
+      "learning_rate_adapter": 4.3949367088607594e-05,
+      "loss": 0.0278,
+      "step": 231400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.393670886075949e-05,
+      "learning_rate_adapter": 4.393670886075949e-05,
+      "loss": 0.0278,
+      "step": 231450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.39240506329114e-05,
+      "learning_rate_adapter": 4.39240506329114e-05,
+      "loss": 0.0268,
+      "step": 231500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.39113924050633e-05,
+      "learning_rate_adapter": 4.39113924050633e-05,
+      "loss": 0.0271,
+      "step": 231550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.389873417721519e-05,
+      "learning_rate_adapter": 4.389873417721519e-05,
+      "loss": 0.0275,
+      "step": 231600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.388607594936709e-05,
+      "learning_rate_adapter": 4.388607594936709e-05,
+      "loss": 0.0271,
+      "step": 231650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.387341772151899e-05,
+      "learning_rate_adapter": 4.387341772151899e-05,
+      "loss": 0.0274,
+      "step": 231700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3860759493670886e-05,
+      "learning_rate_adapter": 4.3860759493670886e-05,
+      "loss": 0.0276,
+      "step": 231750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.384810126582279e-05,
+      "learning_rate_adapter": 4.384810126582279e-05,
+      "loss": 0.0277,
+      "step": 231800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.383544303797469e-05,
+      "learning_rate_adapter": 4.383544303797469e-05,
+      "loss": 0.0267,
+      "step": 231850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.382278481012658e-05,
+      "learning_rate_adapter": 4.382278481012658e-05,
+      "loss": 0.0271,
+      "step": 231900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.381012658227848e-05,
+      "learning_rate_adapter": 4.381012658227848e-05,
+      "loss": 0.0278,
+      "step": 231950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.379746835443038e-05,
+      "learning_rate_adapter": 4.379746835443038e-05,
+      "loss": 0.0276,
+      "step": 232000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.378481012658228e-05,
+      "learning_rate_adapter": 4.378481012658228e-05,
+      "loss": 0.027,
+      "step": 232050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3772151898734185e-05,
+      "learning_rate_adapter": 4.3772151898734185e-05,
+      "loss": 0.0273,
+      "step": 232100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.375949367088608e-05,
+      "learning_rate_adapter": 4.375949367088608e-05,
+      "loss": 0.0268,
+      "step": 232150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3746835443037976e-05,
+      "learning_rate_adapter": 4.3746835443037976e-05,
+      "loss": 0.027,
+      "step": 232200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3734177215189875e-05,
+      "learning_rate_adapter": 4.3734177215189875e-05,
+      "loss": 0.0268,
+      "step": 232250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3721518987341774e-05,
+      "learning_rate_adapter": 4.3721518987341774e-05,
+      "loss": 0.0274,
+      "step": 232300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.370886075949367e-05,
+      "learning_rate_adapter": 4.370886075949367e-05,
+      "loss": 0.0275,
+      "step": 232350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.369620253164557e-05,
+      "learning_rate_adapter": 4.369620253164557e-05,
+      "loss": 0.0266,
+      "step": 232400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.368354430379747e-05,
+      "learning_rate_adapter": 4.368354430379747e-05,
+      "loss": 0.0277,
+      "step": 232450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.367088607594937e-05,
+      "learning_rate_adapter": 4.367088607594937e-05,
+      "loss": 0.0274,
+      "step": 232500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.365822784810127e-05,
+      "learning_rate_adapter": 4.365822784810127e-05,
+      "loss": 0.0277,
+      "step": 232550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.364556962025317e-05,
+      "learning_rate_adapter": 4.364556962025317e-05,
+      "loss": 0.0272,
+      "step": 232600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3632911392405066e-05,
+      "learning_rate_adapter": 4.3632911392405066e-05,
+      "loss": 0.0273,
+      "step": 232650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3620253164556965e-05,
+      "learning_rate_adapter": 4.3620253164556965e-05,
+      "loss": 0.0273,
+      "step": 232700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.360759493670886e-05,
+      "learning_rate_adapter": 4.360759493670886e-05,
+      "loss": 0.0273,
+      "step": 232750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.359493670886076e-05,
+      "learning_rate_adapter": 4.359493670886076e-05,
+      "loss": 0.0271,
+      "step": 232800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.358227848101266e-05,
+      "learning_rate_adapter": 4.358227848101266e-05,
+      "loss": 0.0271,
+      "step": 232850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.356962025316456e-05,
+      "learning_rate_adapter": 4.356962025316456e-05,
+      "loss": 0.0271,
+      "step": 232900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.355696202531646e-05,
+      "learning_rate_adapter": 4.355696202531646e-05,
+      "loss": 0.0278,
+      "step": 232950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.354430379746836e-05,
+      "learning_rate_adapter": 4.354430379746836e-05,
+      "loss": 0.0279,
+      "step": 233000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3531645569620257e-05,
+      "learning_rate_adapter": 4.3531645569620257e-05,
+      "loss": 0.0272,
+      "step": 233050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3518987341772155e-05,
+      "learning_rate_adapter": 4.3518987341772155e-05,
+      "loss": 0.0262,
+      "step": 233100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3506329113924054e-05,
+      "learning_rate_adapter": 4.3506329113924054e-05,
+      "loss": 0.0271,
+      "step": 233150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3493670886075946e-05,
+      "learning_rate_adapter": 4.3493670886075946e-05,
+      "loss": 0.0267,
+      "step": 233200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.348101265822785e-05,
+      "learning_rate_adapter": 4.348101265822785e-05,
+      "loss": 0.0275,
+      "step": 233250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.346835443037975e-05,
+      "learning_rate_adapter": 4.346835443037975e-05,
+      "loss": 0.0273,
+      "step": 233300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.345569620253165e-05,
+      "learning_rate_adapter": 4.345569620253165e-05,
+      "loss": 0.0264,
+      "step": 233350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.344303797468355e-05,
+      "learning_rate_adapter": 4.344303797468355e-05,
+      "loss": 0.0266,
+      "step": 233400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.343037974683545e-05,
+      "learning_rate_adapter": 4.343037974683545e-05,
+      "loss": 0.027,
+      "step": 233450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.341772151898734e-05,
+      "learning_rate_adapter": 4.341772151898734e-05,
+      "loss": 0.0269,
+      "step": 233500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3405063291139245e-05,
+      "learning_rate_adapter": 4.3405063291139245e-05,
+      "loss": 0.0271,
+      "step": 233550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3392405063291144e-05,
+      "learning_rate_adapter": 4.3392405063291144e-05,
+      "loss": 0.0269,
+      "step": 233600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.337974683544304e-05,
+      "learning_rate_adapter": 4.337974683544304e-05,
+      "loss": 0.0272,
+      "step": 233650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.336708860759494e-05,
+      "learning_rate_adapter": 4.336708860759494e-05,
+      "loss": 0.0264,
+      "step": 233700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3354430379746834e-05,
+      "learning_rate_adapter": 4.3354430379746834e-05,
+      "loss": 0.0269,
+      "step": 233750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.334177215189873e-05,
+      "learning_rate_adapter": 4.334177215189873e-05,
+      "loss": 0.027,
+      "step": 233800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.332911392405064e-05,
+      "learning_rate_adapter": 4.332911392405064e-05,
+      "loss": 0.0269,
+      "step": 233850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.331645569620254e-05,
+      "learning_rate_adapter": 4.331645569620254e-05,
+      "loss": 0.0275,
+      "step": 233900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3303797468354436e-05,
+      "learning_rate_adapter": 4.3303797468354436e-05,
+      "loss": 0.0267,
+      "step": 233950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.329113924050633e-05,
+      "learning_rate_adapter": 4.329113924050633e-05,
+      "loss": 0.027,
+      "step": 234000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.327848101265823e-05,
+      "learning_rate_adapter": 4.327848101265823e-05,
+      "loss": 0.0272,
+      "step": 234050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3265822784810126e-05,
+      "learning_rate_adapter": 4.3265822784810126e-05,
+      "loss": 0.0273,
+      "step": 234100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.325316455696203e-05,
+      "learning_rate_adapter": 4.325316455696203e-05,
+      "loss": 0.0274,
+      "step": 234150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.324050632911393e-05,
+      "learning_rate_adapter": 4.324050632911393e-05,
+      "loss": 0.0264,
+      "step": 234200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.322784810126583e-05,
+      "learning_rate_adapter": 4.322784810126583e-05,
+      "loss": 0.0271,
+      "step": 234250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.321518987341772e-05,
+      "learning_rate_adapter": 4.321518987341772e-05,
+      "loss": 0.0271,
+      "step": 234300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.320253164556962e-05,
+      "learning_rate_adapter": 4.320253164556962e-05,
+      "loss": 0.0268,
+      "step": 234350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.318987341772152e-05,
+      "learning_rate_adapter": 4.318987341772152e-05,
+      "loss": 0.0273,
+      "step": 234400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3177215189873424e-05,
+      "learning_rate_adapter": 4.3177215189873424e-05,
+      "loss": 0.0276,
+      "step": 234450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.316455696202532e-05,
+      "learning_rate_adapter": 4.316455696202532e-05,
+      "loss": 0.0275,
+      "step": 234500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3151898734177215e-05,
+      "learning_rate_adapter": 4.3151898734177215e-05,
+      "loss": 0.0276,
+      "step": 234550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3139240506329114e-05,
+      "learning_rate_adapter": 4.3139240506329114e-05,
+      "loss": 0.027,
+      "step": 234600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.312658227848101e-05,
+      "learning_rate_adapter": 4.312658227848101e-05,
+      "loss": 0.0268,
+      "step": 234650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.311392405063291e-05,
+      "learning_rate_adapter": 4.311392405063291e-05,
+      "loss": 0.0272,
+      "step": 234700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.310126582278482e-05,
+      "learning_rate_adapter": 4.310126582278482e-05,
+      "loss": 0.0273,
+      "step": 234750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.308860759493671e-05,
+      "learning_rate_adapter": 4.308860759493671e-05,
+      "loss": 0.0268,
+      "step": 234800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.307594936708861e-05,
+      "learning_rate_adapter": 4.307594936708861e-05,
+      "loss": 0.0272,
+      "step": 234850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.306329113924051e-05,
+      "learning_rate_adapter": 4.306329113924051e-05,
+      "loss": 0.0272,
+      "step": 234900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3050632911392406e-05,
+      "learning_rate_adapter": 4.3050632911392406e-05,
+      "loss": 0.0274,
+      "step": 234950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3037974683544305e-05,
+      "learning_rate_adapter": 4.3037974683544305e-05,
+      "loss": 0.028,
+      "step": 235000
+    },
+    {
+      "epoch": 0.2,
+      "eval_af_opus100_pr_auc": 0.8038736318382852,
+      "eval_af_ud_pr_auc": 0.986103439862876,
+      "eval_am_opus100_pr_auc": 0.5784853007673959,
+      "eval_ar_ersatz_pr_auc": 0.9394368081071675,
+      "eval_ar_opus100_pr_auc": 0.7277239357678603,
+      "eval_ar_ud_pr_auc": 0.8819348764979131,
+      "eval_average_ersatz_pr_auc": 0.9659280061260318,
+      "eval_average_opus100_pr_auc": 0.8409242273263109,
+      "eval_average_ud_pr_auc": 0.963937413112267,
+      "eval_az_opus100_pr_auc": 0.8247074581307962,
+      "eval_be_opus100_pr_auc": 0.7206444058712347,
+      "eval_be_ud_pr_auc": 0.8856781346948156,
+      "eval_bg_opus100_pr_auc": 0.9230375913899143,
+      "eval_bg_ud_pr_auc": 0.9968603447455491,
+      "eval_bn_opus100_pr_auc": 0.8429611440869945,
+      "eval_bn_ud_pr_auc": 0.9990344616049506,
+      "eval_ca_opus100_pr_auc": 0.8937523361568385,
+      "eval_ca_ud_pr_auc": 0.9897769829375254,
+      "eval_ceb_ud_pr_auc": 0.9967192527757649,
+      "eval_cs_ersatz_pr_auc": 0.983903412740778,
+      "eval_cs_opus100_pr_auc": 0.9086526351706617,
+      "eval_cs_ud_pr_auc": 0.9613889395920002,
+      "eval_cy_opus100_pr_auc": 0.7705176615603646,
+      "eval_cy_ud_pr_auc": 0.9921619229442535,
+      "eval_da_opus100_pr_auc": 0.9198086495018962,
+      "eval_da_ud_pr_auc": 0.9882107990258641,
+      "eval_de_ersatz_pr_auc": 0.9829744029239907,
+      "eval_de_opus100_pr_auc": 0.9077659509317888,
+      "eval_de_ud_pr_auc": 0.9851432252980982,
+      "eval_el_opus100_pr_auc": 0.9233231308479257,
+      "eval_el_ud_pr_auc": 0.976169491244898,
+      "eval_en_ersatz_pr_auc": 0.991518589792313,
+      "eval_en_opus100_pr_auc": 0.9232124425260333,
+      "eval_en_ud_pr_auc": 0.9768608134908202,
+      "eval_eo_opus100_pr_auc": 0.9344913757862345,
+      "eval_es_ersatz_pr_auc": 0.9958673909519163,
+      "eval_es_opus100_pr_auc": 0.9286283453325928,
+      "eval_es_ud_pr_auc": 0.9906658724525867,
+      "eval_et_ersatz_pr_auc": 0.9820053743874682,
+      "eval_et_opus100_pr_auc": 0.8960583957698046,
+      "eval_et_ud_pr_auc": 0.9700442066390976,
+      "eval_eu_opus100_pr_auc": 0.8863270648725028,
+      "eval_eu_ud_pr_auc": 0.9889757541106877,
+      "eval_fa_opus100_pr_auc": 0.617798217322259,
+      "eval_fa_ud_pr_auc": 0.9939120215676124,
+      "eval_fi_ersatz_pr_auc": 0.9921741963126003,
+      "eval_fi_opus100_pr_auc": 0.9188867994725484,
+      "eval_fi_ud_pr_auc": 0.972195260951868,
+      "eval_fr_ersatz_pr_auc": 0.9893901858871702,
+      "eval_fr_opus100_pr_auc": 0.9203528121089222,
+      "eval_fr_ud_pr_auc": 0.9882106854802029,
+      "eval_fy_opus100_pr_auc": 0.7069283497652044,
+      "eval_ga_opus100_pr_auc": 0.888998210629915,
+      "eval_ga_ud_pr_auc": 0.8229872440916959,
+      "eval_gd_opus100_pr_auc": 0.6796474173846369,
+      "eval_gd_ud_pr_auc": 0.8198855395808617,
+      "eval_gl_opus100_pr_auc": 0.8963485763623524,
+      "eval_gl_ud_pr_auc": 0.9980572643957547,
+      "eval_gu_ersatz_pr_auc": 0.9405354829968717,
+      "eval_gu_opus100_pr_auc": 0.7495695334403583,
+      "eval_ha_opus100_pr_auc": 0.9153954897248154,
+      "eval_he_opus100_pr_auc": 0.8822942485293578,
+      "eval_he_ud_pr_auc": 0.970484125850863,
+      "eval_hi_ersatz_pr_auc": 0.9801927514753406,
+      "eval_hi_opus100_pr_auc": 0.6969604636376244,
+      "eval_hi_ud_pr_auc": 0.9837364060779703,
+      "eval_hu_opus100_pr_auc": 0.9171593982558863,
+      "eval_hu_ud_pr_auc": 0.985184108250932,
+      "eval_hy_opus100_pr_auc": 0.9183134720265484,
+      "eval_hy_ud_pr_auc": 0.9927896163621636,
+      "eval_id_opus100_pr_auc": 0.882261837669382,
+      "eval_id_ud_pr_auc": 0.9945157802707019,
+      "eval_ig_opus100_pr_auc": 0.8905309258583481,
+      "eval_is_opus100_pr_auc": 0.9262149213506197,
+      "eval_is_ud_pr_auc": 0.9230537838350323,
+      "eval_it_opus100_pr_auc": 0.9126321973701531,
+      "eval_it_ud_pr_auc": 0.9995190933558248,
+      "eval_ja_ersatz_pr_auc": 0.8160934695058368,
+      "eval_ja_opus100_pr_auc": 0.8251560269743754,
+      "eval_ja_ud_pr_auc": 0.9791948825991318,
+      "eval_jv_ud_pr_auc": 0.9687166639364166,
+      "eval_ka_opus100_pr_auc": 0.8668825200459258,
+      "eval_kk_ersatz_pr_auc": 0.9869351381989226,
+      "eval_kk_opus100_pr_auc": 0.8130757244774788,
+      "eval_kk_ud_pr_auc": 0.9801990196033308,
+      "eval_km_ersatz_pr_auc": 0.9140952204742545,
+      "eval_km_opus100_pr_auc": 0.7353507678953265,
+      "eval_kn_opus100_pr_auc": 0.620695558074507,
+      "eval_ko_opus100_pr_auc": 0.6713959358514806,
+      "eval_ko_ud_pr_auc": 0.9980248943479002,
+      "eval_ku_opus100_pr_auc": 0.8504963796549617,
+      "eval_ky_opus100_pr_auc": 0.863633623282546,
+      "eval_la_ud_pr_auc": 0.9646823216455399,
+      "eval_loss": 0.0309430081397295,
+      "eval_lt_ersatz_pr_auc": 0.9954810700873034,
+      "eval_lt_opus100_pr_auc": 0.879046783305812,
+      "eval_lt_ud_pr_auc": 0.9956868146842965,
+      "eval_lv_ersatz_pr_auc": 0.9885477596543455,
+      "eval_lv_opus100_pr_auc": 0.890210307980473,
+      "eval_lv_ud_pr_auc": 0.9650394195969308,
+      "eval_mg_opus100_pr_auc": 0.9376778960371623,
+      "eval_mk_opus100_pr_auc": 0.9137299237439356,
+      "eval_ml_opus100_pr_auc": 0.7986738151707968,
+      "eval_mn_opus100_pr_auc": 0.9459572638306729,
+      "eval_mr_opus100_pr_auc": 0.905605137790192,
+      "eval_mr_ud_pr_auc": 0.9649063972906128,
+      "eval_ms_opus100_pr_auc": 0.8866774891638456,
+      "eval_mt_opus100_pr_auc": 0.8782025784836349,
+      "eval_mt_ud_pr_auc": 0.9048416949179708,
+      "eval_my_opus100_pr_auc": 0.7508026333951417,
+      "eval_ne_opus100_pr_auc": 0.7287903797044865,
+      "eval_nl_opus100_pr_auc": 0.9048612916612364,
+      "eval_nl_ud_pr_auc": 0.9815055277488066,
+      "eval_no_opus100_pr_auc": 0.9196392298280159,
+      "eval_no_ud_pr_auc": 0.9959277983990144,
+      "eval_pa_opus100_pr_auc": 0.6835655811549639,
+      "eval_pl_ersatz_pr_auc": 0.9738463596420847,
+      "eval_pl_opus100_pr_auc": 0.9009842905362845,
+      "eval_pl_ud_pr_auc": 0.967242986305151,
+      "eval_ps_ersatz_pr_auc": 0.9304623836704501,
+      "eval_ps_opus100_pr_auc": 0.7398347211595458,
+      "eval_pt_opus100_pr_auc": 0.9287681658731871,
+      "eval_pt_ud_pr_auc": 0.9875913495939401,
+      "eval_ro_ersatz_pr_auc": 0.9930308014356924,
+      "eval_ro_opus100_pr_auc": 0.8820772210410118,
+      "eval_ro_ud_pr_auc": 0.9687448195205913,
+      "eval_ru_ersatz_pr_auc": 0.9913329353543938,
+      "eval_ru_opus100_pr_auc": 0.9173454015738197,
+      "eval_ru_ud_pr_auc": 0.8725518956860967,
+      "eval_runtime": 615.4345,
+      "eval_samples_per_second": 122.705,
+      "eval_si_opus100_pr_auc": 0.8132183688231427,
+      "eval_sk_opus100_pr_auc": 0.9358430089323825,
+      "eval_sk_ud_pr_auc": 0.9875928069504926,
+      "eval_sl_opus100_pr_auc": 0.8652616095333556,
+      "eval_sl_ud_pr_auc": 0.9606132322428292,
+      "eval_sq_opus100_pr_auc": 0.9205841061498166,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9077369019214693,
+      "eval_sr_ud_pr_auc": 0.9985695259815197,
+      "eval_steps_per_second": 3.835,
+      "eval_sv_opus100_pr_auc": 0.8986432301326233,
+      "eval_sv_ud_pr_auc": 0.9509378286350871,
+      "eval_ta_ersatz_pr_auc": 0.981003202516923,
+      "eval_ta_opus100_pr_auc": 0.6972752939399144,
+      "eval_ta_ud_pr_auc": 0.9948145206897436,
+      "eval_te_opus100_pr_auc": 0.8365916063713286,
+      "eval_tg_opus100_pr_auc": 0.9000048298929015,
+      "eval_th_opus100_pr_auc": 0.6774478645176232,
+      "eval_th_ud_pr_auc": 0.7889450960658582,
+      "eval_tr_ersatz_pr_auc": 0.9731319572404048,
+      "eval_tr_opus100_pr_auc": 0.8973809662713129,
+      "eval_tr_ud_pr_auc": 0.9620988026936583,
+      "eval_uk_opus100_pr_auc": 0.8837040210390212,
+      "eval_uk_ud_pr_auc": 0.9254655189147009,
+      "eval_ur_opus100_pr_auc": 0.5505518811896093,
+      "eval_ur_ud_pr_auc": 0.994446195372098,
+      "eval_uz_opus100_pr_auc": 0.88245126740716,
+      "eval_vi_opus100_pr_auc": 0.9060292529563141,
+      "eval_vi_ud_pr_auc": 0.960542021441888,
+      "eval_xh_opus100_pr_auc": 0.8676569333872828,
+      "eval_yi_opus100_pr_auc": 0.8058911148158605,
+      "eval_yo_opus100_pr_auc": 0.8162872562758734,
+      "eval_yo_ud_pr_auc": 0.9193712919451454,
+      "eval_zh_ersatz_pr_auc": 0.9284572414164725,
+      "eval_zh_opus100_pr_auc": 0.7738303626507085,
+      "eval_zh_ud_pr_auc": 0.9959197726012838,
+      "eval_zu_opus100_pr_auc": 0.8459957896409162,
+      "step": 235000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3025316455696204e-05,
+      "learning_rate_adapter": 4.3025316455696204e-05,
+      "loss": 0.0269,
+      "step": 235050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.30126582278481e-05,
+      "learning_rate_adapter": 4.30126582278481e-05,
+      "loss": 0.0271,
+      "step": 235100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0275,
+      "step": 235150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29873417721519e-05,
+      "learning_rate_adapter": 4.29873417721519e-05,
+      "loss": 0.0274,
+      "step": 235200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29746835443038e-05,
+      "learning_rate_adapter": 4.29746835443038e-05,
+      "loss": 0.0274,
+      "step": 235250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29620253164557e-05,
+      "learning_rate_adapter": 4.29620253164557e-05,
+      "loss": 0.0271,
+      "step": 235300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29493670886076e-05,
+      "learning_rate_adapter": 4.29493670886076e-05,
+      "loss": 0.0262,
+      "step": 235350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2936708860759496e-05,
+      "learning_rate_adapter": 4.2936708860759496e-05,
+      "loss": 0.0274,
+      "step": 235400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2924050632911395e-05,
+      "learning_rate_adapter": 4.2924050632911395e-05,
+      "loss": 0.0271,
+      "step": 235450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2911392405063294e-05,
+      "learning_rate_adapter": 4.2911392405063294e-05,
+      "loss": 0.0275,
+      "step": 235500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.289873417721519e-05,
+      "learning_rate_adapter": 4.289873417721519e-05,
+      "loss": 0.0271,
+      "step": 235550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.288607594936709e-05,
+      "learning_rate_adapter": 4.288607594936709e-05,
+      "loss": 0.0271,
+      "step": 235600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.287341772151899e-05,
+      "learning_rate_adapter": 4.287341772151899e-05,
+      "loss": 0.027,
+      "step": 235650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.286075949367089e-05,
+      "learning_rate_adapter": 4.286075949367089e-05,
+      "loss": 0.0275,
+      "step": 235700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.284810126582279e-05,
+      "learning_rate_adapter": 4.284810126582279e-05,
+      "loss": 0.0267,
+      "step": 235750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.283544303797469e-05,
+      "learning_rate_adapter": 4.283544303797469e-05,
+      "loss": 0.0266,
+      "step": 235800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.282278481012658e-05,
+      "learning_rate_adapter": 4.282278481012658e-05,
+      "loss": 0.0276,
+      "step": 235850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2810126582278484e-05,
+      "learning_rate_adapter": 4.2810126582278484e-05,
+      "loss": 0.0269,
+      "step": 235900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.279746835443038e-05,
+      "learning_rate_adapter": 4.279746835443038e-05,
+      "loss": 0.0264,
+      "step": 235950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.278481012658228e-05,
+      "learning_rate_adapter": 4.278481012658228e-05,
+      "loss": 0.027,
+      "step": 236000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.277215189873418e-05,
+      "learning_rate_adapter": 4.277215189873418e-05,
+      "loss": 0.0275,
+      "step": 236050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.275949367088608e-05,
+      "learning_rate_adapter": 4.275949367088608e-05,
+      "loss": 0.027,
+      "step": 236100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.274683544303797e-05,
+      "learning_rate_adapter": 4.274683544303797e-05,
+      "loss": 0.0269,
+      "step": 236150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.273417721518988e-05,
+      "learning_rate_adapter": 4.273417721518988e-05,
+      "loss": 0.0266,
+      "step": 236200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2721518987341776e-05,
+      "learning_rate_adapter": 4.2721518987341776e-05,
+      "loss": 0.0278,
+      "step": 236250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2708860759493675e-05,
+      "learning_rate_adapter": 4.2708860759493675e-05,
+      "loss": 0.0268,
+      "step": 236300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2696202531645574e-05,
+      "learning_rate_adapter": 4.2696202531645574e-05,
+      "loss": 0.0273,
+      "step": 236350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2683544303797466e-05,
+      "learning_rate_adapter": 4.2683544303797466e-05,
+      "loss": 0.0269,
+      "step": 236400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2670886075949365e-05,
+      "learning_rate_adapter": 4.2670886075949365e-05,
+      "loss": 0.0272,
+      "step": 236450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.265822784810127e-05,
+      "learning_rate_adapter": 4.265822784810127e-05,
+      "loss": 0.0268,
+      "step": 236500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.264556962025317e-05,
+      "learning_rate_adapter": 4.264556962025317e-05,
+      "loss": 0.0272,
+      "step": 236550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.263291139240507e-05,
+      "learning_rate_adapter": 4.263291139240507e-05,
+      "loss": 0.0271,
+      "step": 236600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.262025316455696e-05,
+      "learning_rate_adapter": 4.262025316455696e-05,
+      "loss": 0.0275,
+      "step": 236650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.260759493670886e-05,
+      "learning_rate_adapter": 4.260759493670886e-05,
+      "loss": 0.0264,
+      "step": 236700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.259493670886076e-05,
+      "learning_rate_adapter": 4.259493670886076e-05,
+      "loss": 0.0269,
+      "step": 236750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2582278481012664e-05,
+      "learning_rate_adapter": 4.2582278481012664e-05,
+      "loss": 0.0266,
+      "step": 236800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.256962025316456e-05,
+      "learning_rate_adapter": 4.256962025316456e-05,
+      "loss": 0.0273,
+      "step": 236850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.255696202531646e-05,
+      "learning_rate_adapter": 4.255696202531646e-05,
+      "loss": 0.0265,
+      "step": 236900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2544303797468354e-05,
+      "learning_rate_adapter": 4.2544303797468354e-05,
+      "loss": 0.0268,
+      "step": 236950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.253164556962025e-05,
+      "learning_rate_adapter": 4.253164556962025e-05,
+      "loss": 0.0271,
+      "step": 237000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.251898734177215e-05,
+      "learning_rate_adapter": 4.251898734177215e-05,
+      "loss": 0.0268,
+      "step": 237050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.250632911392406e-05,
+      "learning_rate_adapter": 4.250632911392406e-05,
+      "loss": 0.0262,
+      "step": 237100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2493670886075956e-05,
+      "learning_rate_adapter": 4.2493670886075956e-05,
+      "loss": 0.0277,
+      "step": 237150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.248101265822785e-05,
+      "learning_rate_adapter": 4.248101265822785e-05,
+      "loss": 0.0271,
+      "step": 237200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.246835443037975e-05,
+      "learning_rate_adapter": 4.246835443037975e-05,
+      "loss": 0.027,
+      "step": 237250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2455696202531646e-05,
+      "learning_rate_adapter": 4.2455696202531646e-05,
+      "loss": 0.027,
+      "step": 237300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2443037974683545e-05,
+      "learning_rate_adapter": 4.2443037974683545e-05,
+      "loss": 0.0262,
+      "step": 237350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.243037974683545e-05,
+      "learning_rate_adapter": 4.243037974683545e-05,
+      "loss": 0.0266,
+      "step": 237400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.241772151898734e-05,
+      "learning_rate_adapter": 4.241772151898734e-05,
+      "loss": 0.0265,
+      "step": 237450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.240506329113924e-05,
+      "learning_rate_adapter": 4.240506329113924e-05,
+      "loss": 0.0275,
+      "step": 237500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.239240506329114e-05,
+      "learning_rate_adapter": 4.239240506329114e-05,
+      "loss": 0.0267,
+      "step": 237550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.237974683544304e-05,
+      "learning_rate_adapter": 4.237974683544304e-05,
+      "loss": 0.0267,
+      "step": 237600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.236708860759494e-05,
+      "learning_rate_adapter": 4.236708860759494e-05,
+      "loss": 0.0262,
+      "step": 237650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.235443037974684e-05,
+      "learning_rate_adapter": 4.235443037974684e-05,
+      "loss": 0.0267,
+      "step": 237700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2341772151898735e-05,
+      "learning_rate_adapter": 4.2341772151898735e-05,
+      "loss": 0.0269,
+      "step": 237750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2329113924050634e-05,
+      "learning_rate_adapter": 4.2329113924050634e-05,
+      "loss": 0.0271,
+      "step": 237800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.231645569620253e-05,
+      "learning_rate_adapter": 4.231645569620253e-05,
+      "loss": 0.0267,
+      "step": 237850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.230379746835443e-05,
+      "learning_rate_adapter": 4.230379746835443e-05,
+      "loss": 0.0267,
+      "step": 237900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.229113924050633e-05,
+      "learning_rate_adapter": 4.229113924050633e-05,
+      "loss": 0.0267,
+      "step": 237950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.227848101265823e-05,
+      "learning_rate_adapter": 4.227848101265823e-05,
+      "loss": 0.0271,
+      "step": 238000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.226582278481013e-05,
+      "learning_rate_adapter": 4.226582278481013e-05,
+      "loss": 0.0262,
+      "step": 238050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.225316455696203e-05,
+      "learning_rate_adapter": 4.225316455696203e-05,
+      "loss": 0.0272,
+      "step": 238100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2240506329113926e-05,
+      "learning_rate_adapter": 4.2240506329113926e-05,
+      "loss": 0.0276,
+      "step": 238150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2227848101265825e-05,
+      "learning_rate_adapter": 4.2227848101265825e-05,
+      "loss": 0.027,
+      "step": 238200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2215189873417724e-05,
+      "learning_rate_adapter": 4.2215189873417724e-05,
+      "loss": 0.027,
+      "step": 238250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.220253164556962e-05,
+      "learning_rate_adapter": 4.220253164556962e-05,
+      "loss": 0.0266,
+      "step": 238300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.218987341772152e-05,
+      "learning_rate_adapter": 4.218987341772152e-05,
+      "loss": 0.0264,
+      "step": 238350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.217721518987342e-05,
+      "learning_rate_adapter": 4.217721518987342e-05,
+      "loss": 0.0277,
+      "step": 238400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.216455696202532e-05,
+      "learning_rate_adapter": 4.216455696202532e-05,
+      "loss": 0.0264,
+      "step": 238450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.215189873417722e-05,
+      "learning_rate_adapter": 4.215189873417722e-05,
+      "loss": 0.0268,
+      "step": 238500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.213924050632912e-05,
+      "learning_rate_adapter": 4.213924050632912e-05,
+      "loss": 0.0262,
+      "step": 238550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2126582278481016e-05,
+      "learning_rate_adapter": 4.2126582278481016e-05,
+      "loss": 0.0276,
+      "step": 238600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2113924050632915e-05,
+      "learning_rate_adapter": 4.2113924050632915e-05,
+      "loss": 0.0268,
+      "step": 238650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2101265822784814e-05,
+      "learning_rate_adapter": 4.2101265822784814e-05,
+      "loss": 0.0272,
+      "step": 238700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.208860759493671e-05,
+      "learning_rate_adapter": 4.208860759493671e-05,
+      "loss": 0.0277,
+      "step": 238750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2075949367088605e-05,
+      "learning_rate_adapter": 4.2075949367088605e-05,
+      "loss": 0.0266,
+      "step": 238800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.206329113924051e-05,
+      "learning_rate_adapter": 4.206329113924051e-05,
+      "loss": 0.0273,
+      "step": 238850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.205063291139241e-05,
+      "learning_rate_adapter": 4.205063291139241e-05,
+      "loss": 0.027,
+      "step": 238900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.203797468354431e-05,
+      "learning_rate_adapter": 4.203797468354431e-05,
+      "loss": 0.0265,
+      "step": 238950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.202531645569621e-05,
+      "learning_rate_adapter": 4.202531645569621e-05,
+      "loss": 0.0265,
+      "step": 239000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.20126582278481e-05,
+      "learning_rate_adapter": 4.20126582278481e-05,
+      "loss": 0.0266,
+      "step": 239050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0276,
+      "step": 239100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19873417721519e-05,
+      "learning_rate_adapter": 4.19873417721519e-05,
+      "loss": 0.0271,
+      "step": 239150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19746835443038e-05,
+      "learning_rate_adapter": 4.19746835443038e-05,
+      "loss": 0.0275,
+      "step": 239200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19620253164557e-05,
+      "learning_rate_adapter": 4.19620253164557e-05,
+      "loss": 0.0269,
+      "step": 239250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19493670886076e-05,
+      "learning_rate_adapter": 4.19493670886076e-05,
+      "loss": 0.0269,
+      "step": 239300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.193670886075949e-05,
+      "learning_rate_adapter": 4.193670886075949e-05,
+      "loss": 0.0266,
+      "step": 239350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.192405063291139e-05,
+      "learning_rate_adapter": 4.192405063291139e-05,
+      "loss": 0.0262,
+      "step": 239400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1911392405063296e-05,
+      "learning_rate_adapter": 4.1911392405063296e-05,
+      "loss": 0.0269,
+      "step": 239450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1898734177215195e-05,
+      "learning_rate_adapter": 4.1898734177215195e-05,
+      "loss": 0.0276,
+      "step": 239500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1886075949367094e-05,
+      "learning_rate_adapter": 4.1886075949367094e-05,
+      "loss": 0.0264,
+      "step": 239550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1873417721518986e-05,
+      "learning_rate_adapter": 4.1873417721518986e-05,
+      "loss": 0.0272,
+      "step": 239600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1860759493670885e-05,
+      "learning_rate_adapter": 4.1860759493670885e-05,
+      "loss": 0.0272,
+      "step": 239650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1848101265822784e-05,
+      "learning_rate_adapter": 4.1848101265822784e-05,
+      "loss": 0.0274,
+      "step": 239700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.183544303797469e-05,
+      "learning_rate_adapter": 4.183544303797469e-05,
+      "loss": 0.027,
+      "step": 239750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.182278481012659e-05,
+      "learning_rate_adapter": 4.182278481012659e-05,
+      "loss": 0.0267,
+      "step": 239800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.181012658227848e-05,
+      "learning_rate_adapter": 4.181012658227848e-05,
+      "loss": 0.0265,
+      "step": 239850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.179746835443038e-05,
+      "learning_rate_adapter": 4.179746835443038e-05,
+      "loss": 0.0276,
+      "step": 239900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.178481012658228e-05,
+      "learning_rate_adapter": 4.178481012658228e-05,
+      "loss": 0.0274,
+      "step": 239950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.177215189873418e-05,
+      "learning_rate_adapter": 4.177215189873418e-05,
+      "loss": 0.0269,
+      "step": 240000
+    },
+    {
+      "epoch": 0.2,
+      "eval_af_opus100_pr_auc": 0.7876895003048255,
+      "eval_af_ud_pr_auc": 0.9914774120217136,
+      "eval_am_opus100_pr_auc": 0.554996212178335,
+      "eval_ar_ersatz_pr_auc": 0.9241541767867096,
+      "eval_ar_opus100_pr_auc": 0.7176105047127059,
+      "eval_ar_ud_pr_auc": 0.8761296683827404,
+      "eval_average_ersatz_pr_auc": 0.9689579754266756,
+      "eval_average_opus100_pr_auc": 0.834179093526806,
+      "eval_average_ud_pr_auc": 0.9642947982270242,
+      "eval_az_opus100_pr_auc": 0.7848395007614581,
+      "eval_be_opus100_pr_auc": 0.6906369008609967,
+      "eval_be_ud_pr_auc": 0.8845271079574334,
+      "eval_bg_opus100_pr_auc": 0.9119516653451195,
+      "eval_bg_ud_pr_auc": 0.9962209861026106,
+      "eval_bn_opus100_pr_auc": 0.8321940314247648,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8853009956825715,
+      "eval_ca_ud_pr_auc": 0.9926444301487404,
+      "eval_ceb_ud_pr_auc": 0.9962278890415674,
+      "eval_cs_ersatz_pr_auc": 0.9848686092381533,
+      "eval_cs_opus100_pr_auc": 0.9039264214517672,
+      "eval_cs_ud_pr_auc": 0.9603051457162679,
+      "eval_cy_opus100_pr_auc": 0.7650037687261766,
+      "eval_cy_ud_pr_auc": 0.9927890183897562,
+      "eval_da_opus100_pr_auc": 0.9163238421940982,
+      "eval_da_ud_pr_auc": 0.98722151973408,
+      "eval_de_ersatz_pr_auc": 0.983284049280068,
+      "eval_de_opus100_pr_auc": 0.9003477727200794,
+      "eval_de_ud_pr_auc": 0.9841727758206552,
+      "eval_el_opus100_pr_auc": 0.9135729840813595,
+      "eval_el_ud_pr_auc": 0.9827480520021862,
+      "eval_en_ersatz_pr_auc": 0.9929471007196348,
+      "eval_en_opus100_pr_auc": 0.9187379351418912,
+      "eval_en_ud_pr_auc": 0.969182878473422,
+      "eval_eo_opus100_pr_auc": 0.9291103271732566,
+      "eval_es_ersatz_pr_auc": 0.9973213948223345,
+      "eval_es_opus100_pr_auc": 0.9239029645445228,
+      "eval_es_ud_pr_auc": 0.9906026922730998,
+      "eval_et_ersatz_pr_auc": 0.983766212907462,
+      "eval_et_opus100_pr_auc": 0.8906647172808269,
+      "eval_et_ud_pr_auc": 0.9675373618567367,
+      "eval_eu_opus100_pr_auc": 0.8762181862801818,
+      "eval_eu_ud_pr_auc": 0.9934468137723248,
+      "eval_fa_opus100_pr_auc": 0.5899458630507113,
+      "eval_fa_ud_pr_auc": 0.9956254025910537,
+      "eval_fi_ersatz_pr_auc": 0.9891429120254508,
+      "eval_fi_opus100_pr_auc": 0.9135973115906234,
+      "eval_fi_ud_pr_auc": 0.9713458043956025,
+      "eval_fr_ersatz_pr_auc": 0.9880869543441002,
+      "eval_fr_opus100_pr_auc": 0.9119304337145537,
+      "eval_fr_ud_pr_auc": 0.9855907082860218,
+      "eval_fy_opus100_pr_auc": 0.7076295817126979,
+      "eval_ga_opus100_pr_auc": 0.8895597084540159,
+      "eval_ga_ud_pr_auc": 0.8255210400112716,
+      "eval_gd_opus100_pr_auc": 0.6516029645345944,
+      "eval_gd_ud_pr_auc": 0.823376086294022,
+      "eval_gl_opus100_pr_auc": 0.8925314274961906,
+      "eval_gl_ud_pr_auc": 0.9983670843057384,
+      "eval_gu_ersatz_pr_auc": 0.9485968764501475,
+      "eval_gu_opus100_pr_auc": 0.7415770799648465,
+      "eval_ha_opus100_pr_auc": 0.9139708923126507,
+      "eval_he_opus100_pr_auc": 0.8631767580926513,
+      "eval_he_ud_pr_auc": 0.9830626378739278,
+      "eval_hi_ersatz_pr_auc": 0.9793870659485643,
+      "eval_hi_opus100_pr_auc": 0.6889752054987827,
+      "eval_hi_ud_pr_auc": 0.9866874069157532,
+      "eval_hu_opus100_pr_auc": 0.9026099822868978,
+      "eval_hu_ud_pr_auc": 0.9837837721298363,
+      "eval_hy_opus100_pr_auc": 0.9093011475893349,
+      "eval_hy_ud_pr_auc": 0.9888575064586407,
+      "eval_id_opus100_pr_auc": 0.8773084329085343,
+      "eval_id_ud_pr_auc": 0.9958008568707398,
+      "eval_ig_opus100_pr_auc": 0.8993404894755701,
+      "eval_is_opus100_pr_auc": 0.9181405163645145,
+      "eval_is_ud_pr_auc": 0.924961728369811,
+      "eval_it_opus100_pr_auc": 0.9053587426646098,
+      "eval_it_ud_pr_auc": 0.999098281101154,
+      "eval_ja_ersatz_pr_auc": 0.8371153326943457,
+      "eval_ja_opus100_pr_auc": 0.8285597993280583,
+      "eval_ja_ud_pr_auc": 0.9774055955368871,
+      "eval_jv_ud_pr_auc": 0.9652695512988674,
+      "eval_ka_opus100_pr_auc": 0.8536390693563499,
+      "eval_kk_ersatz_pr_auc": 0.9862068476211072,
+      "eval_kk_opus100_pr_auc": 0.7872022667528347,
+      "eval_kk_ud_pr_auc": 0.9746021624369383,
+      "eval_km_ersatz_pr_auc": 0.9183828725418336,
+      "eval_km_opus100_pr_auc": 0.7464595069482663,
+      "eval_kn_opus100_pr_auc": 0.6091903245379916,
+      "eval_ko_opus100_pr_auc": 0.6709247364017437,
+      "eval_ko_ud_pr_auc": 0.9981487154440545,
+      "eval_ku_opus100_pr_auc": 0.8386394055001682,
+      "eval_ky_opus100_pr_auc": 0.8590434172348188,
+      "eval_la_ud_pr_auc": 0.9689780920797539,
+      "eval_loss": 0.030871648341417313,
+      "eval_lt_ersatz_pr_auc": 0.9955594481398198,
+      "eval_lt_opus100_pr_auc": 0.8859422235951638,
+      "eval_lt_ud_pr_auc": 0.9919775765925984,
+      "eval_lv_ersatz_pr_auc": 0.9909228704030703,
+      "eval_lv_opus100_pr_auc": 0.8910454523724325,
+      "eval_lv_ud_pr_auc": 0.9625060797836286,
+      "eval_mg_opus100_pr_auc": 0.9336781917915801,
+      "eval_mk_opus100_pr_auc": 0.9102065489659737,
+      "eval_ml_opus100_pr_auc": 0.7849242748017347,
+      "eval_mn_opus100_pr_auc": 0.9455862333055315,
+      "eval_mr_opus100_pr_auc": 0.9081891321400616,
+      "eval_mr_ud_pr_auc": 0.9652749471338075,
+      "eval_ms_opus100_pr_auc": 0.8722116339546437,
+      "eval_mt_opus100_pr_auc": 0.8647146309739724,
+      "eval_mt_ud_pr_auc": 0.9007746145444164,
+      "eval_my_opus100_pr_auc": 0.759243929210114,
+      "eval_ne_opus100_pr_auc": 0.7089946225064534,
+      "eval_nl_opus100_pr_auc": 0.8904531915037174,
+      "eval_nl_ud_pr_auc": 0.9835298551963438,
+      "eval_no_opus100_pr_auc": 0.9166930435952247,
+      "eval_no_ud_pr_auc": 0.9961463982803613,
+      "eval_pa_opus100_pr_auc": 0.678711688424741,
+      "eval_pl_ersatz_pr_auc": 0.9770970534340044,
+      "eval_pl_opus100_pr_auc": 0.8860878186745038,
+      "eval_pl_ud_pr_auc": 0.9652344367946581,
+      "eval_ps_ersatz_pr_auc": 0.9394794267351425,
+      "eval_ps_opus100_pr_auc": 0.763946170232083,
+      "eval_pt_opus100_pr_auc": 0.9203951405628709,
+      "eval_pt_ud_pr_auc": 0.9815288320738252,
+      "eval_ro_ersatz_pr_auc": 0.9934517282299518,
+      "eval_ro_opus100_pr_auc": 0.8869173351133384,
+      "eval_ro_ud_pr_auc": 0.9774168166646225,
+      "eval_ru_ersatz_pr_auc": 0.991223844423431,
+      "eval_ru_opus100_pr_auc": 0.9204128905735831,
+      "eval_ru_ud_pr_auc": 0.8715511030110616,
+      "eval_runtime": 616.8411,
+      "eval_samples_per_second": 122.425,
+      "eval_si_opus100_pr_auc": 0.806787560725428,
+      "eval_sk_opus100_pr_auc": 0.9290990513029969,
+      "eval_sk_ud_pr_auc": 0.9856185497713954,
+      "eval_sl_opus100_pr_auc": 0.8601479045084466,
+      "eval_sl_ud_pr_auc": 0.9727698642163729,
+      "eval_sq_opus100_pr_auc": 0.9177420159689338,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8988694751104472,
+      "eval_sr_ud_pr_auc": 0.9988353391911453,
+      "eval_steps_per_second": 3.826,
+      "eval_sv_opus100_pr_auc": 0.8903082593332788,
+      "eval_sv_ud_pr_auc": 0.9533171844013301,
+      "eval_ta_ersatz_pr_auc": 0.9858921221684892,
+      "eval_ta_opus100_pr_auc": 0.6765020407488069,
+      "eval_ta_ud_pr_auc": 0.99548573757125,
+      "eval_te_opus100_pr_auc": 0.8400174726783116,
+      "eval_tg_opus100_pr_auc": 0.8980607272760165,
+      "eval_th_opus100_pr_auc": 0.6838322412030694,
+      "eval_th_ud_pr_auc": 0.8091920949877716,
+      "eval_tr_ersatz_pr_auc": 0.9688824832902685,
+      "eval_tr_opus100_pr_auc": 0.8924471122642152,
+      "eval_tr_ud_pr_auc": 0.9577040192671415,
+      "eval_uk_opus100_pr_auc": 0.8716895280367879,
+      "eval_uk_ud_pr_auc": 0.9260999702328205,
+      "eval_ur_opus100_pr_auc": 0.5496460528790091,
+      "eval_ur_ud_pr_auc": 0.9958719105352015,
+      "eval_uz_opus100_pr_auc": 0.8747999259221104,
+      "eval_vi_opus100_pr_auc": 0.8988612362187146,
+      "eval_vi_ud_pr_auc": 0.959965114837711,
+      "eval_xh_opus100_pr_auc": 0.8615584081272389,
+      "eval_yi_opus100_pr_auc": 0.7965499390257044,
+      "eval_yo_opus100_pr_auc": 0.8255740915516013,
+      "eval_yo_ud_pr_auc": 0.9075668979578807,
+      "eval_zh_ersatz_pr_auc": 0.9613060771827728,
+      "eval_zh_opus100_pr_auc": 0.7967876640705764,
+      "eval_zh_ud_pr_auc": 0.9947199718016312,
+      "eval_zu_opus100_pr_auc": 0.8318075153117198,
+      "step": 240000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.175949367088608e-05,
+      "learning_rate_adapter": 4.175949367088608e-05,
+      "loss": 0.0273,
+      "step": 240050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.174683544303798e-05,
+      "learning_rate_adapter": 4.174683544303798e-05,
+      "loss": 0.0274,
+      "step": 240100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1734177215189874e-05,
+      "learning_rate_adapter": 4.1734177215189874e-05,
+      "loss": 0.0267,
+      "step": 240150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.172151898734177e-05,
+      "learning_rate_adapter": 4.172151898734177e-05,
+      "loss": 0.0273,
+      "step": 240200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.170886075949367e-05,
+      "learning_rate_adapter": 4.170886075949367e-05,
+      "loss": 0.0267,
+      "step": 240250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.169620253164557e-05,
+      "learning_rate_adapter": 4.169620253164557e-05,
+      "loss": 0.0263,
+      "step": 240300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1683544303797476e-05,
+      "learning_rate_adapter": 4.1683544303797476e-05,
+      "loss": 0.0273,
+      "step": 240350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.167088607594937e-05,
+      "learning_rate_adapter": 4.167088607594937e-05,
+      "loss": 0.0272,
+      "step": 240400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.165822784810127e-05,
+      "learning_rate_adapter": 4.165822784810127e-05,
+      "loss": 0.027,
+      "step": 240450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1645569620253166e-05,
+      "learning_rate_adapter": 4.1645569620253166e-05,
+      "loss": 0.0265,
+      "step": 240500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1632911392405064e-05,
+      "learning_rate_adapter": 4.1632911392405064e-05,
+      "loss": 0.0272,
+      "step": 240550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.162025316455696e-05,
+      "learning_rate_adapter": 4.162025316455696e-05,
+      "loss": 0.0273,
+      "step": 240600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.160759493670886e-05,
+      "learning_rate_adapter": 4.160759493670886e-05,
+      "loss": 0.0273,
+      "step": 240650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.159493670886076e-05,
+      "learning_rate_adapter": 4.159493670886076e-05,
+      "loss": 0.0261,
+      "step": 240700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.158227848101266e-05,
+      "learning_rate_adapter": 4.158227848101266e-05,
+      "loss": 0.0267,
+      "step": 240750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.156962025316456e-05,
+      "learning_rate_adapter": 4.156962025316456e-05,
+      "loss": 0.0277,
+      "step": 240800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.155696202531646e-05,
+      "learning_rate_adapter": 4.155696202531646e-05,
+      "loss": 0.0271,
+      "step": 240850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1544303797468356e-05,
+      "learning_rate_adapter": 4.1544303797468356e-05,
+      "loss": 0.0272,
+      "step": 240900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1531645569620255e-05,
+      "learning_rate_adapter": 4.1531645569620255e-05,
+      "loss": 0.0268,
+      "step": 240950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1518987341772154e-05,
+      "learning_rate_adapter": 4.1518987341772154e-05,
+      "loss": 0.0264,
+      "step": 241000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.150632911392405e-05,
+      "learning_rate_adapter": 4.150632911392405e-05,
+      "loss": 0.0266,
+      "step": 241050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.149367088607595e-05,
+      "learning_rate_adapter": 4.149367088607595e-05,
+      "loss": 0.0262,
+      "step": 241100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.148101265822785e-05,
+      "learning_rate_adapter": 4.148101265822785e-05,
+      "loss": 0.0265,
+      "step": 241150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.146835443037975e-05,
+      "learning_rate_adapter": 4.146835443037975e-05,
+      "loss": 0.0265,
+      "step": 241200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.145569620253165e-05,
+      "learning_rate_adapter": 4.145569620253165e-05,
+      "loss": 0.0266,
+      "step": 241250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.144303797468355e-05,
+      "learning_rate_adapter": 4.144303797468355e-05,
+      "loss": 0.0269,
+      "step": 241300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1430379746835446e-05,
+      "learning_rate_adapter": 4.1430379746835446e-05,
+      "loss": 0.027,
+      "step": 241350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1417721518987345e-05,
+      "learning_rate_adapter": 4.1417721518987345e-05,
+      "loss": 0.0265,
+      "step": 241400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.140506329113924e-05,
+      "learning_rate_adapter": 4.140506329113924e-05,
+      "loss": 0.0268,
+      "step": 241450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.139240506329114e-05,
+      "learning_rate_adapter": 4.139240506329114e-05,
+      "loss": 0.0268,
+      "step": 241500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.137974683544304e-05,
+      "learning_rate_adapter": 4.137974683544304e-05,
+      "loss": 0.0272,
+      "step": 241550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.136708860759494e-05,
+      "learning_rate_adapter": 4.136708860759494e-05,
+      "loss": 0.0271,
+      "step": 241600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.135443037974684e-05,
+      "learning_rate_adapter": 4.135443037974684e-05,
+      "loss": 0.027,
+      "step": 241650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.134177215189874e-05,
+      "learning_rate_adapter": 4.134177215189874e-05,
+      "loss": 0.0272,
+      "step": 241700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.132911392405063e-05,
+      "learning_rate_adapter": 4.132911392405063e-05,
+      "loss": 0.0271,
+      "step": 241750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1316455696202536e-05,
+      "learning_rate_adapter": 4.1316455696202536e-05,
+      "loss": 0.0265,
+      "step": 241800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1303797468354435e-05,
+      "learning_rate_adapter": 4.1303797468354435e-05,
+      "loss": 0.0272,
+      "step": 241850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1291139240506334e-05,
+      "learning_rate_adapter": 4.1291139240506334e-05,
+      "loss": 0.027,
+      "step": 241900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.127848101265823e-05,
+      "learning_rate_adapter": 4.127848101265823e-05,
+      "loss": 0.0269,
+      "step": 241950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1265822784810125e-05,
+      "learning_rate_adapter": 4.1265822784810125e-05,
+      "loss": 0.027,
+      "step": 242000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.125316455696202e-05,
+      "learning_rate_adapter": 4.125316455696202e-05,
+      "loss": 0.0275,
+      "step": 242050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.124050632911393e-05,
+      "learning_rate_adapter": 4.124050632911393e-05,
+      "loss": 0.0265,
+      "step": 242100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.122784810126583e-05,
+      "learning_rate_adapter": 4.122784810126583e-05,
+      "loss": 0.027,
+      "step": 242150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.121518987341773e-05,
+      "learning_rate_adapter": 4.121518987341773e-05,
+      "loss": 0.0265,
+      "step": 242200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.120253164556962e-05,
+      "learning_rate_adapter": 4.120253164556962e-05,
+      "loss": 0.027,
+      "step": 242250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.118987341772152e-05,
+      "learning_rate_adapter": 4.118987341772152e-05,
+      "loss": 0.0264,
+      "step": 242300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1177215189873416e-05,
+      "learning_rate_adapter": 4.1177215189873416e-05,
+      "loss": 0.0272,
+      "step": 242350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.116455696202532e-05,
+      "learning_rate_adapter": 4.116455696202532e-05,
+      "loss": 0.0272,
+      "step": 242400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.115189873417722e-05,
+      "learning_rate_adapter": 4.115189873417722e-05,
+      "loss": 0.027,
+      "step": 242450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.113924050632912e-05,
+      "learning_rate_adapter": 4.113924050632912e-05,
+      "loss": 0.027,
+      "step": 242500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.112658227848101e-05,
+      "learning_rate_adapter": 4.112658227848101e-05,
+      "loss": 0.0272,
+      "step": 242550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.111392405063291e-05,
+      "learning_rate_adapter": 4.111392405063291e-05,
+      "loss": 0.0272,
+      "step": 242600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.110126582278481e-05,
+      "learning_rate_adapter": 4.110126582278481e-05,
+      "loss": 0.0271,
+      "step": 242650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1088607594936715e-05,
+      "learning_rate_adapter": 4.1088607594936715e-05,
+      "loss": 0.0272,
+      "step": 242700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1075949367088614e-05,
+      "learning_rate_adapter": 4.1075949367088614e-05,
+      "loss": 0.0267,
+      "step": 242750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1063291139240506e-05,
+      "learning_rate_adapter": 4.1063291139240506e-05,
+      "loss": 0.0269,
+      "step": 242800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1050632911392405e-05,
+      "learning_rate_adapter": 4.1050632911392405e-05,
+      "loss": 0.0273,
+      "step": 242850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1037974683544304e-05,
+      "learning_rate_adapter": 4.1037974683544304e-05,
+      "loss": 0.0272,
+      "step": 242900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.10253164556962e-05,
+      "learning_rate_adapter": 4.10253164556962e-05,
+      "loss": 0.0267,
+      "step": 242950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.101265822784811e-05,
+      "learning_rate_adapter": 4.101265822784811e-05,
+      "loss": 0.026,
+      "step": 243000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0263,
+      "step": 243050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09873417721519e-05,
+      "learning_rate_adapter": 4.09873417721519e-05,
+      "loss": 0.0267,
+      "step": 243100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09746835443038e-05,
+      "learning_rate_adapter": 4.09746835443038e-05,
+      "loss": 0.0265,
+      "step": 243150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09620253164557e-05,
+      "learning_rate_adapter": 4.09620253164557e-05,
+      "loss": 0.0267,
+      "step": 243200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.0949367088607596e-05,
+      "learning_rate_adapter": 4.0949367088607596e-05,
+      "loss": 0.0262,
+      "step": 243250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09367088607595e-05,
+      "learning_rate_adapter": 4.09367088607595e-05,
+      "loss": 0.0269,
+      "step": 243300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0924050632911394e-05,
+      "learning_rate_adapter": 4.0924050632911394e-05,
+      "loss": 0.0274,
+      "step": 243350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.091139240506329e-05,
+      "learning_rate_adapter": 4.091139240506329e-05,
+      "loss": 0.0267,
+      "step": 243400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.089873417721519e-05,
+      "learning_rate_adapter": 4.089873417721519e-05,
+      "loss": 0.0269,
+      "step": 243450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.088607594936709e-05,
+      "learning_rate_adapter": 4.088607594936709e-05,
+      "loss": 0.027,
+      "step": 243500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.087341772151899e-05,
+      "learning_rate_adapter": 4.087341772151899e-05,
+      "loss": 0.026,
+      "step": 243550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.086075949367089e-05,
+      "learning_rate_adapter": 4.086075949367089e-05,
+      "loss": 0.027,
+      "step": 243600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.084810126582279e-05,
+      "learning_rate_adapter": 4.084810126582279e-05,
+      "loss": 0.0266,
+      "step": 243650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0835443037974686e-05,
+      "learning_rate_adapter": 4.0835443037974686e-05,
+      "loss": 0.0269,
+      "step": 243700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0822784810126584e-05,
+      "learning_rate_adapter": 4.0822784810126584e-05,
+      "loss": 0.0273,
+      "step": 243750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.081012658227848e-05,
+      "learning_rate_adapter": 4.081012658227848e-05,
+      "loss": 0.0266,
+      "step": 243800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.079746835443038e-05,
+      "learning_rate_adapter": 4.079746835443038e-05,
+      "loss": 0.0258,
+      "step": 243850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.078481012658228e-05,
+      "learning_rate_adapter": 4.078481012658228e-05,
+      "loss": 0.0265,
+      "step": 243900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.077215189873418e-05,
+      "learning_rate_adapter": 4.077215189873418e-05,
+      "loss": 0.027,
+      "step": 243950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.075949367088608e-05,
+      "learning_rate_adapter": 4.075949367088608e-05,
+      "loss": 0.0271,
+      "step": 244000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.074683544303798e-05,
+      "learning_rate_adapter": 4.074683544303798e-05,
+      "loss": 0.0267,
+      "step": 244050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.073417721518987e-05,
+      "learning_rate_adapter": 4.073417721518987e-05,
+      "loss": 0.0272,
+      "step": 244100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0721518987341775e-05,
+      "learning_rate_adapter": 4.0721518987341775e-05,
+      "loss": 0.0267,
+      "step": 244150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0708860759493674e-05,
+      "learning_rate_adapter": 4.0708860759493674e-05,
+      "loss": 0.0262,
+      "step": 244200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.069620253164557e-05,
+      "learning_rate_adapter": 4.069620253164557e-05,
+      "loss": 0.0271,
+      "step": 244250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.068354430379747e-05,
+      "learning_rate_adapter": 4.068354430379747e-05,
+      "loss": 0.026,
+      "step": 244300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.067088607594937e-05,
+      "learning_rate_adapter": 4.067088607594937e-05,
+      "loss": 0.0272,
+      "step": 244350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.065822784810126e-05,
+      "learning_rate_adapter": 4.065822784810126e-05,
+      "loss": 0.0267,
+      "step": 244400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.064556962025317e-05,
+      "learning_rate_adapter": 4.064556962025317e-05,
+      "loss": 0.027,
+      "step": 244450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.063291139240507e-05,
+      "learning_rate_adapter": 4.063291139240507e-05,
+      "loss": 0.0272,
+      "step": 244500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0620253164556966e-05,
+      "learning_rate_adapter": 4.0620253164556966e-05,
+      "loss": 0.0264,
+      "step": 244550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0607594936708865e-05,
+      "learning_rate_adapter": 4.0607594936708865e-05,
+      "loss": 0.0267,
+      "step": 244600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.059493670886076e-05,
+      "learning_rate_adapter": 4.059493670886076e-05,
+      "loss": 0.0271,
+      "step": 244650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0582278481012656e-05,
+      "learning_rate_adapter": 4.0582278481012656e-05,
+      "loss": 0.027,
+      "step": 244700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.056962025316456e-05,
+      "learning_rate_adapter": 4.056962025316456e-05,
+      "loss": 0.0271,
+      "step": 244750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.055696202531646e-05,
+      "learning_rate_adapter": 4.055696202531646e-05,
+      "loss": 0.0267,
+      "step": 244800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.054430379746836e-05,
+      "learning_rate_adapter": 4.054430379746836e-05,
+      "loss": 0.0261,
+      "step": 244850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.053164556962025e-05,
+      "learning_rate_adapter": 4.053164556962025e-05,
+      "loss": 0.0267,
+      "step": 244900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.051898734177215e-05,
+      "learning_rate_adapter": 4.051898734177215e-05,
+      "loss": 0.027,
+      "step": 244950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.050632911392405e-05,
+      "learning_rate_adapter": 4.050632911392405e-05,
+      "loss": 0.0264,
+      "step": 245000
+    },
+    {
+      "epoch": 0.21,
+      "eval_af_opus100_pr_auc": 0.813640054663206,
+      "eval_af_ud_pr_auc": 0.9915644085864097,
+      "eval_am_opus100_pr_auc": 0.5744337187505488,
+      "eval_ar_ersatz_pr_auc": 0.9315899931833156,
+      "eval_ar_opus100_pr_auc": 0.722585388209384,
+      "eval_ar_ud_pr_auc": 0.8752406701751675,
+      "eval_average_ersatz_pr_auc": 0.9640247857925679,
+      "eval_average_opus100_pr_auc": 0.8380419601416048,
+      "eval_average_ud_pr_auc": 0.9635887618108842,
+      "eval_az_opus100_pr_auc": 0.8070428625437664,
+      "eval_be_opus100_pr_auc": 0.709421904997798,
+      "eval_be_ud_pr_auc": 0.8956570160572819,
+      "eval_bg_opus100_pr_auc": 0.9174894488951986,
+      "eval_bg_ud_pr_auc": 0.9969060280303252,
+      "eval_bn_opus100_pr_auc": 0.8329612346223245,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8834750122078656,
+      "eval_ca_ud_pr_auc": 0.9959326109178882,
+      "eval_ceb_ud_pr_auc": 0.9959940173805625,
+      "eval_cs_ersatz_pr_auc": 0.985067977157064,
+      "eval_cs_opus100_pr_auc": 0.9069620135203155,
+      "eval_cs_ud_pr_auc": 0.960641109938013,
+      "eval_cy_opus100_pr_auc": 0.7825888923079855,
+      "eval_cy_ud_pr_auc": 0.9952389506497403,
+      "eval_da_opus100_pr_auc": 0.9147015129134688,
+      "eval_da_ud_pr_auc": 0.9884909933994891,
+      "eval_de_ersatz_pr_auc": 0.9849017973400449,
+      "eval_de_opus100_pr_auc": 0.9037876946310422,
+      "eval_de_ud_pr_auc": 0.9862149314953376,
+      "eval_el_opus100_pr_auc": 0.9174358397905388,
+      "eval_el_ud_pr_auc": 0.9850868865448705,
+      "eval_en_ersatz_pr_auc": 0.9935032022027424,
+      "eval_en_opus100_pr_auc": 0.9191679800133971,
+      "eval_en_ud_pr_auc": 0.9747116490259917,
+      "eval_eo_opus100_pr_auc": 0.9276109421624489,
+      "eval_es_ersatz_pr_auc": 0.9970155677203956,
+      "eval_es_opus100_pr_auc": 0.9262992670106264,
+      "eval_es_ud_pr_auc": 0.9919820527681105,
+      "eval_et_ersatz_pr_auc": 0.9815058775677871,
+      "eval_et_opus100_pr_auc": 0.8883244567427829,
+      "eval_et_ud_pr_auc": 0.9656116880025662,
+      "eval_eu_opus100_pr_auc": 0.8797284188828294,
+      "eval_eu_ud_pr_auc": 0.9891367570769848,
+      "eval_fa_opus100_pr_auc": 0.5957342722146263,
+      "eval_fa_ud_pr_auc": 0.9894352054002972,
+      "eval_fi_ersatz_pr_auc": 0.9901094889362121,
+      "eval_fi_opus100_pr_auc": 0.9121640165362743,
+      "eval_fi_ud_pr_auc": 0.9700345594511295,
+      "eval_fr_ersatz_pr_auc": 0.9887508705645839,
+      "eval_fr_opus100_pr_auc": 0.9126712715100739,
+      "eval_fr_ud_pr_auc": 0.9878540056709899,
+      "eval_fy_opus100_pr_auc": 0.7567714694943133,
+      "eval_ga_opus100_pr_auc": 0.888404496501831,
+      "eval_ga_ud_pr_auc": 0.8117488529625054,
+      "eval_gd_opus100_pr_auc": 0.6636824105480862,
+      "eval_gd_ud_pr_auc": 0.820652735229969,
+      "eval_gl_opus100_pr_auc": 0.8945382838744291,
+      "eval_gl_ud_pr_auc": 0.9983572020758376,
+      "eval_gu_ersatz_pr_auc": 0.9341681959653176,
+      "eval_gu_opus100_pr_auc": 0.7419404304880418,
+      "eval_ha_opus100_pr_auc": 0.9199193583161236,
+      "eval_he_opus100_pr_auc": 0.8600993503970041,
+      "eval_he_ud_pr_auc": 0.9809065258592707,
+      "eval_hi_ersatz_pr_auc": 0.9771097459311485,
+      "eval_hi_opus100_pr_auc": 0.6673923299824814,
+      "eval_hi_ud_pr_auc": 0.9835692502722965,
+      "eval_hu_opus100_pr_auc": 0.9114359158501338,
+      "eval_hu_ud_pr_auc": 0.9839025936381381,
+      "eval_hy_opus100_pr_auc": 0.9130662870149018,
+      "eval_hy_ud_pr_auc": 0.9864177203376029,
+      "eval_id_opus100_pr_auc": 0.8614907331398196,
+      "eval_id_ud_pr_auc": 0.995369859351937,
+      "eval_ig_opus100_pr_auc": 0.8942731987993389,
+      "eval_is_opus100_pr_auc": 0.9204217812595699,
+      "eval_is_ud_pr_auc": 0.9234645115840368,
+      "eval_it_opus100_pr_auc": 0.9056567392937596,
+      "eval_it_ud_pr_auc": 0.9997462726016161,
+      "eval_ja_ersatz_pr_auc": 0.7962342041677428,
+      "eval_ja_opus100_pr_auc": 0.8337446836567818,
+      "eval_ja_ud_pr_auc": 0.9727379641719535,
+      "eval_jv_ud_pr_auc": 0.9725168525610137,
+      "eval_ka_opus100_pr_auc": 0.8581772085660144,
+      "eval_kk_ersatz_pr_auc": 0.9852566549701104,
+      "eval_kk_opus100_pr_auc": 0.8244066598908172,
+      "eval_kk_ud_pr_auc": 0.9746815589501777,
+      "eval_km_ersatz_pr_auc": 0.9214656054783253,
+      "eval_km_opus100_pr_auc": 0.7247565431952845,
+      "eval_kn_opus100_pr_auc": 0.6267869161084593,
+      "eval_ko_opus100_pr_auc": 0.6599242269486324,
+      "eval_ko_ud_pr_auc": 0.9968264571130021,
+      "eval_ku_opus100_pr_auc": 0.8517364520180237,
+      "eval_ky_opus100_pr_auc": 0.8890242189830155,
+      "eval_la_ud_pr_auc": 0.967366355830834,
+      "eval_loss": 0.030942603945732117,
+      "eval_lt_ersatz_pr_auc": 0.9947409494906231,
+      "eval_lt_opus100_pr_auc": 0.885122317216974,
+      "eval_lt_ud_pr_auc": 0.9946421896752499,
+      "eval_lv_ersatz_pr_auc": 0.9920220080252484,
+      "eval_lv_opus100_pr_auc": 0.8915821359634869,
+      "eval_lv_ud_pr_auc": 0.9625161781194393,
+      "eval_mg_opus100_pr_auc": 0.9370189418343347,
+      "eval_mk_opus100_pr_auc": 0.9147901939370803,
+      "eval_ml_opus100_pr_auc": 0.784046164009241,
+      "eval_mn_opus100_pr_auc": 0.9614667546346836,
+      "eval_mr_opus100_pr_auc": 0.9082179645988406,
+      "eval_mr_ud_pr_auc": 0.9722790336771018,
+      "eval_ms_opus100_pr_auc": 0.8778000222389188,
+      "eval_mt_opus100_pr_auc": 0.8739890414488736,
+      "eval_mt_ud_pr_auc": 0.899485733568994,
+      "eval_my_opus100_pr_auc": 0.7476847097933885,
+      "eval_ne_opus100_pr_auc": 0.7226919454435375,
+      "eval_nl_opus100_pr_auc": 0.8961488027074456,
+      "eval_nl_ud_pr_auc": 0.9806409738748049,
+      "eval_no_opus100_pr_auc": 0.917652595802486,
+      "eval_no_ud_pr_auc": 0.9966606563664767,
+      "eval_pa_opus100_pr_auc": 0.6920822316754773,
+      "eval_pl_ersatz_pr_auc": 0.9752696432303113,
+      "eval_pl_opus100_pr_auc": 0.8916307461859587,
+      "eval_pl_ud_pr_auc": 0.9696373980202182,
+      "eval_ps_ersatz_pr_auc": 0.9166173246257773,
+      "eval_ps_opus100_pr_auc": 0.7636145708355099,
+      "eval_pt_opus100_pr_auc": 0.9192175610092622,
+      "eval_pt_ud_pr_auc": 0.9830388067977971,
+      "eval_ro_ersatz_pr_auc": 0.9936458778695679,
+      "eval_ro_opus100_pr_auc": 0.8838136302046392,
+      "eval_ro_ud_pr_auc": 0.9589640343721472,
+      "eval_ru_ersatz_pr_auc": 0.9891946892618905,
+      "eval_ru_opus100_pr_auc": 0.9261459697809966,
+      "eval_ru_ud_pr_auc": 0.8669959825214474,
+      "eval_runtime": 628.6789,
+      "eval_samples_per_second": 120.12,
+      "eval_si_opus100_pr_auc": 0.8079884536786248,
+      "eval_sk_opus100_pr_auc": 0.9339025053764235,
+      "eval_sk_ud_pr_auc": 0.9833717772378003,
+      "eval_sl_opus100_pr_auc": 0.8592279126616834,
+      "eval_sl_ud_pr_auc": 0.9683150879510337,
+      "eval_sq_opus100_pr_auc": 0.9239567839983598,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9006643206316421,
+      "eval_sr_ud_pr_auc": 0.9991041415389912,
+      "eval_steps_per_second": 3.754,
+      "eval_sv_opus100_pr_auc": 0.8927205408894122,
+      "eval_sv_ud_pr_auc": 0.9537189135594687,
+      "eval_ta_ersatz_pr_auc": 0.9781943651193462,
+      "eval_ta_opus100_pr_auc": 0.6879869561939519,
+      "eval_ta_ud_pr_auc": 0.993307709987215,
+      "eval_te_opus100_pr_auc": 0.8413252328594154,
+      "eval_tg_opus100_pr_auc": 0.8961415360079049,
+      "eval_th_opus100_pr_auc": 0.6896690119704082,
+      "eval_th_ud_pr_auc": 0.8038805567535224,
+      "eval_tr_ersatz_pr_auc": 0.9716406038242442,
+      "eval_tr_opus100_pr_auc": 0.8955828272744824,
+      "eval_tr_ud_pr_auc": 0.9611207793711305,
+      "eval_uk_opus100_pr_auc": 0.8730946733738963,
+      "eval_uk_ud_pr_auc": 0.9236239178502202,
+      "eval_ur_opus100_pr_auc": 0.5305192586613079,
+      "eval_ur_ud_pr_auc": 0.9910751759840496,
+      "eval_uz_opus100_pr_auc": 0.8866212190455366,
+      "eval_vi_opus100_pr_auc": 0.8998096721592949,
+      "eval_vi_ud_pr_auc": 0.9611525746262692,
+      "eval_xh_opus100_pr_auc": 0.8596648154724434,
+      "eval_yi_opus100_pr_auc": 0.7920208578615172,
+      "eval_yo_opus100_pr_auc": 0.8337280623696497,
+      "eval_yo_ud_pr_auc": 0.9060388772791195,
+      "eval_zh_ersatz_pr_auc": 0.930540644804696,
+      "eval_zh_opus100_pr_auc": 0.745143337619044,
+      "eval_zh_ud_pr_auc": 0.9909906709765516,
+      "eval_zu_opus100_pr_auc": 0.8590805567321075,
+      "step": 245000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0493670886075955e-05,
+      "learning_rate_adapter": 4.0493670886075955e-05,
+      "loss": 0.0269,
+      "step": 245050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0481012658227854e-05,
+      "learning_rate_adapter": 4.0481012658227854e-05,
+      "loss": 0.0268,
+      "step": 245100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.046835443037975e-05,
+      "learning_rate_adapter": 4.046835443037975e-05,
+      "loss": 0.027,
+      "step": 245150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0455696202531644e-05,
+      "learning_rate_adapter": 4.0455696202531644e-05,
+      "loss": 0.0268,
+      "step": 245200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.044303797468354e-05,
+      "learning_rate_adapter": 4.044303797468354e-05,
+      "loss": 0.0268,
+      "step": 245250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.043037974683544e-05,
+      "learning_rate_adapter": 4.043037974683544e-05,
+      "loss": 0.0272,
+      "step": 245300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.041772151898735e-05,
+      "learning_rate_adapter": 4.041772151898735e-05,
+      "loss": 0.0268,
+      "step": 245350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.040506329113925e-05,
+      "learning_rate_adapter": 4.040506329113925e-05,
+      "loss": 0.027,
+      "step": 245400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.039240506329114e-05,
+      "learning_rate_adapter": 4.039240506329114e-05,
+      "loss": 0.0272,
+      "step": 245450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.037974683544304e-05,
+      "learning_rate_adapter": 4.037974683544304e-05,
+      "loss": 0.0268,
+      "step": 245500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0367088607594936e-05,
+      "learning_rate_adapter": 4.0367088607594936e-05,
+      "loss": 0.027,
+      "step": 245550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0354430379746835e-05,
+      "learning_rate_adapter": 4.0354430379746835e-05,
+      "loss": 0.0261,
+      "step": 245600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.034177215189874e-05,
+      "learning_rate_adapter": 4.034177215189874e-05,
+      "loss": 0.0267,
+      "step": 245650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.032911392405063e-05,
+      "learning_rate_adapter": 4.032911392405063e-05,
+      "loss": 0.0267,
+      "step": 245700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.031645569620253e-05,
+      "learning_rate_adapter": 4.031645569620253e-05,
+      "loss": 0.0269,
+      "step": 245750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.030379746835443e-05,
+      "learning_rate_adapter": 4.030379746835443e-05,
+      "loss": 0.0266,
+      "step": 245800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.029113924050633e-05,
+      "learning_rate_adapter": 4.029113924050633e-05,
+      "loss": 0.027,
+      "step": 245850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.027848101265823e-05,
+      "learning_rate_adapter": 4.027848101265823e-05,
+      "loss": 0.0274,
+      "step": 245900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0265822784810134e-05,
+      "learning_rate_adapter": 4.0265822784810134e-05,
+      "loss": 0.0272,
+      "step": 245950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0253164556962026e-05,
+      "learning_rate_adapter": 4.0253164556962026e-05,
+      "loss": 0.0273,
+      "step": 246000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0240506329113925e-05,
+      "learning_rate_adapter": 4.0240506329113925e-05,
+      "loss": 0.0264,
+      "step": 246050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0227848101265824e-05,
+      "learning_rate_adapter": 4.0227848101265824e-05,
+      "loss": 0.0263,
+      "step": 246100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.021518987341772e-05,
+      "learning_rate_adapter": 4.021518987341772e-05,
+      "loss": 0.027,
+      "step": 246150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.020253164556962e-05,
+      "learning_rate_adapter": 4.020253164556962e-05,
+      "loss": 0.0272,
+      "step": 246200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.018987341772152e-05,
+      "learning_rate_adapter": 4.018987341772152e-05,
+      "loss": 0.0269,
+      "step": 246250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.017721518987342e-05,
+      "learning_rate_adapter": 4.017721518987342e-05,
+      "loss": 0.0266,
+      "step": 246300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.016455696202532e-05,
+      "learning_rate_adapter": 4.016455696202532e-05,
+      "loss": 0.0266,
+      "step": 246350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.015189873417722e-05,
+      "learning_rate_adapter": 4.015189873417722e-05,
+      "loss": 0.0269,
+      "step": 246400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0139240506329116e-05,
+      "learning_rate_adapter": 4.0139240506329116e-05,
+      "loss": 0.0273,
+      "step": 246450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0126582278481015e-05,
+      "learning_rate_adapter": 4.0126582278481015e-05,
+      "loss": 0.0266,
+      "step": 246500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0113924050632914e-05,
+      "learning_rate_adapter": 4.0113924050632914e-05,
+      "loss": 0.0272,
+      "step": 246550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.010126582278481e-05,
+      "learning_rate_adapter": 4.010126582278481e-05,
+      "loss": 0.0266,
+      "step": 246600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.008860759493671e-05,
+      "learning_rate_adapter": 4.008860759493671e-05,
+      "loss": 0.027,
+      "step": 246650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.007594936708861e-05,
+      "learning_rate_adapter": 4.007594936708861e-05,
+      "loss": 0.0269,
+      "step": 246700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.006329113924051e-05,
+      "learning_rate_adapter": 4.006329113924051e-05,
+      "loss": 0.0267,
+      "step": 246750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.005063291139241e-05,
+      "learning_rate_adapter": 4.005063291139241e-05,
+      "loss": 0.0265,
+      "step": 246800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.003797468354431e-05,
+      "learning_rate_adapter": 4.003797468354431e-05,
+      "loss": 0.0261,
+      "step": 246850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0025316455696206e-05,
+      "learning_rate_adapter": 4.0025316455696206e-05,
+      "loss": 0.0272,
+      "step": 246900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0012658227848104e-05,
+      "learning_rate_adapter": 4.0012658227848104e-05,
+      "loss": 0.0265,
+      "step": 246950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0272,
+      "step": 247000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9987341772151895e-05,
+      "learning_rate_adapter": 3.9987341772151895e-05,
+      "loss": 0.0259,
+      "step": 247050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99746835443038e-05,
+      "learning_rate_adapter": 3.99746835443038e-05,
+      "loss": 0.0268,
+      "step": 247100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99620253164557e-05,
+      "learning_rate_adapter": 3.99620253164557e-05,
+      "loss": 0.0268,
+      "step": 247150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99493670886076e-05,
+      "learning_rate_adapter": 3.99493670886076e-05,
+      "loss": 0.0269,
+      "step": 247200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99367088607595e-05,
+      "learning_rate_adapter": 3.99367088607595e-05,
+      "loss": 0.0267,
+      "step": 247250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.992405063291139e-05,
+      "learning_rate_adapter": 3.992405063291139e-05,
+      "loss": 0.0262,
+      "step": 247300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.991139240506329e-05,
+      "learning_rate_adapter": 3.991139240506329e-05,
+      "loss": 0.0268,
+      "step": 247350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9898734177215194e-05,
+      "learning_rate_adapter": 3.9898734177215194e-05,
+      "loss": 0.0263,
+      "step": 247400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.988607594936709e-05,
+      "learning_rate_adapter": 3.988607594936709e-05,
+      "loss": 0.0261,
+      "step": 247450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.987341772151899e-05,
+      "learning_rate_adapter": 3.987341772151899e-05,
+      "loss": 0.0274,
+      "step": 247500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.986075949367089e-05,
+      "learning_rate_adapter": 3.986075949367089e-05,
+      "loss": 0.0272,
+      "step": 247550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.984810126582278e-05,
+      "learning_rate_adapter": 3.984810126582278e-05,
+      "loss": 0.0268,
+      "step": 247600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.983544303797468e-05,
+      "learning_rate_adapter": 3.983544303797468e-05,
+      "loss": 0.0268,
+      "step": 247650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.982278481012659e-05,
+      "learning_rate_adapter": 3.982278481012659e-05,
+      "loss": 0.0272,
+      "step": 247700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9810126582278486e-05,
+      "learning_rate_adapter": 3.9810126582278486e-05,
+      "loss": 0.0267,
+      "step": 247750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9797468354430385e-05,
+      "learning_rate_adapter": 3.9797468354430385e-05,
+      "loss": 0.0267,
+      "step": 247800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.978481012658228e-05,
+      "learning_rate_adapter": 3.978481012658228e-05,
+      "loss": 0.026,
+      "step": 247850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9772151898734176e-05,
+      "learning_rate_adapter": 3.9772151898734176e-05,
+      "loss": 0.027,
+      "step": 247900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9759493670886075e-05,
+      "learning_rate_adapter": 3.9759493670886075e-05,
+      "loss": 0.0273,
+      "step": 247950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.974683544303798e-05,
+      "learning_rate_adapter": 3.974683544303798e-05,
+      "loss": 0.0265,
+      "step": 248000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.973417721518988e-05,
+      "learning_rate_adapter": 3.973417721518988e-05,
+      "loss": 0.0266,
+      "step": 248050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.972151898734177e-05,
+      "learning_rate_adapter": 3.972151898734177e-05,
+      "loss": 0.0276,
+      "step": 248100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.970886075949367e-05,
+      "learning_rate_adapter": 3.970886075949367e-05,
+      "loss": 0.0268,
+      "step": 248150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.969620253164557e-05,
+      "learning_rate_adapter": 3.969620253164557e-05,
+      "loss": 0.0261,
+      "step": 248200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.968354430379747e-05,
+      "learning_rate_adapter": 3.968354430379747e-05,
+      "loss": 0.0269,
+      "step": 248250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9670886075949374e-05,
+      "learning_rate_adapter": 3.9670886075949374e-05,
+      "loss": 0.0266,
+      "step": 248300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.965822784810127e-05,
+      "learning_rate_adapter": 3.965822784810127e-05,
+      "loss": 0.0264,
+      "step": 248350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9645569620253164e-05,
+      "learning_rate_adapter": 3.9645569620253164e-05,
+      "loss": 0.027,
+      "step": 248400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.963291139240506e-05,
+      "learning_rate_adapter": 3.963291139240506e-05,
+      "loss": 0.0273,
+      "step": 248450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.962025316455696e-05,
+      "learning_rate_adapter": 3.962025316455696e-05,
+      "loss": 0.027,
+      "step": 248500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.960759493670886e-05,
+      "learning_rate_adapter": 3.960759493670886e-05,
+      "loss": 0.0268,
+      "step": 248550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.959493670886077e-05,
+      "learning_rate_adapter": 3.959493670886077e-05,
+      "loss": 0.0276,
+      "step": 248600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.958227848101266e-05,
+      "learning_rate_adapter": 3.958227848101266e-05,
+      "loss": 0.0276,
+      "step": 248650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.956962025316456e-05,
+      "learning_rate_adapter": 3.956962025316456e-05,
+      "loss": 0.0265,
+      "step": 248700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9556962025316456e-05,
+      "learning_rate_adapter": 3.9556962025316456e-05,
+      "loss": 0.027,
+      "step": 248750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9544303797468355e-05,
+      "learning_rate_adapter": 3.9544303797468355e-05,
+      "loss": 0.0264,
+      "step": 248800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9531645569620254e-05,
+      "learning_rate_adapter": 3.9531645569620254e-05,
+      "loss": 0.027,
+      "step": 248850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.951898734177215e-05,
+      "learning_rate_adapter": 3.951898734177215e-05,
+      "loss": 0.0268,
+      "step": 248900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.950632911392405e-05,
+      "learning_rate_adapter": 3.950632911392405e-05,
+      "loss": 0.0274,
+      "step": 248950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.949367088607595e-05,
+      "learning_rate_adapter": 3.949367088607595e-05,
+      "loss": 0.0265,
+      "step": 249000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.948101265822785e-05,
+      "learning_rate_adapter": 3.948101265822785e-05,
+      "loss": 0.0275,
+      "step": 249050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.946835443037975e-05,
+      "learning_rate_adapter": 3.946835443037975e-05,
+      "loss": 0.0269,
+      "step": 249100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.945569620253165e-05,
+      "learning_rate_adapter": 3.945569620253165e-05,
+      "loss": 0.0277,
+      "step": 249150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9443037974683546e-05,
+      "learning_rate_adapter": 3.9443037974683546e-05,
+      "loss": 0.027,
+      "step": 249200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9430379746835445e-05,
+      "learning_rate_adapter": 3.9430379746835445e-05,
+      "loss": 0.0265,
+      "step": 249250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9417721518987344e-05,
+      "learning_rate_adapter": 3.9417721518987344e-05,
+      "loss": 0.0266,
+      "step": 249300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.940506329113924e-05,
+      "learning_rate_adapter": 3.940506329113924e-05,
+      "loss": 0.0264,
+      "step": 249350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.939240506329114e-05,
+      "learning_rate_adapter": 3.939240506329114e-05,
+      "loss": 0.0267,
+      "step": 249400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.937974683544304e-05,
+      "learning_rate_adapter": 3.937974683544304e-05,
+      "loss": 0.0265,
+      "step": 249450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.936708860759494e-05,
+      "learning_rate_adapter": 3.936708860759494e-05,
+      "loss": 0.0268,
+      "step": 249500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.935443037974684e-05,
+      "learning_rate_adapter": 3.935443037974684e-05,
+      "loss": 0.0265,
+      "step": 249550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.934177215189874e-05,
+      "learning_rate_adapter": 3.934177215189874e-05,
+      "loss": 0.027,
+      "step": 249600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9329113924050636e-05,
+      "learning_rate_adapter": 3.9329113924050636e-05,
+      "loss": 0.0267,
+      "step": 249650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.931645569620253e-05,
+      "learning_rate_adapter": 3.931645569620253e-05,
+      "loss": 0.0274,
+      "step": 249700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9303797468354434e-05,
+      "learning_rate_adapter": 3.9303797468354434e-05,
+      "loss": 0.0263,
+      "step": 249750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.929113924050633e-05,
+      "learning_rate_adapter": 3.929113924050633e-05,
+      "loss": 0.027,
+      "step": 249800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.927848101265823e-05,
+      "learning_rate_adapter": 3.927848101265823e-05,
+      "loss": 0.0272,
+      "step": 249850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.926582278481013e-05,
+      "learning_rate_adapter": 3.926582278481013e-05,
+      "loss": 0.0274,
+      "step": 249900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.925316455696203e-05,
+      "learning_rate_adapter": 3.925316455696203e-05,
+      "loss": 0.0269,
+      "step": 249950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.924050632911392e-05,
+      "learning_rate_adapter": 3.924050632911392e-05,
+      "loss": 0.0268,
+      "step": 250000
+    },
+    {
+      "epoch": 0.21,
+      "eval_af_opus100_pr_auc": 0.8053037697766797,
+      "eval_af_ud_pr_auc": 0.9926520582700087,
+      "eval_am_opus100_pr_auc": 0.5160902983454112,
+      "eval_ar_ersatz_pr_auc": 0.9265408198028003,
+      "eval_ar_opus100_pr_auc": 0.7260130024721835,
+      "eval_ar_ud_pr_auc": 0.8738533512749103,
+      "eval_average_ersatz_pr_auc": 0.9666670055141918,
+      "eval_average_opus100_pr_auc": 0.8367587976210694,
+      "eval_average_ud_pr_auc": 0.9638770077991907,
+      "eval_az_opus100_pr_auc": 0.8143203426885083,
+      "eval_be_opus100_pr_auc": 0.7227373757705482,
+      "eval_be_ud_pr_auc": 0.8869710907342937,
+      "eval_bg_opus100_pr_auc": 0.9138430729790217,
+      "eval_bg_ud_pr_auc": 0.9961540386557698,
+      "eval_bn_opus100_pr_auc": 0.8227444110191077,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8877163826771952,
+      "eval_ca_ud_pr_auc": 0.9972884591566924,
+      "eval_ceb_ud_pr_auc": 0.9974943084588672,
+      "eval_cs_ersatz_pr_auc": 0.9844593911749725,
+      "eval_cs_opus100_pr_auc": 0.910422747693581,
+      "eval_cs_ud_pr_auc": 0.9574416411412819,
+      "eval_cy_opus100_pr_auc": 0.7951299339075788,
+      "eval_cy_ud_pr_auc": 0.9934240157367333,
+      "eval_da_opus100_pr_auc": 0.9155229684366617,
+      "eval_da_ud_pr_auc": 0.9885776743033073,
+      "eval_de_ersatz_pr_auc": 0.9873140607422144,
+      "eval_de_opus100_pr_auc": 0.9001107162329908,
+      "eval_de_ud_pr_auc": 0.9857874202384412,
+      "eval_el_opus100_pr_auc": 0.9162095245557521,
+      "eval_el_ud_pr_auc": 0.986278601486551,
+      "eval_en_ersatz_pr_auc": 0.9931175670929189,
+      "eval_en_opus100_pr_auc": 0.9237958475472478,
+      "eval_en_ud_pr_auc": 0.9743828488323683,
+      "eval_eo_opus100_pr_auc": 0.9258747430099612,
+      "eval_es_ersatz_pr_auc": 0.9970824168409468,
+      "eval_es_opus100_pr_auc": 0.9295190682469905,
+      "eval_es_ud_pr_auc": 0.9926684953788578,
+      "eval_et_ersatz_pr_auc": 0.9830572704825296,
+      "eval_et_opus100_pr_auc": 0.8853885035028859,
+      "eval_et_ud_pr_auc": 0.9693159557321057,
+      "eval_eu_opus100_pr_auc": 0.8792680419538933,
+      "eval_eu_ud_pr_auc": 0.9927844953101739,
+      "eval_fa_opus100_pr_auc": 0.6033788315831389,
+      "eval_fa_ud_pr_auc": 0.993947549043462,
+      "eval_fi_ersatz_pr_auc": 0.9920026724213578,
+      "eval_fi_opus100_pr_auc": 0.9063792297358613,
+      "eval_fi_ud_pr_auc": 0.971545253906983,
+      "eval_fr_ersatz_pr_auc": 0.9912159462269949,
+      "eval_fr_opus100_pr_auc": 0.9179872496306022,
+      "eval_fr_ud_pr_auc": 0.9891974301969801,
+      "eval_fy_opus100_pr_auc": 0.7388755582297747,
+      "eval_ga_opus100_pr_auc": 0.8878252107783936,
+      "eval_ga_ud_pr_auc": 0.8047321450309044,
+      "eval_gd_opus100_pr_auc": 0.6753484425695975,
+      "eval_gd_ud_pr_auc": 0.8216870769235274,
+      "eval_gl_opus100_pr_auc": 0.8903611699381306,
+      "eval_gl_ud_pr_auc": 0.9987469291386974,
+      "eval_gu_ersatz_pr_auc": 0.9498049905434272,
+      "eval_gu_opus100_pr_auc": 0.7422335150681708,
+      "eval_ha_opus100_pr_auc": 0.9114053784152693,
+      "eval_he_opus100_pr_auc": 0.8674833082751285,
+      "eval_he_ud_pr_auc": 0.9824191980356359,
+      "eval_hi_ersatz_pr_auc": 0.9801301424128115,
+      "eval_hi_opus100_pr_auc": 0.6887688808043467,
+      "eval_hi_ud_pr_auc": 0.9846889119406281,
+      "eval_hu_opus100_pr_auc": 0.903045583808282,
+      "eval_hu_ud_pr_auc": 0.98418110698517,
+      "eval_hy_opus100_pr_auc": 0.9145029785511122,
+      "eval_hy_ud_pr_auc": 0.9899622507963257,
+      "eval_id_opus100_pr_auc": 0.8670784350453545,
+      "eval_id_ud_pr_auc": 0.9944445027975832,
+      "eval_ig_opus100_pr_auc": 0.9027338856324563,
+      "eval_is_opus100_pr_auc": 0.9179755986702981,
+      "eval_is_ud_pr_auc": 0.9206943588283154,
+      "eval_it_opus100_pr_auc": 0.900258760442034,
+      "eval_it_ud_pr_auc": 0.9998407972170253,
+      "eval_ja_ersatz_pr_auc": 0.8339658478620067,
+      "eval_ja_opus100_pr_auc": 0.8124416570510496,
+      "eval_ja_ud_pr_auc": 0.9763145456927085,
+      "eval_jv_ud_pr_auc": 0.9641199741444477,
+      "eval_ka_opus100_pr_auc": 0.8504431393361547,
+      "eval_kk_ersatz_pr_auc": 0.9881656195020059,
+      "eval_kk_opus100_pr_auc": 0.8142237075625729,
+      "eval_kk_ud_pr_auc": 0.9782334931548877,
+      "eval_km_ersatz_pr_auc": 0.915107554991028,
+      "eval_km_opus100_pr_auc": 0.7561636927003939,
+      "eval_kn_opus100_pr_auc": 0.6171885934509234,
+      "eval_ko_opus100_pr_auc": 0.6693883186988692,
+      "eval_ko_ud_pr_auc": 0.9966232687019372,
+      "eval_ku_opus100_pr_auc": 0.8521323823959844,
+      "eval_ky_opus100_pr_auc": 0.8928477292310754,
+      "eval_la_ud_pr_auc": 0.9540237016246663,
+      "eval_loss": 0.030706442892551422,
+      "eval_lt_ersatz_pr_auc": 0.9960802413226802,
+      "eval_lt_opus100_pr_auc": 0.8846192046277965,
+      "eval_lt_ud_pr_auc": 0.9920354494999274,
+      "eval_lv_ersatz_pr_auc": 0.9893855101972622,
+      "eval_lv_opus100_pr_auc": 0.8864916925951613,
+      "eval_lv_ud_pr_auc": 0.9634487130504782,
+      "eval_mg_opus100_pr_auc": 0.9339678822241486,
+      "eval_mk_opus100_pr_auc": 0.9086850161381971,
+      "eval_ml_opus100_pr_auc": 0.7757954215179592,
+      "eval_mn_opus100_pr_auc": 0.9609196938435268,
+      "eval_mr_opus100_pr_auc": 0.904073124344662,
+      "eval_mr_ud_pr_auc": 0.9720938138292217,
+      "eval_ms_opus100_pr_auc": 0.8736447565545168,
+      "eval_mt_opus100_pr_auc": 0.8609455389183721,
+      "eval_mt_ud_pr_auc": 0.9098869814498199,
+      "eval_my_opus100_pr_auc": 0.7601457931674552,
+      "eval_ne_opus100_pr_auc": 0.7380848982781099,
+      "eval_nl_opus100_pr_auc": 0.8942324077241137,
+      "eval_nl_ud_pr_auc": 0.9833346518730179,
+      "eval_no_opus100_pr_auc": 0.9161186692295681,
+      "eval_no_ud_pr_auc": 0.9963753661891542,
+      "eval_pa_opus100_pr_auc": 0.6910141193401648,
+      "eval_pl_ersatz_pr_auc": 0.976169601157609,
+      "eval_pl_opus100_pr_auc": 0.8865559462379928,
+      "eval_pl_ud_pr_auc": 0.9658276504901889,
+      "eval_ps_ersatz_pr_auc": 0.9279738826848174,
+      "eval_ps_opus100_pr_auc": 0.7575767636914764,
+      "eval_pt_opus100_pr_auc": 0.9188722399363655,
+      "eval_pt_ud_pr_auc": 0.9854977877337883,
+      "eval_ro_ersatz_pr_auc": 0.993705630227481,
+      "eval_ro_opus100_pr_auc": 0.8869305073528608,
+      "eval_ro_ud_pr_auc": 0.9626909321572684,
+      "eval_ru_ersatz_pr_auc": 0.9905462251100406,
+      "eval_ru_opus100_pr_auc": 0.9257424303212077,
+      "eval_ru_ud_pr_auc": 0.88290935845307,
+      "eval_runtime": 624.1178,
+      "eval_samples_per_second": 120.998,
+      "eval_si_opus100_pr_auc": 0.8027026846326826,
+      "eval_sk_opus100_pr_auc": 0.9299596284316536,
+      "eval_sk_ud_pr_auc": 0.98587005315283,
+      "eval_sl_opus100_pr_auc": 0.8573786395426665,
+      "eval_sl_ud_pr_auc": 0.9705496315934719,
+      "eval_sq_opus100_pr_auc": 0.9196043012791131,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8966218205139774,
+      "eval_sr_ud_pr_auc": 0.9992262731352266,
+      "eval_steps_per_second": 3.781,
+      "eval_sv_opus100_pr_auc": 0.8900263111861608,
+      "eval_sv_ud_pr_auc": 0.9467330592590933,
+      "eval_ta_ersatz_pr_auc": 0.9824139465461224,
+      "eval_ta_opus100_pr_auc": 0.6828616301770383,
+      "eval_ta_ud_pr_auc": 0.9962398154287102,
+      "eval_te_opus100_pr_auc": 0.8418149093748657,
+      "eval_tg_opus100_pr_auc": 0.8977186623519453,
+      "eval_th_opus100_pr_auc": 0.6706048736981833,
+      "eval_th_ud_pr_auc": 0.793858382839122,
+      "eval_tr_ersatz_pr_auc": 0.9701015259381804,
+      "eval_tr_opus100_pr_auc": 0.8930359534035794,
+      "eval_tr_ud_pr_auc": 0.9611819534412025,
+      "eval_uk_opus100_pr_auc": 0.8784724336070875,
+      "eval_uk_ud_pr_auc": 0.9281261239655489,
+      "eval_ur_opus100_pr_auc": 0.553882758124195,
+      "eval_ur_ud_pr_auc": 0.9947887344005748,
+      "eval_uz_opus100_pr_auc": 0.8702395178190552,
+      "eval_vi_opus100_pr_auc": 0.9024709345978686,
+      "eval_vi_ud_pr_auc": 0.9548284103993687,
+      "eval_xh_opus100_pr_auc": 0.8624222912697319,
+      "eval_yi_opus100_pr_auc": 0.8163551096581128,
+      "eval_yo_opus100_pr_auc": 0.838412309003353,
+      "eval_yo_ud_pr_auc": 0.9094305517776796,
+      "eval_zh_ersatz_pr_auc": 0.9183332580320127,
+      "eval_zh_opus100_pr_auc": 0.6977551378761644,
+      "eval_zh_ud_pr_auc": 0.9955788015648636,
+      "eval_zu_opus100_pr_auc": 0.8569834039154312,
+      "step": 250000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.922784810126583e-05,
+      "learning_rate_adapter": 3.922784810126583e-05,
+      "loss": 0.0266,
+      "step": 250050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9215189873417726e-05,
+      "learning_rate_adapter": 3.9215189873417726e-05,
+      "loss": 0.027,
+      "step": 250100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9202531645569624e-05,
+      "learning_rate_adapter": 3.9202531645569624e-05,
+      "loss": 0.0273,
+      "step": 250150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.918987341772152e-05,
+      "learning_rate_adapter": 3.918987341772152e-05,
+      "loss": 0.0266,
+      "step": 250200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9177215189873415e-05,
+      "learning_rate_adapter": 3.9177215189873415e-05,
+      "loss": 0.0264,
+      "step": 250250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9164556962025314e-05,
+      "learning_rate_adapter": 3.9164556962025314e-05,
+      "loss": 0.0269,
+      "step": 250300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.915189873417722e-05,
+      "learning_rate_adapter": 3.915189873417722e-05,
+      "loss": 0.0274,
+      "step": 250350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.913924050632912e-05,
+      "learning_rate_adapter": 3.913924050632912e-05,
+      "loss": 0.0273,
+      "step": 250400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.912658227848102e-05,
+      "learning_rate_adapter": 3.912658227848102e-05,
+      "loss": 0.0276,
+      "step": 250450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.911392405063291e-05,
+      "learning_rate_adapter": 3.911392405063291e-05,
+      "loss": 0.0274,
+      "step": 250500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.910126582278481e-05,
+      "learning_rate_adapter": 3.910126582278481e-05,
+      "loss": 0.0269,
+      "step": 250550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.908860759493671e-05,
+      "learning_rate_adapter": 3.908860759493671e-05,
+      "loss": 0.027,
+      "step": 250600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.907594936708861e-05,
+      "learning_rate_adapter": 3.907594936708861e-05,
+      "loss": 0.0267,
+      "step": 250650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.906329113924051e-05,
+      "learning_rate_adapter": 3.906329113924051e-05,
+      "loss": 0.0266,
+      "step": 250700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.905063291139241e-05,
+      "learning_rate_adapter": 3.905063291139241e-05,
+      "loss": 0.0263,
+      "step": 250750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.90379746835443e-05,
+      "learning_rate_adapter": 3.90379746835443e-05,
+      "loss": 0.0265,
+      "step": 250800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.90253164556962e-05,
+      "learning_rate_adapter": 3.90253164556962e-05,
+      "loss": 0.0268,
+      "step": 250850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.90126582278481e-05,
+      "learning_rate_adapter": 3.90126582278481e-05,
+      "loss": 0.0274,
+      "step": 250900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0268,
+      "step": 250950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8987341772151905e-05,
+      "learning_rate_adapter": 3.8987341772151905e-05,
+      "loss": 0.0267,
+      "step": 251000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.89746835443038e-05,
+      "learning_rate_adapter": 3.89746835443038e-05,
+      "loss": 0.0269,
+      "step": 251050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8962025316455696e-05,
+      "learning_rate_adapter": 3.8962025316455696e-05,
+      "loss": 0.0265,
+      "step": 251100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8949367088607595e-05,
+      "learning_rate_adapter": 3.8949367088607595e-05,
+      "loss": 0.0264,
+      "step": 251150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8936708860759494e-05,
+      "learning_rate_adapter": 3.8936708860759494e-05,
+      "loss": 0.0264,
+      "step": 251200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.89240506329114e-05,
+      "learning_rate_adapter": 3.89240506329114e-05,
+      "loss": 0.0268,
+      "step": 251250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.891139240506329e-05,
+      "learning_rate_adapter": 3.891139240506329e-05,
+      "loss": 0.027,
+      "step": 251300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.889873417721519e-05,
+      "learning_rate_adapter": 3.889873417721519e-05,
+      "loss": 0.0269,
+      "step": 251350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.888607594936709e-05,
+      "learning_rate_adapter": 3.888607594936709e-05,
+      "loss": 0.0274,
+      "step": 251400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.887341772151899e-05,
+      "learning_rate_adapter": 3.887341772151899e-05,
+      "loss": 0.0262,
+      "step": 251450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.886075949367089e-05,
+      "learning_rate_adapter": 3.886075949367089e-05,
+      "loss": 0.0264,
+      "step": 251500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.884810126582279e-05,
+      "learning_rate_adapter": 3.884810126582279e-05,
+      "loss": 0.0272,
+      "step": 251550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8835443037974684e-05,
+      "learning_rate_adapter": 3.8835443037974684e-05,
+      "loss": 0.0272,
+      "step": 251600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.882278481012658e-05,
+      "learning_rate_adapter": 3.882278481012658e-05,
+      "loss": 0.0267,
+      "step": 251650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.881012658227848e-05,
+      "learning_rate_adapter": 3.881012658227848e-05,
+      "loss": 0.0269,
+      "step": 251700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.879746835443038e-05,
+      "learning_rate_adapter": 3.879746835443038e-05,
+      "loss": 0.0266,
+      "step": 251750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.878481012658228e-05,
+      "learning_rate_adapter": 3.878481012658228e-05,
+      "loss": 0.0272,
+      "step": 251800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.877215189873418e-05,
+      "learning_rate_adapter": 3.877215189873418e-05,
+      "loss": 0.0276,
+      "step": 251850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.875949367088608e-05,
+      "learning_rate_adapter": 3.875949367088608e-05,
+      "loss": 0.0268,
+      "step": 251900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8746835443037976e-05,
+      "learning_rate_adapter": 3.8746835443037976e-05,
+      "loss": 0.0268,
+      "step": 251950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8734177215189875e-05,
+      "learning_rate_adapter": 3.8734177215189875e-05,
+      "loss": 0.0276,
+      "step": 252000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8721518987341774e-05,
+      "learning_rate_adapter": 3.8721518987341774e-05,
+      "loss": 0.0269,
+      "step": 252050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.870886075949367e-05,
+      "learning_rate_adapter": 3.870886075949367e-05,
+      "loss": 0.0274,
+      "step": 252100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.869620253164557e-05,
+      "learning_rate_adapter": 3.869620253164557e-05,
+      "loss": 0.0265,
+      "step": 252150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.868354430379747e-05,
+      "learning_rate_adapter": 3.868354430379747e-05,
+      "loss": 0.0262,
+      "step": 252200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.867088607594937e-05,
+      "learning_rate_adapter": 3.867088607594937e-05,
+      "loss": 0.0275,
+      "step": 252250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.865822784810127e-05,
+      "learning_rate_adapter": 3.865822784810127e-05,
+      "loss": 0.0264,
+      "step": 252300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.864556962025317e-05,
+      "learning_rate_adapter": 3.864556962025317e-05,
+      "loss": 0.026,
+      "step": 252350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8632911392405066e-05,
+      "learning_rate_adapter": 3.8632911392405066e-05,
+      "loss": 0.0264,
+      "step": 252400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8620253164556965e-05,
+      "learning_rate_adapter": 3.8620253164556965e-05,
+      "loss": 0.0266,
+      "step": 252450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8607594936708864e-05,
+      "learning_rate_adapter": 3.8607594936708864e-05,
+      "loss": 0.0261,
+      "step": 252500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.859493670886076e-05,
+      "learning_rate_adapter": 3.859493670886076e-05,
+      "loss": 0.0271,
+      "step": 252550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.858227848101266e-05,
+      "learning_rate_adapter": 3.858227848101266e-05,
+      "loss": 0.0274,
+      "step": 252600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8569620253164554e-05,
+      "learning_rate_adapter": 3.8569620253164554e-05,
+      "loss": 0.027,
+      "step": 252650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.855696202531646e-05,
+      "learning_rate_adapter": 3.855696202531646e-05,
+      "loss": 0.0271,
+      "step": 252700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.854430379746836e-05,
+      "learning_rate_adapter": 3.854430379746836e-05,
+      "loss": 0.0271,
+      "step": 252750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.853164556962026e-05,
+      "learning_rate_adapter": 3.853164556962026e-05,
+      "loss": 0.0271,
+      "step": 252800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8518987341772156e-05,
+      "learning_rate_adapter": 3.8518987341772156e-05,
+      "loss": 0.0266,
+      "step": 252850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.850632911392405e-05,
+      "learning_rate_adapter": 3.850632911392405e-05,
+      "loss": 0.0266,
+      "step": 252900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.849367088607595e-05,
+      "learning_rate_adapter": 3.849367088607595e-05,
+      "loss": 0.0269,
+      "step": 252950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.848101265822785e-05,
+      "learning_rate_adapter": 3.848101265822785e-05,
+      "loss": 0.0266,
+      "step": 253000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.846835443037975e-05,
+      "learning_rate_adapter": 3.846835443037975e-05,
+      "loss": 0.027,
+      "step": 253050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.845569620253165e-05,
+      "learning_rate_adapter": 3.845569620253165e-05,
+      "loss": 0.0265,
+      "step": 253100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.844303797468354e-05,
+      "learning_rate_adapter": 3.844303797468354e-05,
+      "loss": 0.0267,
+      "step": 253150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.843037974683544e-05,
+      "learning_rate_adapter": 3.843037974683544e-05,
+      "loss": 0.0266,
+      "step": 253200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.841772151898734e-05,
+      "learning_rate_adapter": 3.841772151898734e-05,
+      "loss": 0.0274,
+      "step": 253250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8405063291139245e-05,
+      "learning_rate_adapter": 3.8405063291139245e-05,
+      "loss": 0.0263,
+      "step": 253300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8392405063291144e-05,
+      "learning_rate_adapter": 3.8392405063291144e-05,
+      "loss": 0.0265,
+      "step": 253350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.837974683544304e-05,
+      "learning_rate_adapter": 3.837974683544304e-05,
+      "loss": 0.0269,
+      "step": 253400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8367088607594935e-05,
+      "learning_rate_adapter": 3.8367088607594935e-05,
+      "loss": 0.0263,
+      "step": 253450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8354430379746834e-05,
+      "learning_rate_adapter": 3.8354430379746834e-05,
+      "loss": 0.0268,
+      "step": 253500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.834177215189873e-05,
+      "learning_rate_adapter": 3.834177215189873e-05,
+      "loss": 0.0265,
+      "step": 253550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.832911392405064e-05,
+      "learning_rate_adapter": 3.832911392405064e-05,
+      "loss": 0.0266,
+      "step": 253600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.831645569620254e-05,
+      "learning_rate_adapter": 3.831645569620254e-05,
+      "loss": 0.0267,
+      "step": 253650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.830379746835443e-05,
+      "learning_rate_adapter": 3.830379746835443e-05,
+      "loss": 0.0269,
+      "step": 253700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.829113924050633e-05,
+      "learning_rate_adapter": 3.829113924050633e-05,
+      "loss": 0.0273,
+      "step": 253750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.827848101265823e-05,
+      "learning_rate_adapter": 3.827848101265823e-05,
+      "loss": 0.0269,
+      "step": 253800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8265822784810126e-05,
+      "learning_rate_adapter": 3.8265822784810126e-05,
+      "loss": 0.0266,
+      "step": 253850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.825316455696203e-05,
+      "learning_rate_adapter": 3.825316455696203e-05,
+      "loss": 0.0268,
+      "step": 253900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8240506329113924e-05,
+      "learning_rate_adapter": 3.8240506329113924e-05,
+      "loss": 0.026,
+      "step": 253950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.822784810126582e-05,
+      "learning_rate_adapter": 3.822784810126582e-05,
+      "loss": 0.0262,
+      "step": 254000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.821518987341772e-05,
+      "learning_rate_adapter": 3.821518987341772e-05,
+      "loss": 0.0263,
+      "step": 254050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.820253164556962e-05,
+      "learning_rate_adapter": 3.820253164556962e-05,
+      "loss": 0.0274,
+      "step": 254100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.818987341772152e-05,
+      "learning_rate_adapter": 3.818987341772152e-05,
+      "loss": 0.0264,
+      "step": 254150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8177215189873425e-05,
+      "learning_rate_adapter": 3.8177215189873425e-05,
+      "loss": 0.0273,
+      "step": 254200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.816455696202532e-05,
+      "learning_rate_adapter": 3.816455696202532e-05,
+      "loss": 0.0266,
+      "step": 254250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8151898734177216e-05,
+      "learning_rate_adapter": 3.8151898734177216e-05,
+      "loss": 0.027,
+      "step": 254300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8139240506329115e-05,
+      "learning_rate_adapter": 3.8139240506329115e-05,
+      "loss": 0.0271,
+      "step": 254350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8126582278481014e-05,
+      "learning_rate_adapter": 3.8126582278481014e-05,
+      "loss": 0.0262,
+      "step": 254400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.811392405063291e-05,
+      "learning_rate_adapter": 3.811392405063291e-05,
+      "loss": 0.0273,
+      "step": 254450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.810126582278481e-05,
+      "learning_rate_adapter": 3.810126582278481e-05,
+      "loss": 0.0268,
+      "step": 254500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.808860759493671e-05,
+      "learning_rate_adapter": 3.808860759493671e-05,
+      "loss": 0.0266,
+      "step": 254550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.807594936708861e-05,
+      "learning_rate_adapter": 3.807594936708861e-05,
+      "loss": 0.0272,
+      "step": 254600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.806329113924051e-05,
+      "learning_rate_adapter": 3.806329113924051e-05,
+      "loss": 0.0272,
+      "step": 254650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.805063291139241e-05,
+      "learning_rate_adapter": 3.805063291139241e-05,
+      "loss": 0.0262,
+      "step": 254700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8037974683544306e-05,
+      "learning_rate_adapter": 3.8037974683544306e-05,
+      "loss": 0.0265,
+      "step": 254750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8025316455696204e-05,
+      "learning_rate_adapter": 3.8025316455696204e-05,
+      "loss": 0.0265,
+      "step": 254800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.80126582278481e-05,
+      "learning_rate_adapter": 3.80126582278481e-05,
+      "loss": 0.0263,
+      "step": 254850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0264,
+      "step": 254900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79873417721519e-05,
+      "learning_rate_adapter": 3.79873417721519e-05,
+      "loss": 0.026,
+      "step": 254950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79746835443038e-05,
+      "learning_rate_adapter": 3.79746835443038e-05,
+      "loss": 0.0271,
+      "step": 255000
+    },
+    {
+      "epoch": 0.21,
+      "eval_af_opus100_pr_auc": 0.8034477968420349,
+      "eval_af_ud_pr_auc": 0.994395163790524,
+      "eval_am_opus100_pr_auc": 0.564605596620732,
+      "eval_ar_ersatz_pr_auc": 0.9289821119110179,
+      "eval_ar_opus100_pr_auc": 0.7243333183417843,
+      "eval_ar_ud_pr_auc": 0.8703361143434125,
+      "eval_average_ersatz_pr_auc": 0.96734619750322,
+      "eval_average_opus100_pr_auc": 0.8399457052180049,
+      "eval_average_ud_pr_auc": 0.9656507218804034,
+      "eval_az_opus100_pr_auc": 0.803254865487898,
+      "eval_be_opus100_pr_auc": 0.707757445306064,
+      "eval_be_ud_pr_auc": 0.8935981725294019,
+      "eval_bg_opus100_pr_auc": 0.9261871557811672,
+      "eval_bg_ud_pr_auc": 0.9967346887015399,
+      "eval_bn_opus100_pr_auc": 0.8335537042003638,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8868348970834594,
+      "eval_ca_ud_pr_auc": 0.9979131128694919,
+      "eval_ceb_ud_pr_auc": 0.9967711416498609,
+      "eval_cs_ersatz_pr_auc": 0.9840464928356424,
+      "eval_cs_opus100_pr_auc": 0.9157092164501149,
+      "eval_cs_ud_pr_auc": 0.9620358126129966,
+      "eval_cy_opus100_pr_auc": 0.7697580090745614,
+      "eval_cy_ud_pr_auc": 0.9950062570180652,
+      "eval_da_opus100_pr_auc": 0.9162390552801007,
+      "eval_da_ud_pr_auc": 0.9863873012967463,
+      "eval_de_ersatz_pr_auc": 0.9866843306454522,
+      "eval_de_opus100_pr_auc": 0.9108767226449449,
+      "eval_de_ud_pr_auc": 0.9868047939912974,
+      "eval_el_opus100_pr_auc": 0.9202981003884185,
+      "eval_el_ud_pr_auc": 0.9853542171953283,
+      "eval_en_ersatz_pr_auc": 0.9927900415902733,
+      "eval_en_opus100_pr_auc": 0.9289205807599021,
+      "eval_en_ud_pr_auc": 0.9778609207196867,
+      "eval_eo_opus100_pr_auc": 0.9335389782617042,
+      "eval_es_ersatz_pr_auc": 0.9969723730111235,
+      "eval_es_opus100_pr_auc": 0.9322930164689124,
+      "eval_es_ud_pr_auc": 0.9930960025328607,
+      "eval_et_ersatz_pr_auc": 0.9819789731332598,
+      "eval_et_opus100_pr_auc": 0.9089130503732235,
+      "eval_et_ud_pr_auc": 0.9697708595255226,
+      "eval_eu_opus100_pr_auc": 0.8819178355009486,
+      "eval_eu_ud_pr_auc": 0.9931827903278803,
+      "eval_fa_opus100_pr_auc": 0.5958532114669874,
+      "eval_fa_ud_pr_auc": 0.9929741224513237,
+      "eval_fi_ersatz_pr_auc": 0.9920675985354274,
+      "eval_fi_opus100_pr_auc": 0.9206268895647078,
+      "eval_fi_ud_pr_auc": 0.9746261568338999,
+      "eval_fr_ersatz_pr_auc": 0.9902314635128572,
+      "eval_fr_opus100_pr_auc": 0.927934127548017,
+      "eval_fr_ud_pr_auc": 0.9886429154900541,
+      "eval_fy_opus100_pr_auc": 0.7201274983139799,
+      "eval_ga_opus100_pr_auc": 0.8925815089387436,
+      "eval_ga_ud_pr_auc": 0.8289269124304689,
+      "eval_gd_opus100_pr_auc": 0.6753759777258894,
+      "eval_gd_ud_pr_auc": 0.8256126337741738,
+      "eval_gl_opus100_pr_auc": 0.9021627812093709,
+      "eval_gl_ud_pr_auc": 0.9977214374084833,
+      "eval_gu_ersatz_pr_auc": 0.9429260220425663,
+      "eval_gu_opus100_pr_auc": 0.752748647627181,
+      "eval_ha_opus100_pr_auc": 0.9127412058291634,
+      "eval_he_opus100_pr_auc": 0.8665704002272786,
+      "eval_he_ud_pr_auc": 0.9843494899870082,
+      "eval_hi_ersatz_pr_auc": 0.9771084448167304,
+      "eval_hi_opus100_pr_auc": 0.6963513000631373,
+      "eval_hi_ud_pr_auc": 0.9850740101797992,
+      "eval_hu_opus100_pr_auc": 0.9201267874933909,
+      "eval_hu_ud_pr_auc": 0.9833925507832029,
+      "eval_hy_opus100_pr_auc": 0.9194082300027266,
+      "eval_hy_ud_pr_auc": 0.9911290157045075,
+      "eval_id_opus100_pr_auc": 0.8751186877355531,
+      "eval_id_ud_pr_auc": 0.9948285798284406,
+      "eval_ig_opus100_pr_auc": 0.8916596145703233,
+      "eval_is_opus100_pr_auc": 0.925392466478239,
+      "eval_is_ud_pr_auc": 0.9315212803973814,
+      "eval_it_opus100_pr_auc": 0.9155833248485097,
+      "eval_it_ud_pr_auc": 0.999252391122392,
+      "eval_ja_ersatz_pr_auc": 0.8335756931095478,
+      "eval_ja_opus100_pr_auc": 0.816941862316807,
+      "eval_ja_ud_pr_auc": 0.9767203011430532,
+      "eval_jv_ud_pr_auc": 0.9711750085902844,
+      "eval_ka_opus100_pr_auc": 0.8537864226331147,
+      "eval_kk_ersatz_pr_auc": 0.987123483748743,
+      "eval_kk_opus100_pr_auc": 0.8241860970012981,
+      "eval_kk_ud_pr_auc": 0.9715146249719739,
+      "eval_km_ersatz_pr_auc": 0.9181946849462682,
+      "eval_km_opus100_pr_auc": 0.7417848155560549,
+      "eval_kn_opus100_pr_auc": 0.6296077884939086,
+      "eval_ko_opus100_pr_auc": 0.6575656229890278,
+      "eval_ko_ud_pr_auc": 0.9986833224081152,
+      "eval_ku_opus100_pr_auc": 0.8404581059180544,
+      "eval_ky_opus100_pr_auc": 0.8735428883319717,
+      "eval_la_ud_pr_auc": 0.9673914007455263,
+      "eval_loss": 0.030577989295125008,
+      "eval_lt_ersatz_pr_auc": 0.9945214533309754,
+      "eval_lt_opus100_pr_auc": 0.8905695335978367,
+      "eval_lt_ud_pr_auc": 0.9956397638011468,
+      "eval_lv_ersatz_pr_auc": 0.9908648385508865,
+      "eval_lv_opus100_pr_auc": 0.8952048336155507,
+      "eval_lv_ud_pr_auc": 0.963736158913958,
+      "eval_mg_opus100_pr_auc": 0.9407788803611157,
+      "eval_mk_opus100_pr_auc": 0.916168110895062,
+      "eval_ml_opus100_pr_auc": 0.7936411690612599,
+      "eval_mn_opus100_pr_auc": 0.9432553733642951,
+      "eval_mr_opus100_pr_auc": 0.9045465665019149,
+      "eval_mr_ud_pr_auc": 0.9619727509327529,
+      "eval_ms_opus100_pr_auc": 0.8812658667742994,
+      "eval_mt_opus100_pr_auc": 0.8719823577630933,
+      "eval_mt_ud_pr_auc": 0.9147773441788596,
+      "eval_my_opus100_pr_auc": 0.7465953667931979,
+      "eval_ne_opus100_pr_auc": 0.7211674329224084,
+      "eval_nl_opus100_pr_auc": 0.904691174172126,
+      "eval_nl_ud_pr_auc": 0.9847971602620719,
+      "eval_no_opus100_pr_auc": 0.9211511795569836,
+      "eval_no_ud_pr_auc": 0.9960004067326792,
+      "eval_pa_opus100_pr_auc": 0.6773375693157395,
+      "eval_pl_ersatz_pr_auc": 0.9788625126488365,
+      "eval_pl_opus100_pr_auc": 0.9015360222417647,
+      "eval_pl_ud_pr_auc": 0.9705421411632363,
+      "eval_ps_ersatz_pr_auc": 0.9355903174196105,
+      "eval_ps_opus100_pr_auc": 0.7592612570511298,
+      "eval_pt_opus100_pr_auc": 0.9293252823991477,
+      "eval_pt_ud_pr_auc": 0.9872527676447805,
+      "eval_ro_ersatz_pr_auc": 0.9938360927165473,
+      "eval_ro_opus100_pr_auc": 0.8908183776113374,
+      "eval_ro_ud_pr_auc": 0.9715832534371573,
+      "eval_ru_ersatz_pr_auc": 0.990300483186982,
+      "eval_ru_opus100_pr_auc": 0.9337235988081848,
+      "eval_ru_ud_pr_auc": 0.8796104558184927,
+      "eval_runtime": 615.825,
+      "eval_samples_per_second": 122.627,
+      "eval_si_opus100_pr_auc": 0.8062695681781544,
+      "eval_sk_opus100_pr_auc": 0.9365932233435207,
+      "eval_sk_ud_pr_auc": 0.9856735762673402,
+      "eval_sl_opus100_pr_auc": 0.8686062876310515,
+      "eval_sl_ud_pr_auc": 0.9768961943049886,
+      "eval_sq_opus100_pr_auc": 0.9210634057610622,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9033126926083911,
+      "eval_sr_ud_pr_auc": 0.9986214353123891,
+      "eval_steps_per_second": 3.832,
+      "eval_sv_opus100_pr_auc": 0.901016071415136,
+      "eval_sv_ud_pr_auc": 0.9533817620256305,
+      "eval_ta_ersatz_pr_auc": 0.9808410855981622,
+      "eval_ta_opus100_pr_auc": 0.6908892918969233,
+      "eval_ta_ud_pr_auc": 0.9952261238718048,
+      "eval_te_opus100_pr_auc": 0.8508066301715159,
+      "eval_tg_opus100_pr_auc": 0.8998255012225567,
+      "eval_th_opus100_pr_auc": 0.6692175983993746,
+      "eval_th_ud_pr_auc": 0.7824677703955067,
+      "eval_tr_ersatz_pr_auc": 0.9695041124813369,
+      "eval_tr_opus100_pr_auc": 0.8976548682574217,
+      "eval_tr_ud_pr_auc": 0.9656698582897367,
+      "eval_uk_opus100_pr_auc": 0.8852020615350878,
+      "eval_uk_ud_pr_auc": 0.9281908242062527,
+      "eval_ur_opus100_pr_auc": 0.5537148386608943,
+      "eval_ur_ud_pr_auc": 0.9926172877986278,
+      "eval_uz_opus100_pr_auc": 0.8798205329535718,
+      "eval_vi_opus100_pr_auc": 0.904048301468339,
+      "eval_vi_ud_pr_auc": 0.9608903650334168,
+      "eval_xh_opus100_pr_auc": 0.8658012591219084,
+      "eval_yi_opus100_pr_auc": 0.7752062402785389,
+      "eval_yo_opus100_pr_auc": 0.8205468857466254,
+      "eval_yo_ud_pr_auc": 0.9169086432515992,
+      "eval_zh_ersatz_pr_auc": 0.9346137352985938,
+      "eval_zh_opus100_pr_auc": 0.7608624976647843,
+      "eval_zh_ud_pr_auc": 0.9968516001858642,
+      "eval_zu_opus100_pr_auc": 0.8453945110053345,
+      "step": 255000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79620253164557e-05,
+      "learning_rate_adapter": 3.79620253164557e-05,
+      "loss": 0.0264,
+      "step": 255050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79493670886076e-05,
+      "learning_rate_adapter": 3.79493670886076e-05,
+      "loss": 0.0257,
+      "step": 255100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.7936708860759496e-05,
+      "learning_rate_adapter": 3.7936708860759496e-05,
+      "loss": 0.0267,
+      "step": 255150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.7924050632911395e-05,
+      "learning_rate_adapter": 3.7924050632911395e-05,
+      "loss": 0.0268,
+      "step": 255200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7911392405063294e-05,
+      "learning_rate_adapter": 3.7911392405063294e-05,
+      "loss": 0.0264,
+      "step": 255250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7898734177215186e-05,
+      "learning_rate_adapter": 3.7898734177215186e-05,
+      "loss": 0.0262,
+      "step": 255300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.788607594936709e-05,
+      "learning_rate_adapter": 3.788607594936709e-05,
+      "loss": 0.0267,
+      "step": 255350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.787341772151899e-05,
+      "learning_rate_adapter": 3.787341772151899e-05,
+      "loss": 0.0264,
+      "step": 255400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.786075949367089e-05,
+      "learning_rate_adapter": 3.786075949367089e-05,
+      "loss": 0.0274,
+      "step": 255450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.784810126582279e-05,
+      "learning_rate_adapter": 3.784810126582279e-05,
+      "loss": 0.0269,
+      "step": 255500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.783544303797468e-05,
+      "learning_rate_adapter": 3.783544303797468e-05,
+      "loss": 0.0264,
+      "step": 255550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.782278481012658e-05,
+      "learning_rate_adapter": 3.782278481012658e-05,
+      "loss": 0.0277,
+      "step": 255600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7810126582278485e-05,
+      "learning_rate_adapter": 3.7810126582278485e-05,
+      "loss": 0.027,
+      "step": 255650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7797468354430384e-05,
+      "learning_rate_adapter": 3.7797468354430384e-05,
+      "loss": 0.0272,
+      "step": 255700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.778481012658228e-05,
+      "learning_rate_adapter": 3.778481012658228e-05,
+      "loss": 0.0265,
+      "step": 255750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.777215189873418e-05,
+      "learning_rate_adapter": 3.777215189873418e-05,
+      "loss": 0.0266,
+      "step": 255800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7759493670886074e-05,
+      "learning_rate_adapter": 3.7759493670886074e-05,
+      "loss": 0.0266,
+      "step": 255850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.774683544303797e-05,
+      "learning_rate_adapter": 3.774683544303797e-05,
+      "loss": 0.0267,
+      "step": 255900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.773417721518988e-05,
+      "learning_rate_adapter": 3.773417721518988e-05,
+      "loss": 0.0269,
+      "step": 255950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.772151898734178e-05,
+      "learning_rate_adapter": 3.772151898734178e-05,
+      "loss": 0.0268,
+      "step": 256000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7708860759493676e-05,
+      "learning_rate_adapter": 3.7708860759493676e-05,
+      "loss": 0.0264,
+      "step": 256050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.769620253164557e-05,
+      "learning_rate_adapter": 3.769620253164557e-05,
+      "loss": 0.027,
+      "step": 256100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.768354430379747e-05,
+      "learning_rate_adapter": 3.768354430379747e-05,
+      "loss": 0.0267,
+      "step": 256150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7670886075949366e-05,
+      "learning_rate_adapter": 3.7670886075949366e-05,
+      "loss": 0.027,
+      "step": 256200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.765822784810127e-05,
+      "learning_rate_adapter": 3.765822784810127e-05,
+      "loss": 0.0262,
+      "step": 256250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.764556962025317e-05,
+      "learning_rate_adapter": 3.764556962025317e-05,
+      "loss": 0.0265,
+      "step": 256300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.763291139240506e-05,
+      "learning_rate_adapter": 3.763291139240506e-05,
+      "loss": 0.0263,
+      "step": 256350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.762025316455696e-05,
+      "learning_rate_adapter": 3.762025316455696e-05,
+      "loss": 0.0265,
+      "step": 256400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.760759493670886e-05,
+      "learning_rate_adapter": 3.760759493670886e-05,
+      "loss": 0.0263,
+      "step": 256450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.759493670886076e-05,
+      "learning_rate_adapter": 3.759493670886076e-05,
+      "loss": 0.0273,
+      "step": 256500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7582278481012664e-05,
+      "learning_rate_adapter": 3.7582278481012664e-05,
+      "loss": 0.0268,
+      "step": 256550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.756962025316456e-05,
+      "learning_rate_adapter": 3.756962025316456e-05,
+      "loss": 0.0269,
+      "step": 256600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7556962025316455e-05,
+      "learning_rate_adapter": 3.7556962025316455e-05,
+      "loss": 0.0265,
+      "step": 256650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7544303797468354e-05,
+      "learning_rate_adapter": 3.7544303797468354e-05,
+      "loss": 0.0261,
+      "step": 256700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.753164556962025e-05,
+      "learning_rate_adapter": 3.753164556962025e-05,
+      "loss": 0.0267,
+      "step": 256750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.751898734177215e-05,
+      "learning_rate_adapter": 3.751898734177215e-05,
+      "loss": 0.0267,
+      "step": 256800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.750632911392406e-05,
+      "learning_rate_adapter": 3.750632911392406e-05,
+      "loss": 0.0268,
+      "step": 256850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.749367088607595e-05,
+      "learning_rate_adapter": 3.749367088607595e-05,
+      "loss": 0.0265,
+      "step": 256900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.748101265822785e-05,
+      "learning_rate_adapter": 3.748101265822785e-05,
+      "loss": 0.0263,
+      "step": 256950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.746835443037975e-05,
+      "learning_rate_adapter": 3.746835443037975e-05,
+      "loss": 0.0268,
+      "step": 257000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7455696202531646e-05,
+      "learning_rate_adapter": 3.7455696202531646e-05,
+      "loss": 0.0268,
+      "step": 257050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7443037974683545e-05,
+      "learning_rate_adapter": 3.7443037974683545e-05,
+      "loss": 0.0268,
+      "step": 257100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7430379746835444e-05,
+      "learning_rate_adapter": 3.7430379746835444e-05,
+      "loss": 0.0265,
+      "step": 257150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.741772151898734e-05,
+      "learning_rate_adapter": 3.741772151898734e-05,
+      "loss": 0.0266,
+      "step": 257200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.740506329113924e-05,
+      "learning_rate_adapter": 3.740506329113924e-05,
+      "loss": 0.0268,
+      "step": 257250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.739240506329114e-05,
+      "learning_rate_adapter": 3.739240506329114e-05,
+      "loss": 0.0266,
+      "step": 257300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.737974683544304e-05,
+      "learning_rate_adapter": 3.737974683544304e-05,
+      "loss": 0.0268,
+      "step": 257350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.736708860759494e-05,
+      "learning_rate_adapter": 3.736708860759494e-05,
+      "loss": 0.0264,
+      "step": 257400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.735443037974684e-05,
+      "learning_rate_adapter": 3.735443037974684e-05,
+      "loss": 0.0274,
+      "step": 257450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7341772151898736e-05,
+      "learning_rate_adapter": 3.7341772151898736e-05,
+      "loss": 0.0266,
+      "step": 257500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7329113924050635e-05,
+      "learning_rate_adapter": 3.7329113924050635e-05,
+      "loss": 0.0264,
+      "step": 257550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7316455696202534e-05,
+      "learning_rate_adapter": 3.7316455696202534e-05,
+      "loss": 0.0265,
+      "step": 257600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.730379746835443e-05,
+      "learning_rate_adapter": 3.730379746835443e-05,
+      "loss": 0.0264,
+      "step": 257650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.729113924050633e-05,
+      "learning_rate_adapter": 3.729113924050633e-05,
+      "loss": 0.0264,
+      "step": 257700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.727848101265823e-05,
+      "learning_rate_adapter": 3.727848101265823e-05,
+      "loss": 0.027,
+      "step": 257750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.726582278481013e-05,
+      "learning_rate_adapter": 3.726582278481013e-05,
+      "loss": 0.0265,
+      "step": 257800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.725316455696203e-05,
+      "learning_rate_adapter": 3.725316455696203e-05,
+      "loss": 0.0266,
+      "step": 257850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.724050632911393e-05,
+      "learning_rate_adapter": 3.724050632911393e-05,
+      "loss": 0.0263,
+      "step": 257900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.722784810126582e-05,
+      "learning_rate_adapter": 3.722784810126582e-05,
+      "loss": 0.0263,
+      "step": 257950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7215189873417724e-05,
+      "learning_rate_adapter": 3.7215189873417724e-05,
+      "loss": 0.0262,
+      "step": 258000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.720253164556962e-05,
+      "learning_rate_adapter": 3.720253164556962e-05,
+      "loss": 0.0268,
+      "step": 258050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.718987341772152e-05,
+      "learning_rate_adapter": 3.718987341772152e-05,
+      "loss": 0.0267,
+      "step": 258100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.717721518987342e-05,
+      "learning_rate_adapter": 3.717721518987342e-05,
+      "loss": 0.0263,
+      "step": 258150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.716455696202532e-05,
+      "learning_rate_adapter": 3.716455696202532e-05,
+      "loss": 0.0264,
+      "step": 258200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.715189873417721e-05,
+      "learning_rate_adapter": 3.715189873417721e-05,
+      "loss": 0.0263,
+      "step": 258250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.713924050632912e-05,
+      "learning_rate_adapter": 3.713924050632912e-05,
+      "loss": 0.0267,
+      "step": 258300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7126582278481016e-05,
+      "learning_rate_adapter": 3.7126582278481016e-05,
+      "loss": 0.0272,
+      "step": 258350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7113924050632915e-05,
+      "learning_rate_adapter": 3.7113924050632915e-05,
+      "loss": 0.0262,
+      "step": 258400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7101265822784814e-05,
+      "learning_rate_adapter": 3.7101265822784814e-05,
+      "loss": 0.0266,
+      "step": 258450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7088607594936706e-05,
+      "learning_rate_adapter": 3.7088607594936706e-05,
+      "loss": 0.0255,
+      "step": 258500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7075949367088605e-05,
+      "learning_rate_adapter": 3.7075949367088605e-05,
+      "loss": 0.0272,
+      "step": 258550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.706329113924051e-05,
+      "learning_rate_adapter": 3.706329113924051e-05,
+      "loss": 0.0265,
+      "step": 258600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.705063291139241e-05,
+      "learning_rate_adapter": 3.705063291139241e-05,
+      "loss": 0.0266,
+      "step": 258650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.703797468354431e-05,
+      "learning_rate_adapter": 3.703797468354431e-05,
+      "loss": 0.0272,
+      "step": 258700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.70253164556962e-05,
+      "learning_rate_adapter": 3.70253164556962e-05,
+      "loss": 0.0265,
+      "step": 258750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.70126582278481e-05,
+      "learning_rate_adapter": 3.70126582278481e-05,
+      "loss": 0.0274,
+      "step": 258800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0275,
+      "step": 258850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6987341772151904e-05,
+      "learning_rate_adapter": 3.6987341772151904e-05,
+      "loss": 0.0265,
+      "step": 258900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.69746835443038e-05,
+      "learning_rate_adapter": 3.69746835443038e-05,
+      "loss": 0.0265,
+      "step": 258950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.69620253164557e-05,
+      "learning_rate_adapter": 3.69620253164557e-05,
+      "loss": 0.0264,
+      "step": 259000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6949367088607594e-05,
+      "learning_rate_adapter": 3.6949367088607594e-05,
+      "loss": 0.0268,
+      "step": 259050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.693670886075949e-05,
+      "learning_rate_adapter": 3.693670886075949e-05,
+      "loss": 0.0266,
+      "step": 259100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.692405063291139e-05,
+      "learning_rate_adapter": 3.692405063291139e-05,
+      "loss": 0.027,
+      "step": 259150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.69113924050633e-05,
+      "learning_rate_adapter": 3.69113924050633e-05,
+      "loss": 0.0274,
+      "step": 259200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6898734177215196e-05,
+      "learning_rate_adapter": 3.6898734177215196e-05,
+      "loss": 0.0261,
+      "step": 259250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.688607594936709e-05,
+      "learning_rate_adapter": 3.688607594936709e-05,
+      "loss": 0.027,
+      "step": 259300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.687341772151899e-05,
+      "learning_rate_adapter": 3.687341772151899e-05,
+      "loss": 0.0266,
+      "step": 259350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6860759493670886e-05,
+      "learning_rate_adapter": 3.6860759493670886e-05,
+      "loss": 0.0272,
+      "step": 259400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6848101265822784e-05,
+      "learning_rate_adapter": 3.6848101265822784e-05,
+      "loss": 0.0261,
+      "step": 259450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.683544303797469e-05,
+      "learning_rate_adapter": 3.683544303797469e-05,
+      "loss": 0.0277,
+      "step": 259500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.682278481012658e-05,
+      "learning_rate_adapter": 3.682278481012658e-05,
+      "loss": 0.0266,
+      "step": 259550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.681012658227848e-05,
+      "learning_rate_adapter": 3.681012658227848e-05,
+      "loss": 0.027,
+      "step": 259600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.679746835443038e-05,
+      "learning_rate_adapter": 3.679746835443038e-05,
+      "loss": 0.0265,
+      "step": 259650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.678481012658228e-05,
+      "learning_rate_adapter": 3.678481012658228e-05,
+      "loss": 0.0265,
+      "step": 259700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.677215189873418e-05,
+      "learning_rate_adapter": 3.677215189873418e-05,
+      "loss": 0.0266,
+      "step": 259750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.675949367088608e-05,
+      "learning_rate_adapter": 3.675949367088608e-05,
+      "loss": 0.0271,
+      "step": 259800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6746835443037975e-05,
+      "learning_rate_adapter": 3.6746835443037975e-05,
+      "loss": 0.0274,
+      "step": 259850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6734177215189874e-05,
+      "learning_rate_adapter": 3.6734177215189874e-05,
+      "loss": 0.0267,
+      "step": 259900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.672151898734177e-05,
+      "learning_rate_adapter": 3.672151898734177e-05,
+      "loss": 0.0264,
+      "step": 259950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.670886075949367e-05,
+      "learning_rate_adapter": 3.670886075949367e-05,
+      "loss": 0.0263,
+      "step": 260000
+    },
+    {
+      "epoch": 0.22,
+      "eval_af_opus100_pr_auc": 0.7946774314688775,
+      "eval_af_ud_pr_auc": 0.9907230717875712,
+      "eval_am_opus100_pr_auc": 0.5831091399297013,
+      "eval_ar_ersatz_pr_auc": 0.9191206333162348,
+      "eval_ar_opus100_pr_auc": 0.7298483144175201,
+      "eval_ar_ud_pr_auc": 0.8764123461815488,
+      "eval_average_ersatz_pr_auc": 0.9626901580908693,
+      "eval_average_opus100_pr_auc": 0.8380682571233267,
+      "eval_average_ud_pr_auc": 0.9630960234975539,
+      "eval_az_opus100_pr_auc": 0.8150297078425396,
+      "eval_be_opus100_pr_auc": 0.6984919265103388,
+      "eval_be_ud_pr_auc": 0.875830073978482,
+      "eval_bg_opus100_pr_auc": 0.9187235313719188,
+      "eval_bg_ud_pr_auc": 0.9965186754455042,
+      "eval_bn_opus100_pr_auc": 0.8344801546244087,
+      "eval_bn_ud_pr_auc": 0.9980137138444692,
+      "eval_ca_opus100_pr_auc": 0.8909289458665801,
+      "eval_ca_ud_pr_auc": 0.9958636369898759,
+      "eval_ceb_ud_pr_auc": 0.9968734272582012,
+      "eval_cs_ersatz_pr_auc": 0.9841147663369271,
+      "eval_cs_opus100_pr_auc": 0.914563773569192,
+      "eval_cs_ud_pr_auc": 0.9603122613876316,
+      "eval_cy_opus100_pr_auc": 0.7571570204714994,
+      "eval_cy_ud_pr_auc": 0.9906457334604106,
+      "eval_da_opus100_pr_auc": 0.9235387564448533,
+      "eval_da_ud_pr_auc": 0.9880796139501827,
+      "eval_de_ersatz_pr_auc": 0.9776326095773599,
+      "eval_de_opus100_pr_auc": 0.9115338643141992,
+      "eval_de_ud_pr_auc": 0.9840419298998586,
+      "eval_el_opus100_pr_auc": 0.9172775510581144,
+      "eval_el_ud_pr_auc": 0.9839136817070291,
+      "eval_en_ersatz_pr_auc": 0.9912012014658523,
+      "eval_en_opus100_pr_auc": 0.9225794471708264,
+      "eval_en_ud_pr_auc": 0.9750741327301711,
+      "eval_eo_opus100_pr_auc": 0.9327299015687878,
+      "eval_es_ersatz_pr_auc": 0.9968032389885861,
+      "eval_es_opus100_pr_auc": 0.9277786525724505,
+      "eval_es_ud_pr_auc": 0.990465692450703,
+      "eval_et_ersatz_pr_auc": 0.9841536720973967,
+      "eval_et_opus100_pr_auc": 0.907809379548607,
+      "eval_et_ud_pr_auc": 0.9634430750914769,
+      "eval_eu_opus100_pr_auc": 0.8827514256139752,
+      "eval_eu_ud_pr_auc": 0.9921353245508425,
+      "eval_fa_opus100_pr_auc": 0.6217820479672483,
+      "eval_fa_ud_pr_auc": 0.9918770522182895,
+      "eval_fi_ersatz_pr_auc": 0.9902807326968041,
+      "eval_fi_opus100_pr_auc": 0.9222813586639154,
+      "eval_fi_ud_pr_auc": 0.9736459149275756,
+      "eval_fr_ersatz_pr_auc": 0.9860944149178598,
+      "eval_fr_opus100_pr_auc": 0.9171729510484673,
+      "eval_fr_ud_pr_auc": 0.985350615428135,
+      "eval_fy_opus100_pr_auc": 0.694978183279621,
+      "eval_ga_opus100_pr_auc": 0.8955218089619392,
+      "eval_ga_ud_pr_auc": 0.8133348558955756,
+      "eval_gd_opus100_pr_auc": 0.6662932729014288,
+      "eval_gd_ud_pr_auc": 0.8160714229564381,
+      "eval_gl_opus100_pr_auc": 0.8959286306415742,
+      "eval_gl_ud_pr_auc": 0.9982555147228472,
+      "eval_gu_ersatz_pr_auc": 0.9390142430455204,
+      "eval_gu_opus100_pr_auc": 0.7475104359548593,
+      "eval_ha_opus100_pr_auc": 0.9096626482255594,
+      "eval_he_opus100_pr_auc": 0.8862505549668455,
+      "eval_he_ud_pr_auc": 0.9756821912146879,
+      "eval_hi_ersatz_pr_auc": 0.9794569390226417,
+      "eval_hi_opus100_pr_auc": 0.6972995039962744,
+      "eval_hi_ud_pr_auc": 0.9811760346656635,
+      "eval_hu_opus100_pr_auc": 0.9137361231543737,
+      "eval_hu_ud_pr_auc": 0.982771302549226,
+      "eval_hy_opus100_pr_auc": 0.9167163297679086,
+      "eval_hy_ud_pr_auc": 0.9848913545888134,
+      "eval_id_opus100_pr_auc": 0.8625114573146558,
+      "eval_id_ud_pr_auc": 0.9933264446713336,
+      "eval_ig_opus100_pr_auc": 0.877118071162513,
+      "eval_is_opus100_pr_auc": 0.9238380218528095,
+      "eval_is_ud_pr_auc": 0.9130868700935443,
+      "eval_it_opus100_pr_auc": 0.9114102791012247,
+      "eval_it_ud_pr_auc": 0.9996126755037164,
+      "eval_ja_ersatz_pr_auc": 0.8009847185727996,
+      "eval_ja_opus100_pr_auc": 0.8409511292296153,
+      "eval_ja_ud_pr_auc": 0.9756484449544012,
+      "eval_jv_ud_pr_auc": 0.9702123934356213,
+      "eval_ka_opus100_pr_auc": 0.8653647736070502,
+      "eval_kk_ersatz_pr_auc": 0.986035654066304,
+      "eval_kk_opus100_pr_auc": 0.802056824347741,
+      "eval_kk_ud_pr_auc": 0.9737252177486031,
+      "eval_km_ersatz_pr_auc": 0.9165536352212736,
+      "eval_km_opus100_pr_auc": 0.7461520310809959,
+      "eval_kn_opus100_pr_auc": 0.614612628774019,
+      "eval_ko_opus100_pr_auc": 0.6689236122127015,
+      "eval_ko_ud_pr_auc": 0.9975055033545309,
+      "eval_ku_opus100_pr_auc": 0.8339023402589852,
+      "eval_ky_opus100_pr_auc": 0.8588089441307436,
+      "eval_la_ud_pr_auc": 0.9661721683147917,
+      "eval_loss": 0.030494242906570435,
+      "eval_lt_ersatz_pr_auc": 0.9955677182788714,
+      "eval_lt_opus100_pr_auc": 0.880861695425007,
+      "eval_lt_ud_pr_auc": 0.9952461844851248,
+      "eval_lv_ersatz_pr_auc": 0.9900215519141743,
+      "eval_lv_opus100_pr_auc": 0.8921758060550746,
+      "eval_lv_ud_pr_auc": 0.9614253242892012,
+      "eval_mg_opus100_pr_auc": 0.9328709398940876,
+      "eval_mk_opus100_pr_auc": 0.9128976479912606,
+      "eval_ml_opus100_pr_auc": 0.7956241093958549,
+      "eval_mn_opus100_pr_auc": 0.9251954306707367,
+      "eval_mr_opus100_pr_auc": 0.9164811319629577,
+      "eval_mr_ud_pr_auc": 0.9754339316038598,
+      "eval_ms_opus100_pr_auc": 0.8814814083511988,
+      "eval_mt_opus100_pr_auc": 0.8673815881910524,
+      "eval_mt_ud_pr_auc": 0.8988882944382774,
+      "eval_my_opus100_pr_auc": 0.7590765455637388,
+      "eval_ne_opus100_pr_auc": 0.7373828802668062,
+      "eval_nl_opus100_pr_auc": 0.8976906228591174,
+      "eval_nl_ud_pr_auc": 0.9846669854650606,
+      "eval_no_opus100_pr_auc": 0.9167955481693159,
+      "eval_no_ud_pr_auc": 0.9963873476116155,
+      "eval_pa_opus100_pr_auc": 0.6776037798224153,
+      "eval_pl_ersatz_pr_auc": 0.9766503287137175,
+      "eval_pl_opus100_pr_auc": 0.8973946771946584,
+      "eval_pl_ud_pr_auc": 0.9658445714101325,
+      "eval_ps_ersatz_pr_auc": 0.9159841462026869,
+      "eval_ps_opus100_pr_auc": 0.7505664962390748,
+      "eval_pt_opus100_pr_auc": 0.9252243074851374,
+      "eval_pt_ud_pr_auc": 0.9859993179058242,
+      "eval_ro_ersatz_pr_auc": 0.9936738133949812,
+      "eval_ro_opus100_pr_auc": 0.8963417543455219,
+      "eval_ro_ud_pr_auc": 0.9520461849157245,
+      "eval_ru_ersatz_pr_auc": 0.9889979052087521,
+      "eval_ru_opus100_pr_auc": 0.9205947500883219,
+      "eval_ru_ud_pr_auc": 0.8824347194963569,
+      "eval_runtime": 627.5284,
+      "eval_samples_per_second": 120.34,
+      "eval_si_opus100_pr_auc": 0.8181623576362419,
+      "eval_sk_opus100_pr_auc": 0.935565018723411,
+      "eval_sk_ud_pr_auc": 0.985554762839668,
+      "eval_sl_opus100_pr_auc": 0.8622304549578013,
+      "eval_sl_ud_pr_auc": 0.9706895473620036,
+      "eval_sq_opus100_pr_auc": 0.9205408027049112,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9025951391285963,
+      "eval_sr_ud_pr_auc": 0.9988027876303452,
+      "eval_steps_per_second": 3.761,
+      "eval_sv_opus100_pr_auc": 0.892795537080748,
+      "eval_sv_ud_pr_auc": 0.9436779200811052,
+      "eval_ta_ersatz_pr_auc": 0.981499251602475,
+      "eval_ta_opus100_pr_auc": 0.6908734243819642,
+      "eval_ta_ud_pr_auc": 0.9946287122736672,
+      "eval_te_opus100_pr_auc": 0.8522505232710823,
+      "eval_tg_opus100_pr_auc": 0.9039294965536466,
+      "eval_th_opus100_pr_auc": 0.6798457756577719,
+      "eval_th_ud_pr_auc": 0.8114242097467073,
+      "eval_tr_ersatz_pr_auc": 0.9690888456159426,
+      "eval_tr_opus100_pr_auc": 0.8994996144989891,
+      "eval_tr_ud_pr_auc": 0.9535759200953053,
+      "eval_uk_opus100_pr_auc": 0.8765521148891738,
+      "eval_uk_ud_pr_auc": 0.9283315472635508,
+      "eval_ur_opus100_pr_auc": 0.5532090550221694,
+      "eval_ur_ud_pr_auc": 0.9958884309858309,
+      "eval_uz_opus100_pr_auc": 0.8784538034159911,
+      "eval_vi_opus100_pr_auc": 0.9026228091459907,
+      "eval_vi_ud_pr_auc": 0.959554312097537,
+      "eval_xh_opus100_pr_auc": 0.8601736856332765,
+      "eval_yi_opus100_pr_auc": 0.7657912133084195,
+      "eval_yo_opus100_pr_auc": 0.8213160509296913,
+      "eval_yo_ud_pr_auc": 0.9082452981845794,
+      "eval_zh_ersatz_pr_auc": 0.9162534577419615,
+      "eval_zh_opus100_pr_auc": 0.7372118745417502,
+      "eval_zh_ud_pr_auc": 0.9970346612213347,
+      "eval_zu_opus100_pr_auc": 0.8305443256923558,
+      "step": 260000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.669620253164557e-05,
+      "learning_rate_adapter": 3.669620253164557e-05,
+      "loss": 0.0266,
+      "step": 260050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.668354430379747e-05,
+      "learning_rate_adapter": 3.668354430379747e-05,
+      "loss": 0.0268,
+      "step": 260100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.667088607594937e-05,
+      "learning_rate_adapter": 3.667088607594937e-05,
+      "loss": 0.0267,
+      "step": 260150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.665822784810127e-05,
+      "learning_rate_adapter": 3.665822784810127e-05,
+      "loss": 0.027,
+      "step": 260200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6645569620253166e-05,
+      "learning_rate_adapter": 3.6645569620253166e-05,
+      "loss": 0.0268,
+      "step": 260250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6632911392405065e-05,
+      "learning_rate_adapter": 3.6632911392405065e-05,
+      "loss": 0.026,
+      "step": 260300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6620253164556964e-05,
+      "learning_rate_adapter": 3.6620253164556964e-05,
+      "loss": 0.0268,
+      "step": 260350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.660759493670886e-05,
+      "learning_rate_adapter": 3.660759493670886e-05,
+      "loss": 0.0268,
+      "step": 260400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.659493670886076e-05,
+      "learning_rate_adapter": 3.659493670886076e-05,
+      "loss": 0.0263,
+      "step": 260450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.658227848101266e-05,
+      "learning_rate_adapter": 3.658227848101266e-05,
+      "loss": 0.0258,
+      "step": 260500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.656962025316456e-05,
+      "learning_rate_adapter": 3.656962025316456e-05,
+      "loss": 0.026,
+      "step": 260550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.655696202531646e-05,
+      "learning_rate_adapter": 3.655696202531646e-05,
+      "loss": 0.0267,
+      "step": 260600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.654430379746836e-05,
+      "learning_rate_adapter": 3.654430379746836e-05,
+      "loss": 0.0261,
+      "step": 260650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6531645569620256e-05,
+      "learning_rate_adapter": 3.6531645569620256e-05,
+      "loss": 0.0268,
+      "step": 260700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6518987341772155e-05,
+      "learning_rate_adapter": 3.6518987341772155e-05,
+      "loss": 0.0272,
+      "step": 260750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6506329113924053e-05,
+      "learning_rate_adapter": 3.6506329113924053e-05,
+      "loss": 0.0269,
+      "step": 260800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.649367088607595e-05,
+      "learning_rate_adapter": 3.649367088607595e-05,
+      "loss": 0.0262,
+      "step": 260850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6481012658227844e-05,
+      "learning_rate_adapter": 3.6481012658227844e-05,
+      "loss": 0.027,
+      "step": 260900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.646835443037975e-05,
+      "learning_rate_adapter": 3.646835443037975e-05,
+      "loss": 0.0273,
+      "step": 260950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.645569620253165e-05,
+      "learning_rate_adapter": 3.645569620253165e-05,
+      "loss": 0.0266,
+      "step": 261000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.644303797468355e-05,
+      "learning_rate_adapter": 3.644303797468355e-05,
+      "loss": 0.0268,
+      "step": 261050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6430379746835447e-05,
+      "learning_rate_adapter": 3.6430379746835447e-05,
+      "loss": 0.0265,
+      "step": 261100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.641772151898734e-05,
+      "learning_rate_adapter": 3.641772151898734e-05,
+      "loss": 0.0263,
+      "step": 261150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.640506329113924e-05,
+      "learning_rate_adapter": 3.640506329113924e-05,
+      "loss": 0.0273,
+      "step": 261200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.639240506329114e-05,
+      "learning_rate_adapter": 3.639240506329114e-05,
+      "loss": 0.0264,
+      "step": 261250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.637974683544304e-05,
+      "learning_rate_adapter": 3.637974683544304e-05,
+      "loss": 0.0261,
+      "step": 261300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.636708860759494e-05,
+      "learning_rate_adapter": 3.636708860759494e-05,
+      "loss": 0.0264,
+      "step": 261350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.635443037974683e-05,
+      "learning_rate_adapter": 3.635443037974683e-05,
+      "loss": 0.0265,
+      "step": 261400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.634177215189873e-05,
+      "learning_rate_adapter": 3.634177215189873e-05,
+      "loss": 0.0263,
+      "step": 261450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.632911392405063e-05,
+      "learning_rate_adapter": 3.632911392405063e-05,
+      "loss": 0.0268,
+      "step": 261500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6316455696202536e-05,
+      "learning_rate_adapter": 3.6316455696202536e-05,
+      "loss": 0.027,
+      "step": 261550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6303797468354435e-05,
+      "learning_rate_adapter": 3.6303797468354435e-05,
+      "loss": 0.0267,
+      "step": 261600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6291139240506334e-05,
+      "learning_rate_adapter": 3.6291139240506334e-05,
+      "loss": 0.0265,
+      "step": 261650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6278481012658226e-05,
+      "learning_rate_adapter": 3.6278481012658226e-05,
+      "loss": 0.027,
+      "step": 261700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6265822784810125e-05,
+      "learning_rate_adapter": 3.6265822784810125e-05,
+      "loss": 0.0264,
+      "step": 261750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6253164556962024e-05,
+      "learning_rate_adapter": 3.6253164556962024e-05,
+      "loss": 0.0264,
+      "step": 261800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.624050632911393e-05,
+      "learning_rate_adapter": 3.624050632911393e-05,
+      "loss": 0.0264,
+      "step": 261850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.622784810126583e-05,
+      "learning_rate_adapter": 3.622784810126583e-05,
+      "loss": 0.0258,
+      "step": 261900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.621518987341772e-05,
+      "learning_rate_adapter": 3.621518987341772e-05,
+      "loss": 0.0261,
+      "step": 261950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.620253164556962e-05,
+      "learning_rate_adapter": 3.620253164556962e-05,
+      "loss": 0.0269,
+      "step": 262000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.618987341772152e-05,
+      "learning_rate_adapter": 3.618987341772152e-05,
+      "loss": 0.0259,
+      "step": 262050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.617721518987342e-05,
+      "learning_rate_adapter": 3.617721518987342e-05,
+      "loss": 0.0267,
+      "step": 262100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.616455696202532e-05,
+      "learning_rate_adapter": 3.616455696202532e-05,
+      "loss": 0.0261,
+      "step": 262150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6151898734177215e-05,
+      "learning_rate_adapter": 3.6151898734177215e-05,
+      "loss": 0.0261,
+      "step": 262200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6139240506329114e-05,
+      "learning_rate_adapter": 3.6139240506329114e-05,
+      "loss": 0.0269,
+      "step": 262250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.612658227848101e-05,
+      "learning_rate_adapter": 3.612658227848101e-05,
+      "loss": 0.0262,
+      "step": 262300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.611392405063291e-05,
+      "learning_rate_adapter": 3.611392405063291e-05,
+      "loss": 0.0266,
+      "step": 262350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.610126582278481e-05,
+      "learning_rate_adapter": 3.610126582278481e-05,
+      "loss": 0.0268,
+      "step": 262400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6088607594936716e-05,
+      "learning_rate_adapter": 3.6088607594936716e-05,
+      "loss": 0.0264,
+      "step": 262450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.607594936708861e-05,
+      "learning_rate_adapter": 3.607594936708861e-05,
+      "loss": 0.0269,
+      "step": 262500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.606329113924051e-05,
+      "learning_rate_adapter": 3.606329113924051e-05,
+      "loss": 0.0268,
+      "step": 262550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6050632911392405e-05,
+      "learning_rate_adapter": 3.6050632911392405e-05,
+      "loss": 0.0271,
+      "step": 262600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6037974683544304e-05,
+      "learning_rate_adapter": 3.6037974683544304e-05,
+      "loss": 0.0272,
+      "step": 262650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.60253164556962e-05,
+      "learning_rate_adapter": 3.60253164556962e-05,
+      "loss": 0.0263,
+      "step": 262700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.60126582278481e-05,
+      "learning_rate_adapter": 3.60126582278481e-05,
+      "loss": 0.0262,
+      "step": 262750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0262,
+      "step": 262800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.59873417721519e-05,
+      "learning_rate_adapter": 3.59873417721519e-05,
+      "loss": 0.0259,
+      "step": 262850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.59746835443038e-05,
+      "learning_rate_adapter": 3.59746835443038e-05,
+      "loss": 0.0267,
+      "step": 262900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.59620253164557e-05,
+      "learning_rate_adapter": 3.59620253164557e-05,
+      "loss": 0.027,
+      "step": 262950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5949367088607596e-05,
+      "learning_rate_adapter": 3.5949367088607596e-05,
+      "loss": 0.0268,
+      "step": 263000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5936708860759495e-05,
+      "learning_rate_adapter": 3.5936708860759495e-05,
+      "loss": 0.0269,
+      "step": 263050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5924050632911394e-05,
+      "learning_rate_adapter": 3.5924050632911394e-05,
+      "loss": 0.0265,
+      "step": 263100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.591139240506329e-05,
+      "learning_rate_adapter": 3.591139240506329e-05,
+      "loss": 0.0274,
+      "step": 263150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.589873417721519e-05,
+      "learning_rate_adapter": 3.589873417721519e-05,
+      "loss": 0.0277,
+      "step": 263200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.588607594936709e-05,
+      "learning_rate_adapter": 3.588607594936709e-05,
+      "loss": 0.0267,
+      "step": 263250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.587341772151899e-05,
+      "learning_rate_adapter": 3.587341772151899e-05,
+      "loss": 0.0276,
+      "step": 263300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.586075949367089e-05,
+      "learning_rate_adapter": 3.586075949367089e-05,
+      "loss": 0.0271,
+      "step": 263350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.584810126582279e-05,
+      "learning_rate_adapter": 3.584810126582279e-05,
+      "loss": 0.0265,
+      "step": 263400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5835443037974686e-05,
+      "learning_rate_adapter": 3.5835443037974686e-05,
+      "loss": 0.0263,
+      "step": 263450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5822784810126585e-05,
+      "learning_rate_adapter": 3.5822784810126585e-05,
+      "loss": 0.0267,
+      "step": 263500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5810126582278484e-05,
+      "learning_rate_adapter": 3.5810126582278484e-05,
+      "loss": 0.027,
+      "step": 263550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.579746835443038e-05,
+      "learning_rate_adapter": 3.579746835443038e-05,
+      "loss": 0.0264,
+      "step": 263600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.578481012658228e-05,
+      "learning_rate_adapter": 3.578481012658228e-05,
+      "loss": 0.0267,
+      "step": 263650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.577215189873418e-05,
+      "learning_rate_adapter": 3.577215189873418e-05,
+      "loss": 0.0268,
+      "step": 263700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.575949367088608e-05,
+      "learning_rate_adapter": 3.575949367088608e-05,
+      "loss": 0.0259,
+      "step": 263750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.574683544303797e-05,
+      "learning_rate_adapter": 3.574683544303797e-05,
+      "loss": 0.0266,
+      "step": 263800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.573417721518988e-05,
+      "learning_rate_adapter": 3.573417721518988e-05,
+      "loss": 0.0265,
+      "step": 263850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5721518987341776e-05,
+      "learning_rate_adapter": 3.5721518987341776e-05,
+      "loss": 0.0264,
+      "step": 263900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5708860759493675e-05,
+      "learning_rate_adapter": 3.5708860759493675e-05,
+      "loss": 0.0263,
+      "step": 263950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5696202531645573e-05,
+      "learning_rate_adapter": 3.5696202531645573e-05,
+      "loss": 0.0256,
+      "step": 264000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.568354430379747e-05,
+      "learning_rate_adapter": 3.568354430379747e-05,
+      "loss": 0.0263,
+      "step": 264050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5670886075949364e-05,
+      "learning_rate_adapter": 3.5670886075949364e-05,
+      "loss": 0.0269,
+      "step": 264100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.565822784810126e-05,
+      "learning_rate_adapter": 3.565822784810126e-05,
+      "loss": 0.0269,
+      "step": 264150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.564556962025317e-05,
+      "learning_rate_adapter": 3.564556962025317e-05,
+      "loss": 0.027,
+      "step": 264200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.563291139240507e-05,
+      "learning_rate_adapter": 3.563291139240507e-05,
+      "loss": 0.0258,
+      "step": 264250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5620253164556967e-05,
+      "learning_rate_adapter": 3.5620253164556967e-05,
+      "loss": 0.026,
+      "step": 264300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.560759493670886e-05,
+      "learning_rate_adapter": 3.560759493670886e-05,
+      "loss": 0.0268,
+      "step": 264350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.559493670886076e-05,
+      "learning_rate_adapter": 3.559493670886076e-05,
+      "loss": 0.0266,
+      "step": 264400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5582278481012656e-05,
+      "learning_rate_adapter": 3.5582278481012656e-05,
+      "loss": 0.0261,
+      "step": 264450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.556962025316456e-05,
+      "learning_rate_adapter": 3.556962025316456e-05,
+      "loss": 0.0263,
+      "step": 264500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.555696202531646e-05,
+      "learning_rate_adapter": 3.555696202531646e-05,
+      "loss": 0.0265,
+      "step": 264550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.554430379746835e-05,
+      "learning_rate_adapter": 3.554430379746835e-05,
+      "loss": 0.0265,
+      "step": 264600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.553164556962025e-05,
+      "learning_rate_adapter": 3.553164556962025e-05,
+      "loss": 0.0272,
+      "step": 264650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.551898734177215e-05,
+      "learning_rate_adapter": 3.551898734177215e-05,
+      "loss": 0.0267,
+      "step": 264700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.550632911392405e-05,
+      "learning_rate_adapter": 3.550632911392405e-05,
+      "loss": 0.026,
+      "step": 264750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5493670886075955e-05,
+      "learning_rate_adapter": 3.5493670886075955e-05,
+      "loss": 0.0259,
+      "step": 264800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5481012658227854e-05,
+      "learning_rate_adapter": 3.5481012658227854e-05,
+      "loss": 0.0264,
+      "step": 264850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5468354430379746e-05,
+      "learning_rate_adapter": 3.5468354430379746e-05,
+      "loss": 0.0266,
+      "step": 264900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5455696202531645e-05,
+      "learning_rate_adapter": 3.5455696202531645e-05,
+      "loss": 0.026,
+      "step": 264950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5443037974683544e-05,
+      "learning_rate_adapter": 3.5443037974683544e-05,
+      "loss": 0.0263,
+      "step": 265000
+    },
+    {
+      "epoch": 0.22,
+      "eval_af_opus100_pr_auc": 0.7893735913892427,
+      "eval_af_ud_pr_auc": 0.9907503125362012,
+      "eval_am_opus100_pr_auc": 0.584544740296581,
+      "eval_ar_ersatz_pr_auc": 0.9251074878935336,
+      "eval_ar_opus100_pr_auc": 0.7269040479568234,
+      "eval_ar_ud_pr_auc": 0.8794343795644972,
+      "eval_average_ersatz_pr_auc": 0.966032672297816,
+      "eval_average_opus100_pr_auc": 0.8374861597301299,
+      "eval_average_ud_pr_auc": 0.9632130074974687,
+      "eval_az_opus100_pr_auc": 0.8147680272748784,
+      "eval_be_opus100_pr_auc": 0.6991260669351756,
+      "eval_be_ud_pr_auc": 0.8870064114542031,
+      "eval_bg_opus100_pr_auc": 0.9189826825178729,
+      "eval_bg_ud_pr_auc": 0.99615223028169,
+      "eval_bn_opus100_pr_auc": 0.8364195093270889,
+      "eval_bn_ud_pr_auc": 0.9996839196204799,
+      "eval_ca_opus100_pr_auc": 0.8849453874900612,
+      "eval_ca_ud_pr_auc": 0.99397300828703,
+      "eval_ceb_ud_pr_auc": 0.996451887331915,
+      "eval_cs_ersatz_pr_auc": 0.9826269806973963,
+      "eval_cs_opus100_pr_auc": 0.9070187778797354,
+      "eval_cs_ud_pr_auc": 0.960726762739872,
+      "eval_cy_opus100_pr_auc": 0.7647091990663528,
+      "eval_cy_ud_pr_auc": 0.9938920517476307,
+      "eval_da_opus100_pr_auc": 0.9234450775284742,
+      "eval_da_ud_pr_auc": 0.9849613126149169,
+      "eval_de_ersatz_pr_auc": 0.9763530128243718,
+      "eval_de_opus100_pr_auc": 0.9071456739370849,
+      "eval_de_ud_pr_auc": 0.9838636253886442,
+      "eval_el_opus100_pr_auc": 0.9225647703734462,
+      "eval_el_ud_pr_auc": 0.9856011287154742,
+      "eval_en_ersatz_pr_auc": 0.9922483788154526,
+      "eval_en_opus100_pr_auc": 0.9252053392971291,
+      "eval_en_ud_pr_auc": 0.9793057226306132,
+      "eval_eo_opus100_pr_auc": 0.9315234539664901,
+      "eval_es_ersatz_pr_auc": 0.9965423324001996,
+      "eval_es_opus100_pr_auc": 0.9311248232929535,
+      "eval_es_ud_pr_auc": 0.9915394985394692,
+      "eval_et_ersatz_pr_auc": 0.9834800905749549,
+      "eval_et_opus100_pr_auc": 0.8833663934775934,
+      "eval_et_ud_pr_auc": 0.962067846169478,
+      "eval_eu_opus100_pr_auc": 0.8896016985738009,
+      "eval_eu_ud_pr_auc": 0.9923077060446525,
+      "eval_fa_opus100_pr_auc": 0.606593829742389,
+      "eval_fa_ud_pr_auc": 0.9922069628018829,
+      "eval_fi_ersatz_pr_auc": 0.9904426939600015,
+      "eval_fi_opus100_pr_auc": 0.9188390385477426,
+      "eval_fi_ud_pr_auc": 0.9740554234004284,
+      "eval_fr_ersatz_pr_auc": 0.989964314637036,
+      "eval_fr_opus100_pr_auc": 0.9206573312403283,
+      "eval_fr_ud_pr_auc": 0.9881005274513945,
+      "eval_fy_opus100_pr_auc": 0.7017197051902979,
+      "eval_ga_opus100_pr_auc": 0.8827620408471714,
+      "eval_ga_ud_pr_auc": 0.8204454042384557,
+      "eval_gd_opus100_pr_auc": 0.6605804192834233,
+      "eval_gd_ud_pr_auc": 0.8188025337523867,
+      "eval_gl_opus100_pr_auc": 0.8931068834197881,
+      "eval_gl_ud_pr_auc": 0.9981945983186314,
+      "eval_gu_ersatz_pr_auc": 0.9481058359240699,
+      "eval_gu_opus100_pr_auc": 0.741418762829129,
+      "eval_ha_opus100_pr_auc": 0.9082468321325687,
+      "eval_he_opus100_pr_auc": 0.8757546482315527,
+      "eval_he_ud_pr_auc": 0.9839155882075896,
+      "eval_hi_ersatz_pr_auc": 0.9798486886173556,
+      "eval_hi_opus100_pr_auc": 0.7005397561458551,
+      "eval_hi_ud_pr_auc": 0.9850329269066845,
+      "eval_hu_opus100_pr_auc": 0.9143845414317578,
+      "eval_hu_ud_pr_auc": 0.9828301964465196,
+      "eval_hy_opus100_pr_auc": 0.9202470876167338,
+      "eval_hy_ud_pr_auc": 0.9879557566616878,
+      "eval_id_opus100_pr_auc": 0.8713157838715837,
+      "eval_id_ud_pr_auc": 0.9928555633275485,
+      "eval_ig_opus100_pr_auc": 0.8855663980713196,
+      "eval_is_opus100_pr_auc": 0.9207145030243064,
+      "eval_is_ud_pr_auc": 0.9159666035364467,
+      "eval_it_opus100_pr_auc": 0.9120142478180476,
+      "eval_it_ud_pr_auc": 0.9990752335299393,
+      "eval_ja_ersatz_pr_auc": 0.8364811588229828,
+      "eval_ja_opus100_pr_auc": 0.8283215336891985,
+      "eval_ja_ud_pr_auc": 0.976767049258024,
+      "eval_jv_ud_pr_auc": 0.9612248275938939,
+      "eval_ka_opus100_pr_auc": 0.8516754389971305,
+      "eval_kk_ersatz_pr_auc": 0.9877424014895912,
+      "eval_kk_opus100_pr_auc": 0.8114435183840022,
+      "eval_kk_ud_pr_auc": 0.9759964917832673,
+      "eval_km_ersatz_pr_auc": 0.9212516497616884,
+      "eval_km_opus100_pr_auc": 0.7354863956308657,
+      "eval_kn_opus100_pr_auc": 0.6141374916124335,
+      "eval_ko_opus100_pr_auc": 0.668134279206212,
+      "eval_ko_ud_pr_auc": 0.9980471846762381,
+      "eval_ku_opus100_pr_auc": 0.8336467180375606,
+      "eval_ky_opus100_pr_auc": 0.8679245357805808,
+      "eval_la_ud_pr_auc": 0.9531111285557766,
+      "eval_loss": 0.0304502435028553,
+      "eval_lt_ersatz_pr_auc": 0.9956910068271022,
+      "eval_lt_opus100_pr_auc": 0.8849277897919096,
+      "eval_lt_ud_pr_auc": 0.9957864028103063,
+      "eval_lv_ersatz_pr_auc": 0.9883561767678954,
+      "eval_lv_opus100_pr_auc": 0.8922180834991776,
+      "eval_lv_ud_pr_auc": 0.962789386454916,
+      "eval_mg_opus100_pr_auc": 0.928566208793588,
+      "eval_mk_opus100_pr_auc": 0.912483099916671,
+      "eval_ml_opus100_pr_auc": 0.8007680977766731,
+      "eval_mn_opus100_pr_auc": 0.936024715111802,
+      "eval_mr_opus100_pr_auc": 0.9113387658437324,
+      "eval_mr_ud_pr_auc": 0.9752391089438661,
+      "eval_ms_opus100_pr_auc": 0.871276630206302,
+      "eval_mt_opus100_pr_auc": 0.8655541319518174,
+      "eval_mt_ud_pr_auc": 0.8932592672264388,
+      "eval_my_opus100_pr_auc": 0.7548578002600786,
+      "eval_ne_opus100_pr_auc": 0.7216474639974935,
+      "eval_nl_opus100_pr_auc": 0.8998940779742719,
+      "eval_nl_ud_pr_auc": 0.9812021800428509,
+      "eval_no_opus100_pr_auc": 0.9149089284572226,
+      "eval_no_ud_pr_auc": 0.9959991896650267,
+      "eval_pa_opus100_pr_auc": 0.6769061400037443,
+      "eval_pl_ersatz_pr_auc": 0.9741788230998881,
+      "eval_pl_opus100_pr_auc": 0.8978036396227542,
+      "eval_pl_ud_pr_auc": 0.9647040063400184,
+      "eval_ps_ersatz_pr_auc": 0.931301742373375,
+      "eval_ps_opus100_pr_auc": 0.7562153646797817,
+      "eval_pt_opus100_pr_auc": 0.92560510413755,
+      "eval_pt_ud_pr_auc": 0.9860374114970302,
+      "eval_ro_ersatz_pr_auc": 0.9940039437971137,
+      "eval_ro_opus100_pr_auc": 0.883517463951536,
+      "eval_ro_ud_pr_auc": 0.9578926648960717,
+      "eval_ru_ersatz_pr_auc": 0.9892555853360817,
+      "eval_ru_opus100_pr_auc": 0.9231079198294532,
+      "eval_ru_ud_pr_auc": 0.872323375798718,
+      "eval_runtime": 616.3968,
+      "eval_samples_per_second": 122.514,
+      "eval_si_opus100_pr_auc": 0.81385492334428,
+      "eval_sk_opus100_pr_auc": 0.9333003158093802,
+      "eval_sk_ud_pr_auc": 0.9829604865287622,
+      "eval_sl_opus100_pr_auc": 0.8707517149709001,
+      "eval_sl_ud_pr_auc": 0.967801682726641,
+      "eval_sq_opus100_pr_auc": 0.9186301518869175,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.901031035899977,
+      "eval_sr_ud_pr_auc": 0.998642417149279,
+      "eval_steps_per_second": 3.829,
+      "eval_sv_opus100_pr_auc": 0.8964260848297655,
+      "eval_sv_ud_pr_auc": 0.9438978818427458,
+      "eval_ta_ersatz_pr_auc": 0.9830686425090313,
+      "eval_ta_opus100_pr_auc": 0.6845536759028001,
+      "eval_ta_ud_pr_auc": 0.9948059617332994,
+      "eval_te_opus100_pr_auc": 0.8493809492122671,
+      "eval_tg_opus100_pr_auc": 0.8893006446747386,
+      "eval_th_opus100_pr_auc": 0.6751908398355357,
+      "eval_th_ud_pr_auc": 0.8087591371593377,
+      "eval_tr_ersatz_pr_auc": 0.9679036539613293,
+      "eval_tr_opus100_pr_auc": 0.9009662023604578,
+      "eval_tr_ud_pr_auc": 0.9622091732271514,
+      "eval_uk_opus100_pr_auc": 0.8799604192027496,
+      "eval_uk_ud_pr_auc": 0.9162823787489487,
+      "eval_ur_opus100_pr_auc": 0.5601821124479931,
+      "eval_ur_ud_pr_auc": 0.9941577132708973,
+      "eval_uz_opus100_pr_auc": 0.8768940805920362,
+      "eval_vi_opus100_pr_auc": 0.9009778529673421,
+      "eval_vi_ud_pr_auc": 0.9573575592971094,
+      "eval_xh_opus100_pr_auc": 0.8630301401004584,
+      "eval_yi_opus100_pr_auc": 0.8044031164117914,
+      "eval_yo_opus100_pr_auc": 0.8135103518110338,
+      "eval_yo_ud_pr_auc": 0.9174673564338081,
+      "eval_zh_ersatz_pr_auc": 0.9187641894614988,
+      "eval_zh_opus100_pr_auc": 0.7653907582117851,
+      "eval_zh_ud_pr_auc": 0.9912648814489358,
+      "eval_zu_opus100_pr_auc": 0.8325073202301032,
+      "step": 265000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.543037974683544e-05,
+      "learning_rate_adapter": 3.543037974683544e-05,
+      "loss": 0.0261,
+      "step": 265050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.541772151898735e-05,
+      "learning_rate_adapter": 3.541772151898735e-05,
+      "loss": 0.0265,
+      "step": 265100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.540506329113924e-05,
+      "learning_rate_adapter": 3.540506329113924e-05,
+      "loss": 0.0255,
+      "step": 265150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.539240506329114e-05,
+      "learning_rate_adapter": 3.539240506329114e-05,
+      "loss": 0.0269,
+      "step": 265200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.537974683544304e-05,
+      "learning_rate_adapter": 3.537974683544304e-05,
+      "loss": 0.0264,
+      "step": 265250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.536708860759494e-05,
+      "learning_rate_adapter": 3.536708860759494e-05,
+      "loss": 0.0265,
+      "step": 265300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5354430379746836e-05,
+      "learning_rate_adapter": 3.5354430379746836e-05,
+      "loss": 0.0261,
+      "step": 265350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5341772151898735e-05,
+      "learning_rate_adapter": 3.5341772151898735e-05,
+      "loss": 0.0264,
+      "step": 265400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5329113924050633e-05,
+      "learning_rate_adapter": 3.5329113924050633e-05,
+      "loss": 0.0264,
+      "step": 265450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.531645569620253e-05,
+      "learning_rate_adapter": 3.531645569620253e-05,
+      "loss": 0.0262,
+      "step": 265500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.530379746835443e-05,
+      "learning_rate_adapter": 3.530379746835443e-05,
+      "loss": 0.0266,
+      "step": 265550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.529113924050633e-05,
+      "learning_rate_adapter": 3.529113924050633e-05,
+      "loss": 0.0264,
+      "step": 265600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.527848101265823e-05,
+      "learning_rate_adapter": 3.527848101265823e-05,
+      "loss": 0.0269,
+      "step": 265650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.526582278481013e-05,
+      "learning_rate_adapter": 3.526582278481013e-05,
+      "loss": 0.026,
+      "step": 265700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5253164556962027e-05,
+      "learning_rate_adapter": 3.5253164556962027e-05,
+      "loss": 0.0264,
+      "step": 265750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5240506329113925e-05,
+      "learning_rate_adapter": 3.5240506329113925e-05,
+      "loss": 0.0264,
+      "step": 265800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5227848101265824e-05,
+      "learning_rate_adapter": 3.5227848101265824e-05,
+      "loss": 0.0263,
+      "step": 265850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.521518987341772e-05,
+      "learning_rate_adapter": 3.521518987341772e-05,
+      "loss": 0.0263,
+      "step": 265900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.520253164556962e-05,
+      "learning_rate_adapter": 3.520253164556962e-05,
+      "loss": 0.0264,
+      "step": 265950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.518987341772152e-05,
+      "learning_rate_adapter": 3.518987341772152e-05,
+      "loss": 0.0268,
+      "step": 266000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.517721518987342e-05,
+      "learning_rate_adapter": 3.517721518987342e-05,
+      "loss": 0.0258,
+      "step": 266050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.516455696202532e-05,
+      "learning_rate_adapter": 3.516455696202532e-05,
+      "loss": 0.0262,
+      "step": 266100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.515189873417722e-05,
+      "learning_rate_adapter": 3.515189873417722e-05,
+      "loss": 0.0262,
+      "step": 266150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5139240506329116e-05,
+      "learning_rate_adapter": 3.5139240506329116e-05,
+      "loss": 0.0262,
+      "step": 266200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5126582278481015e-05,
+      "learning_rate_adapter": 3.5126582278481015e-05,
+      "loss": 0.0265,
+      "step": 266250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5113924050632914e-05,
+      "learning_rate_adapter": 3.5113924050632914e-05,
+      "loss": 0.0261,
+      "step": 266300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.510126582278481e-05,
+      "learning_rate_adapter": 3.510126582278481e-05,
+      "loss": 0.027,
+      "step": 266350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.508860759493671e-05,
+      "learning_rate_adapter": 3.508860759493671e-05,
+      "loss": 0.0268,
+      "step": 266400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.507594936708861e-05,
+      "learning_rate_adapter": 3.507594936708861e-05,
+      "loss": 0.0257,
+      "step": 266450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.506329113924051e-05,
+      "learning_rate_adapter": 3.506329113924051e-05,
+      "loss": 0.0259,
+      "step": 266500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.505063291139241e-05,
+      "learning_rate_adapter": 3.505063291139241e-05,
+      "loss": 0.0268,
+      "step": 266550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.503797468354431e-05,
+      "learning_rate_adapter": 3.503797468354431e-05,
+      "loss": 0.0266,
+      "step": 266600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5025316455696206e-05,
+      "learning_rate_adapter": 3.5025316455696206e-05,
+      "loss": 0.0256,
+      "step": 266650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5012658227848105e-05,
+      "learning_rate_adapter": 3.5012658227848105e-05,
+      "loss": 0.0269,
+      "step": 266700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0261,
+      "step": 266750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49873417721519e-05,
+      "learning_rate_adapter": 3.49873417721519e-05,
+      "loss": 0.0265,
+      "step": 266800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49746835443038e-05,
+      "learning_rate_adapter": 3.49746835443038e-05,
+      "loss": 0.0262,
+      "step": 266850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49620253164557e-05,
+      "learning_rate_adapter": 3.49620253164557e-05,
+      "loss": 0.027,
+      "step": 266900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49493670886076e-05,
+      "learning_rate_adapter": 3.49493670886076e-05,
+      "loss": 0.0263,
+      "step": 266950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.493670886075949e-05,
+      "learning_rate_adapter": 3.493670886075949e-05,
+      "loss": 0.0265,
+      "step": 267000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.492405063291139e-05,
+      "learning_rate_adapter": 3.492405063291139e-05,
+      "loss": 0.0265,
+      "step": 267050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4911392405063296e-05,
+      "learning_rate_adapter": 3.4911392405063296e-05,
+      "loss": 0.0268,
+      "step": 267100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4898734177215195e-05,
+      "learning_rate_adapter": 3.4898734177215195e-05,
+      "loss": 0.027,
+      "step": 267150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4886075949367093e-05,
+      "learning_rate_adapter": 3.4886075949367093e-05,
+      "loss": 0.0268,
+      "step": 267200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.487341772151899e-05,
+      "learning_rate_adapter": 3.487341772151899e-05,
+      "loss": 0.0262,
+      "step": 267250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4860759493670884e-05,
+      "learning_rate_adapter": 3.4860759493670884e-05,
+      "loss": 0.0262,
+      "step": 267300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.484810126582278e-05,
+      "learning_rate_adapter": 3.484810126582278e-05,
+      "loss": 0.0262,
+      "step": 267350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.483544303797469e-05,
+      "learning_rate_adapter": 3.483544303797469e-05,
+      "loss": 0.0258,
+      "step": 267400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.482278481012659e-05,
+      "learning_rate_adapter": 3.482278481012659e-05,
+      "loss": 0.0261,
+      "step": 267450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4810126582278487e-05,
+      "learning_rate_adapter": 3.4810126582278487e-05,
+      "loss": 0.0272,
+      "step": 267500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.479746835443038e-05,
+      "learning_rate_adapter": 3.479746835443038e-05,
+      "loss": 0.0263,
+      "step": 267550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.478481012658228e-05,
+      "learning_rate_adapter": 3.478481012658228e-05,
+      "loss": 0.0261,
+      "step": 267600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4772151898734176e-05,
+      "learning_rate_adapter": 3.4772151898734176e-05,
+      "loss": 0.0261,
+      "step": 267650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4759493670886075e-05,
+      "learning_rate_adapter": 3.4759493670886075e-05,
+      "loss": 0.026,
+      "step": 267700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.474683544303798e-05,
+      "learning_rate_adapter": 3.474683544303798e-05,
+      "loss": 0.0261,
+      "step": 267750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.473417721518987e-05,
+      "learning_rate_adapter": 3.473417721518987e-05,
+      "loss": 0.0267,
+      "step": 267800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.472151898734177e-05,
+      "learning_rate_adapter": 3.472151898734177e-05,
+      "loss": 0.0269,
+      "step": 267850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.470886075949367e-05,
+      "learning_rate_adapter": 3.470886075949367e-05,
+      "loss": 0.0272,
+      "step": 267900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.469620253164557e-05,
+      "learning_rate_adapter": 3.469620253164557e-05,
+      "loss": 0.026,
+      "step": 267950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.468354430379747e-05,
+      "learning_rate_adapter": 3.468354430379747e-05,
+      "loss": 0.0267,
+      "step": 268000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4670886075949374e-05,
+      "learning_rate_adapter": 3.4670886075949374e-05,
+      "loss": 0.0263,
+      "step": 268050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4658227848101266e-05,
+      "learning_rate_adapter": 3.4658227848101266e-05,
+      "loss": 0.0271,
+      "step": 268100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4645569620253165e-05,
+      "learning_rate_adapter": 3.4645569620253165e-05,
+      "loss": 0.0261,
+      "step": 268150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4632911392405064e-05,
+      "learning_rate_adapter": 3.4632911392405064e-05,
+      "loss": 0.0264,
+      "step": 268200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.462025316455696e-05,
+      "learning_rate_adapter": 3.462025316455696e-05,
+      "loss": 0.0262,
+      "step": 268250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.460759493670886e-05,
+      "learning_rate_adapter": 3.460759493670886e-05,
+      "loss": 0.0272,
+      "step": 268300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.459493670886076e-05,
+      "learning_rate_adapter": 3.459493670886076e-05,
+      "loss": 0.0262,
+      "step": 268350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.458227848101266e-05,
+      "learning_rate_adapter": 3.458227848101266e-05,
+      "loss": 0.0266,
+      "step": 268400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.456962025316456e-05,
+      "learning_rate_adapter": 3.456962025316456e-05,
+      "loss": 0.0261,
+      "step": 268450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.455696202531646e-05,
+      "learning_rate_adapter": 3.455696202531646e-05,
+      "loss": 0.0271,
+      "step": 268500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4544303797468356e-05,
+      "learning_rate_adapter": 3.4544303797468356e-05,
+      "loss": 0.0264,
+      "step": 268550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4531645569620255e-05,
+      "learning_rate_adapter": 3.4531645569620255e-05,
+      "loss": 0.0268,
+      "step": 268600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4518987341772153e-05,
+      "learning_rate_adapter": 3.4518987341772153e-05,
+      "loss": 0.0261,
+      "step": 268650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.450632911392405e-05,
+      "learning_rate_adapter": 3.450632911392405e-05,
+      "loss": 0.0262,
+      "step": 268700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.449367088607595e-05,
+      "learning_rate_adapter": 3.449367088607595e-05,
+      "loss": 0.0272,
+      "step": 268750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.448101265822785e-05,
+      "learning_rate_adapter": 3.448101265822785e-05,
+      "loss": 0.0262,
+      "step": 268800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.446835443037975e-05,
+      "learning_rate_adapter": 3.446835443037975e-05,
+      "loss": 0.0261,
+      "step": 268850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.445569620253165e-05,
+      "learning_rate_adapter": 3.445569620253165e-05,
+      "loss": 0.0266,
+      "step": 268900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4443037974683547e-05,
+      "learning_rate_adapter": 3.4443037974683547e-05,
+      "loss": 0.0263,
+      "step": 268950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4430379746835445e-05,
+      "learning_rate_adapter": 3.4430379746835445e-05,
+      "loss": 0.0272,
+      "step": 269000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4417721518987344e-05,
+      "learning_rate_adapter": 3.4417721518987344e-05,
+      "loss": 0.0264,
+      "step": 269050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.440506329113924e-05,
+      "learning_rate_adapter": 3.440506329113924e-05,
+      "loss": 0.0261,
+      "step": 269100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.439240506329114e-05,
+      "learning_rate_adapter": 3.439240506329114e-05,
+      "loss": 0.0272,
+      "step": 269150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.437974683544304e-05,
+      "learning_rate_adapter": 3.437974683544304e-05,
+      "loss": 0.0266,
+      "step": 269200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.436708860759494e-05,
+      "learning_rate_adapter": 3.436708860759494e-05,
+      "loss": 0.0266,
+      "step": 269250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.435443037974684e-05,
+      "learning_rate_adapter": 3.435443037974684e-05,
+      "loss": 0.0266,
+      "step": 269300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.434177215189874e-05,
+      "learning_rate_adapter": 3.434177215189874e-05,
+      "loss": 0.0266,
+      "step": 269350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.432911392405063e-05,
+      "learning_rate_adapter": 3.432911392405063e-05,
+      "loss": 0.027,
+      "step": 269400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4316455696202535e-05,
+      "learning_rate_adapter": 3.4316455696202535e-05,
+      "loss": 0.027,
+      "step": 269450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4303797468354434e-05,
+      "learning_rate_adapter": 3.4303797468354434e-05,
+      "loss": 0.0274,
+      "step": 269500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.429113924050633e-05,
+      "learning_rate_adapter": 3.429113924050633e-05,
+      "loss": 0.0265,
+      "step": 269550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.427848101265823e-05,
+      "learning_rate_adapter": 3.427848101265823e-05,
+      "loss": 0.0268,
+      "step": 269600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.426582278481013e-05,
+      "learning_rate_adapter": 3.426582278481013e-05,
+      "loss": 0.0262,
+      "step": 269650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.425316455696202e-05,
+      "learning_rate_adapter": 3.425316455696202e-05,
+      "loss": 0.0269,
+      "step": 269700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.424050632911393e-05,
+      "learning_rate_adapter": 3.424050632911393e-05,
+      "loss": 0.026,
+      "step": 269750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.422784810126583e-05,
+      "learning_rate_adapter": 3.422784810126583e-05,
+      "loss": 0.0266,
+      "step": 269800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4215189873417726e-05,
+      "learning_rate_adapter": 3.4215189873417726e-05,
+      "loss": 0.0267,
+      "step": 269850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4202531645569625e-05,
+      "learning_rate_adapter": 3.4202531645569625e-05,
+      "loss": 0.027,
+      "step": 269900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.418987341772152e-05,
+      "learning_rate_adapter": 3.418987341772152e-05,
+      "loss": 0.0268,
+      "step": 269950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4177215189873416e-05,
+      "learning_rate_adapter": 3.4177215189873416e-05,
+      "loss": 0.0262,
+      "step": 270000
+    },
+    {
+      "epoch": 0.23,
+      "eval_af_opus100_pr_auc": 0.7920966971265723,
+      "eval_af_ud_pr_auc": 0.995003372459514,
+      "eval_am_opus100_pr_auc": 0.5672625736586678,
+      "eval_ar_ersatz_pr_auc": 0.933745772730849,
+      "eval_ar_opus100_pr_auc": 0.7378754026217399,
+      "eval_ar_ud_pr_auc": 0.8732413966925917,
+      "eval_average_ersatz_pr_auc": 0.9683915125742689,
+      "eval_average_opus100_pr_auc": 0.8415678162694586,
+      "eval_average_ud_pr_auc": 0.9664745913421099,
+      "eval_az_opus100_pr_auc": 0.8161937577167185,
+      "eval_be_opus100_pr_auc": 0.7201012268880377,
+      "eval_be_ud_pr_auc": 0.9065067821738237,
+      "eval_bg_opus100_pr_auc": 0.9267020567550786,
+      "eval_bg_ud_pr_auc": 0.9968504684386983,
+      "eval_bn_opus100_pr_auc": 0.8371571006169386,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8925125482249611,
+      "eval_ca_ud_pr_auc": 0.9980400887347821,
+      "eval_ceb_ud_pr_auc": 0.9953600248079958,
+      "eval_cs_ersatz_pr_auc": 0.9867647752748219,
+      "eval_cs_opus100_pr_auc": 0.9125805299264488,
+      "eval_cs_ud_pr_auc": 0.9621735777807633,
+      "eval_cy_opus100_pr_auc": 0.7690879705984135,
+      "eval_cy_ud_pr_auc": 0.9955102684618331,
+      "eval_da_opus100_pr_auc": 0.9200694193320998,
+      "eval_da_ud_pr_auc": 0.9867920044741925,
+      "eval_de_ersatz_pr_auc": 0.9833965680987189,
+      "eval_de_opus100_pr_auc": 0.9069388052084023,
+      "eval_de_ud_pr_auc": 0.9876320406936799,
+      "eval_el_opus100_pr_auc": 0.9258725295482318,
+      "eval_el_ud_pr_auc": 0.9834165569613765,
+      "eval_en_ersatz_pr_auc": 0.9935430042721316,
+      "eval_en_opus100_pr_auc": 0.9264587222950048,
+      "eval_en_ud_pr_auc": 0.9811121471831494,
+      "eval_eo_opus100_pr_auc": 0.9340039529939073,
+      "eval_es_ersatz_pr_auc": 0.997167557097863,
+      "eval_es_opus100_pr_auc": 0.9304835692855653,
+      "eval_es_ud_pr_auc": 0.992536027201576,
+      "eval_et_ersatz_pr_auc": 0.9836703481000714,
+      "eval_et_opus100_pr_auc": 0.8946810711773568,
+      "eval_et_ud_pr_auc": 0.9636807917802743,
+      "eval_eu_opus100_pr_auc": 0.8870572031203661,
+      "eval_eu_ud_pr_auc": 0.9934573153824291,
+      "eval_fa_opus100_pr_auc": 0.6044811470510697,
+      "eval_fa_ud_pr_auc": 0.9909524442275504,
+      "eval_fi_ersatz_pr_auc": 0.9913712338046086,
+      "eval_fi_opus100_pr_auc": 0.9279300445432698,
+      "eval_fi_ud_pr_auc": 0.969904538447376,
+      "eval_fr_ersatz_pr_auc": 0.9917429540710997,
+      "eval_fr_opus100_pr_auc": 0.9271128083953976,
+      "eval_fr_ud_pr_auc": 0.9907652537367864,
+      "eval_fy_opus100_pr_auc": 0.6983248018757638,
+      "eval_ga_opus100_pr_auc": 0.8992533829326409,
+      "eval_ga_ud_pr_auc": 0.8189392583909822,
+      "eval_gd_opus100_pr_auc": 0.686072999047177,
+      "eval_gd_ud_pr_auc": 0.8246848936315532,
+      "eval_gl_opus100_pr_auc": 0.9016353560330809,
+      "eval_gl_ud_pr_auc": 0.9978242906997125,
+      "eval_gu_ersatz_pr_auc": 0.9522367675015784,
+      "eval_gu_opus100_pr_auc": 0.7452306323933275,
+      "eval_ha_opus100_pr_auc": 0.9103190490818363,
+      "eval_he_opus100_pr_auc": 0.8697048502750754,
+      "eval_he_ud_pr_auc": 0.9811131038440428,
+      "eval_hi_ersatz_pr_auc": 0.9816708687740562,
+      "eval_hi_opus100_pr_auc": 0.6981680218808379,
+      "eval_hi_ud_pr_auc": 0.9851011580153233,
+      "eval_hu_opus100_pr_auc": 0.9187814944607062,
+      "eval_hu_ud_pr_auc": 0.9863052637893029,
+      "eval_hy_opus100_pr_auc": 0.9216229758043514,
+      "eval_hy_ud_pr_auc": 0.9934923351535395,
+      "eval_id_opus100_pr_auc": 0.8746050458612286,
+      "eval_id_ud_pr_auc": 0.9958040548943825,
+      "eval_ig_opus100_pr_auc": 0.8869360503289052,
+      "eval_is_opus100_pr_auc": 0.9298938794003708,
+      "eval_is_ud_pr_auc": 0.9275315224173152,
+      "eval_it_opus100_pr_auc": 0.9147921670538749,
+      "eval_it_ud_pr_auc": 0.9994208139512523,
+      "eval_ja_ersatz_pr_auc": 0.819332664270777,
+      "eval_ja_opus100_pr_auc": 0.8240194874227481,
+      "eval_ja_ud_pr_auc": 0.9766520255317789,
+      "eval_jv_ud_pr_auc": 0.9709998648814964,
+      "eval_ka_opus100_pr_auc": 0.860009319285927,
+      "eval_kk_ersatz_pr_auc": 0.9899635235171511,
+      "eval_kk_opus100_pr_auc": 0.8186360893056668,
+      "eval_kk_ud_pr_auc": 0.9812376584304661,
+      "eval_km_ersatz_pr_auc": 0.9184831806034262,
+      "eval_km_opus100_pr_auc": 0.7504652888925557,
+      "eval_kn_opus100_pr_auc": 0.6242371057293324,
+      "eval_ko_opus100_pr_auc": 0.6598581416991508,
+      "eval_ko_ud_pr_auc": 0.9983064300540814,
+      "eval_ku_opus100_pr_auc": 0.8498766940292409,
+      "eval_ky_opus100_pr_auc": 0.8861239663084852,
+      "eval_la_ud_pr_auc": 0.9731515023700676,
+      "eval_loss": 0.03030545637011528,
+      "eval_lt_ersatz_pr_auc": 0.9960364326094611,
+      "eval_lt_opus100_pr_auc": 0.8895507195611845,
+      "eval_lt_ud_pr_auc": 0.996524148408494,
+      "eval_lv_ersatz_pr_auc": 0.9935701645918521,
+      "eval_lv_opus100_pr_auc": 0.8951680799119434,
+      "eval_lv_ud_pr_auc": 0.9710666570987242,
+      "eval_mg_opus100_pr_auc": 0.9373043629320554,
+      "eval_mk_opus100_pr_auc": 0.9174530790809488,
+      "eval_ml_opus100_pr_auc": 0.8076224846841321,
+      "eval_mn_opus100_pr_auc": 0.9505433409059789,
+      "eval_mr_opus100_pr_auc": 0.9105598148213915,
+      "eval_mr_ud_pr_auc": 0.9666264202710741,
+      "eval_ms_opus100_pr_auc": 0.8798901859246757,
+      "eval_mt_opus100_pr_auc": 0.8784977712250361,
+      "eval_mt_ud_pr_auc": 0.89155003351382,
+      "eval_my_opus100_pr_auc": 0.7534812769829451,
+      "eval_ne_opus100_pr_auc": 0.7318404938360914,
+      "eval_nl_opus100_pr_auc": 0.9038081412903438,
+      "eval_nl_ud_pr_auc": 0.9836790531613028,
+      "eval_no_opus100_pr_auc": 0.9249593962344816,
+      "eval_no_ud_pr_auc": 0.9963587546242175,
+      "eval_pa_opus100_pr_auc": 0.6824758567090946,
+      "eval_pl_ersatz_pr_auc": 0.9793339800120292,
+      "eval_pl_opus100_pr_auc": 0.9032439724959949,
+      "eval_pl_ud_pr_auc": 0.9742140576148061,
+      "eval_ps_ersatz_pr_auc": 0.938105295465253,
+      "eval_ps_opus100_pr_auc": 0.7536209191165469,
+      "eval_pt_opus100_pr_auc": 0.9296755805444429,
+      "eval_pt_ud_pr_auc": 0.9884842850588653,
+      "eval_ro_ersatz_pr_auc": 0.9954208882757302,
+      "eval_ro_opus100_pr_auc": 0.8836702416827051,
+      "eval_ro_ud_pr_auc": 0.9788913417581426,
+      "eval_ru_ersatz_pr_auc": 0.991036557204822,
+      "eval_ru_opus100_pr_auc": 0.9298425351749495,
+      "eval_ru_ud_pr_auc": 0.8842271734436412,
+      "eval_runtime": 618.5026,
+      "eval_samples_per_second": 122.097,
+      "eval_si_opus100_pr_auc": 0.8155371023706719,
+      "eval_sk_opus100_pr_auc": 0.9401071496589839,
+      "eval_sk_ud_pr_auc": 0.9873468754187972,
+      "eval_sl_opus100_pr_auc": 0.8734102435540979,
+      "eval_sl_ud_pr_auc": 0.9722048465055436,
+      "eval_sq_opus100_pr_auc": 0.9228720105182971,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9063576687232945,
+      "eval_sr_ud_pr_auc": 0.9990909220581938,
+      "eval_steps_per_second": 3.816,
+      "eval_sv_opus100_pr_auc": 0.904363970525619,
+      "eval_sv_ud_pr_auc": 0.9528723140453524,
+      "eval_ta_ersatz_pr_auc": 0.9839515628623328,
+      "eval_ta_opus100_pr_auc": 0.6925860825977954,
+      "eval_ta_ud_pr_auc": 0.9967770032075125,
+      "eval_te_opus100_pr_auc": 0.8560866764958502,
+      "eval_tg_opus100_pr_auc": 0.8960512256575852,
+      "eval_th_opus100_pr_auc": 0.6789678324852145,
+      "eval_th_ud_pr_auc": 0.8115084671390932,
+      "eval_tr_ersatz_pr_auc": 0.9730565090658729,
+      "eval_tr_opus100_pr_auc": 0.9045451918860629,
+      "eval_tr_ud_pr_auc": 0.9593573424674676,
+      "eval_uk_opus100_pr_auc": 0.8899782743622972,
+      "eval_uk_ud_pr_auc": 0.9358018475975197,
+      "eval_ur_opus100_pr_auc": 0.5519961295649473,
+      "eval_ur_ud_pr_auc": 0.9959100523729505,
+      "eval_uz_opus100_pr_auc": 0.885378248140604,
+      "eval_vi_opus100_pr_auc": 0.9033525461039634,
+      "eval_vi_ud_pr_auc": 0.962982426915122,
+      "eval_xh_opus100_pr_auc": 0.8641053324317792,
+      "eval_yi_opus100_pr_auc": 0.7916381405336307,
+      "eval_yo_opus100_pr_auc": 0.8287651565869298,
+      "eval_yo_ud_pr_auc": 0.9129825467646385,
+      "eval_zh_ersatz_pr_auc": 0.9310126684294064,
+      "eval_zh_opus100_pr_auc": 0.7229350235810423,
+      "eval_zh_ud_pr_auc": 0.9970958613612917,
+      "eval_zu_opus100_pr_auc": 0.8310927390154754,
+      "step": 270000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.416455696202532e-05,
+      "learning_rate_adapter": 3.416455696202532e-05,
+      "loss": 0.0261,
+      "step": 270050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.415189873417722e-05,
+      "learning_rate_adapter": 3.415189873417722e-05,
+      "loss": 0.0264,
+      "step": 270100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.413924050632912e-05,
+      "learning_rate_adapter": 3.413924050632912e-05,
+      "loss": 0.0263,
+      "step": 270150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.412658227848101e-05,
+      "learning_rate_adapter": 3.412658227848101e-05,
+      "loss": 0.0269,
+      "step": 270200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.411392405063291e-05,
+      "learning_rate_adapter": 3.411392405063291e-05,
+      "loss": 0.0266,
+      "step": 270250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.410126582278481e-05,
+      "learning_rate_adapter": 3.410126582278481e-05,
+      "loss": 0.0269,
+      "step": 270300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4088607594936715e-05,
+      "learning_rate_adapter": 3.4088607594936715e-05,
+      "loss": 0.0268,
+      "step": 270350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.407594936708861e-05,
+      "learning_rate_adapter": 3.407594936708861e-05,
+      "loss": 0.0272,
+      "step": 270400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4063291139240505e-05,
+      "learning_rate_adapter": 3.4063291139240505e-05,
+      "loss": 0.0263,
+      "step": 270450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4050632911392404e-05,
+      "learning_rate_adapter": 3.4050632911392404e-05,
+      "loss": 0.0261,
+      "step": 270500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.40379746835443e-05,
+      "learning_rate_adapter": 3.40379746835443e-05,
+      "loss": 0.0265,
+      "step": 270550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.40253164556962e-05,
+      "learning_rate_adapter": 3.40253164556962e-05,
+      "loss": 0.0258,
+      "step": 270600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.401265822784811e-05,
+      "learning_rate_adapter": 3.401265822784811e-05,
+      "loss": 0.0263,
+      "step": 270650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0267,
+      "step": 270700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.39873417721519e-05,
+      "learning_rate_adapter": 3.39873417721519e-05,
+      "loss": 0.0264,
+      "step": 270750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.39746835443038e-05,
+      "learning_rate_adapter": 3.39746835443038e-05,
+      "loss": 0.0267,
+      "step": 270800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3962025316455696e-05,
+      "learning_rate_adapter": 3.3962025316455696e-05,
+      "loss": 0.0263,
+      "step": 270850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3949367088607595e-05,
+      "learning_rate_adapter": 3.3949367088607595e-05,
+      "loss": 0.0262,
+      "step": 270900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.39367088607595e-05,
+      "learning_rate_adapter": 3.39367088607595e-05,
+      "loss": 0.0264,
+      "step": 270950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.392405063291139e-05,
+      "learning_rate_adapter": 3.392405063291139e-05,
+      "loss": 0.0263,
+      "step": 271000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.391139240506329e-05,
+      "learning_rate_adapter": 3.391139240506329e-05,
+      "loss": 0.0269,
+      "step": 271050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.389873417721519e-05,
+      "learning_rate_adapter": 3.389873417721519e-05,
+      "loss": 0.0263,
+      "step": 271100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.388607594936709e-05,
+      "learning_rate_adapter": 3.388607594936709e-05,
+      "loss": 0.0262,
+      "step": 271150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.387341772151899e-05,
+      "learning_rate_adapter": 3.387341772151899e-05,
+      "loss": 0.0265,
+      "step": 271200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.386075949367089e-05,
+      "learning_rate_adapter": 3.386075949367089e-05,
+      "loss": 0.0261,
+      "step": 271250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3848101265822786e-05,
+      "learning_rate_adapter": 3.3848101265822786e-05,
+      "loss": 0.0262,
+      "step": 271300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3835443037974685e-05,
+      "learning_rate_adapter": 3.3835443037974685e-05,
+      "loss": 0.0261,
+      "step": 271350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3822784810126584e-05,
+      "learning_rate_adapter": 3.3822784810126584e-05,
+      "loss": 0.0263,
+      "step": 271400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.381012658227848e-05,
+      "learning_rate_adapter": 3.381012658227848e-05,
+      "loss": 0.0271,
+      "step": 271450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.379746835443038e-05,
+      "learning_rate_adapter": 3.379746835443038e-05,
+      "loss": 0.0267,
+      "step": 271500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.378481012658228e-05,
+      "learning_rate_adapter": 3.378481012658228e-05,
+      "loss": 0.0272,
+      "step": 271550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.377215189873418e-05,
+      "learning_rate_adapter": 3.377215189873418e-05,
+      "loss": 0.0269,
+      "step": 271600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.375949367088608e-05,
+      "learning_rate_adapter": 3.375949367088608e-05,
+      "loss": 0.0264,
+      "step": 271650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.374683544303798e-05,
+      "learning_rate_adapter": 3.374683544303798e-05,
+      "loss": 0.026,
+      "step": 271700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3734177215189876e-05,
+      "learning_rate_adapter": 3.3734177215189876e-05,
+      "loss": 0.0262,
+      "step": 271750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3721518987341775e-05,
+      "learning_rate_adapter": 3.3721518987341775e-05,
+      "loss": 0.0264,
+      "step": 271800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3708860759493673e-05,
+      "learning_rate_adapter": 3.3708860759493673e-05,
+      "loss": 0.0267,
+      "step": 271850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.369620253164557e-05,
+      "learning_rate_adapter": 3.369620253164557e-05,
+      "loss": 0.0258,
+      "step": 271900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.368354430379747e-05,
+      "learning_rate_adapter": 3.368354430379747e-05,
+      "loss": 0.0274,
+      "step": 271950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.367088607594937e-05,
+      "learning_rate_adapter": 3.367088607594937e-05,
+      "loss": 0.0265,
+      "step": 272000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.365822784810126e-05,
+      "learning_rate_adapter": 3.365822784810126e-05,
+      "loss": 0.0263,
+      "step": 272050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.364556962025317e-05,
+      "learning_rate_adapter": 3.364556962025317e-05,
+      "loss": 0.0263,
+      "step": 272100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3632911392405067e-05,
+      "learning_rate_adapter": 3.3632911392405067e-05,
+      "loss": 0.0265,
+      "step": 272150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3620253164556965e-05,
+      "learning_rate_adapter": 3.3620253164556965e-05,
+      "loss": 0.0263,
+      "step": 272200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3607594936708864e-05,
+      "learning_rate_adapter": 3.3607594936708864e-05,
+      "loss": 0.0267,
+      "step": 272250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.359493670886076e-05,
+      "learning_rate_adapter": 3.359493670886076e-05,
+      "loss": 0.0257,
+      "step": 272300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3582278481012655e-05,
+      "learning_rate_adapter": 3.3582278481012655e-05,
+      "loss": 0.0258,
+      "step": 272350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.356962025316456e-05,
+      "learning_rate_adapter": 3.356962025316456e-05,
+      "loss": 0.0266,
+      "step": 272400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.355696202531646e-05,
+      "learning_rate_adapter": 3.355696202531646e-05,
+      "loss": 0.0267,
+      "step": 272450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.354430379746836e-05,
+      "learning_rate_adapter": 3.354430379746836e-05,
+      "loss": 0.026,
+      "step": 272500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.353164556962026e-05,
+      "learning_rate_adapter": 3.353164556962026e-05,
+      "loss": 0.0258,
+      "step": 272550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.351898734177215e-05,
+      "learning_rate_adapter": 3.351898734177215e-05,
+      "loss": 0.0263,
+      "step": 272600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.350632911392405e-05,
+      "learning_rate_adapter": 3.350632911392405e-05,
+      "loss": 0.0263,
+      "step": 272650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3493670886075954e-05,
+      "learning_rate_adapter": 3.3493670886075954e-05,
+      "loss": 0.0261,
+      "step": 272700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.348101265822785e-05,
+      "learning_rate_adapter": 3.348101265822785e-05,
+      "loss": 0.0259,
+      "step": 272750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.346835443037975e-05,
+      "learning_rate_adapter": 3.346835443037975e-05,
+      "loss": 0.0266,
+      "step": 272800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3455696202531644e-05,
+      "learning_rate_adapter": 3.3455696202531644e-05,
+      "loss": 0.0265,
+      "step": 272850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.344303797468354e-05,
+      "learning_rate_adapter": 3.344303797468354e-05,
+      "loss": 0.0261,
+      "step": 272900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.343037974683544e-05,
+      "learning_rate_adapter": 3.343037974683544e-05,
+      "loss": 0.0267,
+      "step": 272950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.341772151898735e-05,
+      "learning_rate_adapter": 3.341772151898735e-05,
+      "loss": 0.0265,
+      "step": 273000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3405063291139246e-05,
+      "learning_rate_adapter": 3.3405063291139246e-05,
+      "loss": 0.0265,
+      "step": 273050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3392405063291145e-05,
+      "learning_rate_adapter": 3.3392405063291145e-05,
+      "loss": 0.0268,
+      "step": 273100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.337974683544304e-05,
+      "learning_rate_adapter": 3.337974683544304e-05,
+      "loss": 0.0264,
+      "step": 273150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3367088607594936e-05,
+      "learning_rate_adapter": 3.3367088607594936e-05,
+      "loss": 0.0268,
+      "step": 273200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3354430379746835e-05,
+      "learning_rate_adapter": 3.3354430379746835e-05,
+      "loss": 0.0269,
+      "step": 273250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.334177215189874e-05,
+      "learning_rate_adapter": 3.334177215189874e-05,
+      "loss": 0.0269,
+      "step": 273300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.332911392405064e-05,
+      "learning_rate_adapter": 3.332911392405064e-05,
+      "loss": 0.0265,
+      "step": 273350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.331645569620253e-05,
+      "learning_rate_adapter": 3.331645569620253e-05,
+      "loss": 0.0266,
+      "step": 273400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.330379746835443e-05,
+      "learning_rate_adapter": 3.330379746835443e-05,
+      "loss": 0.0269,
+      "step": 273450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.329113924050633e-05,
+      "learning_rate_adapter": 3.329113924050633e-05,
+      "loss": 0.0268,
+      "step": 273500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.327848101265823e-05,
+      "learning_rate_adapter": 3.327848101265823e-05,
+      "loss": 0.027,
+      "step": 273550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.326582278481013e-05,
+      "learning_rate_adapter": 3.326582278481013e-05,
+      "loss": 0.0264,
+      "step": 273600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3253164556962025e-05,
+      "learning_rate_adapter": 3.3253164556962025e-05,
+      "loss": 0.0259,
+      "step": 273650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3240506329113924e-05,
+      "learning_rate_adapter": 3.3240506329113924e-05,
+      "loss": 0.0265,
+      "step": 273700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.322784810126582e-05,
+      "learning_rate_adapter": 3.322784810126582e-05,
+      "loss": 0.0263,
+      "step": 273750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.321518987341772e-05,
+      "learning_rate_adapter": 3.321518987341772e-05,
+      "loss": 0.0265,
+      "step": 273800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.320253164556962e-05,
+      "learning_rate_adapter": 3.320253164556962e-05,
+      "loss": 0.0257,
+      "step": 273850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3189873417721526e-05,
+      "learning_rate_adapter": 3.3189873417721526e-05,
+      "loss": 0.0262,
+      "step": 273900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.317721518987342e-05,
+      "learning_rate_adapter": 3.317721518987342e-05,
+      "loss": 0.0266,
+      "step": 273950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.316455696202532e-05,
+      "learning_rate_adapter": 3.316455696202532e-05,
+      "loss": 0.027,
+      "step": 274000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3151898734177216e-05,
+      "learning_rate_adapter": 3.3151898734177216e-05,
+      "loss": 0.0262,
+      "step": 274050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3139240506329115e-05,
+      "learning_rate_adapter": 3.3139240506329115e-05,
+      "loss": 0.0267,
+      "step": 274100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3126582278481014e-05,
+      "learning_rate_adapter": 3.3126582278481014e-05,
+      "loss": 0.0267,
+      "step": 274150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.311392405063291e-05,
+      "learning_rate_adapter": 3.311392405063291e-05,
+      "loss": 0.0274,
+      "step": 274200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.310126582278481e-05,
+      "learning_rate_adapter": 3.310126582278481e-05,
+      "loss": 0.0265,
+      "step": 274250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.308860759493671e-05,
+      "learning_rate_adapter": 3.308860759493671e-05,
+      "loss": 0.026,
+      "step": 274300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.307594936708861e-05,
+      "learning_rate_adapter": 3.307594936708861e-05,
+      "loss": 0.0263,
+      "step": 274350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.306329113924051e-05,
+      "learning_rate_adapter": 3.306329113924051e-05,
+      "loss": 0.0267,
+      "step": 274400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.305063291139241e-05,
+      "learning_rate_adapter": 3.305063291139241e-05,
+      "loss": 0.0264,
+      "step": 274450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3037974683544306e-05,
+      "learning_rate_adapter": 3.3037974683544306e-05,
+      "loss": 0.0267,
+      "step": 274500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3025316455696205e-05,
+      "learning_rate_adapter": 3.3025316455696205e-05,
+      "loss": 0.0263,
+      "step": 274550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3012658227848104e-05,
+      "learning_rate_adapter": 3.3012658227848104e-05,
+      "loss": 0.0254,
+      "step": 274600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0263,
+      "step": 274650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29873417721519e-05,
+      "learning_rate_adapter": 3.29873417721519e-05,
+      "loss": 0.0259,
+      "step": 274700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29746835443038e-05,
+      "learning_rate_adapter": 3.29746835443038e-05,
+      "loss": 0.0268,
+      "step": 274750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29620253164557e-05,
+      "learning_rate_adapter": 3.29620253164557e-05,
+      "loss": 0.0264,
+      "step": 274800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29493670886076e-05,
+      "learning_rate_adapter": 3.29493670886076e-05,
+      "loss": 0.0267,
+      "step": 274850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29367088607595e-05,
+      "learning_rate_adapter": 3.29367088607595e-05,
+      "loss": 0.0263,
+      "step": 274900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2924050632911396e-05,
+      "learning_rate_adapter": 3.2924050632911396e-05,
+      "loss": 0.0266,
+      "step": 274950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.291139240506329e-05,
+      "learning_rate_adapter": 3.291139240506329e-05,
+      "loss": 0.0261,
+      "step": 275000
+    },
+    {
+      "epoch": 0.23,
+      "eval_af_opus100_pr_auc": 0.7877823424798199,
+      "eval_af_ud_pr_auc": 0.9908973245902222,
+      "eval_am_opus100_pr_auc": 0.5390316923597661,
+      "eval_ar_ersatz_pr_auc": 0.927172909786911,
+      "eval_ar_opus100_pr_auc": 0.7290162358818834,
+      "eval_ar_ud_pr_auc": 0.8803765442279712,
+      "eval_average_ersatz_pr_auc": 0.9650659771458012,
+      "eval_average_opus100_pr_auc": 0.8349034037894812,
+      "eval_average_ud_pr_auc": 0.9638719583841432,
+      "eval_az_opus100_pr_auc": 0.8137846886132214,
+      "eval_be_opus100_pr_auc": 0.6788541793280155,
+      "eval_be_ud_pr_auc": 0.883705983733273,
+      "eval_bg_opus100_pr_auc": 0.9175500399848704,
+      "eval_bg_ud_pr_auc": 0.9963034306977903,
+      "eval_bn_opus100_pr_auc": 0.8243454341090187,
+      "eval_bn_ud_pr_auc": 0.9990344616049506,
+      "eval_ca_opus100_pr_auc": 0.8887001382288467,
+      "eval_ca_ud_pr_auc": 0.9926696000150892,
+      "eval_ceb_ud_pr_auc": 0.9971208834797319,
+      "eval_cs_ersatz_pr_auc": 0.9839557508516341,
+      "eval_cs_opus100_pr_auc": 0.9029055071917153,
+      "eval_cs_ud_pr_auc": 0.9602307265180714,
+      "eval_cy_opus100_pr_auc": 0.7532320264647768,
+      "eval_cy_ud_pr_auc": 0.992921620554145,
+      "eval_da_opus100_pr_auc": 0.9216002954451491,
+      "eval_da_ud_pr_auc": 0.98520334164205,
+      "eval_de_ersatz_pr_auc": 0.9813180663645245,
+      "eval_de_opus100_pr_auc": 0.9062684110874768,
+      "eval_de_ud_pr_auc": 0.9873325385085843,
+      "eval_el_opus100_pr_auc": 0.9196637820318339,
+      "eval_el_ud_pr_auc": 0.9848126125802201,
+      "eval_en_ersatz_pr_auc": 0.992106991575629,
+      "eval_en_opus100_pr_auc": 0.9212698179881983,
+      "eval_en_ud_pr_auc": 0.9768325353296926,
+      "eval_eo_opus100_pr_auc": 0.9290840531187674,
+      "eval_es_ersatz_pr_auc": 0.9972630379997683,
+      "eval_es_opus100_pr_auc": 0.9318381590842649,
+      "eval_es_ud_pr_auc": 0.992137149831555,
+      "eval_et_ersatz_pr_auc": 0.9825363634626348,
+      "eval_et_opus100_pr_auc": 0.8955958699364676,
+      "eval_et_ud_pr_auc": 0.962289855560177,
+      "eval_eu_opus100_pr_auc": 0.8852231872169515,
+      "eval_eu_ud_pr_auc": 0.9929946162641684,
+      "eval_fa_opus100_pr_auc": 0.6052352935524812,
+      "eval_fa_ud_pr_auc": 0.9916573445701976,
+      "eval_fi_ersatz_pr_auc": 0.9905969494942916,
+      "eval_fi_opus100_pr_auc": 0.9147446848108616,
+      "eval_fi_ud_pr_auc": 0.9729130780694698,
+      "eval_fr_ersatz_pr_auc": 0.9912675626662196,
+      "eval_fr_opus100_pr_auc": 0.9202161088222628,
+      "eval_fr_ud_pr_auc": 0.9864361670005269,
+      "eval_fy_opus100_pr_auc": 0.6937841692397899,
+      "eval_ga_opus100_pr_auc": 0.8863775426545109,
+      "eval_ga_ud_pr_auc": 0.8297548843145691,
+      "eval_gd_opus100_pr_auc": 0.6828192653396362,
+      "eval_gd_ud_pr_auc": 0.8081343641653597,
+      "eval_gl_opus100_pr_auc": 0.8944906425479954,
+      "eval_gl_ud_pr_auc": 0.9988229800717557,
+      "eval_gu_ersatz_pr_auc": 0.935944928590712,
+      "eval_gu_opus100_pr_auc": 0.7444793499001906,
+      "eval_ha_opus100_pr_auc": 0.9068670581844454,
+      "eval_he_opus100_pr_auc": 0.8773473845575105,
+      "eval_he_ud_pr_auc": 0.9696155232135553,
+      "eval_hi_ersatz_pr_auc": 0.9775235255331555,
+      "eval_hi_opus100_pr_auc": 0.6855495992887065,
+      "eval_hi_ud_pr_auc": 0.9840973968048693,
+      "eval_hu_opus100_pr_auc": 0.9101642925119362,
+      "eval_hu_ud_pr_auc": 0.9842853949317624,
+      "eval_hy_opus100_pr_auc": 0.9143225733472504,
+      "eval_hy_ud_pr_auc": 0.9927763442846609,
+      "eval_id_opus100_pr_auc": 0.8713081138544648,
+      "eval_id_ud_pr_auc": 0.993871152145957,
+      "eval_ig_opus100_pr_auc": 0.8836299269035366,
+      "eval_is_opus100_pr_auc": 0.9165340273661989,
+      "eval_is_ud_pr_auc": 0.9272732645321907,
+      "eval_it_opus100_pr_auc": 0.913149334773337,
+      "eval_it_ud_pr_auc": 0.9992417357287566,
+      "eval_ja_ersatz_pr_auc": 0.8213177799665425,
+      "eval_ja_opus100_pr_auc": 0.8338533511291717,
+      "eval_ja_ud_pr_auc": 0.9761372520252384,
+      "eval_jv_ud_pr_auc": 0.9731153309423004,
+      "eval_ka_opus100_pr_auc": 0.8581563827618128,
+      "eval_kk_ersatz_pr_auc": 0.98774595477782,
+      "eval_kk_opus100_pr_auc": 0.7943457306798736,
+      "eval_kk_ud_pr_auc": 0.9762780981891902,
+      "eval_km_ersatz_pr_auc": 0.9201165088670942,
+      "eval_km_opus100_pr_auc": 0.7292435901168536,
+      "eval_kn_opus100_pr_auc": 0.6009423965589982,
+      "eval_ko_opus100_pr_auc": 0.653475357949532,
+      "eval_ko_ud_pr_auc": 0.9974294884189584,
+      "eval_ku_opus100_pr_auc": 0.8476988282123048,
+      "eval_ky_opus100_pr_auc": 0.8688966182560711,
+      "eval_la_ud_pr_auc": 0.9657245368903637,
+      "eval_loss": 0.030179576948285103,
+      "eval_lt_ersatz_pr_auc": 0.9937510349490772,
+      "eval_lt_opus100_pr_auc": 0.8915175144560844,
+      "eval_lt_ud_pr_auc": 0.9943839478909882,
+      "eval_lv_ersatz_pr_auc": 0.9881852342672205,
+      "eval_lv_opus100_pr_auc": 0.8952087462678188,
+      "eval_lv_ud_pr_auc": 0.9654961489953393,
+      "eval_mg_opus100_pr_auc": 0.9340779933938401,
+      "eval_mk_opus100_pr_auc": 0.9106229882855489,
+      "eval_ml_opus100_pr_auc": 0.7883965037546159,
+      "eval_mn_opus100_pr_auc": 0.9409423033497804,
+      "eval_mr_opus100_pr_auc": 0.9059763511609918,
+      "eval_mr_ud_pr_auc": 0.9686584651317477,
+      "eval_ms_opus100_pr_auc": 0.8738377993572612,
+      "eval_mt_opus100_pr_auc": 0.8654213999185437,
+      "eval_mt_ud_pr_auc": 0.9137817637390042,
+      "eval_my_opus100_pr_auc": 0.7456314848090918,
+      "eval_ne_opus100_pr_auc": 0.7017033577631466,
+      "eval_nl_opus100_pr_auc": 0.900279144528779,
+      "eval_nl_ud_pr_auc": 0.9849975815468497,
+      "eval_no_opus100_pr_auc": 0.9167296266992421,
+      "eval_no_ud_pr_auc": 0.995772288720085,
+      "eval_pa_opus100_pr_auc": 0.6595776462451792,
+      "eval_pl_ersatz_pr_auc": 0.9711280836637574,
+      "eval_pl_opus100_pr_auc": 0.8974243127003411,
+      "eval_pl_ud_pr_auc": 0.9652653463031607,
+      "eval_ps_ersatz_pr_auc": 0.9215633399521088,
+      "eval_ps_opus100_pr_auc": 0.7540566339690118,
+      "eval_pt_opus100_pr_auc": 0.9267396506662016,
+      "eval_pt_ud_pr_auc": 0.9850771143151597,
+      "eval_ro_ersatz_pr_auc": 0.9931327272992004,
+      "eval_ro_opus100_pr_auc": 0.8762113000573791,
+      "eval_ro_ud_pr_auc": 0.9708355758394701,
+      "eval_ru_ersatz_pr_auc": 0.990410120702701,
+      "eval_ru_opus100_pr_auc": 0.9204576824733042,
+      "eval_ru_ud_pr_auc": 0.8656874446895604,
+      "eval_runtime": 622.2161,
+      "eval_samples_per_second": 121.368,
+      "eval_si_opus100_pr_auc": 0.7995114828337098,
+      "eval_sk_opus100_pr_auc": 0.9323179192777189,
+      "eval_sk_ud_pr_auc": 0.9839691954543685,
+      "eval_sl_opus100_pr_auc": 0.8676458192122364,
+      "eval_sl_ud_pr_auc": 0.9700137229524638,
+      "eval_sq_opus100_pr_auc": 0.9178274993985455,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9030079644617374,
+      "eval_sr_ud_pr_auc": 0.9984550559044637,
+      "eval_steps_per_second": 3.793,
+      "eval_sv_opus100_pr_auc": 0.8976765193895413,
+      "eval_sv_ud_pr_auc": 0.9503660471435327,
+      "eval_ta_ersatz_pr_auc": 0.9801489857204102,
+      "eval_ta_opus100_pr_auc": 0.6801543007496654,
+      "eval_ta_ud_pr_auc": 0.9952236528888043,
+      "eval_te_opus100_pr_auc": 0.8474133854931667,
+      "eval_tg_opus100_pr_auc": 0.8906614748005784,
+      "eval_th_opus100_pr_auc": 0.6696267078026632,
+      "eval_th_ud_pr_auc": 0.8071317901171371,
+      "eval_tr_ersatz_pr_auc": 0.9669099006687548,
+      "eval_tr_opus100_pr_auc": 0.8968438574713096,
+      "eval_tr_ud_pr_auc": 0.9519498682272123,
+      "eval_uk_opus100_pr_auc": 0.8789292229928319,
+      "eval_uk_ud_pr_auc": 0.926418566339308,
+      "eval_ur_opus100_pr_auc": 0.5500533697736015,
+      "eval_ur_ud_pr_auc": 0.9930948024098238,
+      "eval_uz_opus100_pr_auc": 0.8810941393502947,
+      "eval_vi_opus100_pr_auc": 0.8992353323052551,
+      "eval_vi_ud_pr_auc": 0.9515744053504138,
+      "eval_xh_opus100_pr_auc": 0.8618443038733653,
+      "eval_yi_opus100_pr_auc": 0.8084291865872825,
+      "eval_yo_opus100_pr_auc": 0.8132020925721163,
+      "eval_yo_ud_pr_auc": 0.9042212868761866,
+      "eval_zh_ersatz_pr_auc": 0.937355740047459,
+      "eval_zh_opus100_pr_auc": 0.7768856026574383,
+      "eval_zh_ud_pr_auc": 0.9958999956237056,
+      "eval_zu_opus100_pr_auc": 0.8315290060074716,
+      "step": 275000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.289873417721519e-05,
+      "learning_rate_adapter": 3.289873417721519e-05,
+      "loss": 0.027,
+      "step": 275050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.288607594936709e-05,
+      "learning_rate_adapter": 3.288607594936709e-05,
+      "loss": 0.0263,
+      "step": 275100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.287341772151899e-05,
+      "learning_rate_adapter": 3.287341772151899e-05,
+      "loss": 0.0264,
+      "step": 275150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.286075949367089e-05,
+      "learning_rate_adapter": 3.286075949367089e-05,
+      "loss": 0.0261,
+      "step": 275200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.284810126582278e-05,
+      "learning_rate_adapter": 3.284810126582278e-05,
+      "loss": 0.0269,
+      "step": 275250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.283544303797468e-05,
+      "learning_rate_adapter": 3.283544303797468e-05,
+      "loss": 0.0262,
+      "step": 275300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2822784810126587e-05,
+      "learning_rate_adapter": 3.2822784810126587e-05,
+      "loss": 0.0265,
+      "step": 275350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2810126582278485e-05,
+      "learning_rate_adapter": 3.2810126582278485e-05,
+      "loss": 0.0265,
+      "step": 275400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2797468354430384e-05,
+      "learning_rate_adapter": 3.2797468354430384e-05,
+      "loss": 0.0266,
+      "step": 275450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.278481012658228e-05,
+      "learning_rate_adapter": 3.278481012658228e-05,
+      "loss": 0.0257,
+      "step": 275500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2772151898734175e-05,
+      "learning_rate_adapter": 3.2772151898734175e-05,
+      "loss": 0.0259,
+      "step": 275550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2759493670886074e-05,
+      "learning_rate_adapter": 3.2759493670886074e-05,
+      "loss": 0.026,
+      "step": 275600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.274683544303798e-05,
+      "learning_rate_adapter": 3.274683544303798e-05,
+      "loss": 0.0265,
+      "step": 275650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.273417721518988e-05,
+      "learning_rate_adapter": 3.273417721518988e-05,
+      "loss": 0.0266,
+      "step": 275700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.272151898734178e-05,
+      "learning_rate_adapter": 3.272151898734178e-05,
+      "loss": 0.0262,
+      "step": 275750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.270886075949367e-05,
+      "learning_rate_adapter": 3.270886075949367e-05,
+      "loss": 0.0259,
+      "step": 275800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.269620253164557e-05,
+      "learning_rate_adapter": 3.269620253164557e-05,
+      "loss": 0.0265,
+      "step": 275850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.268354430379747e-05,
+      "learning_rate_adapter": 3.268354430379747e-05,
+      "loss": 0.0262,
+      "step": 275900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.267088607594937e-05,
+      "learning_rate_adapter": 3.267088607594937e-05,
+      "loss": 0.0265,
+      "step": 275950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.265822784810127e-05,
+      "learning_rate_adapter": 3.265822784810127e-05,
+      "loss": 0.0266,
+      "step": 276000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2645569620253164e-05,
+      "learning_rate_adapter": 3.2645569620253164e-05,
+      "loss": 0.0264,
+      "step": 276050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.263291139240506e-05,
+      "learning_rate_adapter": 3.263291139240506e-05,
+      "loss": 0.0256,
+      "step": 276100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.262025316455696e-05,
+      "learning_rate_adapter": 3.262025316455696e-05,
+      "loss": 0.0265,
+      "step": 276150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.260759493670886e-05,
+      "learning_rate_adapter": 3.260759493670886e-05,
+      "loss": 0.0261,
+      "step": 276200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2594936708860766e-05,
+      "learning_rate_adapter": 3.2594936708860766e-05,
+      "loss": 0.0262,
+      "step": 276250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2582278481012665e-05,
+      "learning_rate_adapter": 3.2582278481012665e-05,
+      "loss": 0.0266,
+      "step": 276300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.256962025316456e-05,
+      "learning_rate_adapter": 3.256962025316456e-05,
+      "loss": 0.0255,
+      "step": 276350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2556962025316456e-05,
+      "learning_rate_adapter": 3.2556962025316456e-05,
+      "loss": 0.0268,
+      "step": 276400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2544303797468355e-05,
+      "learning_rate_adapter": 3.2544303797468355e-05,
+      "loss": 0.0265,
+      "step": 276450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2531645569620253e-05,
+      "learning_rate_adapter": 3.2531645569620253e-05,
+      "loss": 0.026,
+      "step": 276500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.251898734177216e-05,
+      "learning_rate_adapter": 3.251898734177216e-05,
+      "loss": 0.0254,
+      "step": 276550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.250632911392405e-05,
+      "learning_rate_adapter": 3.250632911392405e-05,
+      "loss": 0.0264,
+      "step": 276600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.249367088607595e-05,
+      "learning_rate_adapter": 3.249367088607595e-05,
+      "loss": 0.0259,
+      "step": 276650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.248101265822785e-05,
+      "learning_rate_adapter": 3.248101265822785e-05,
+      "loss": 0.0269,
+      "step": 276700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.246835443037975e-05,
+      "learning_rate_adapter": 3.246835443037975e-05,
+      "loss": 0.0259,
+      "step": 276750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2455696202531647e-05,
+      "learning_rate_adapter": 3.2455696202531647e-05,
+      "loss": 0.0266,
+      "step": 276800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2443037974683545e-05,
+      "learning_rate_adapter": 3.2443037974683545e-05,
+      "loss": 0.0264,
+      "step": 276850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2430379746835444e-05,
+      "learning_rate_adapter": 3.2430379746835444e-05,
+      "loss": 0.0265,
+      "step": 276900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.241772151898734e-05,
+      "learning_rate_adapter": 3.241772151898734e-05,
+      "loss": 0.0262,
+      "step": 276950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.240506329113924e-05,
+      "learning_rate_adapter": 3.240506329113924e-05,
+      "loss": 0.0268,
+      "step": 277000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.239240506329114e-05,
+      "learning_rate_adapter": 3.239240506329114e-05,
+      "loss": 0.0265,
+      "step": 277050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.237974683544304e-05,
+      "learning_rate_adapter": 3.237974683544304e-05,
+      "loss": 0.0266,
+      "step": 277100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.236708860759494e-05,
+      "learning_rate_adapter": 3.236708860759494e-05,
+      "loss": 0.0261,
+      "step": 277150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.235443037974684e-05,
+      "learning_rate_adapter": 3.235443037974684e-05,
+      "loss": 0.0267,
+      "step": 277200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2341772151898736e-05,
+      "learning_rate_adapter": 3.2341772151898736e-05,
+      "loss": 0.026,
+      "step": 277250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2329113924050635e-05,
+      "learning_rate_adapter": 3.2329113924050635e-05,
+      "loss": 0.0266,
+      "step": 277300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2316455696202534e-05,
+      "learning_rate_adapter": 3.2316455696202534e-05,
+      "loss": 0.0261,
+      "step": 277350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.230379746835443e-05,
+      "learning_rate_adapter": 3.230379746835443e-05,
+      "loss": 0.027,
+      "step": 277400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.229113924050633e-05,
+      "learning_rate_adapter": 3.229113924050633e-05,
+      "loss": 0.0259,
+      "step": 277450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.227848101265823e-05,
+      "learning_rate_adapter": 3.227848101265823e-05,
+      "loss": 0.0261,
+      "step": 277500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.226582278481013e-05,
+      "learning_rate_adapter": 3.226582278481013e-05,
+      "loss": 0.0258,
+      "step": 277550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.225316455696203e-05,
+      "learning_rate_adapter": 3.225316455696203e-05,
+      "loss": 0.0259,
+      "step": 277600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.224050632911392e-05,
+      "learning_rate_adapter": 3.224050632911392e-05,
+      "loss": 0.0259,
+      "step": 277650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2227848101265826e-05,
+      "learning_rate_adapter": 3.2227848101265826e-05,
+      "loss": 0.0264,
+      "step": 277700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2215189873417725e-05,
+      "learning_rate_adapter": 3.2215189873417725e-05,
+      "loss": 0.0261,
+      "step": 277750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2202531645569624e-05,
+      "learning_rate_adapter": 3.2202531645569624e-05,
+      "loss": 0.0263,
+      "step": 277800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.218987341772152e-05,
+      "learning_rate_adapter": 3.218987341772152e-05,
+      "loss": 0.0266,
+      "step": 277850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.217721518987342e-05,
+      "learning_rate_adapter": 3.217721518987342e-05,
+      "loss": 0.0257,
+      "step": 277900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2164556962025313e-05,
+      "learning_rate_adapter": 3.2164556962025313e-05,
+      "loss": 0.0265,
+      "step": 277950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.215189873417722e-05,
+      "learning_rate_adapter": 3.215189873417722e-05,
+      "loss": 0.0258,
+      "step": 278000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.213924050632912e-05,
+      "learning_rate_adapter": 3.213924050632912e-05,
+      "loss": 0.026,
+      "step": 278050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.212658227848102e-05,
+      "learning_rate_adapter": 3.212658227848102e-05,
+      "loss": 0.0261,
+      "step": 278100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2113924050632916e-05,
+      "learning_rate_adapter": 3.2113924050632916e-05,
+      "loss": 0.026,
+      "step": 278150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.210126582278481e-05,
+      "learning_rate_adapter": 3.210126582278481e-05,
+      "loss": 0.0264,
+      "step": 278200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2088607594936707e-05,
+      "learning_rate_adapter": 3.2088607594936707e-05,
+      "loss": 0.0264,
+      "step": 278250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.207594936708861e-05,
+      "learning_rate_adapter": 3.207594936708861e-05,
+      "loss": 0.0268,
+      "step": 278300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.206329113924051e-05,
+      "learning_rate_adapter": 3.206329113924051e-05,
+      "loss": 0.0258,
+      "step": 278350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.205063291139241e-05,
+      "learning_rate_adapter": 3.205063291139241e-05,
+      "loss": 0.026,
+      "step": 278400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.20379746835443e-05,
+      "learning_rate_adapter": 3.20379746835443e-05,
+      "loss": 0.0265,
+      "step": 278450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.20253164556962e-05,
+      "learning_rate_adapter": 3.20253164556962e-05,
+      "loss": 0.0258,
+      "step": 278500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.20126582278481e-05,
+      "learning_rate_adapter": 3.20126582278481e-05,
+      "loss": 0.0261,
+      "step": 278550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0263,
+      "step": 278600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.1987341772151904e-05,
+      "learning_rate_adapter": 3.1987341772151904e-05,
+      "loss": 0.0261,
+      "step": 278650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.19746835443038e-05,
+      "learning_rate_adapter": 3.19746835443038e-05,
+      "loss": 0.027,
+      "step": 278700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.1962025316455695e-05,
+      "learning_rate_adapter": 3.1962025316455695e-05,
+      "loss": 0.0266,
+      "step": 278750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.1949367088607594e-05,
+      "learning_rate_adapter": 3.1949367088607594e-05,
+      "loss": 0.0262,
+      "step": 278800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.193670886075949e-05,
+      "learning_rate_adapter": 3.193670886075949e-05,
+      "loss": 0.0262,
+      "step": 278850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.19240506329114e-05,
+      "learning_rate_adapter": 3.19240506329114e-05,
+      "loss": 0.0263,
+      "step": 278900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.19113924050633e-05,
+      "learning_rate_adapter": 3.19113924050633e-05,
+      "loss": 0.0262,
+      "step": 278950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.189873417721519e-05,
+      "learning_rate_adapter": 3.189873417721519e-05,
+      "loss": 0.0263,
+      "step": 279000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.188607594936709e-05,
+      "learning_rate_adapter": 3.188607594936709e-05,
+      "loss": 0.027,
+      "step": 279050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.187341772151899e-05,
+      "learning_rate_adapter": 3.187341772151899e-05,
+      "loss": 0.0258,
+      "step": 279100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1860759493670886e-05,
+      "learning_rate_adapter": 3.1860759493670886e-05,
+      "loss": 0.0268,
+      "step": 279150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.184810126582279e-05,
+      "learning_rate_adapter": 3.184810126582279e-05,
+      "loss": 0.0268,
+      "step": 279200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1835443037974684e-05,
+      "learning_rate_adapter": 3.1835443037974684e-05,
+      "loss": 0.0261,
+      "step": 279250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.182278481012658e-05,
+      "learning_rate_adapter": 3.182278481012658e-05,
+      "loss": 0.0256,
+      "step": 279300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.181012658227848e-05,
+      "learning_rate_adapter": 3.181012658227848e-05,
+      "loss": 0.0258,
+      "step": 279350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.179746835443038e-05,
+      "learning_rate_adapter": 3.179746835443038e-05,
+      "loss": 0.0262,
+      "step": 279400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.178481012658228e-05,
+      "learning_rate_adapter": 3.178481012658228e-05,
+      "loss": 0.0269,
+      "step": 279450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.177215189873418e-05,
+      "learning_rate_adapter": 3.177215189873418e-05,
+      "loss": 0.0267,
+      "step": 279500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.175949367088608e-05,
+      "learning_rate_adapter": 3.175949367088608e-05,
+      "loss": 0.0259,
+      "step": 279550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1746835443037976e-05,
+      "learning_rate_adapter": 3.1746835443037976e-05,
+      "loss": 0.0259,
+      "step": 279600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1734177215189875e-05,
+      "learning_rate_adapter": 3.1734177215189875e-05,
+      "loss": 0.0263,
+      "step": 279650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.172151898734177e-05,
+      "learning_rate_adapter": 3.172151898734177e-05,
+      "loss": 0.0261,
+      "step": 279700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.170886075949367e-05,
+      "learning_rate_adapter": 3.170886075949367e-05,
+      "loss": 0.0259,
+      "step": 279750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.169620253164557e-05,
+      "learning_rate_adapter": 3.169620253164557e-05,
+      "loss": 0.0263,
+      "step": 279800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.168354430379747e-05,
+      "learning_rate_adapter": 3.168354430379747e-05,
+      "loss": 0.026,
+      "step": 279850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.167088607594937e-05,
+      "learning_rate_adapter": 3.167088607594937e-05,
+      "loss": 0.0261,
+      "step": 279900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.165822784810127e-05,
+      "learning_rate_adapter": 3.165822784810127e-05,
+      "loss": 0.0265,
+      "step": 279950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1645569620253167e-05,
+      "learning_rate_adapter": 3.1645569620253167e-05,
+      "loss": 0.0259,
+      "step": 280000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.797828550752133,
+      "eval_af_ud_pr_auc": 0.9901907819770898,
+      "eval_am_opus100_pr_auc": 0.5637551598697003,
+      "eval_ar_ersatz_pr_auc": 0.9421091142934398,
+      "eval_ar_opus100_pr_auc": 0.7414102676749964,
+      "eval_ar_ud_pr_auc": 0.8718599811352571,
+      "eval_average_ersatz_pr_auc": 0.9700482130709239,
+      "eval_average_opus100_pr_auc": 0.8434185714874751,
+      "eval_average_ud_pr_auc": 0.9653222987298054,
+      "eval_az_opus100_pr_auc": 0.7975744693796015,
+      "eval_be_opus100_pr_auc": 0.7103534836142342,
+      "eval_be_ud_pr_auc": 0.8832466288777869,
+      "eval_bg_opus100_pr_auc": 0.9253764029746909,
+      "eval_bg_ud_pr_auc": 0.9967985862074629,
+      "eval_bn_opus100_pr_auc": 0.8280602569415916,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8891144131165503,
+      "eval_ca_ud_pr_auc": 0.9938055741933599,
+      "eval_ceb_ud_pr_auc": 0.996053458768869,
+      "eval_cs_ersatz_pr_auc": 0.9866956915101603,
+      "eval_cs_opus100_pr_auc": 0.9081293286405098,
+      "eval_cs_ud_pr_auc": 0.9638963344781007,
+      "eval_cy_opus100_pr_auc": 0.7747488561197045,
+      "eval_cy_ud_pr_auc": 0.9956932120758631,
+      "eval_da_opus100_pr_auc": 0.9241787498868972,
+      "eval_da_ud_pr_auc": 0.9877661595879604,
+      "eval_de_ersatz_pr_auc": 0.9825447828711085,
+      "eval_de_opus100_pr_auc": 0.906953545729082,
+      "eval_de_ud_pr_auc": 0.9866532469572467,
+      "eval_el_opus100_pr_auc": 0.9204822718711145,
+      "eval_el_ud_pr_auc": 0.9843211513008878,
+      "eval_en_ersatz_pr_auc": 0.9940890649367025,
+      "eval_en_opus100_pr_auc": 0.9282579075481022,
+      "eval_en_ud_pr_auc": 0.9797890629491969,
+      "eval_eo_opus100_pr_auc": 0.9387636372061128,
+      "eval_es_ersatz_pr_auc": 0.9969727793954402,
+      "eval_es_opus100_pr_auc": 0.9324596036374104,
+      "eval_es_ud_pr_auc": 0.9921351751949622,
+      "eval_et_ersatz_pr_auc": 0.9829567551714193,
+      "eval_et_opus100_pr_auc": 0.9057098956657461,
+      "eval_et_ud_pr_auc": 0.9682134528333546,
+      "eval_eu_opus100_pr_auc": 0.8883362772040723,
+      "eval_eu_ud_pr_auc": 0.9952274916222738,
+      "eval_fa_opus100_pr_auc": 0.6157158762339962,
+      "eval_fa_ud_pr_auc": 0.9936121587654738,
+      "eval_fi_ersatz_pr_auc": 0.9927991775187994,
+      "eval_fi_opus100_pr_auc": 0.9256878376643454,
+      "eval_fi_ud_pr_auc": 0.9739884050501313,
+      "eval_fr_ersatz_pr_auc": 0.9912203056615781,
+      "eval_fr_opus100_pr_auc": 0.9212625008874726,
+      "eval_fr_ud_pr_auc": 0.9863825168430231,
+      "eval_fy_opus100_pr_auc": 0.7200555578545285,
+      "eval_ga_opus100_pr_auc": 0.8871242695864235,
+      "eval_ga_ud_pr_auc": 0.8156633431572292,
+      "eval_gd_opus100_pr_auc": 0.706548139288999,
+      "eval_gd_ud_pr_auc": 0.8194685783400009,
+      "eval_gl_opus100_pr_auc": 0.903613909735301,
+      "eval_gl_ud_pr_auc": 0.997552307785096,
+      "eval_gu_ersatz_pr_auc": 0.9472624142898312,
+      "eval_gu_opus100_pr_auc": 0.7469051982177775,
+      "eval_ha_opus100_pr_auc": 0.9180234318111332,
+      "eval_he_opus100_pr_auc": 0.8782357272703322,
+      "eval_he_ud_pr_auc": 0.9739643651041736,
+      "eval_hi_ersatz_pr_auc": 0.9807373459387676,
+      "eval_hi_opus100_pr_auc": 0.7039386779185162,
+      "eval_hi_ud_pr_auc": 0.9865990242444143,
+      "eval_hu_opus100_pr_auc": 0.9190773847977535,
+      "eval_hu_ud_pr_auc": 0.9831939677940763,
+      "eval_hy_opus100_pr_auc": 0.9162609949258447,
+      "eval_hy_ud_pr_auc": 0.9935656577990568,
+      "eval_id_opus100_pr_auc": 0.8919656826499236,
+      "eval_id_ud_pr_auc": 0.9960469592477047,
+      "eval_ig_opus100_pr_auc": 0.8967309365180851,
+      "eval_is_opus100_pr_auc": 0.9260548170190799,
+      "eval_is_ud_pr_auc": 0.9248094654965664,
+      "eval_it_opus100_pr_auc": 0.9143612998811739,
+      "eval_it_ud_pr_auc": 0.9992667265219266,
+      "eval_ja_ersatz_pr_auc": 0.8644911471208447,
+      "eval_ja_opus100_pr_auc": 0.8113153674856464,
+      "eval_ja_ud_pr_auc": 0.9809336404050343,
+      "eval_jv_ud_pr_auc": 0.9659046023628,
+      "eval_ka_opus100_pr_auc": 0.8663056158606882,
+      "eval_kk_ersatz_pr_auc": 0.9888327246959214,
+      "eval_kk_opus100_pr_auc": 0.8224454332471302,
+      "eval_kk_ud_pr_auc": 0.9764343494689267,
+      "eval_km_ersatz_pr_auc": 0.9126477363097522,
+      "eval_km_opus100_pr_auc": 0.7374150791682961,
+      "eval_kn_opus100_pr_auc": 0.6170192002172045,
+      "eval_ko_opus100_pr_auc": 0.6815236199513397,
+      "eval_ko_ud_pr_auc": 0.9987165226873933,
+      "eval_ku_opus100_pr_auc": 0.8501342322906853,
+      "eval_ky_opus100_pr_auc": 0.8915307795189555,
+      "eval_la_ud_pr_auc": 0.9728112945164474,
+      "eval_loss": 0.030103512108325958,
+      "eval_lt_ersatz_pr_auc": 0.996366363504182,
+      "eval_lt_opus100_pr_auc": 0.8904354906073836,
+      "eval_lt_ud_pr_auc": 0.9944329653293448,
+      "eval_lv_ersatz_pr_auc": 0.9923749588176665,
+      "eval_lv_opus100_pr_auc": 0.89921975369414,
+      "eval_lv_ud_pr_auc": 0.9645425752923922,
+      "eval_mg_opus100_pr_auc": 0.928619882885507,
+      "eval_mk_opus100_pr_auc": 0.9158446020261557,
+      "eval_ml_opus100_pr_auc": 0.7926263631845415,
+      "eval_mn_opus100_pr_auc": 0.9589419345316172,
+      "eval_mr_opus100_pr_auc": 0.9094969662770841,
+      "eval_mr_ud_pr_auc": 0.9729666375144836,
+      "eval_ms_opus100_pr_auc": 0.8850040373873118,
+      "eval_mt_opus100_pr_auc": 0.8625118633707958,
+      "eval_mt_ud_pr_auc": 0.9120931856158786,
+      "eval_my_opus100_pr_auc": 0.7506420348475364,
+      "eval_ne_opus100_pr_auc": 0.7313044019111973,
+      "eval_nl_opus100_pr_auc": 0.9029689339571347,
+      "eval_nl_ud_pr_auc": 0.9865457144071738,
+      "eval_no_opus100_pr_auc": 0.9247427567227976,
+      "eval_no_ud_pr_auc": 0.9972014287651386,
+      "eval_pa_opus100_pr_auc": 0.698229166875747,
+      "eval_pl_ersatz_pr_auc": 0.9751857084208032,
+      "eval_pl_opus100_pr_auc": 0.901279184144115,
+      "eval_pl_ud_pr_auc": 0.9653071320374828,
+      "eval_ps_ersatz_pr_auc": 0.9242285803136473,
+      "eval_ps_opus100_pr_auc": 0.7594204078178475,
+      "eval_pt_opus100_pr_auc": 0.9284883669186565,
+      "eval_pt_ud_pr_auc": 0.9868086565309055,
+      "eval_ro_ersatz_pr_auc": 0.993429952421861,
+      "eval_ro_opus100_pr_auc": 0.8860177093402956,
+      "eval_ro_ud_pr_auc": 0.973466942608294,
+      "eval_ru_ersatz_pr_auc": 0.989847400701972,
+      "eval_ru_opus100_pr_auc": 0.923329578697667,
+      "eval_ru_ud_pr_auc": 0.8618262187275586,
+      "eval_runtime": 626.8976,
+      "eval_samples_per_second": 120.461,
+      "eval_si_opus100_pr_auc": 0.8113451528842783,
+      "eval_sk_opus100_pr_auc": 0.939048798074535,
+      "eval_sk_ud_pr_auc": 0.9848880161464635,
+      "eval_sl_opus100_pr_auc": 0.8726854822665719,
+      "eval_sl_ud_pr_auc": 0.9708250909497544,
+      "eval_sq_opus100_pr_auc": 0.9275608695179358,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9098070117800596,
+      "eval_sr_ud_pr_auc": 0.9989059540854641,
+      "eval_steps_per_second": 3.765,
+      "eval_sv_opus100_pr_auc": 0.903514602686591,
+      "eval_sv_ud_pr_auc": 0.9556313701839023,
+      "eval_ta_ersatz_pr_auc": 0.9847612049853638,
+      "eval_ta_opus100_pr_auc": 0.6944324640995567,
+      "eval_ta_ud_pr_auc": 0.997062758179754,
+      "eval_te_opus100_pr_auc": 0.8514951108441736,
+      "eval_tg_opus100_pr_auc": 0.8916122433722614,
+      "eval_th_opus100_pr_auc": 0.6781875200154542,
+      "eval_th_ud_pr_auc": 0.8272108466260679,
+      "eval_tr_ersatz_pr_auc": 0.9718636654947972,
+      "eval_tr_opus100_pr_auc": 0.9008555147870388,
+      "eval_tr_ud_pr_auc": 0.9583340349398662,
+      "eval_uk_opus100_pr_auc": 0.8818216784880809,
+      "eval_uk_ud_pr_auc": 0.9249506018990823,
+      "eval_ur_opus100_pr_auc": 0.5583506702481096,
+      "eval_ur_ud_pr_auc": 0.995229904030919,
+      "eval_uz_opus100_pr_auc": 0.885698139501515,
+      "eval_vi_opus100_pr_auc": 0.9072266507593624,
+      "eval_vi_ud_pr_auc": 0.9664899342770357,
+      "eval_xh_opus100_pr_auc": 0.8657293224182303,
+      "eval_yi_opus100_pr_auc": 0.8440374629466845,
+      "eval_yo_opus100_pr_auc": 0.8262713575551772,
+      "eval_yo_ud_pr_auc": 0.906736416663329,
+      "eval_zh_ersatz_pr_auc": 0.9496438131862683,
+      "eval_zh_opus100_pr_auc": 0.768989028469022,
+      "eval_zh_ud_pr_auc": 0.9973504590394677,
+      "eval_zu_opus100_pr_auc": 0.8417856982279297,
+      "step": 280000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1632911392405065e-05,
+      "learning_rate_adapter": 3.1632911392405065e-05,
+      "loss": 0.0266,
+      "step": 280050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1620253164556964e-05,
+      "learning_rate_adapter": 3.1620253164556964e-05,
+      "loss": 0.0263,
+      "step": 280100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.160759493670886e-05,
+      "learning_rate_adapter": 3.160759493670886e-05,
+      "loss": 0.0264,
+      "step": 280150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.159493670886076e-05,
+      "learning_rate_adapter": 3.159493670886076e-05,
+      "loss": 0.0262,
+      "step": 280200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.158227848101266e-05,
+      "learning_rate_adapter": 3.158227848101266e-05,
+      "loss": 0.0259,
+      "step": 280250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.156962025316455e-05,
+      "learning_rate_adapter": 3.156962025316455e-05,
+      "loss": 0.0263,
+      "step": 280300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.155696202531646e-05,
+      "learning_rate_adapter": 3.155696202531646e-05,
+      "loss": 0.0262,
+      "step": 280350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.154430379746836e-05,
+      "learning_rate_adapter": 3.154430379746836e-05,
+      "loss": 0.0264,
+      "step": 280400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1531645569620256e-05,
+      "learning_rate_adapter": 3.1531645569620256e-05,
+      "loss": 0.0251,
+      "step": 280450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1518987341772155e-05,
+      "learning_rate_adapter": 3.1518987341772155e-05,
+      "loss": 0.027,
+      "step": 280500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1506329113924054e-05,
+      "learning_rate_adapter": 3.1506329113924054e-05,
+      "loss": 0.0258,
+      "step": 280550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1493670886075946e-05,
+      "learning_rate_adapter": 3.1493670886075946e-05,
+      "loss": 0.0262,
+      "step": 280600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.148101265822785e-05,
+      "learning_rate_adapter": 3.148101265822785e-05,
+      "loss": 0.0266,
+      "step": 280650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.146835443037975e-05,
+      "learning_rate_adapter": 3.146835443037975e-05,
+      "loss": 0.0262,
+      "step": 280700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.145569620253165e-05,
+      "learning_rate_adapter": 3.145569620253165e-05,
+      "loss": 0.0267,
+      "step": 280750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.144303797468355e-05,
+      "learning_rate_adapter": 3.144303797468355e-05,
+      "loss": 0.0269,
+      "step": 280800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.143037974683544e-05,
+      "learning_rate_adapter": 3.143037974683544e-05,
+      "loss": 0.0261,
+      "step": 280850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.141772151898734e-05,
+      "learning_rate_adapter": 3.141772151898734e-05,
+      "loss": 0.026,
+      "step": 280900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1405063291139245e-05,
+      "learning_rate_adapter": 3.1405063291139245e-05,
+      "loss": 0.0265,
+      "step": 280950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1392405063291144e-05,
+      "learning_rate_adapter": 3.1392405063291144e-05,
+      "loss": 0.0259,
+      "step": 281000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.137974683544304e-05,
+      "learning_rate_adapter": 3.137974683544304e-05,
+      "loss": 0.0264,
+      "step": 281050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1367088607594935e-05,
+      "learning_rate_adapter": 3.1367088607594935e-05,
+      "loss": 0.026,
+      "step": 281100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1354430379746833e-05,
+      "learning_rate_adapter": 3.1354430379746833e-05,
+      "loss": 0.0258,
+      "step": 281150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.134177215189873e-05,
+      "learning_rate_adapter": 3.134177215189873e-05,
+      "loss": 0.0255,
+      "step": 281200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.132911392405064e-05,
+      "learning_rate_adapter": 3.132911392405064e-05,
+      "loss": 0.0257,
+      "step": 281250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.131645569620254e-05,
+      "learning_rate_adapter": 3.131645569620254e-05,
+      "loss": 0.0262,
+      "step": 281300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1303797468354436e-05,
+      "learning_rate_adapter": 3.1303797468354436e-05,
+      "loss": 0.026,
+      "step": 281350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.129113924050633e-05,
+      "learning_rate_adapter": 3.129113924050633e-05,
+      "loss": 0.026,
+      "step": 281400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1278481012658227e-05,
+      "learning_rate_adapter": 3.1278481012658227e-05,
+      "loss": 0.0263,
+      "step": 281450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1265822784810125e-05,
+      "learning_rate_adapter": 3.1265822784810125e-05,
+      "loss": 0.0269,
+      "step": 281500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.125316455696203e-05,
+      "learning_rate_adapter": 3.125316455696203e-05,
+      "loss": 0.0263,
+      "step": 281550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.124050632911393e-05,
+      "learning_rate_adapter": 3.124050632911393e-05,
+      "loss": 0.0266,
+      "step": 281600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.122784810126582e-05,
+      "learning_rate_adapter": 3.122784810126582e-05,
+      "loss": 0.0261,
+      "step": 281650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.121518987341772e-05,
+      "learning_rate_adapter": 3.121518987341772e-05,
+      "loss": 0.0268,
+      "step": 281700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.120253164556962e-05,
+      "learning_rate_adapter": 3.120253164556962e-05,
+      "loss": 0.0261,
+      "step": 281750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.118987341772152e-05,
+      "learning_rate_adapter": 3.118987341772152e-05,
+      "loss": 0.0269,
+      "step": 281800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1177215189873424e-05,
+      "learning_rate_adapter": 3.1177215189873424e-05,
+      "loss": 0.0262,
+      "step": 281850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1164556962025316e-05,
+      "learning_rate_adapter": 3.1164556962025316e-05,
+      "loss": 0.026,
+      "step": 281900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1151898734177215e-05,
+      "learning_rate_adapter": 3.1151898734177215e-05,
+      "loss": 0.0261,
+      "step": 281950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1139240506329114e-05,
+      "learning_rate_adapter": 3.1139240506329114e-05,
+      "loss": 0.0263,
+      "step": 282000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.112658227848101e-05,
+      "learning_rate_adapter": 3.112658227848101e-05,
+      "loss": 0.0262,
+      "step": 282050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.111392405063291e-05,
+      "learning_rate_adapter": 3.111392405063291e-05,
+      "loss": 0.0266,
+      "step": 282100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.110126582278482e-05,
+      "learning_rate_adapter": 3.110126582278482e-05,
+      "loss": 0.0266,
+      "step": 282150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.108860759493671e-05,
+      "learning_rate_adapter": 3.108860759493671e-05,
+      "loss": 0.0267,
+      "step": 282200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.107594936708861e-05,
+      "learning_rate_adapter": 3.107594936708861e-05,
+      "loss": 0.0255,
+      "step": 282250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.106329113924051e-05,
+      "learning_rate_adapter": 3.106329113924051e-05,
+      "loss": 0.0266,
+      "step": 282300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1050632911392406e-05,
+      "learning_rate_adapter": 3.1050632911392406e-05,
+      "loss": 0.0267,
+      "step": 282350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1037974683544305e-05,
+      "learning_rate_adapter": 3.1037974683544305e-05,
+      "loss": 0.026,
+      "step": 282400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1025316455696204e-05,
+      "learning_rate_adapter": 3.1025316455696204e-05,
+      "loss": 0.0261,
+      "step": 282450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.10126582278481e-05,
+      "learning_rate_adapter": 3.10126582278481e-05,
+      "loss": 0.0263,
+      "step": 282500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0262,
+      "step": 282550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09873417721519e-05,
+      "learning_rate_adapter": 3.09873417721519e-05,
+      "loss": 0.0266,
+      "step": 282600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09746835443038e-05,
+      "learning_rate_adapter": 3.09746835443038e-05,
+      "loss": 0.0261,
+      "step": 282650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09620253164557e-05,
+      "learning_rate_adapter": 3.09620253164557e-05,
+      "loss": 0.0267,
+      "step": 282700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09493670886076e-05,
+      "learning_rate_adapter": 3.09493670886076e-05,
+      "loss": 0.0263,
+      "step": 282750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0936708860759496e-05,
+      "learning_rate_adapter": 3.0936708860759496e-05,
+      "loss": 0.0267,
+      "step": 282800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0924050632911394e-05,
+      "learning_rate_adapter": 3.0924050632911394e-05,
+      "loss": 0.0267,
+      "step": 282850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.091139240506329e-05,
+      "learning_rate_adapter": 3.091139240506329e-05,
+      "loss": 0.0262,
+      "step": 282900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.089873417721519e-05,
+      "learning_rate_adapter": 3.089873417721519e-05,
+      "loss": 0.0262,
+      "step": 282950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.088607594936709e-05,
+      "learning_rate_adapter": 3.088607594936709e-05,
+      "loss": 0.0264,
+      "step": 283000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.087341772151899e-05,
+      "learning_rate_adapter": 3.087341772151899e-05,
+      "loss": 0.0259,
+      "step": 283050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.086075949367089e-05,
+      "learning_rate_adapter": 3.086075949367089e-05,
+      "loss": 0.0262,
+      "step": 283100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.084810126582279e-05,
+      "learning_rate_adapter": 3.084810126582279e-05,
+      "loss": 0.0259,
+      "step": 283150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0835443037974686e-05,
+      "learning_rate_adapter": 3.0835443037974686e-05,
+      "loss": 0.0259,
+      "step": 283200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.082278481012658e-05,
+      "learning_rate_adapter": 3.082278481012658e-05,
+      "loss": 0.0266,
+      "step": 283250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0810126582278484e-05,
+      "learning_rate_adapter": 3.0810126582278484e-05,
+      "loss": 0.0261,
+      "step": 283300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.079746835443038e-05,
+      "learning_rate_adapter": 3.079746835443038e-05,
+      "loss": 0.0255,
+      "step": 283350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.078481012658228e-05,
+      "learning_rate_adapter": 3.078481012658228e-05,
+      "loss": 0.0254,
+      "step": 283400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.077215189873418e-05,
+      "learning_rate_adapter": 3.077215189873418e-05,
+      "loss": 0.026,
+      "step": 283450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.075949367088607e-05,
+      "learning_rate_adapter": 3.075949367088607e-05,
+      "loss": 0.0269,
+      "step": 283500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.074683544303797e-05,
+      "learning_rate_adapter": 3.074683544303797e-05,
+      "loss": 0.0263,
+      "step": 283550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.073417721518988e-05,
+      "learning_rate_adapter": 3.073417721518988e-05,
+      "loss": 0.026,
+      "step": 283600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0721518987341776e-05,
+      "learning_rate_adapter": 3.0721518987341776e-05,
+      "loss": 0.0254,
+      "step": 283650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0708860759493675e-05,
+      "learning_rate_adapter": 3.0708860759493675e-05,
+      "loss": 0.0259,
+      "step": 283700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0696202531645574e-05,
+      "learning_rate_adapter": 3.0696202531645574e-05,
+      "loss": 0.0265,
+      "step": 283750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0683544303797466e-05,
+      "learning_rate_adapter": 3.0683544303797466e-05,
+      "loss": 0.027,
+      "step": 283800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0670886075949365e-05,
+      "learning_rate_adapter": 3.0670886075949365e-05,
+      "loss": 0.0266,
+      "step": 283850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.065822784810127e-05,
+      "learning_rate_adapter": 3.065822784810127e-05,
+      "loss": 0.0268,
+      "step": 283900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.064556962025317e-05,
+      "learning_rate_adapter": 3.064556962025317e-05,
+      "loss": 0.0264,
+      "step": 283950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.063291139240507e-05,
+      "learning_rate_adapter": 3.063291139240507e-05,
+      "loss": 0.0258,
+      "step": 284000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.062025316455696e-05,
+      "learning_rate_adapter": 3.062025316455696e-05,
+      "loss": 0.0266,
+      "step": 284050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.060759493670886e-05,
+      "learning_rate_adapter": 3.060759493670886e-05,
+      "loss": 0.0268,
+      "step": 284100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.059493670886076e-05,
+      "learning_rate_adapter": 3.059493670886076e-05,
+      "loss": 0.0264,
+      "step": 284150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0582278481012664e-05,
+      "learning_rate_adapter": 3.0582278481012664e-05,
+      "loss": 0.0264,
+      "step": 284200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.056962025316456e-05,
+      "learning_rate_adapter": 3.056962025316456e-05,
+      "loss": 0.0266,
+      "step": 284250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0556962025316455e-05,
+      "learning_rate_adapter": 3.0556962025316455e-05,
+      "loss": 0.0259,
+      "step": 284300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.054430379746835e-05,
+      "learning_rate_adapter": 3.054430379746835e-05,
+      "loss": 0.026,
+      "step": 284350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.053164556962025e-05,
+      "learning_rate_adapter": 3.053164556962025e-05,
+      "loss": 0.0266,
+      "step": 284400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.051898734177215e-05,
+      "learning_rate_adapter": 3.051898734177215e-05,
+      "loss": 0.0253,
+      "step": 284450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0506329113924053e-05,
+      "learning_rate_adapter": 3.0506329113924053e-05,
+      "loss": 0.0257,
+      "step": 284500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0493670886075952e-05,
+      "learning_rate_adapter": 3.0493670886075952e-05,
+      "loss": 0.0263,
+      "step": 284550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0481012658227848e-05,
+      "learning_rate_adapter": 3.0481012658227848e-05,
+      "loss": 0.0265,
+      "step": 284600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0468354430379746e-05,
+      "learning_rate_adapter": 3.0468354430379746e-05,
+      "loss": 0.0266,
+      "step": 284650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.045569620253165e-05,
+      "learning_rate_adapter": 3.045569620253165e-05,
+      "loss": 0.0261,
+      "step": 284700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0443037974683548e-05,
+      "learning_rate_adapter": 3.0443037974683548e-05,
+      "loss": 0.0266,
+      "step": 284750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0430379746835446e-05,
+      "learning_rate_adapter": 3.0430379746835446e-05,
+      "loss": 0.0259,
+      "step": 284800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0417721518987342e-05,
+      "learning_rate_adapter": 3.0417721518987342e-05,
+      "loss": 0.0263,
+      "step": 284850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.040506329113924e-05,
+      "learning_rate_adapter": 3.040506329113924e-05,
+      "loss": 0.0262,
+      "step": 284900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.039240506329114e-05,
+      "learning_rate_adapter": 3.039240506329114e-05,
+      "loss": 0.0266,
+      "step": 284950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0379746835443042e-05,
+      "learning_rate_adapter": 3.0379746835443042e-05,
+      "loss": 0.0258,
+      "step": 285000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7765507432086491,
+      "eval_af_ud_pr_auc": 0.9886748286277864,
+      "eval_am_opus100_pr_auc": 0.5870894928976219,
+      "eval_ar_ersatz_pr_auc": 0.9405186004395375,
+      "eval_ar_opus100_pr_auc": 0.7361335382827306,
+      "eval_ar_ud_pr_auc": 0.8663257086207933,
+      "eval_average_ersatz_pr_auc": 0.9673515196978982,
+      "eval_average_opus100_pr_auc": 0.8364066693741927,
+      "eval_average_ud_pr_auc": 0.9646413211461677,
+      "eval_az_opus100_pr_auc": 0.7986462361485986,
+      "eval_be_opus100_pr_auc": 0.6574323131570504,
+      "eval_be_ud_pr_auc": 0.8803339676324021,
+      "eval_bg_opus100_pr_auc": 0.9235175629796429,
+      "eval_bg_ud_pr_auc": 0.9962626601883444,
+      "eval_bn_opus100_pr_auc": 0.8330738625034733,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8948531417908011,
+      "eval_ca_ud_pr_auc": 0.9936873063957639,
+      "eval_ceb_ud_pr_auc": 0.9965064421342938,
+      "eval_cs_ersatz_pr_auc": 0.9847865837395978,
+      "eval_cs_opus100_pr_auc": 0.9049105406086485,
+      "eval_cs_ud_pr_auc": 0.9602987680092484,
+      "eval_cy_opus100_pr_auc": 0.7541408690659291,
+      "eval_cy_ud_pr_auc": 0.9937325612469194,
+      "eval_da_opus100_pr_auc": 0.9248824529821572,
+      "eval_da_ud_pr_auc": 0.9877797126072579,
+      "eval_de_ersatz_pr_auc": 0.981464103521193,
+      "eval_de_opus100_pr_auc": 0.9062296814169186,
+      "eval_de_ud_pr_auc": 0.9849815320004582,
+      "eval_el_opus100_pr_auc": 0.9206763951389654,
+      "eval_el_ud_pr_auc": 0.9831074648627012,
+      "eval_en_ersatz_pr_auc": 0.9926737493133682,
+      "eval_en_opus100_pr_auc": 0.9238218260501039,
+      "eval_en_ud_pr_auc": 0.9761942157331148,
+      "eval_eo_opus100_pr_auc": 0.935673953389278,
+      "eval_es_ersatz_pr_auc": 0.9973996910700197,
+      "eval_es_opus100_pr_auc": 0.9331984835830908,
+      "eval_es_ud_pr_auc": 0.9919313079088987,
+      "eval_et_ersatz_pr_auc": 0.9850288294762836,
+      "eval_et_opus100_pr_auc": 0.8999282598601963,
+      "eval_et_ud_pr_auc": 0.9678649286112522,
+      "eval_eu_opus100_pr_auc": 0.8862929419454834,
+      "eval_eu_ud_pr_auc": 0.9943256983617973,
+      "eval_fa_opus100_pr_auc": 0.598110534294755,
+      "eval_fa_ud_pr_auc": 0.994778973535273,
+      "eval_fi_ersatz_pr_auc": 0.9932651970164104,
+      "eval_fi_opus100_pr_auc": 0.9209592620415511,
+      "eval_fi_ud_pr_auc": 0.976143821107082,
+      "eval_fr_ersatz_pr_auc": 0.9901664288359113,
+      "eval_fr_opus100_pr_auc": 0.9146363570238621,
+      "eval_fr_ud_pr_auc": 0.987388610531266,
+      "eval_fy_opus100_pr_auc": 0.6708975194383694,
+      "eval_ga_opus100_pr_auc": 0.8867977102858703,
+      "eval_ga_ud_pr_auc": 0.8161811060780658,
+      "eval_gd_opus100_pr_auc": 0.6694258711814783,
+      "eval_gd_ud_pr_auc": 0.8170581963055329,
+      "eval_gl_opus100_pr_auc": 0.9067735450854408,
+      "eval_gl_ud_pr_auc": 0.9988637800480631,
+      "eval_gu_ersatz_pr_auc": 0.9427796308760643,
+      "eval_gu_opus100_pr_auc": 0.7356683681779559,
+      "eval_ha_opus100_pr_auc": 0.9165243563123653,
+      "eval_he_opus100_pr_auc": 0.870300535871961,
+      "eval_he_ud_pr_auc": 0.9794541731936512,
+      "eval_hi_ersatz_pr_auc": 0.9787335423038335,
+      "eval_hi_opus100_pr_auc": 0.7034584468793292,
+      "eval_hi_ud_pr_auc": 0.982751314873377,
+      "eval_hu_opus100_pr_auc": 0.9159628624122287,
+      "eval_hu_ud_pr_auc": 0.983048960844983,
+      "eval_hy_opus100_pr_auc": 0.9090941999420727,
+      "eval_hy_ud_pr_auc": 0.9913864473436841,
+      "eval_id_opus100_pr_auc": 0.8825350249611377,
+      "eval_id_ud_pr_auc": 0.9950455366398278,
+      "eval_ig_opus100_pr_auc": 0.8865031217477083,
+      "eval_is_opus100_pr_auc": 0.9253719757525748,
+      "eval_is_ud_pr_auc": 0.9266239653904149,
+      "eval_it_opus100_pr_auc": 0.908610827503625,
+      "eval_it_ud_pr_auc": 0.9993934019782089,
+      "eval_ja_ersatz_pr_auc": 0.8307259197305378,
+      "eval_ja_opus100_pr_auc": 0.8376989976008457,
+      "eval_ja_ud_pr_auc": 0.9759556644399644,
+      "eval_jv_ud_pr_auc": 0.9697096367675557,
+      "eval_ka_opus100_pr_auc": 0.8598132464372379,
+      "eval_kk_ersatz_pr_auc": 0.9882344258056347,
+      "eval_kk_opus100_pr_auc": 0.7779642442292842,
+      "eval_kk_ud_pr_auc": 0.9797289420073985,
+      "eval_km_ersatz_pr_auc": 0.9165621418300226,
+      "eval_km_opus100_pr_auc": 0.7380122652688915,
+      "eval_kn_opus100_pr_auc": 0.5851522199411928,
+      "eval_ko_opus100_pr_auc": 0.6608281827388794,
+      "eval_ko_ud_pr_auc": 0.9982762815422271,
+      "eval_ku_opus100_pr_auc": 0.836800278559488,
+      "eval_ky_opus100_pr_auc": 0.8514542121795572,
+      "eval_la_ud_pr_auc": 0.9640151564315126,
+      "eval_loss": 0.030144663527607918,
+      "eval_lt_ersatz_pr_auc": 0.9951485872544085,
+      "eval_lt_opus100_pr_auc": 0.8813414113953862,
+      "eval_lt_ud_pr_auc": 0.9924314217533674,
+      "eval_lv_ersatz_pr_auc": 0.9900665115331636,
+      "eval_lv_opus100_pr_auc": 0.8879806279541533,
+      "eval_lv_ud_pr_auc": 0.9620262092920854,
+      "eval_mg_opus100_pr_auc": 0.9322103758054974,
+      "eval_mk_opus100_pr_auc": 0.9162020285612679,
+      "eval_ml_opus100_pr_auc": 0.7939037643984539,
+      "eval_mn_opus100_pr_auc": 0.9406281460116265,
+      "eval_mr_opus100_pr_auc": 0.9112028786229421,
+      "eval_mr_ud_pr_auc": 0.9766323703673033,
+      "eval_ms_opus100_pr_auc": 0.8859791499024234,
+      "eval_mt_opus100_pr_auc": 0.8623836252521279,
+      "eval_mt_ud_pr_auc": 0.9128909450378115,
+      "eval_my_opus100_pr_auc": 0.7732375423606612,
+      "eval_ne_opus100_pr_auc": 0.7034797126857466,
+      "eval_nl_opus100_pr_auc": 0.900912741263636,
+      "eval_nl_ud_pr_auc": 0.9813729523015005,
+      "eval_no_opus100_pr_auc": 0.9205730481593315,
+      "eval_no_ud_pr_auc": 0.9967870539451541,
+      "eval_pa_opus100_pr_auc": 0.6552776815313972,
+      "eval_pl_ersatz_pr_auc": 0.9712909061450906,
+      "eval_pl_opus100_pr_auc": 0.8983725201465577,
+      "eval_pl_ud_pr_auc": 0.9665290685687096,
+      "eval_ps_ersatz_pr_auc": 0.9359011390045058,
+      "eval_ps_opus100_pr_auc": 0.7442761292472223,
+      "eval_pt_opus100_pr_auc": 0.928336581077787,
+      "eval_pt_ud_pr_auc": 0.9855801799523385,
+      "eval_ro_ersatz_pr_auc": 0.9940735419678797,
+      "eval_ro_opus100_pr_auc": 0.8934539050554199,
+      "eval_ro_ud_pr_auc": 0.9779361966985417,
+      "eval_ru_ersatz_pr_auc": 0.9889868482914947,
+      "eval_ru_opus100_pr_auc": 0.9153941232149456,
+      "eval_ru_ud_pr_auc": 0.8554729374323367,
+      "eval_runtime": 616.43,
+      "eval_samples_per_second": 122.507,
+      "eval_si_opus100_pr_auc": 0.8108986848335802,
+      "eval_sk_opus100_pr_auc": 0.9360854828674402,
+      "eval_sk_ud_pr_auc": 0.9835057652732333,
+      "eval_sl_opus100_pr_auc": 0.8645506941392599,
+      "eval_sl_ud_pr_auc": 0.9693625386204962,
+      "eval_sq_opus100_pr_auc": 0.9290362587916287,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9043313375503615,
+      "eval_sr_ud_pr_auc": 0.9985729931933467,
+      "eval_steps_per_second": 3.828,
+      "eval_sv_opus100_pr_auc": 0.899301175520814,
+      "eval_sv_ud_pr_auc": 0.9552373760275437,
+      "eval_ta_ersatz_pr_auc": 0.9799258442304365,
+      "eval_ta_opus100_pr_auc": 0.6858607129216931,
+      "eval_ta_ud_pr_auc": 0.990440176077017,
+      "eval_te_opus100_pr_auc": 0.8436859594927606,
+      "eval_tg_opus100_pr_auc": 0.8884996179105135,
+      "eval_th_opus100_pr_auc": 0.6710082194411419,
+      "eval_th_ud_pr_auc": 0.8228827459904311,
+      "eval_tr_ersatz_pr_auc": 0.9734559532028119,
+      "eval_tr_opus100_pr_auc": 0.9045712046897595,
+      "eval_tr_ud_pr_auc": 0.9623072176964401,
+      "eval_uk_opus100_pr_auc": 0.8823332486771253,
+      "eval_uk_ud_pr_auc": 0.9283306317917551,
+      "eval_ur_opus100_pr_auc": 0.5774191250433004,
+      "eval_ur_ud_pr_auc": 0.9932038629255902,
+      "eval_uz_opus100_pr_auc": 0.8726699110767433,
+      "eval_vi_opus100_pr_auc": 0.9054540240060964,
+      "eval_vi_ud_pr_auc": 0.9606107635907641,
+      "eval_xh_opus100_pr_auc": 0.8634724163151423,
+      "eval_yi_opus100_pr_auc": 0.8080957524355878,
+      "eval_yo_opus100_pr_auc": 0.8136876197753093,
+      "eval_yo_ud_pr_auc": 0.9184784712551638,
+      "eval_zh_ersatz_pr_auc": 0.9305452577655535,
+      "eval_zh_opus100_pr_auc": 0.7845858241516551,
+      "eval_zh_ud_pr_auc": 0.9961523555415036,
+      "eval_zu_opus100_pr_auc": 0.8282471655202969,
+      "step": 285000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.036708860759494e-05,
+      "learning_rate_adapter": 3.036708860759494e-05,
+      "loss": 0.0261,
+      "step": 285050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0354430379746833e-05,
+      "learning_rate_adapter": 3.0354430379746833e-05,
+      "loss": 0.0261,
+      "step": 285100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0341772151898735e-05,
+      "learning_rate_adapter": 3.0341772151898735e-05,
+      "loss": 0.027,
+      "step": 285150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0329113924050634e-05,
+      "learning_rate_adapter": 3.0329113924050634e-05,
+      "loss": 0.0267,
+      "step": 285200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0316455696202533e-05,
+      "learning_rate_adapter": 3.0316455696202533e-05,
+      "loss": 0.0268,
+      "step": 285250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0303797468354435e-05,
+      "learning_rate_adapter": 3.0303797468354435e-05,
+      "loss": 0.0261,
+      "step": 285300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0291139240506334e-05,
+      "learning_rate_adapter": 3.0291139240506334e-05,
+      "loss": 0.0263,
+      "step": 285350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0278481012658226e-05,
+      "learning_rate_adapter": 3.0278481012658226e-05,
+      "loss": 0.0264,
+      "step": 285400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0265822784810128e-05,
+      "learning_rate_adapter": 3.0265822784810128e-05,
+      "loss": 0.0259,
+      "step": 285450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0253164556962027e-05,
+      "learning_rate_adapter": 3.0253164556962027e-05,
+      "loss": 0.0261,
+      "step": 285500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0240506329113926e-05,
+      "learning_rate_adapter": 3.0240506329113926e-05,
+      "loss": 0.027,
+      "step": 285550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0227848101265828e-05,
+      "learning_rate_adapter": 3.0227848101265828e-05,
+      "loss": 0.0262,
+      "step": 285600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.021518987341772e-05,
+      "learning_rate_adapter": 3.021518987341772e-05,
+      "loss": 0.0264,
+      "step": 285650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.020253164556962e-05,
+      "learning_rate_adapter": 3.020253164556962e-05,
+      "loss": 0.0265,
+      "step": 285700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.018987341772152e-05,
+      "learning_rate_adapter": 3.018987341772152e-05,
+      "loss": 0.0258,
+      "step": 285750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.017721518987342e-05,
+      "learning_rate_adapter": 3.017721518987342e-05,
+      "loss": 0.0263,
+      "step": 285800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.016455696202532e-05,
+      "learning_rate_adapter": 3.016455696202532e-05,
+      "loss": 0.0258,
+      "step": 285850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0151898734177214e-05,
+      "learning_rate_adapter": 3.0151898734177214e-05,
+      "loss": 0.0263,
+      "step": 285900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0139240506329113e-05,
+      "learning_rate_adapter": 3.0139240506329113e-05,
+      "loss": 0.0259,
+      "step": 285950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0126582278481012e-05,
+      "learning_rate_adapter": 3.0126582278481012e-05,
+      "loss": 0.0269,
+      "step": 286000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0113924050632914e-05,
+      "learning_rate_adapter": 3.0113924050632914e-05,
+      "loss": 0.0264,
+      "step": 286050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0101265822784813e-05,
+      "learning_rate_adapter": 3.0101265822784813e-05,
+      "loss": 0.0255,
+      "step": 286100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0088607594936712e-05,
+      "learning_rate_adapter": 3.0088607594936712e-05,
+      "loss": 0.0265,
+      "step": 286150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0075949367088608e-05,
+      "learning_rate_adapter": 3.0075949367088608e-05,
+      "loss": 0.0263,
+      "step": 286200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0063291139240506e-05,
+      "learning_rate_adapter": 3.0063291139240506e-05,
+      "loss": 0.0255,
+      "step": 286250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0050632911392405e-05,
+      "learning_rate_adapter": 3.0050632911392405e-05,
+      "loss": 0.0266,
+      "step": 286300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0037974683544308e-05,
+      "learning_rate_adapter": 3.0037974683544308e-05,
+      "loss": 0.0264,
+      "step": 286350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0025316455696206e-05,
+      "learning_rate_adapter": 3.0025316455696206e-05,
+      "loss": 0.0253,
+      "step": 286400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0012658227848102e-05,
+      "learning_rate_adapter": 3.0012658227848102e-05,
+      "loss": 0.0261,
+      "step": 286450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0256,
+      "step": 286500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.99873417721519e-05,
+      "learning_rate_adapter": 2.99873417721519e-05,
+      "loss": 0.0256,
+      "step": 286550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.99746835443038e-05,
+      "learning_rate_adapter": 2.99746835443038e-05,
+      "loss": 0.0258,
+      "step": 286600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.99620253164557e-05,
+      "learning_rate_adapter": 2.99620253164557e-05,
+      "loss": 0.0263,
+      "step": 286650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9949367088607593e-05,
+      "learning_rate_adapter": 2.9949367088607593e-05,
+      "loss": 0.0258,
+      "step": 286700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9936708860759495e-05,
+      "learning_rate_adapter": 2.9936708860759495e-05,
+      "loss": 0.0264,
+      "step": 286750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9924050632911394e-05,
+      "learning_rate_adapter": 2.9924050632911394e-05,
+      "loss": 0.0258,
+      "step": 286800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9911392405063293e-05,
+      "learning_rate_adapter": 2.9911392405063293e-05,
+      "loss": 0.0262,
+      "step": 286850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.989873417721519e-05,
+      "learning_rate_adapter": 2.989873417721519e-05,
+      "loss": 0.0264,
+      "step": 286900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9886075949367094e-05,
+      "learning_rate_adapter": 2.9886075949367094e-05,
+      "loss": 0.0262,
+      "step": 286950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9873417721518986e-05,
+      "learning_rate_adapter": 2.9873417721518986e-05,
+      "loss": 0.0262,
+      "step": 287000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9860759493670888e-05,
+      "learning_rate_adapter": 2.9860759493670888e-05,
+      "loss": 0.0253,
+      "step": 287050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9848101265822787e-05,
+      "learning_rate_adapter": 2.9848101265822787e-05,
+      "loss": 0.0262,
+      "step": 287100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9835443037974686e-05,
+      "learning_rate_adapter": 2.9835443037974686e-05,
+      "loss": 0.026,
+      "step": 287150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9822784810126585e-05,
+      "learning_rate_adapter": 2.9822784810126585e-05,
+      "loss": 0.0261,
+      "step": 287200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.981012658227848e-05,
+      "learning_rate_adapter": 2.981012658227848e-05,
+      "loss": 0.0259,
+      "step": 287250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.979746835443038e-05,
+      "learning_rate_adapter": 2.979746835443038e-05,
+      "loss": 0.0259,
+      "step": 287300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.978481012658228e-05,
+      "learning_rate_adapter": 2.978481012658228e-05,
+      "loss": 0.0259,
+      "step": 287350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.977215189873418e-05,
+      "learning_rate_adapter": 2.977215189873418e-05,
+      "loss": 0.0262,
+      "step": 287400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.975949367088608e-05,
+      "learning_rate_adapter": 2.975949367088608e-05,
+      "loss": 0.0267,
+      "step": 287450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9746835443037974e-05,
+      "learning_rate_adapter": 2.9746835443037974e-05,
+      "loss": 0.0265,
+      "step": 287500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9734177215189873e-05,
+      "learning_rate_adapter": 2.9734177215189873e-05,
+      "loss": 0.0263,
+      "step": 287550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9721518987341772e-05,
+      "learning_rate_adapter": 2.9721518987341772e-05,
+      "loss": 0.0262,
+      "step": 287600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9708860759493674e-05,
+      "learning_rate_adapter": 2.9708860759493674e-05,
+      "loss": 0.0261,
+      "step": 287650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9696202531645573e-05,
+      "learning_rate_adapter": 2.9696202531645573e-05,
+      "loss": 0.0259,
+      "step": 287700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9683544303797472e-05,
+      "learning_rate_adapter": 2.9683544303797472e-05,
+      "loss": 0.0259,
+      "step": 287750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9670886075949368e-05,
+      "learning_rate_adapter": 2.9670886075949368e-05,
+      "loss": 0.0262,
+      "step": 287800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9658227848101266e-05,
+      "learning_rate_adapter": 2.9658227848101266e-05,
+      "loss": 0.0262,
+      "step": 287850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9645569620253165e-05,
+      "learning_rate_adapter": 2.9645569620253165e-05,
+      "loss": 0.026,
+      "step": 287900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9632911392405068e-05,
+      "learning_rate_adapter": 2.9632911392405068e-05,
+      "loss": 0.0261,
+      "step": 287950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9620253164556966e-05,
+      "learning_rate_adapter": 2.9620253164556966e-05,
+      "loss": 0.0269,
+      "step": 288000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.960759493670886e-05,
+      "learning_rate_adapter": 2.960759493670886e-05,
+      "loss": 0.0261,
+      "step": 288050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.959493670886076e-05,
+      "learning_rate_adapter": 2.959493670886076e-05,
+      "loss": 0.027,
+      "step": 288100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.958227848101266e-05,
+      "learning_rate_adapter": 2.958227848101266e-05,
+      "loss": 0.0261,
+      "step": 288150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.956962025316456e-05,
+      "learning_rate_adapter": 2.956962025316456e-05,
+      "loss": 0.026,
+      "step": 288200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.955696202531646e-05,
+      "learning_rate_adapter": 2.955696202531646e-05,
+      "loss": 0.0261,
+      "step": 288250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9544303797468353e-05,
+      "learning_rate_adapter": 2.9544303797468353e-05,
+      "loss": 0.0259,
+      "step": 288300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.953164556962025e-05,
+      "learning_rate_adapter": 2.953164556962025e-05,
+      "loss": 0.0261,
+      "step": 288350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9518987341772154e-05,
+      "learning_rate_adapter": 2.9518987341772154e-05,
+      "loss": 0.0265,
+      "step": 288400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9506329113924053e-05,
+      "learning_rate_adapter": 2.9506329113924053e-05,
+      "loss": 0.0261,
+      "step": 288450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.949367088607595e-05,
+      "learning_rate_adapter": 2.949367088607595e-05,
+      "loss": 0.0265,
+      "step": 288500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9481012658227847e-05,
+      "learning_rate_adapter": 2.9481012658227847e-05,
+      "loss": 0.0261,
+      "step": 288550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9468354430379746e-05,
+      "learning_rate_adapter": 2.9468354430379746e-05,
+      "loss": 0.0264,
+      "step": 288600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9455696202531645e-05,
+      "learning_rate_adapter": 2.9455696202531645e-05,
+      "loss": 0.0258,
+      "step": 288650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9443037974683547e-05,
+      "learning_rate_adapter": 2.9443037974683547e-05,
+      "loss": 0.0265,
+      "step": 288700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9430379746835446e-05,
+      "learning_rate_adapter": 2.9430379746835446e-05,
+      "loss": 0.0268,
+      "step": 288750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9417721518987345e-05,
+      "learning_rate_adapter": 2.9417721518987345e-05,
+      "loss": 0.0255,
+      "step": 288800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.940506329113924e-05,
+      "learning_rate_adapter": 2.940506329113924e-05,
+      "loss": 0.0267,
+      "step": 288850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.939240506329114e-05,
+      "learning_rate_adapter": 2.939240506329114e-05,
+      "loss": 0.0258,
+      "step": 288900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9379746835443038e-05,
+      "learning_rate_adapter": 2.9379746835443038e-05,
+      "loss": 0.0262,
+      "step": 288950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.936708860759494e-05,
+      "learning_rate_adapter": 2.936708860759494e-05,
+      "loss": 0.0264,
+      "step": 289000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.935443037974684e-05,
+      "learning_rate_adapter": 2.935443037974684e-05,
+      "loss": 0.0258,
+      "step": 289050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9341772151898734e-05,
+      "learning_rate_adapter": 2.9341772151898734e-05,
+      "loss": 0.0257,
+      "step": 289100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9329113924050633e-05,
+      "learning_rate_adapter": 2.9329113924050633e-05,
+      "loss": 0.0257,
+      "step": 289150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9316455696202532e-05,
+      "learning_rate_adapter": 2.9316455696202532e-05,
+      "loss": 0.0258,
+      "step": 289200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.930379746835443e-05,
+      "learning_rate_adapter": 2.930379746835443e-05,
+      "loss": 0.0266,
+      "step": 289250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9291139240506333e-05,
+      "learning_rate_adapter": 2.9291139240506333e-05,
+      "loss": 0.0262,
+      "step": 289300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9278481012658225e-05,
+      "learning_rate_adapter": 2.9278481012658225e-05,
+      "loss": 0.0263,
+      "step": 289350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9265822784810128e-05,
+      "learning_rate_adapter": 2.9265822784810128e-05,
+      "loss": 0.0263,
+      "step": 289400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9253164556962026e-05,
+      "learning_rate_adapter": 2.9253164556962026e-05,
+      "loss": 0.0259,
+      "step": 289450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9240506329113925e-05,
+      "learning_rate_adapter": 2.9240506329113925e-05,
+      "loss": 0.0261,
+      "step": 289500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9227848101265824e-05,
+      "learning_rate_adapter": 2.9227848101265824e-05,
+      "loss": 0.0255,
+      "step": 289550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9215189873417726e-05,
+      "learning_rate_adapter": 2.9215189873417726e-05,
+      "loss": 0.0259,
+      "step": 289600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.920253164556962e-05,
+      "learning_rate_adapter": 2.920253164556962e-05,
+      "loss": 0.0258,
+      "step": 289650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.918987341772152e-05,
+      "learning_rate_adapter": 2.918987341772152e-05,
+      "loss": 0.0265,
+      "step": 289700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.917721518987342e-05,
+      "learning_rate_adapter": 2.917721518987342e-05,
+      "loss": 0.0268,
+      "step": 289750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.916455696202532e-05,
+      "learning_rate_adapter": 2.916455696202532e-05,
+      "loss": 0.0261,
+      "step": 289800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9151898734177217e-05,
+      "learning_rate_adapter": 2.9151898734177217e-05,
+      "loss": 0.0263,
+      "step": 289850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9139240506329113e-05,
+      "learning_rate_adapter": 2.9139240506329113e-05,
+      "loss": 0.0258,
+      "step": 289900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.912658227848101e-05,
+      "learning_rate_adapter": 2.912658227848101e-05,
+      "loss": 0.0263,
+      "step": 289950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9113924050632914e-05,
+      "learning_rate_adapter": 2.9113924050632914e-05,
+      "loss": 0.0268,
+      "step": 290000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.788654778118955,
+      "eval_af_ud_pr_auc": 0.9910997512473806,
+      "eval_am_opus100_pr_auc": 0.5631089223969427,
+      "eval_ar_ersatz_pr_auc": 0.9337626843854798,
+      "eval_ar_opus100_pr_auc": 0.7384749490857561,
+      "eval_ar_ud_pr_auc": 0.8737789741145501,
+      "eval_average_ersatz_pr_auc": 0.9702891611246461,
+      "eval_average_opus100_pr_auc": 0.8407422625797353,
+      "eval_average_ud_pr_auc": 0.9679537613866364,
+      "eval_az_opus100_pr_auc": 0.8065021267008541,
+      "eval_be_opus100_pr_auc": 0.6987933472969395,
+      "eval_be_ud_pr_auc": 0.9027689470844129,
+      "eval_bg_opus100_pr_auc": 0.925862174640652,
+      "eval_bg_ud_pr_auc": 0.9965852552537123,
+      "eval_bn_opus100_pr_auc": 0.8363454614393473,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8917576147104116,
+      "eval_ca_ud_pr_auc": 0.9960079842265089,
+      "eval_ceb_ud_pr_auc": 0.9963690686160722,
+      "eval_cs_ersatz_pr_auc": 0.9878426046238153,
+      "eval_cs_opus100_pr_auc": 0.9108050299511957,
+      "eval_cs_ud_pr_auc": 0.9638123140143002,
+      "eval_cy_opus100_pr_auc": 0.7630740158655879,
+      "eval_cy_ud_pr_auc": 0.9938949154926622,
+      "eval_da_opus100_pr_auc": 0.9218965431210281,
+      "eval_da_ud_pr_auc": 0.9884389876655959,
+      "eval_de_ersatz_pr_auc": 0.984949207200611,
+      "eval_de_opus100_pr_auc": 0.9065824503467171,
+      "eval_de_ud_pr_auc": 0.9845087880061296,
+      "eval_el_opus100_pr_auc": 0.9216125879212467,
+      "eval_el_ud_pr_auc": 0.9839889593195175,
+      "eval_en_ersatz_pr_auc": 0.9937646322791118,
+      "eval_en_opus100_pr_auc": 0.924062776137197,
+      "eval_en_ud_pr_auc": 0.9786319754165016,
+      "eval_eo_opus100_pr_auc": 0.9370133625256025,
+      "eval_es_ersatz_pr_auc": 0.9975274094028452,
+      "eval_es_opus100_pr_auc": 0.9316603766224589,
+      "eval_es_ud_pr_auc": 0.992263623785575,
+      "eval_et_ersatz_pr_auc": 0.9847050088663607,
+      "eval_et_opus100_pr_auc": 0.9023295042786281,
+      "eval_et_ud_pr_auc": 0.9725212698546126,
+      "eval_eu_opus100_pr_auc": 0.8894328497014706,
+      "eval_eu_ud_pr_auc": 0.9918933570628162,
+      "eval_fa_opus100_pr_auc": 0.6055332693506401,
+      "eval_fa_ud_pr_auc": 0.9954362407618688,
+      "eval_fi_ersatz_pr_auc": 0.9941864648933125,
+      "eval_fi_opus100_pr_auc": 0.9244523939503316,
+      "eval_fi_ud_pr_auc": 0.9750187388056971,
+      "eval_fr_ersatz_pr_auc": 0.9924112769594526,
+      "eval_fr_opus100_pr_auc": 0.9265696389628431,
+      "eval_fr_ud_pr_auc": 0.9864712265366241,
+      "eval_fy_opus100_pr_auc": 0.708572183338942,
+      "eval_ga_opus100_pr_auc": 0.8989787738403858,
+      "eval_ga_ud_pr_auc": 0.8346945047949894,
+      "eval_gd_opus100_pr_auc": 0.671475375124807,
+      "eval_gd_ud_pr_auc": 0.8228133615198026,
+      "eval_gl_opus100_pr_auc": 0.9041185115729016,
+      "eval_gl_ud_pr_auc": 0.9980116172534541,
+      "eval_gu_ersatz_pr_auc": 0.949075074394592,
+      "eval_gu_opus100_pr_auc": 0.7455818662835585,
+      "eval_ha_opus100_pr_auc": 0.9130879376135812,
+      "eval_he_opus100_pr_auc": 0.8730453535179359,
+      "eval_he_ud_pr_auc": 0.9812035834817328,
+      "eval_hi_ersatz_pr_auc": 0.9827200034292285,
+      "eval_hi_opus100_pr_auc": 0.7057544988715081,
+      "eval_hi_ud_pr_auc": 0.98856955201625,
+      "eval_hu_opus100_pr_auc": 0.9203028107821986,
+      "eval_hu_ud_pr_auc": 0.9832436696798577,
+      "eval_hy_opus100_pr_auc": 0.9160629777458997,
+      "eval_hy_ud_pr_auc": 0.9929096680761291,
+      "eval_id_opus100_pr_auc": 0.8713178842618707,
+      "eval_id_ud_pr_auc": 0.9959975379826067,
+      "eval_ig_opus100_pr_auc": 0.8886335380722096,
+      "eval_is_opus100_pr_auc": 0.9277915612611737,
+      "eval_is_ud_pr_auc": 0.9289824526781327,
+      "eval_it_opus100_pr_auc": 0.9199809467449526,
+      "eval_it_ud_pr_auc": 0.9991413392136109,
+      "eval_ja_ersatz_pr_auc": 0.8460114373927448,
+      "eval_ja_opus100_pr_auc": 0.8213944397927463,
+      "eval_ja_ud_pr_auc": 0.977324145726293,
+      "eval_jv_ud_pr_auc": 0.970850702478659,
+      "eval_ka_opus100_pr_auc": 0.8648884433269071,
+      "eval_kk_ersatz_pr_auc": 0.9914141713129672,
+      "eval_kk_opus100_pr_auc": 0.8017831501199858,
+      "eval_kk_ud_pr_auc": 0.9819737817259058,
+      "eval_km_ersatz_pr_auc": 0.9199831712394934,
+      "eval_km_opus100_pr_auc": 0.7467070347201401,
+      "eval_kn_opus100_pr_auc": 0.6267692207106823,
+      "eval_ko_opus100_pr_auc": 0.6767237891379093,
+      "eval_ko_ud_pr_auc": 0.9986259062156919,
+      "eval_ku_opus100_pr_auc": 0.832735424609646,
+      "eval_ky_opus100_pr_auc": 0.8587256327166173,
+      "eval_la_ud_pr_auc": 0.9741186365822309,
+      "eval_loss": 0.02989686280488968,
+      "eval_lt_ersatz_pr_auc": 0.9966941927389781,
+      "eval_lt_opus100_pr_auc": 0.8911854934889529,
+      "eval_lt_ud_pr_auc": 0.9945731676133349,
+      "eval_lv_ersatz_pr_auc": 0.992786168080152,
+      "eval_lv_opus100_pr_auc": 0.895716869752735,
+      "eval_lv_ud_pr_auc": 0.9703858264347933,
+      "eval_mg_opus100_pr_auc": 0.9308022954771304,
+      "eval_mk_opus100_pr_auc": 0.917767543576774,
+      "eval_ml_opus100_pr_auc": 0.8009809250496401,
+      "eval_mn_opus100_pr_auc": 0.945869752973112,
+      "eval_mr_opus100_pr_auc": 0.9191349395157293,
+      "eval_mr_ud_pr_auc": 0.9764201050024891,
+      "eval_ms_opus100_pr_auc": 0.8843901902685599,
+      "eval_mt_opus100_pr_auc": 0.8732394210114723,
+      "eval_mt_ud_pr_auc": 0.912868453830463,
+      "eval_my_opus100_pr_auc": 0.7691189417364958,
+      "eval_ne_opus100_pr_auc": 0.7161350957628362,
+      "eval_nl_opus100_pr_auc": 0.9038344503283319,
+      "eval_nl_ud_pr_auc": 0.9866407868163616,
+      "eval_no_opus100_pr_auc": 0.9227965526380038,
+      "eval_no_ud_pr_auc": 0.9966986296327373,
+      "eval_pa_opus100_pr_auc": 0.678523628891544,
+      "eval_pl_ersatz_pr_auc": 0.9799458125957388,
+      "eval_pl_opus100_pr_auc": 0.9027078663267082,
+      "eval_pl_ud_pr_auc": 0.9713702556566495,
+      "eval_ps_ersatz_pr_auc": 0.9368314796225601,
+      "eval_ps_opus100_pr_auc": 0.7470587851182526,
+      "eval_pt_opus100_pr_auc": 0.928509434455317,
+      "eval_pt_ud_pr_auc": 0.9856932956745401,
+      "eval_ro_ersatz_pr_auc": 0.9953641418175339,
+      "eval_ro_opus100_pr_auc": 0.8810271959282585,
+      "eval_ro_ud_pr_auc": 0.9788386647624443,
+      "eval_ru_ersatz_pr_auc": 0.991936331545176,
+      "eval_ru_opus100_pr_auc": 0.9354990260767554,
+      "eval_ru_ud_pr_auc": 0.8924973799657134,
+      "eval_runtime": 615.6527,
+      "eval_samples_per_second": 122.662,
+      "eval_si_opus100_pr_auc": 0.8202319967800605,
+      "eval_sk_opus100_pr_auc": 0.9385923803935156,
+      "eval_sk_ud_pr_auc": 0.9861709022690013,
+      "eval_sl_opus100_pr_auc": 0.8685561049033517,
+      "eval_sl_ud_pr_auc": 0.9738240764292404,
+      "eval_sq_opus100_pr_auc": 0.9286663426370904,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9043635280301722,
+      "eval_sr_ud_pr_auc": 0.9990191613578513,
+      "eval_steps_per_second": 3.833,
+      "eval_sv_opus100_pr_auc": 0.9049795034769457,
+      "eval_sv_ud_pr_auc": 0.9536381099063648,
+      "eval_ta_ersatz_pr_auc": 0.9855291895514133,
+      "eval_ta_opus100_pr_auc": 0.6907433198234185,
+      "eval_ta_ud_pr_auc": 0.994666997107071,
+      "eval_te_opus100_pr_auc": 0.8489473263310674,
+      "eval_tg_opus100_pr_auc": 0.8972596609962271,
+      "eval_th_opus100_pr_auc": 0.6845094533737828,
+      "eval_th_ud_pr_auc": 0.8308483420333419,
+      "eval_tr_ersatz_pr_auc": 0.9781289474852386,
+      "eval_tr_opus100_pr_auc": 0.903164368232942,
+      "eval_tr_ud_pr_auc": 0.9668295860831941,
+      "eval_uk_opus100_pr_auc": 0.8867027999498128,
+      "eval_uk_ud_pr_auc": 0.936886956133381,
+      "eval_ur_opus100_pr_auc": 0.5663262821591626,
+      "eval_ur_ud_pr_auc": 0.9958287148748549,
+      "eval_uz_opus100_pr_auc": 0.8824055047146643,
+      "eval_vi_opus100_pr_auc": 0.9037765941824694,
+      "eval_vi_ud_pr_auc": 0.9648164477412052,
+      "eval_xh_opus100_pr_auc": 0.8670749198357247,
+      "eval_yi_opus100_pr_auc": 0.8029995102617111,
+      "eval_yo_opus100_pr_auc": 0.8119842307849942,
+      "eval_yo_ud_pr_auc": 0.9166326913172684,
+      "eval_zh_ersatz_pr_auc": 0.930792134925412,
+      "eval_zh_opus100_pr_auc": 0.740031964676292,
+      "eval_zh_ud_pr_auc": 0.9962650117060827,
+      "eval_zu_opus100_pr_auc": 0.8362958043269135,
+      "step": 290000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9101265822784813e-05,
+      "learning_rate_adapter": 2.9101265822784813e-05,
+      "loss": 0.0262,
+      "step": 290050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.908860759493671e-05,
+      "learning_rate_adapter": 2.908860759493671e-05,
+      "loss": 0.0261,
+      "step": 290100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9075949367088607e-05,
+      "learning_rate_adapter": 2.9075949367088607e-05,
+      "loss": 0.0261,
+      "step": 290150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9063291139240506e-05,
+      "learning_rate_adapter": 2.9063291139240506e-05,
+      "loss": 0.026,
+      "step": 290200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9050632911392405e-05,
+      "learning_rate_adapter": 2.9050632911392405e-05,
+      "loss": 0.0259,
+      "step": 290250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9037974683544307e-05,
+      "learning_rate_adapter": 2.9037974683544307e-05,
+      "loss": 0.0263,
+      "step": 290300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9025316455696206e-05,
+      "learning_rate_adapter": 2.9025316455696206e-05,
+      "loss": 0.0262,
+      "step": 290350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9012658227848105e-05,
+      "learning_rate_adapter": 2.9012658227848105e-05,
+      "loss": 0.0256,
+      "step": 290400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0258,
+      "step": 290450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.89873417721519e-05,
+      "learning_rate_adapter": 2.89873417721519e-05,
+      "loss": 0.0263,
+      "step": 290500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.8974683544303798e-05,
+      "learning_rate_adapter": 2.8974683544303798e-05,
+      "loss": 0.0262,
+      "step": 290550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.89620253164557e-05,
+      "learning_rate_adapter": 2.89620253164557e-05,
+      "loss": 0.0258,
+      "step": 290600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.89493670886076e-05,
+      "learning_rate_adapter": 2.89493670886076e-05,
+      "loss": 0.0257,
+      "step": 290650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.893670886075949e-05,
+      "learning_rate_adapter": 2.893670886075949e-05,
+      "loss": 0.0268,
+      "step": 290700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.8924050632911393e-05,
+      "learning_rate_adapter": 2.8924050632911393e-05,
+      "loss": 0.0258,
+      "step": 290750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.8911392405063292e-05,
+      "learning_rate_adapter": 2.8911392405063292e-05,
+      "loss": 0.026,
+      "step": 290800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.889873417721519e-05,
+      "learning_rate_adapter": 2.889873417721519e-05,
+      "loss": 0.0258,
+      "step": 290850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8886075949367093e-05,
+      "learning_rate_adapter": 2.8886075949367093e-05,
+      "loss": 0.0258,
+      "step": 290900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8873417721518985e-05,
+      "learning_rate_adapter": 2.8873417721518985e-05,
+      "loss": 0.0252,
+      "step": 290950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8860759493670884e-05,
+      "learning_rate_adapter": 2.8860759493670884e-05,
+      "loss": 0.0257,
+      "step": 291000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8848101265822786e-05,
+      "learning_rate_adapter": 2.8848101265822786e-05,
+      "loss": 0.0271,
+      "step": 291050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8835443037974685e-05,
+      "learning_rate_adapter": 2.8835443037974685e-05,
+      "loss": 0.0256,
+      "step": 291100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8822784810126584e-05,
+      "learning_rate_adapter": 2.8822784810126584e-05,
+      "loss": 0.0261,
+      "step": 291150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8810126582278486e-05,
+      "learning_rate_adapter": 2.8810126582278486e-05,
+      "loss": 0.0255,
+      "step": 291200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.879746835443038e-05,
+      "learning_rate_adapter": 2.879746835443038e-05,
+      "loss": 0.0263,
+      "step": 291250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8784810126582277e-05,
+      "learning_rate_adapter": 2.8784810126582277e-05,
+      "loss": 0.0263,
+      "step": 291300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.877215189873418e-05,
+      "learning_rate_adapter": 2.877215189873418e-05,
+      "loss": 0.0262,
+      "step": 291350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.875949367088608e-05,
+      "learning_rate_adapter": 2.875949367088608e-05,
+      "loss": 0.0258,
+      "step": 291400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8746835443037977e-05,
+      "learning_rate_adapter": 2.8746835443037977e-05,
+      "loss": 0.026,
+      "step": 291450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8734177215189873e-05,
+      "learning_rate_adapter": 2.8734177215189873e-05,
+      "loss": 0.0261,
+      "step": 291500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.872151898734177e-05,
+      "learning_rate_adapter": 2.872151898734177e-05,
+      "loss": 0.0262,
+      "step": 291550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.870886075949367e-05,
+      "learning_rate_adapter": 2.870886075949367e-05,
+      "loss": 0.0261,
+      "step": 291600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8696202531645573e-05,
+      "learning_rate_adapter": 2.8696202531645573e-05,
+      "loss": 0.026,
+      "step": 291650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.868354430379747e-05,
+      "learning_rate_adapter": 2.868354430379747e-05,
+      "loss": 0.0258,
+      "step": 291700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8670886075949367e-05,
+      "learning_rate_adapter": 2.8670886075949367e-05,
+      "loss": 0.0258,
+      "step": 291750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8658227848101266e-05,
+      "learning_rate_adapter": 2.8658227848101266e-05,
+      "loss": 0.0267,
+      "step": 291800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8645569620253165e-05,
+      "learning_rate_adapter": 2.8645569620253165e-05,
+      "loss": 0.0256,
+      "step": 291850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8632911392405064e-05,
+      "learning_rate_adapter": 2.8632911392405064e-05,
+      "loss": 0.0255,
+      "step": 291900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8620253164556966e-05,
+      "learning_rate_adapter": 2.8620253164556966e-05,
+      "loss": 0.0261,
+      "step": 291950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8607594936708865e-05,
+      "learning_rate_adapter": 2.8607594936708865e-05,
+      "loss": 0.0264,
+      "step": 292000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.859493670886076e-05,
+      "learning_rate_adapter": 2.859493670886076e-05,
+      "loss": 0.0267,
+      "step": 292050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.858227848101266e-05,
+      "learning_rate_adapter": 2.858227848101266e-05,
+      "loss": 0.0262,
+      "step": 292100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8569620253164558e-05,
+      "learning_rate_adapter": 2.8569620253164558e-05,
+      "loss": 0.0266,
+      "step": 292150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8556962025316457e-05,
+      "learning_rate_adapter": 2.8556962025316457e-05,
+      "loss": 0.0266,
+      "step": 292200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.854430379746836e-05,
+      "learning_rate_adapter": 2.854430379746836e-05,
+      "loss": 0.0255,
+      "step": 292250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.853164556962025e-05,
+      "learning_rate_adapter": 2.853164556962025e-05,
+      "loss": 0.0261,
+      "step": 292300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8518987341772153e-05,
+      "learning_rate_adapter": 2.8518987341772153e-05,
+      "loss": 0.0261,
+      "step": 292350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8506329113924052e-05,
+      "learning_rate_adapter": 2.8506329113924052e-05,
+      "loss": 0.0256,
+      "step": 292400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.849367088607595e-05,
+      "learning_rate_adapter": 2.849367088607595e-05,
+      "loss": 0.0261,
+      "step": 292450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.848101265822785e-05,
+      "learning_rate_adapter": 2.848101265822785e-05,
+      "loss": 0.0256,
+      "step": 292500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8468354430379745e-05,
+      "learning_rate_adapter": 2.8468354430379745e-05,
+      "loss": 0.0261,
+      "step": 292550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8455696202531644e-05,
+      "learning_rate_adapter": 2.8455696202531644e-05,
+      "loss": 0.0265,
+      "step": 292600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8443037974683546e-05,
+      "learning_rate_adapter": 2.8443037974683546e-05,
+      "loss": 0.0262,
+      "step": 292650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8430379746835445e-05,
+      "learning_rate_adapter": 2.8430379746835445e-05,
+      "loss": 0.0262,
+      "step": 292700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8417721518987344e-05,
+      "learning_rate_adapter": 2.8417721518987344e-05,
+      "loss": 0.0259,
+      "step": 292750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8405063291139243e-05,
+      "learning_rate_adapter": 2.8405063291139243e-05,
+      "loss": 0.026,
+      "step": 292800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.839240506329114e-05,
+      "learning_rate_adapter": 2.839240506329114e-05,
+      "loss": 0.0258,
+      "step": 292850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8379746835443037e-05,
+      "learning_rate_adapter": 2.8379746835443037e-05,
+      "loss": 0.0259,
+      "step": 292900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.836708860759494e-05,
+      "learning_rate_adapter": 2.836708860759494e-05,
+      "loss": 0.0259,
+      "step": 292950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.835443037974684e-05,
+      "learning_rate_adapter": 2.835443037974684e-05,
+      "loss": 0.0261,
+      "step": 293000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8341772151898737e-05,
+      "learning_rate_adapter": 2.8341772151898737e-05,
+      "loss": 0.0263,
+      "step": 293050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8329113924050633e-05,
+      "learning_rate_adapter": 2.8329113924050633e-05,
+      "loss": 0.0257,
+      "step": 293100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.831645569620253e-05,
+      "learning_rate_adapter": 2.831645569620253e-05,
+      "loss": 0.0261,
+      "step": 293150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.830379746835443e-05,
+      "learning_rate_adapter": 2.830379746835443e-05,
+      "loss": 0.0257,
+      "step": 293200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8291139240506333e-05,
+      "learning_rate_adapter": 2.8291139240506333e-05,
+      "loss": 0.0263,
+      "step": 293250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.827848101265823e-05,
+      "learning_rate_adapter": 2.827848101265823e-05,
+      "loss": 0.0261,
+      "step": 293300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8265822784810127e-05,
+      "learning_rate_adapter": 2.8265822784810127e-05,
+      "loss": 0.0257,
+      "step": 293350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8253164556962026e-05,
+      "learning_rate_adapter": 2.8253164556962026e-05,
+      "loss": 0.0254,
+      "step": 293400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8240506329113925e-05,
+      "learning_rate_adapter": 2.8240506329113925e-05,
+      "loss": 0.0263,
+      "step": 293450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8227848101265824e-05,
+      "learning_rate_adapter": 2.8227848101265824e-05,
+      "loss": 0.0265,
+      "step": 293500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8215189873417726e-05,
+      "learning_rate_adapter": 2.8215189873417726e-05,
+      "loss": 0.026,
+      "step": 293550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8202531645569625e-05,
+      "learning_rate_adapter": 2.8202531645569625e-05,
+      "loss": 0.0258,
+      "step": 293600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.818987341772152e-05,
+      "learning_rate_adapter": 2.818987341772152e-05,
+      "loss": 0.0264,
+      "step": 293650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.817721518987342e-05,
+      "learning_rate_adapter": 2.817721518987342e-05,
+      "loss": 0.0263,
+      "step": 293700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8164556962025318e-05,
+      "learning_rate_adapter": 2.8164556962025318e-05,
+      "loss": 0.026,
+      "step": 293750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8151898734177217e-05,
+      "learning_rate_adapter": 2.8151898734177217e-05,
+      "loss": 0.026,
+      "step": 293800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.813924050632912e-05,
+      "learning_rate_adapter": 2.813924050632912e-05,
+      "loss": 0.0257,
+      "step": 293850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.812658227848101e-05,
+      "learning_rate_adapter": 2.812658227848101e-05,
+      "loss": 0.0263,
+      "step": 293900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.811392405063291e-05,
+      "learning_rate_adapter": 2.811392405063291e-05,
+      "loss": 0.0266,
+      "step": 293950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8101265822784812e-05,
+      "learning_rate_adapter": 2.8101265822784812e-05,
+      "loss": 0.0265,
+      "step": 294000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.808860759493671e-05,
+      "learning_rate_adapter": 2.808860759493671e-05,
+      "loss": 0.0255,
+      "step": 294050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.807594936708861e-05,
+      "learning_rate_adapter": 2.807594936708861e-05,
+      "loss": 0.0252,
+      "step": 294100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8063291139240505e-05,
+      "learning_rate_adapter": 2.8063291139240505e-05,
+      "loss": 0.0258,
+      "step": 294150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8050632911392404e-05,
+      "learning_rate_adapter": 2.8050632911392404e-05,
+      "loss": 0.0261,
+      "step": 294200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8037974683544303e-05,
+      "learning_rate_adapter": 2.8037974683544303e-05,
+      "loss": 0.0257,
+      "step": 294250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8025316455696205e-05,
+      "learning_rate_adapter": 2.8025316455696205e-05,
+      "loss": 0.0258,
+      "step": 294300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8012658227848104e-05,
+      "learning_rate_adapter": 2.8012658227848104e-05,
+      "loss": 0.0258,
+      "step": 294350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.026,
+      "step": 294400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.79873417721519e-05,
+      "learning_rate_adapter": 2.79873417721519e-05,
+      "loss": 0.026,
+      "step": 294450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7974683544303797e-05,
+      "learning_rate_adapter": 2.7974683544303797e-05,
+      "loss": 0.0255,
+      "step": 294500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7962025316455696e-05,
+      "learning_rate_adapter": 2.7962025316455696e-05,
+      "loss": 0.0258,
+      "step": 294550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.79493670886076e-05,
+      "learning_rate_adapter": 2.79493670886076e-05,
+      "loss": 0.0259,
+      "step": 294600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7936708860759497e-05,
+      "learning_rate_adapter": 2.7936708860759497e-05,
+      "loss": 0.0257,
+      "step": 294650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7924050632911393e-05,
+      "learning_rate_adapter": 2.7924050632911393e-05,
+      "loss": 0.026,
+      "step": 294700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.791139240506329e-05,
+      "learning_rate_adapter": 2.791139240506329e-05,
+      "loss": 0.0257,
+      "step": 294750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.789873417721519e-05,
+      "learning_rate_adapter": 2.789873417721519e-05,
+      "loss": 0.0262,
+      "step": 294800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.788607594936709e-05,
+      "learning_rate_adapter": 2.788607594936709e-05,
+      "loss": 0.0259,
+      "step": 294850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.787341772151899e-05,
+      "learning_rate_adapter": 2.787341772151899e-05,
+      "loss": 0.0254,
+      "step": 294900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7860759493670884e-05,
+      "learning_rate_adapter": 2.7860759493670884e-05,
+      "loss": 0.0265,
+      "step": 294950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7848101265822786e-05,
+      "learning_rate_adapter": 2.7848101265822786e-05,
+      "loss": 0.0256,
+      "step": 295000
+    },
+    {
+      "epoch": 0.25,
+      "eval_af_opus100_pr_auc": 0.7869639775026683,
+      "eval_af_ud_pr_auc": 0.9850563668178096,
+      "eval_am_opus100_pr_auc": 0.4884087351235166,
+      "eval_ar_ersatz_pr_auc": 0.9337899420155681,
+      "eval_ar_opus100_pr_auc": 0.7314590110651787,
+      "eval_ar_ud_pr_auc": 0.8786493193129784,
+      "eval_average_ersatz_pr_auc": 0.9647344891324718,
+      "eval_average_opus100_pr_auc": 0.8369903569614328,
+      "eval_average_ud_pr_auc": 0.9632306760592158,
+      "eval_az_opus100_pr_auc": 0.7962501563535258,
+      "eval_be_opus100_pr_auc": 0.7100417771494398,
+      "eval_be_ud_pr_auc": 0.8931959351517283,
+      "eval_bg_opus100_pr_auc": 0.917112616502442,
+      "eval_bg_ud_pr_auc": 0.9966014680494237,
+      "eval_bn_opus100_pr_auc": 0.8264163757220397,
+      "eval_bn_ud_pr_auc": 0.997299285215875,
+      "eval_ca_opus100_pr_auc": 0.8864020702225854,
+      "eval_ca_ud_pr_auc": 0.9942070092733186,
+      "eval_ceb_ud_pr_auc": 0.9965604434954142,
+      "eval_cs_ersatz_pr_auc": 0.9848539684728889,
+      "eval_cs_opus100_pr_auc": 0.900173362460527,
+      "eval_cs_ud_pr_auc": 0.9583411549806995,
+      "eval_cy_opus100_pr_auc": 0.7649027309307801,
+      "eval_cy_ud_pr_auc": 0.9955946149758068,
+      "eval_da_opus100_pr_auc": 0.9196838856049324,
+      "eval_da_ud_pr_auc": 0.9844450743728659,
+      "eval_de_ersatz_pr_auc": 0.9817766097055819,
+      "eval_de_opus100_pr_auc": 0.9041164935853546,
+      "eval_de_ud_pr_auc": 0.983249141559424,
+      "eval_el_opus100_pr_auc": 0.9165315387262556,
+      "eval_el_ud_pr_auc": 0.9806884947987713,
+      "eval_en_ersatz_pr_auc": 0.9911421294394203,
+      "eval_en_opus100_pr_auc": 0.9212364892732208,
+      "eval_en_ud_pr_auc": 0.9693595932787968,
+      "eval_eo_opus100_pr_auc": 0.9353769416722836,
+      "eval_es_ersatz_pr_auc": 0.9967775314736212,
+      "eval_es_opus100_pr_auc": 0.925785561468348,
+      "eval_es_ud_pr_auc": 0.9894173023924505,
+      "eval_et_ersatz_pr_auc": 0.9833945594031839,
+      "eval_et_opus100_pr_auc": 0.8925453090005513,
+      "eval_et_ud_pr_auc": 0.9649553754861819,
+      "eval_eu_opus100_pr_auc": 0.8857566854667692,
+      "eval_eu_ud_pr_auc": 0.9898020448006801,
+      "eval_fa_opus100_pr_auc": 0.616553187971693,
+      "eval_fa_ud_pr_auc": 0.9930210289370518,
+      "eval_fi_ersatz_pr_auc": 0.9898795766324671,
+      "eval_fi_opus100_pr_auc": 0.9183346413368422,
+      "eval_fi_ud_pr_auc": 0.9696986797603089,
+      "eval_fr_ersatz_pr_auc": 0.9910209454983523,
+      "eval_fr_opus100_pr_auc": 0.9161648211068723,
+      "eval_fr_ud_pr_auc": 0.9864348192896059,
+      "eval_fy_opus100_pr_auc": 0.6973560116118974,
+      "eval_ga_opus100_pr_auc": 0.9010024533836922,
+      "eval_ga_ud_pr_auc": 0.8066327468817629,
+      "eval_gd_opus100_pr_auc": 0.6819799530560983,
+      "eval_gd_ud_pr_auc": 0.8168650527015494,
+      "eval_gl_opus100_pr_auc": 0.8978235272402162,
+      "eval_gl_ud_pr_auc": 0.9976424508969283,
+      "eval_gu_ersatz_pr_auc": 0.9372734445991153,
+      "eval_gu_opus100_pr_auc": 0.7458732014919129,
+      "eval_ha_opus100_pr_auc": 0.9118310433624918,
+      "eval_he_opus100_pr_auc": 0.8683604668839319,
+      "eval_he_ud_pr_auc": 0.9770702375145028,
+      "eval_hi_ersatz_pr_auc": 0.9787024664455544,
+      "eval_hi_opus100_pr_auc": 0.7034302886777788,
+      "eval_hi_ud_pr_auc": 0.9857354487904935,
+      "eval_hu_opus100_pr_auc": 0.9130809115809592,
+      "eval_hu_ud_pr_auc": 0.9821826461461528,
+      "eval_hy_opus100_pr_auc": 0.9125683390417373,
+      "eval_hy_ud_pr_auc": 0.9889080867342608,
+      "eval_id_opus100_pr_auc": 0.8673483164489396,
+      "eval_id_ud_pr_auc": 0.9946249150512514,
+      "eval_ig_opus100_pr_auc": 0.8968469061268033,
+      "eval_is_opus100_pr_auc": 0.922894415463916,
+      "eval_is_ud_pr_auc": 0.9112028437240562,
+      "eval_it_opus100_pr_auc": 0.9116061738003639,
+      "eval_it_ud_pr_auc": 0.9984212712174683,
+      "eval_ja_ersatz_pr_auc": 0.8063112686873292,
+      "eval_ja_opus100_pr_auc": 0.8259814657986315,
+      "eval_ja_ud_pr_auc": 0.9735902585957456,
+      "eval_jv_ud_pr_auc": 0.9690720869490904,
+      "eval_ka_opus100_pr_auc": 0.8632285407479747,
+      "eval_kk_ersatz_pr_auc": 0.9875408553679346,
+      "eval_kk_opus100_pr_auc": 0.8054480120364248,
+      "eval_kk_ud_pr_auc": 0.9769024011547721,
+      "eval_km_ersatz_pr_auc": 0.9147716052489393,
+      "eval_km_opus100_pr_auc": 0.7266469475798748,
+      "eval_kn_opus100_pr_auc": 0.623675422962623,
+      "eval_ko_opus100_pr_auc": 0.6781732389231654,
+      "eval_ko_ud_pr_auc": 0.9957928023968815,
+      "eval_ku_opus100_pr_auc": 0.8370182245025402,
+      "eval_ky_opus100_pr_auc": 0.8763187738274822,
+      "eval_la_ud_pr_auc": 0.9533242113116073,
+      "eval_loss": 0.02983418107032776,
+      "eval_lt_ersatz_pr_auc": 0.9953561014776663,
+      "eval_lt_opus100_pr_auc": 0.8842943353364291,
+      "eval_lt_ud_pr_auc": 0.9947048666435827,
+      "eval_lv_ersatz_pr_auc": 0.9903653920102049,
+      "eval_lv_opus100_pr_auc": 0.8914047914542953,
+      "eval_lv_ud_pr_auc": 0.96236272171411,
+      "eval_mg_opus100_pr_auc": 0.9292783648574376,
+      "eval_mk_opus100_pr_auc": 0.9117189317204757,
+      "eval_ml_opus100_pr_auc": 0.7910336678523101,
+      "eval_mn_opus100_pr_auc": 0.9470652992900715,
+      "eval_mr_opus100_pr_auc": 0.908280022013984,
+      "eval_mr_ud_pr_auc": 0.9775558754527699,
+      "eval_ms_opus100_pr_auc": 0.8750314947427554,
+      "eval_mt_opus100_pr_auc": 0.8769059687215963,
+      "eval_mt_ud_pr_auc": 0.9104171204684207,
+      "eval_my_opus100_pr_auc": 0.7661148163734743,
+      "eval_ne_opus100_pr_auc": 0.7263913742371649,
+      "eval_nl_opus100_pr_auc": 0.8983864825039061,
+      "eval_nl_ud_pr_auc": 0.9817910587246785,
+      "eval_no_opus100_pr_auc": 0.9174414267638431,
+      "eval_no_ud_pr_auc": 0.9959081523320518,
+      "eval_pa_opus100_pr_auc": 0.6899272663282496,
+      "eval_pl_ersatz_pr_auc": 0.9754969281344726,
+      "eval_pl_opus100_pr_auc": 0.8928036349619122,
+      "eval_pl_ud_pr_auc": 0.9662227988679392,
+      "eval_ps_ersatz_pr_auc": 0.928571957819264,
+      "eval_ps_opus100_pr_auc": 0.7557881893279094,
+      "eval_pt_opus100_pr_auc": 0.9218137400482331,
+      "eval_pt_ud_pr_auc": 0.9847540196209105,
+      "eval_ro_ersatz_pr_auc": 0.9933228750353418,
+      "eval_ro_opus100_pr_auc": 0.8661185452112063,
+      "eval_ro_ud_pr_auc": 0.9701303242786296,
+      "eval_ru_ersatz_pr_auc": 0.9912898659757359,
+      "eval_ru_opus100_pr_auc": 0.9263975563054772,
+      "eval_ru_ud_pr_auc": 0.8775936610884675,
+      "eval_runtime": 615.6924,
+      "eval_samples_per_second": 122.654,
+      "eval_si_opus100_pr_auc": 0.8088231310797591,
+      "eval_sk_opus100_pr_auc": 0.9332591852388515,
+      "eval_sk_ud_pr_auc": 0.9834127359745799,
+      "eval_sl_opus100_pr_auc": 0.8629644619137187,
+      "eval_sl_ud_pr_auc": 0.966286985885385,
+      "eval_sq_opus100_pr_auc": 0.9189279320881383,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9004910711842861,
+      "eval_sr_ud_pr_auc": 0.9989098898075846,
+      "eval_steps_per_second": 3.833,
+      "eval_sv_opus100_pr_auc": 0.8961762452934847,
+      "eval_sv_ud_pr_auc": 0.9490198330343819,
+      "eval_ta_ersatz_pr_auc": 0.982854506431451,
+      "eval_ta_opus100_pr_auc": 0.6959090495210347,
+      "eval_ta_ud_pr_auc": 0.9935108269139137,
+      "eval_te_opus100_pr_auc": 0.8400070735669407,
+      "eval_tg_opus100_pr_auc": 0.8907181953741807,
+      "eval_th_opus100_pr_auc": 0.6750624669073851,
+      "eval_th_ud_pr_auc": 0.8247666790454821,
+      "eval_tr_ersatz_pr_auc": 0.9656468217454715,
+      "eval_tr_opus100_pr_auc": 0.8955296927090992,
+      "eval_tr_ud_pr_auc": 0.9561994521527133,
+      "eval_uk_opus100_pr_auc": 0.8753729057570286,
+      "eval_uk_ud_pr_auc": 0.9248756719677182,
+      "eval_ur_opus100_pr_auc": 0.5637030754552863,
+      "eval_ur_ud_pr_auc": 0.9921310671114533,
+      "eval_uz_opus100_pr_auc": 0.8852723423136855,
+      "eval_vi_opus100_pr_auc": 0.8999909403302327,
+      "eval_vi_ud_pr_auc": 0.9543371253148348,
+      "eval_xh_opus100_pr_auc": 0.8667217980252258,
+      "eval_yi_opus100_pr_auc": 0.792331330505401,
+      "eval_yo_opus100_pr_auc": 0.8309551992234845,
+      "eval_yo_ud_pr_auc": 0.9103860694578699,
+      "eval_zh_ersatz_pr_auc": 0.9240194092948093,
+      "eval_zh_opus100_pr_auc": 0.7562727031370919,
+      "eval_zh_ud_pr_auc": 0.9943269875021052,
+      "eval_zu_opus100_pr_auc": 0.8398155603671599,
+      "step": 295000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7835443037974685e-05,
+      "learning_rate_adapter": 2.7835443037974685e-05,
+      "loss": 0.026,
+      "step": 295050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7822784810126584e-05,
+      "learning_rate_adapter": 2.7822784810126584e-05,
+      "loss": 0.0263,
+      "step": 295100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7810126582278482e-05,
+      "learning_rate_adapter": 2.7810126582278482e-05,
+      "loss": 0.0257,
+      "step": 295150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7797468354430385e-05,
+      "learning_rate_adapter": 2.7797468354430385e-05,
+      "loss": 0.0264,
+      "step": 295200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7784810126582277e-05,
+      "learning_rate_adapter": 2.7784810126582277e-05,
+      "loss": 0.0265,
+      "step": 295250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.777215189873418e-05,
+      "learning_rate_adapter": 2.777215189873418e-05,
+      "loss": 0.0255,
+      "step": 295300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7759493670886078e-05,
+      "learning_rate_adapter": 2.7759493670886078e-05,
+      "loss": 0.0263,
+      "step": 295350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7746835443037977e-05,
+      "learning_rate_adapter": 2.7746835443037977e-05,
+      "loss": 0.0256,
+      "step": 295400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7734177215189876e-05,
+      "learning_rate_adapter": 2.7734177215189876e-05,
+      "loss": 0.0262,
+      "step": 295450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.772151898734177e-05,
+      "learning_rate_adapter": 2.772151898734177e-05,
+      "loss": 0.0262,
+      "step": 295500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.770886075949367e-05,
+      "learning_rate_adapter": 2.770886075949367e-05,
+      "loss": 0.0259,
+      "step": 295550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7696202531645572e-05,
+      "learning_rate_adapter": 2.7696202531645572e-05,
+      "loss": 0.0255,
+      "step": 295600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.768354430379747e-05,
+      "learning_rate_adapter": 2.768354430379747e-05,
+      "loss": 0.0266,
+      "step": 295650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.767088607594937e-05,
+      "learning_rate_adapter": 2.767088607594937e-05,
+      "loss": 0.0256,
+      "step": 295700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7658227848101265e-05,
+      "learning_rate_adapter": 2.7658227848101265e-05,
+      "loss": 0.0258,
+      "step": 295750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7645569620253164e-05,
+      "learning_rate_adapter": 2.7645569620253164e-05,
+      "loss": 0.0265,
+      "step": 295800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7632911392405063e-05,
+      "learning_rate_adapter": 2.7632911392405063e-05,
+      "loss": 0.0263,
+      "step": 295850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7620253164556965e-05,
+      "learning_rate_adapter": 2.7620253164556965e-05,
+      "loss": 0.0262,
+      "step": 295900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7607594936708864e-05,
+      "learning_rate_adapter": 2.7607594936708864e-05,
+      "loss": 0.0265,
+      "step": 295950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7594936708860763e-05,
+      "learning_rate_adapter": 2.7594936708860763e-05,
+      "loss": 0.0254,
+      "step": 296000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.758227848101266e-05,
+      "learning_rate_adapter": 2.758227848101266e-05,
+      "loss": 0.0256,
+      "step": 296050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7569620253164557e-05,
+      "learning_rate_adapter": 2.7569620253164557e-05,
+      "loss": 0.0257,
+      "step": 296100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7556962025316456e-05,
+      "learning_rate_adapter": 2.7556962025316456e-05,
+      "loss": 0.0257,
+      "step": 296150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.754430379746836e-05,
+      "learning_rate_adapter": 2.754430379746836e-05,
+      "loss": 0.0259,
+      "step": 296200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7531645569620257e-05,
+      "learning_rate_adapter": 2.7531645569620257e-05,
+      "loss": 0.026,
+      "step": 296250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7518987341772153e-05,
+      "learning_rate_adapter": 2.7518987341772153e-05,
+      "loss": 0.0261,
+      "step": 296300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.750632911392405e-05,
+      "learning_rate_adapter": 2.750632911392405e-05,
+      "loss": 0.0256,
+      "step": 296350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.749367088607595e-05,
+      "learning_rate_adapter": 2.749367088607595e-05,
+      "loss": 0.026,
+      "step": 296400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.748101265822785e-05,
+      "learning_rate_adapter": 2.748101265822785e-05,
+      "loss": 0.0268,
+      "step": 296450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.746835443037975e-05,
+      "learning_rate_adapter": 2.746835443037975e-05,
+      "loss": 0.0259,
+      "step": 296500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7455696202531644e-05,
+      "learning_rate_adapter": 2.7455696202531644e-05,
+      "loss": 0.0258,
+      "step": 296550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7443037974683546e-05,
+      "learning_rate_adapter": 2.7443037974683546e-05,
+      "loss": 0.0258,
+      "step": 296600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7430379746835445e-05,
+      "learning_rate_adapter": 2.7430379746835445e-05,
+      "loss": 0.026,
+      "step": 296650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7417721518987344e-05,
+      "learning_rate_adapter": 2.7417721518987344e-05,
+      "loss": 0.0258,
+      "step": 296700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7405063291139242e-05,
+      "learning_rate_adapter": 2.7405063291139242e-05,
+      "loss": 0.0262,
+      "step": 296750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7392405063291145e-05,
+      "learning_rate_adapter": 2.7392405063291145e-05,
+      "loss": 0.0258,
+      "step": 296800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7379746835443037e-05,
+      "learning_rate_adapter": 2.7379746835443037e-05,
+      "loss": 0.0261,
+      "step": 296850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.736708860759494e-05,
+      "learning_rate_adapter": 2.736708860759494e-05,
+      "loss": 0.0261,
+      "step": 296900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7354430379746838e-05,
+      "learning_rate_adapter": 2.7354430379746838e-05,
+      "loss": 0.0257,
+      "step": 296950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7341772151898737e-05,
+      "learning_rate_adapter": 2.7341772151898737e-05,
+      "loss": 0.0264,
+      "step": 297000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7329113924050636e-05,
+      "learning_rate_adapter": 2.7329113924050636e-05,
+      "loss": 0.0258,
+      "step": 297050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.731645569620253e-05,
+      "learning_rate_adapter": 2.731645569620253e-05,
+      "loss": 0.0269,
+      "step": 297100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.730379746835443e-05,
+      "learning_rate_adapter": 2.730379746835443e-05,
+      "loss": 0.0258,
+      "step": 297150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7291139240506332e-05,
+      "learning_rate_adapter": 2.7291139240506332e-05,
+      "loss": 0.0254,
+      "step": 297200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.727848101265823e-05,
+      "learning_rate_adapter": 2.727848101265823e-05,
+      "loss": 0.0263,
+      "step": 297250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.726582278481013e-05,
+      "learning_rate_adapter": 2.726582278481013e-05,
+      "loss": 0.0258,
+      "step": 297300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7253164556962025e-05,
+      "learning_rate_adapter": 2.7253164556962025e-05,
+      "loss": 0.0258,
+      "step": 297350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7240506329113924e-05,
+      "learning_rate_adapter": 2.7240506329113924e-05,
+      "loss": 0.0261,
+      "step": 297400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7227848101265823e-05,
+      "learning_rate_adapter": 2.7227848101265823e-05,
+      "loss": 0.0265,
+      "step": 297450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7215189873417722e-05,
+      "learning_rate_adapter": 2.7215189873417722e-05,
+      "loss": 0.0265,
+      "step": 297500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7202531645569624e-05,
+      "learning_rate_adapter": 2.7202531645569624e-05,
+      "loss": 0.0259,
+      "step": 297550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7189873417721516e-05,
+      "learning_rate_adapter": 2.7189873417721516e-05,
+      "loss": 0.0262,
+      "step": 297600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.717721518987342e-05,
+      "learning_rate_adapter": 2.717721518987342e-05,
+      "loss": 0.026,
+      "step": 297650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7164556962025317e-05,
+      "learning_rate_adapter": 2.7164556962025317e-05,
+      "loss": 0.0268,
+      "step": 297700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7151898734177216e-05,
+      "learning_rate_adapter": 2.7151898734177216e-05,
+      "loss": 0.0262,
+      "step": 297750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7139240506329115e-05,
+      "learning_rate_adapter": 2.7139240506329115e-05,
+      "loss": 0.0258,
+      "step": 297800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7126582278481017e-05,
+      "learning_rate_adapter": 2.7126582278481017e-05,
+      "loss": 0.0258,
+      "step": 297850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.711392405063291e-05,
+      "learning_rate_adapter": 2.711392405063291e-05,
+      "loss": 0.0262,
+      "step": 297900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.710126582278481e-05,
+      "learning_rate_adapter": 2.710126582278481e-05,
+      "loss": 0.0255,
+      "step": 297950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.708860759493671e-05,
+      "learning_rate_adapter": 2.708860759493671e-05,
+      "loss": 0.026,
+      "step": 298000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.707594936708861e-05,
+      "learning_rate_adapter": 2.707594936708861e-05,
+      "loss": 0.0256,
+      "step": 298050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7063291139240508e-05,
+      "learning_rate_adapter": 2.7063291139240508e-05,
+      "loss": 0.0251,
+      "step": 298100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7050632911392404e-05,
+      "learning_rate_adapter": 2.7050632911392404e-05,
+      "loss": 0.0263,
+      "step": 298150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7037974683544302e-05,
+      "learning_rate_adapter": 2.7037974683544302e-05,
+      "loss": 0.0264,
+      "step": 298200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7025316455696205e-05,
+      "learning_rate_adapter": 2.7025316455696205e-05,
+      "loss": 0.0264,
+      "step": 298250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7012658227848104e-05,
+      "learning_rate_adapter": 2.7012658227848104e-05,
+      "loss": 0.0259,
+      "step": 298300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0265,
+      "step": 298350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6987341772151898e-05,
+      "learning_rate_adapter": 2.6987341772151898e-05,
+      "loss": 0.0262,
+      "step": 298400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6974683544303797e-05,
+      "learning_rate_adapter": 2.6974683544303797e-05,
+      "loss": 0.0261,
+      "step": 298450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6962025316455696e-05,
+      "learning_rate_adapter": 2.6962025316455696e-05,
+      "loss": 0.0258,
+      "step": 298500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6949367088607598e-05,
+      "learning_rate_adapter": 2.6949367088607598e-05,
+      "loss": 0.0258,
+      "step": 298550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6936708860759497e-05,
+      "learning_rate_adapter": 2.6936708860759497e-05,
+      "loss": 0.0269,
+      "step": 298600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6924050632911396e-05,
+      "learning_rate_adapter": 2.6924050632911396e-05,
+      "loss": 0.0259,
+      "step": 298650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.691139240506329e-05,
+      "learning_rate_adapter": 2.691139240506329e-05,
+      "loss": 0.0265,
+      "step": 298700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.689873417721519e-05,
+      "learning_rate_adapter": 2.689873417721519e-05,
+      "loss": 0.0265,
+      "step": 298750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.688607594936709e-05,
+      "learning_rate_adapter": 2.688607594936709e-05,
+      "loss": 0.026,
+      "step": 298800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.687341772151899e-05,
+      "learning_rate_adapter": 2.687341772151899e-05,
+      "loss": 0.0261,
+      "step": 298850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.686075949367089e-05,
+      "learning_rate_adapter": 2.686075949367089e-05,
+      "loss": 0.0252,
+      "step": 298900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6848101265822785e-05,
+      "learning_rate_adapter": 2.6848101265822785e-05,
+      "loss": 0.0264,
+      "step": 298950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6835443037974684e-05,
+      "learning_rate_adapter": 2.6835443037974684e-05,
+      "loss": 0.0259,
+      "step": 299000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6822784810126583e-05,
+      "learning_rate_adapter": 2.6822784810126583e-05,
+      "loss": 0.0261,
+      "step": 299050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6810126582278482e-05,
+      "learning_rate_adapter": 2.6810126582278482e-05,
+      "loss": 0.0259,
+      "step": 299100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6797468354430384e-05,
+      "learning_rate_adapter": 2.6797468354430384e-05,
+      "loss": 0.0261,
+      "step": 299150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6784810126582276e-05,
+      "learning_rate_adapter": 2.6784810126582276e-05,
+      "loss": 0.0263,
+      "step": 299200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.677215189873418e-05,
+      "learning_rate_adapter": 2.677215189873418e-05,
+      "loss": 0.0256,
+      "step": 299250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6759493670886077e-05,
+      "learning_rate_adapter": 2.6759493670886077e-05,
+      "loss": 0.0263,
+      "step": 299300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6746835443037976e-05,
+      "learning_rate_adapter": 2.6746835443037976e-05,
+      "loss": 0.0257,
+      "step": 299350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6734177215189875e-05,
+      "learning_rate_adapter": 2.6734177215189875e-05,
+      "loss": 0.0253,
+      "step": 299400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6721518987341777e-05,
+      "learning_rate_adapter": 2.6721518987341777e-05,
+      "loss": 0.0262,
+      "step": 299450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.670886075949367e-05,
+      "learning_rate_adapter": 2.670886075949367e-05,
+      "loss": 0.0263,
+      "step": 299500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.669620253164557e-05,
+      "learning_rate_adapter": 2.669620253164557e-05,
+      "loss": 0.0264,
+      "step": 299550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.668354430379747e-05,
+      "learning_rate_adapter": 2.668354430379747e-05,
+      "loss": 0.026,
+      "step": 299600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.667088607594937e-05,
+      "learning_rate_adapter": 2.667088607594937e-05,
+      "loss": 0.0257,
+      "step": 299650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6658227848101268e-05,
+      "learning_rate_adapter": 2.6658227848101268e-05,
+      "loss": 0.0265,
+      "step": 299700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6645569620253164e-05,
+      "learning_rate_adapter": 2.6645569620253164e-05,
+      "loss": 0.0262,
+      "step": 299750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6632911392405062e-05,
+      "learning_rate_adapter": 2.6632911392405062e-05,
+      "loss": 0.0257,
+      "step": 299800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6620253164556965e-05,
+      "learning_rate_adapter": 2.6620253164556965e-05,
+      "loss": 0.0256,
+      "step": 299850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6607594936708864e-05,
+      "learning_rate_adapter": 2.6607594936708864e-05,
+      "loss": 0.0255,
+      "step": 299900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6594936708860762e-05,
+      "learning_rate_adapter": 2.6594936708860762e-05,
+      "loss": 0.0254,
+      "step": 299950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6582278481012658e-05,
+      "learning_rate_adapter": 2.6582278481012658e-05,
+      "loss": 0.0263,
+      "step": 300000
+    },
+    {
+      "epoch": 0.25,
+      "eval_af_opus100_pr_auc": 0.7965527045014409,
+      "eval_af_ud_pr_auc": 0.9881573776667048,
+      "eval_am_opus100_pr_auc": 0.5737405361384873,
+      "eval_ar_ersatz_pr_auc": 0.9298617476807379,
+      "eval_ar_opus100_pr_auc": 0.7395365589808637,
+      "eval_ar_ud_pr_auc": 0.8826790046351397,
+      "eval_average_ersatz_pr_auc": 0.9682049867549637,
+      "eval_average_opus100_pr_auc": 0.8398038430691567,
+      "eval_average_ud_pr_auc": 0.9663177183974044,
+      "eval_az_opus100_pr_auc": 0.8105032977567838,
+      "eval_be_opus100_pr_auc": 0.7139160454134135,
+      "eval_be_ud_pr_auc": 0.896912166482512,
+      "eval_bg_opus100_pr_auc": 0.9221018166014956,
+      "eval_bg_ud_pr_auc": 0.9965070749070376,
+      "eval_bn_opus100_pr_auc": 0.8315528430991445,
+      "eval_bn_ud_pr_auc": 0.999362143182632,
+      "eval_ca_opus100_pr_auc": 0.8895954125018071,
+      "eval_ca_ud_pr_auc": 0.9952948167621843,
+      "eval_ceb_ud_pr_auc": 0.996170375468771,
+      "eval_cs_ersatz_pr_auc": 0.9868634237929943,
+      "eval_cs_opus100_pr_auc": 0.9095599920311225,
+      "eval_cs_ud_pr_auc": 0.9638967731606904,
+      "eval_cy_opus100_pr_auc": 0.757144774715916,
+      "eval_cy_ud_pr_auc": 0.9946727769653321,
+      "eval_da_opus100_pr_auc": 0.9228253943609697,
+      "eval_da_ud_pr_auc": 0.9870175986286978,
+      "eval_de_ersatz_pr_auc": 0.9838293050291692,
+      "eval_de_opus100_pr_auc": 0.9064241894166849,
+      "eval_de_ud_pr_auc": 0.9853451860166189,
+      "eval_el_opus100_pr_auc": 0.9169736789458345,
+      "eval_el_ud_pr_auc": 0.9872728024707054,
+      "eval_en_ersatz_pr_auc": 0.9933800905652151,
+      "eval_en_opus100_pr_auc": 0.9254047266302367,
+      "eval_en_ud_pr_auc": 0.977144869670062,
+      "eval_eo_opus100_pr_auc": 0.9346473063262332,
+      "eval_es_ersatz_pr_auc": 0.9970568533357369,
+      "eval_es_opus100_pr_auc": 0.9311384473440153,
+      "eval_es_ud_pr_auc": 0.9902087751761592,
+      "eval_et_ersatz_pr_auc": 0.9848232339667012,
+      "eval_et_opus100_pr_auc": 0.9012227976477803,
+      "eval_et_ud_pr_auc": 0.9702307130929404,
+      "eval_eu_opus100_pr_auc": 0.8849224560032046,
+      "eval_eu_ud_pr_auc": 0.9935431579652998,
+      "eval_fa_opus100_pr_auc": 0.6061357068845241,
+      "eval_fa_ud_pr_auc": 0.9911176793098873,
+      "eval_fi_ersatz_pr_auc": 0.9923970909791038,
+      "eval_fi_opus100_pr_auc": 0.9203232084697333,
+      "eval_fi_ud_pr_auc": 0.97290830752199,
+      "eval_fr_ersatz_pr_auc": 0.9908472600947931,
+      "eval_fr_opus100_pr_auc": 0.921553208955789,
+      "eval_fr_ud_pr_auc": 0.9860557405825568,
+      "eval_fy_opus100_pr_auc": 0.7219237005466139,
+      "eval_ga_opus100_pr_auc": 0.8914799348841309,
+      "eval_ga_ud_pr_auc": 0.8220864495543991,
+      "eval_gd_opus100_pr_auc": 0.6682116067454553,
+      "eval_gd_ud_pr_auc": 0.8226239533472414,
+      "eval_gl_opus100_pr_auc": 0.9007147384097334,
+      "eval_gl_ud_pr_auc": 0.9987816944128054,
+      "eval_gu_ersatz_pr_auc": 0.9447170244967136,
+      "eval_gu_opus100_pr_auc": 0.7428512139030754,
+      "eval_ha_opus100_pr_auc": 0.9192915104811447,
+      "eval_he_opus100_pr_auc": 0.8697035343599127,
+      "eval_he_ud_pr_auc": 0.9803622909921145,
+      "eval_hi_ersatz_pr_auc": 0.9813175197583791,
+      "eval_hi_opus100_pr_auc": 0.7013241282420294,
+      "eval_hi_ud_pr_auc": 0.983929021253365,
+      "eval_hu_opus100_pr_auc": 0.9155728367347786,
+      "eval_hu_ud_pr_auc": 0.9847492763576022,
+      "eval_hy_opus100_pr_auc": 0.9138177069580335,
+      "eval_hy_ud_pr_auc": 0.9893881536301463,
+      "eval_id_opus100_pr_auc": 0.8783114120310783,
+      "eval_id_ud_pr_auc": 0.9952358258215407,
+      "eval_ig_opus100_pr_auc": 0.8856915279300026,
+      "eval_is_opus100_pr_auc": 0.9232010678884475,
+      "eval_is_ud_pr_auc": 0.9183309933526096,
+      "eval_it_opus100_pr_auc": 0.9096934838953115,
+      "eval_it_ud_pr_auc": 0.9993227206547132,
+      "eval_ja_ersatz_pr_auc": 0.8343783428308563,
+      "eval_ja_opus100_pr_auc": 0.8224734955251002,
+      "eval_ja_ud_pr_auc": 0.9758156621852266,
+      "eval_jv_ud_pr_auc": 0.9729934033183054,
+      "eval_ka_opus100_pr_auc": 0.8544024247652812,
+      "eval_kk_ersatz_pr_auc": 0.9888144345615353,
+      "eval_kk_opus100_pr_auc": 0.8149898394718329,
+      "eval_kk_ud_pr_auc": 0.9778927838519897,
+      "eval_km_ersatz_pr_auc": 0.9209028204333306,
+      "eval_km_opus100_pr_auc": 0.7419172119400559,
+      "eval_kn_opus100_pr_auc": 0.6121717298714929,
+      "eval_ko_opus100_pr_auc": 0.6819825257560008,
+      "eval_ko_ud_pr_auc": 0.9989945088689441,
+      "eval_ku_opus100_pr_auc": 0.8243057035855522,
+      "eval_ky_opus100_pr_auc": 0.8793624927153904,
+      "eval_la_ud_pr_auc": 0.9671717886335026,
+      "eval_loss": 0.029759887605905533,
+      "eval_lt_ersatz_pr_auc": 0.9968776574014152,
+      "eval_lt_opus100_pr_auc": 0.8889784516963352,
+      "eval_lt_ud_pr_auc": 0.9971916624078512,
+      "eval_lv_ersatz_pr_auc": 0.9928763430613907,
+      "eval_lv_opus100_pr_auc": 0.8918640665760661,
+      "eval_lv_ud_pr_auc": 0.9665763683368074,
+      "eval_mg_opus100_pr_auc": 0.9282073488868879,
+      "eval_mk_opus100_pr_auc": 0.915013089461227,
+      "eval_ml_opus100_pr_auc": 0.7981162617483916,
+      "eval_mn_opus100_pr_auc": 0.950851560933381,
+      "eval_mr_opus100_pr_auc": 0.9075326404366411,
+      "eval_mr_ud_pr_auc": 0.9718006285638087,
+      "eval_ms_opus100_pr_auc": 0.8833783509463425,
+      "eval_mt_opus100_pr_auc": 0.8723646918470046,
+      "eval_mt_ud_pr_auc": 0.9106491916924225,
+      "eval_my_opus100_pr_auc": 0.768830829054023,
+      "eval_ne_opus100_pr_auc": 0.7188398917295716,
+      "eval_nl_opus100_pr_auc": 0.8992891794392918,
+      "eval_nl_ud_pr_auc": 0.9861754380229258,
+      "eval_no_opus100_pr_auc": 0.917022716766945,
+      "eval_no_ud_pr_auc": 0.9960596603125632,
+      "eval_pa_opus100_pr_auc": 0.6720177785808842,
+      "eval_pl_ersatz_pr_auc": 0.9764410024989414,
+      "eval_pl_opus100_pr_auc": 0.8961707384827144,
+      "eval_pl_ud_pr_auc": 0.9684388708738569,
+      "eval_ps_ersatz_pr_auc": 0.923934895914862,
+      "eval_ps_opus100_pr_auc": 0.7566897463893345,
+      "eval_pt_opus100_pr_auc": 0.9247648283445664,
+      "eval_pt_ud_pr_auc": 0.9832414185522426,
+      "eval_ro_ersatz_pr_auc": 0.9949449313588401,
+      "eval_ro_opus100_pr_auc": 0.8820804330413085,
+      "eval_ro_ud_pr_auc": 0.9719976401575416,
+      "eval_ru_ersatz_pr_auc": 0.9914473843611671,
+      "eval_ru_opus100_pr_auc": 0.9294093476324381,
+      "eval_ru_ud_pr_auc": 0.8821881634635804,
+      "eval_runtime": 628.7738,
+      "eval_samples_per_second": 120.102,
+      "eval_si_opus100_pr_auc": 0.8110821196147685,
+      "eval_sk_opus100_pr_auc": 0.9363601332120636,
+      "eval_sk_ud_pr_auc": 0.9880116081692579,
+      "eval_sl_opus100_pr_auc": 0.8650080198718428,
+      "eval_sl_ud_pr_auc": 0.971895887993682,
+      "eval_sq_opus100_pr_auc": 0.9267221169625828,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9040119606000651,
+      "eval_sr_ud_pr_auc": 0.9990083262122541,
+      "eval_steps_per_second": 3.753,
+      "eval_sv_opus100_pr_auc": 0.8985575193847593,
+      "eval_sv_ud_pr_auc": 0.9532284620686533,
+      "eval_ta_ersatz_pr_auc": 0.9825689463518855,
+      "eval_ta_opus100_pr_auc": 0.693010517775765,
+      "eval_ta_ud_pr_auc": 0.9938511162772069,
+      "eval_te_opus100_pr_auc": 0.8439782964177401,
+      "eval_tg_opus100_pr_auc": 0.8918701934396991,
+      "eval_th_opus100_pr_auc": 0.6746880931301619,
+      "eval_th_ud_pr_auc": 0.8319366873864211,
+      "eval_tr_ersatz_pr_auc": 0.9733039085257997,
+      "eval_tr_opus100_pr_auc": 0.8979363847646182,
+      "eval_tr_ud_pr_auc": 0.9639055143826922,
+      "eval_uk_opus100_pr_auc": 0.8807735325726666,
+      "eval_uk_ud_pr_auc": 0.9292266892035321,
+      "eval_ur_opus100_pr_auc": 0.5656392140836628,
+      "eval_ur_ud_pr_auc": 0.9944254886010717,
+      "eval_uz_opus100_pr_auc": 0.8845602972596098,
+      "eval_vi_opus100_pr_auc": 0.9067608889154452,
+      "eval_vi_ud_pr_auc": 0.9639856924977972,
+      "eval_xh_opus100_pr_auc": 0.8694929548925123,
+      "eval_yi_opus100_pr_auc": 0.7943779862258347,
+      "eval_yo_opus100_pr_auc": 0.8241186751354757,
+      "eval_yo_ud_pr_auc": 0.9187150500996487,
+      "eval_zh_ersatz_pr_auc": 0.9389254916096352,
+      "eval_zh_opus100_pr_auc": 0.7678993470917049,
+      "eval_zh_ud_pr_auc": 0.9954245174758101,
+      "eval_zu_opus100_pr_auc": 0.836475998960592,
+      "step": 300000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6569620253164557e-05,
+      "learning_rate_adapter": 2.6569620253164557e-05,
+      "loss": 0.0257,
+      "step": 300050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6556962025316456e-05,
+      "learning_rate_adapter": 2.6556962025316456e-05,
+      "loss": 0.0256,
+      "step": 300100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6544303797468358e-05,
+      "learning_rate_adapter": 2.6544303797468358e-05,
+      "loss": 0.0263,
+      "step": 300150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6531645569620257e-05,
+      "learning_rate_adapter": 2.6531645569620257e-05,
+      "loss": 0.0256,
+      "step": 300200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6518987341772155e-05,
+      "learning_rate_adapter": 2.6518987341772155e-05,
+      "loss": 0.0259,
+      "step": 300250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.650632911392405e-05,
+      "learning_rate_adapter": 2.650632911392405e-05,
+      "loss": 0.0259,
+      "step": 300300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.649367088607595e-05,
+      "learning_rate_adapter": 2.649367088607595e-05,
+      "loss": 0.0254,
+      "step": 300350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.648101265822785e-05,
+      "learning_rate_adapter": 2.648101265822785e-05,
+      "loss": 0.0262,
+      "step": 300400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.646835443037975e-05,
+      "learning_rate_adapter": 2.646835443037975e-05,
+      "loss": 0.0254,
+      "step": 300450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.645569620253165e-05,
+      "learning_rate_adapter": 2.645569620253165e-05,
+      "loss": 0.0259,
+      "step": 300500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6443037974683542e-05,
+      "learning_rate_adapter": 2.6443037974683542e-05,
+      "loss": 0.0267,
+      "step": 300550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6430379746835444e-05,
+      "learning_rate_adapter": 2.6430379746835444e-05,
+      "loss": 0.026,
+      "step": 300600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6417721518987343e-05,
+      "learning_rate_adapter": 2.6417721518987343e-05,
+      "loss": 0.0255,
+      "step": 300650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6405063291139242e-05,
+      "learning_rate_adapter": 2.6405063291139242e-05,
+      "loss": 0.0261,
+      "step": 300700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6392405063291144e-05,
+      "learning_rate_adapter": 2.6392405063291144e-05,
+      "loss": 0.026,
+      "step": 300750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6379746835443036e-05,
+      "learning_rate_adapter": 2.6379746835443036e-05,
+      "loss": 0.0261,
+      "step": 300800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6367088607594935e-05,
+      "learning_rate_adapter": 2.6367088607594935e-05,
+      "loss": 0.0261,
+      "step": 300850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6354430379746837e-05,
+      "learning_rate_adapter": 2.6354430379746837e-05,
+      "loss": 0.0261,
+      "step": 300900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6341772151898736e-05,
+      "learning_rate_adapter": 2.6341772151898736e-05,
+      "loss": 0.0265,
+      "step": 300950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6329113924050635e-05,
+      "learning_rate_adapter": 2.6329113924050635e-05,
+      "loss": 0.0262,
+      "step": 301000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6316455696202534e-05,
+      "learning_rate_adapter": 2.6316455696202534e-05,
+      "loss": 0.0258,
+      "step": 301050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.630379746835443e-05,
+      "learning_rate_adapter": 2.630379746835443e-05,
+      "loss": 0.0258,
+      "step": 301100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6291139240506328e-05,
+      "learning_rate_adapter": 2.6291139240506328e-05,
+      "loss": 0.0255,
+      "step": 301150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.627848101265823e-05,
+      "learning_rate_adapter": 2.627848101265823e-05,
+      "loss": 0.026,
+      "step": 301200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.626582278481013e-05,
+      "learning_rate_adapter": 2.626582278481013e-05,
+      "loss": 0.0258,
+      "step": 301250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6253164556962028e-05,
+      "learning_rate_adapter": 2.6253164556962028e-05,
+      "loss": 0.0252,
+      "step": 301300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6240506329113924e-05,
+      "learning_rate_adapter": 2.6240506329113924e-05,
+      "loss": 0.0261,
+      "step": 301350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6227848101265822e-05,
+      "learning_rate_adapter": 2.6227848101265822e-05,
+      "loss": 0.0264,
+      "step": 301400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.621518987341772e-05,
+      "learning_rate_adapter": 2.621518987341772e-05,
+      "loss": 0.0264,
+      "step": 301450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6202531645569623e-05,
+      "learning_rate_adapter": 2.6202531645569623e-05,
+      "loss": 0.0254,
+      "step": 301500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6189873417721522e-05,
+      "learning_rate_adapter": 2.6189873417721522e-05,
+      "loss": 0.0261,
+      "step": 301550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6177215189873418e-05,
+      "learning_rate_adapter": 2.6177215189873418e-05,
+      "loss": 0.0261,
+      "step": 301600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6164556962025317e-05,
+      "learning_rate_adapter": 2.6164556962025317e-05,
+      "loss": 0.0258,
+      "step": 301650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6151898734177216e-05,
+      "learning_rate_adapter": 2.6151898734177216e-05,
+      "loss": 0.0257,
+      "step": 301700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6139240506329114e-05,
+      "learning_rate_adapter": 2.6139240506329114e-05,
+      "loss": 0.0254,
+      "step": 301750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6126582278481017e-05,
+      "learning_rate_adapter": 2.6126582278481017e-05,
+      "loss": 0.0256,
+      "step": 301800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6113924050632915e-05,
+      "learning_rate_adapter": 2.6113924050632915e-05,
+      "loss": 0.0262,
+      "step": 301850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.610126582278481e-05,
+      "learning_rate_adapter": 2.610126582278481e-05,
+      "loss": 0.0251,
+      "step": 301900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.608860759493671e-05,
+      "learning_rate_adapter": 2.608860759493671e-05,
+      "loss": 0.0258,
+      "step": 301950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.607594936708861e-05,
+      "learning_rate_adapter": 2.607594936708861e-05,
+      "loss": 0.0256,
+      "step": 302000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6063291139240508e-05,
+      "learning_rate_adapter": 2.6063291139240508e-05,
+      "loss": 0.0262,
+      "step": 302050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.605063291139241e-05,
+      "learning_rate_adapter": 2.605063291139241e-05,
+      "loss": 0.0262,
+      "step": 302100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6037974683544302e-05,
+      "learning_rate_adapter": 2.6037974683544302e-05,
+      "loss": 0.0256,
+      "step": 302150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6025316455696204e-05,
+      "learning_rate_adapter": 2.6025316455696204e-05,
+      "loss": 0.026,
+      "step": 302200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6012658227848103e-05,
+      "learning_rate_adapter": 2.6012658227848103e-05,
+      "loss": 0.026,
+      "step": 302250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0265,
+      "step": 302300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.59873417721519e-05,
+      "learning_rate_adapter": 2.59873417721519e-05,
+      "loss": 0.0265,
+      "step": 302350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5974683544303796e-05,
+      "learning_rate_adapter": 2.5974683544303796e-05,
+      "loss": 0.0257,
+      "step": 302400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5962025316455695e-05,
+      "learning_rate_adapter": 2.5962025316455695e-05,
+      "loss": 0.0257,
+      "step": 302450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5949367088607597e-05,
+      "learning_rate_adapter": 2.5949367088607597e-05,
+      "loss": 0.0256,
+      "step": 302500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5936708860759496e-05,
+      "learning_rate_adapter": 2.5936708860759496e-05,
+      "loss": 0.0257,
+      "step": 302550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5924050632911395e-05,
+      "learning_rate_adapter": 2.5924050632911395e-05,
+      "loss": 0.0259,
+      "step": 302600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5911392405063294e-05,
+      "learning_rate_adapter": 2.5911392405063294e-05,
+      "loss": 0.0257,
+      "step": 302650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.589873417721519e-05,
+      "learning_rate_adapter": 2.589873417721519e-05,
+      "loss": 0.0261,
+      "step": 302700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5886075949367088e-05,
+      "learning_rate_adapter": 2.5886075949367088e-05,
+      "loss": 0.0258,
+      "step": 302750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.587341772151899e-05,
+      "learning_rate_adapter": 2.587341772151899e-05,
+      "loss": 0.0252,
+      "step": 302800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.586075949367089e-05,
+      "learning_rate_adapter": 2.586075949367089e-05,
+      "loss": 0.0256,
+      "step": 302850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5848101265822788e-05,
+      "learning_rate_adapter": 2.5848101265822788e-05,
+      "loss": 0.0256,
+      "step": 302900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5835443037974684e-05,
+      "learning_rate_adapter": 2.5835443037974684e-05,
+      "loss": 0.0256,
+      "step": 302950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5822784810126582e-05,
+      "learning_rate_adapter": 2.5822784810126582e-05,
+      "loss": 0.0258,
+      "step": 303000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.581012658227848e-05,
+      "learning_rate_adapter": 2.581012658227848e-05,
+      "loss": 0.0258,
+      "step": 303050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5797468354430383e-05,
+      "learning_rate_adapter": 2.5797468354430383e-05,
+      "loss": 0.0257,
+      "step": 303100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5784810126582282e-05,
+      "learning_rate_adapter": 2.5784810126582282e-05,
+      "loss": 0.0254,
+      "step": 303150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5772151898734174e-05,
+      "learning_rate_adapter": 2.5772151898734174e-05,
+      "loss": 0.0261,
+      "step": 303200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5759493670886077e-05,
+      "learning_rate_adapter": 2.5759493670886077e-05,
+      "loss": 0.025,
+      "step": 303250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5746835443037976e-05,
+      "learning_rate_adapter": 2.5746835443037976e-05,
+      "loss": 0.0253,
+      "step": 303300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5734177215189874e-05,
+      "learning_rate_adapter": 2.5734177215189874e-05,
+      "loss": 0.0257,
+      "step": 303350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5721518987341777e-05,
+      "learning_rate_adapter": 2.5721518987341777e-05,
+      "loss": 0.0258,
+      "step": 303400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5708860759493675e-05,
+      "learning_rate_adapter": 2.5708860759493675e-05,
+      "loss": 0.0265,
+      "step": 303450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5696202531645568e-05,
+      "learning_rate_adapter": 2.5696202531645568e-05,
+      "loss": 0.0259,
+      "step": 303500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.568354430379747e-05,
+      "learning_rate_adapter": 2.568354430379747e-05,
+      "loss": 0.0252,
+      "step": 303550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.567088607594937e-05,
+      "learning_rate_adapter": 2.567088607594937e-05,
+      "loss": 0.026,
+      "step": 303600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5658227848101267e-05,
+      "learning_rate_adapter": 2.5658227848101267e-05,
+      "loss": 0.0261,
+      "step": 303650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.564556962025317e-05,
+      "learning_rate_adapter": 2.564556962025317e-05,
+      "loss": 0.0259,
+      "step": 303700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5632911392405062e-05,
+      "learning_rate_adapter": 2.5632911392405062e-05,
+      "loss": 0.026,
+      "step": 303750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.562025316455696e-05,
+      "learning_rate_adapter": 2.562025316455696e-05,
+      "loss": 0.0264,
+      "step": 303800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5607594936708863e-05,
+      "learning_rate_adapter": 2.5607594936708863e-05,
+      "loss": 0.0258,
+      "step": 303850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5594936708860762e-05,
+      "learning_rate_adapter": 2.5594936708860762e-05,
+      "loss": 0.0263,
+      "step": 303900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.558227848101266e-05,
+      "learning_rate_adapter": 2.558227848101266e-05,
+      "loss": 0.0264,
+      "step": 303950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5569620253164556e-05,
+      "learning_rate_adapter": 2.5569620253164556e-05,
+      "loss": 0.026,
+      "step": 304000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5556962025316455e-05,
+      "learning_rate_adapter": 2.5556962025316455e-05,
+      "loss": 0.0255,
+      "step": 304050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5544303797468354e-05,
+      "learning_rate_adapter": 2.5544303797468354e-05,
+      "loss": 0.0256,
+      "step": 304100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5531645569620256e-05,
+      "learning_rate_adapter": 2.5531645569620256e-05,
+      "loss": 0.0256,
+      "step": 304150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5518987341772155e-05,
+      "learning_rate_adapter": 2.5518987341772155e-05,
+      "loss": 0.0265,
+      "step": 304200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5506329113924054e-05,
+      "learning_rate_adapter": 2.5506329113924054e-05,
+      "loss": 0.026,
+      "step": 304250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.549367088607595e-05,
+      "learning_rate_adapter": 2.549367088607595e-05,
+      "loss": 0.0253,
+      "step": 304300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5481012658227848e-05,
+      "learning_rate_adapter": 2.5481012658227848e-05,
+      "loss": 0.0263,
+      "step": 304350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5468354430379747e-05,
+      "learning_rate_adapter": 2.5468354430379747e-05,
+      "loss": 0.0264,
+      "step": 304400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.545569620253165e-05,
+      "learning_rate_adapter": 2.545569620253165e-05,
+      "loss": 0.0256,
+      "step": 304450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5443037974683548e-05,
+      "learning_rate_adapter": 2.5443037974683548e-05,
+      "loss": 0.0263,
+      "step": 304500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5430379746835444e-05,
+      "learning_rate_adapter": 2.5430379746835444e-05,
+      "loss": 0.0259,
+      "step": 304550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5417721518987342e-05,
+      "learning_rate_adapter": 2.5417721518987342e-05,
+      "loss": 0.0259,
+      "step": 304600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.540506329113924e-05,
+      "learning_rate_adapter": 2.540506329113924e-05,
+      "loss": 0.0257,
+      "step": 304650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.539240506329114e-05,
+      "learning_rate_adapter": 2.539240506329114e-05,
+      "loss": 0.0261,
+      "step": 304700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5379746835443042e-05,
+      "learning_rate_adapter": 2.5379746835443042e-05,
+      "loss": 0.0264,
+      "step": 304750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5367088607594934e-05,
+      "learning_rate_adapter": 2.5367088607594934e-05,
+      "loss": 0.0261,
+      "step": 304800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5354430379746837e-05,
+      "learning_rate_adapter": 2.5354430379746837e-05,
+      "loss": 0.0262,
+      "step": 304850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5341772151898735e-05,
+      "learning_rate_adapter": 2.5341772151898735e-05,
+      "loss": 0.0255,
+      "step": 304900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5329113924050634e-05,
+      "learning_rate_adapter": 2.5329113924050634e-05,
+      "loss": 0.0252,
+      "step": 304950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5316455696202533e-05,
+      "learning_rate_adapter": 2.5316455696202533e-05,
+      "loss": 0.0258,
+      "step": 305000
+    },
+    {
+      "epoch": 0.26,
+      "eval_af_opus100_pr_auc": 0.8034459450655358,
+      "eval_af_ud_pr_auc": 0.9870902861358181,
+      "eval_am_opus100_pr_auc": 0.6040933484820458,
+      "eval_ar_ersatz_pr_auc": 0.9338163358009574,
+      "eval_ar_opus100_pr_auc": 0.7390167082584805,
+      "eval_ar_ud_pr_auc": 0.8833365873954303,
+      "eval_average_ersatz_pr_auc": 0.9679155909529329,
+      "eval_average_opus100_pr_auc": 0.8394188836807439,
+      "eval_average_ud_pr_auc": 0.9628457289203141,
+      "eval_az_opus100_pr_auc": 0.805255829084515,
+      "eval_be_opus100_pr_auc": 0.7110625091897834,
+      "eval_be_ud_pr_auc": 0.8791450516065031,
+      "eval_bg_opus100_pr_auc": 0.9239326826026953,
+      "eval_bg_ud_pr_auc": 0.9967320788382906,
+      "eval_bn_opus100_pr_auc": 0.835573526271309,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8931117745719237,
+      "eval_ca_ud_pr_auc": 0.9916358515663214,
+      "eval_ceb_ud_pr_auc": 0.9974033960842166,
+      "eval_cs_ersatz_pr_auc": 0.9868711015351151,
+      "eval_cs_opus100_pr_auc": 0.9079112224782978,
+      "eval_cs_ud_pr_auc": 0.9599377568393878,
+      "eval_cy_opus100_pr_auc": 0.7605047793124962,
+      "eval_cy_ud_pr_auc": 0.9918759920115222,
+      "eval_da_opus100_pr_auc": 0.9246661008334167,
+      "eval_da_ud_pr_auc": 0.9859634722062448,
+      "eval_de_ersatz_pr_auc": 0.9818348406143226,
+      "eval_de_opus100_pr_auc": 0.9057753481041999,
+      "eval_de_ud_pr_auc": 0.984336288325617,
+      "eval_el_opus100_pr_auc": 0.9222137074820339,
+      "eval_el_ud_pr_auc": 0.9835619889271612,
+      "eval_en_ersatz_pr_auc": 0.9923932543554259,
+      "eval_en_opus100_pr_auc": 0.9229586212367284,
+      "eval_en_ud_pr_auc": 0.9765170506279082,
+      "eval_eo_opus100_pr_auc": 0.9338877999685034,
+      "eval_es_ersatz_pr_auc": 0.9969553559255137,
+      "eval_es_opus100_pr_auc": 0.9310176148110073,
+      "eval_es_ud_pr_auc": 0.9907720584779699,
+      "eval_et_ersatz_pr_auc": 0.9827522011624262,
+      "eval_et_opus100_pr_auc": 0.9060309963143909,
+      "eval_et_ud_pr_auc": 0.9657287039963856,
+      "eval_eu_opus100_pr_auc": 0.8854239400776633,
+      "eval_eu_ud_pr_auc": 0.9900737377110914,
+      "eval_fa_opus100_pr_auc": 0.5983280381840058,
+      "eval_fa_ud_pr_auc": 0.9953735287026169,
+      "eval_fi_ersatz_pr_auc": 0.9919107796344311,
+      "eval_fi_opus100_pr_auc": 0.9162531492669542,
+      "eval_fi_ud_pr_auc": 0.9720935446549118,
+      "eval_fr_ersatz_pr_auc": 0.9898482167075389,
+      "eval_fr_opus100_pr_auc": 0.9152789844786239,
+      "eval_fr_ud_pr_auc": 0.9852437293762351,
+      "eval_fy_opus100_pr_auc": 0.7230360155151417,
+      "eval_ga_opus100_pr_auc": 0.89072719414232,
+      "eval_ga_ud_pr_auc": 0.8107359218765353,
+      "eval_gd_opus100_pr_auc": 0.645569301846637,
+      "eval_gd_ud_pr_auc": 0.8242100006142165,
+      "eval_gl_opus100_pr_auc": 0.90506808636231,
+      "eval_gl_ud_pr_auc": 0.9990677591478965,
+      "eval_gu_ersatz_pr_auc": 0.9394197836662211,
+      "eval_gu_opus100_pr_auc": 0.7475876420706067,
+      "eval_ha_opus100_pr_auc": 0.9145830565008835,
+      "eval_he_opus100_pr_auc": 0.87252632640381,
+      "eval_he_ud_pr_auc": 0.9698892175207585,
+      "eval_hi_ersatz_pr_auc": 0.9804876646530105,
+      "eval_hi_opus100_pr_auc": 0.6970852983221553,
+      "eval_hi_ud_pr_auc": 0.9885310082516615,
+      "eval_hu_opus100_pr_auc": 0.9184685937422566,
+      "eval_hu_ud_pr_auc": 0.9818527891806377,
+      "eval_hy_opus100_pr_auc": 0.9139675791588884,
+      "eval_hy_ud_pr_auc": 0.9893594073805885,
+      "eval_id_opus100_pr_auc": 0.8725882181249189,
+      "eval_id_ud_pr_auc": 0.9941193319823729,
+      "eval_ig_opus100_pr_auc": 0.8918525730333644,
+      "eval_is_opus100_pr_auc": 0.9273685008730389,
+      "eval_is_ud_pr_auc": 0.9058985499261437,
+      "eval_it_opus100_pr_auc": 0.9109358331452991,
+      "eval_it_ud_pr_auc": 0.9984731551155299,
+      "eval_ja_ersatz_pr_auc": 0.8620076157354409,
+      "eval_ja_opus100_pr_auc": 0.8281136260153956,
+      "eval_ja_ud_pr_auc": 0.9749104515648932,
+      "eval_jv_ud_pr_auc": 0.9683610729121297,
+      "eval_ka_opus100_pr_auc": 0.85623215764323,
+      "eval_kk_ersatz_pr_auc": 0.9866937968983155,
+      "eval_kk_opus100_pr_auc": 0.8112855953033796,
+      "eval_kk_ud_pr_auc": 0.9748907761524963,
+      "eval_km_ersatz_pr_auc": 0.918773140841995,
+      "eval_km_opus100_pr_auc": 0.7276774581865983,
+      "eval_kn_opus100_pr_auc": 0.6217858088940497,
+      "eval_ko_opus100_pr_auc": 0.660696200910567,
+      "eval_ko_ud_pr_auc": 0.9973332717073763,
+      "eval_ku_opus100_pr_auc": 0.8326086084231736,
+      "eval_ky_opus100_pr_auc": 0.8656756006609936,
+      "eval_la_ud_pr_auc": 0.9330662132037044,
+      "eval_loss": 0.02970191091299057,
+      "eval_lt_ersatz_pr_auc": 0.9960928115443768,
+      "eval_lt_opus100_pr_auc": 0.8780714823583912,
+      "eval_lt_ud_pr_auc": 0.9961183026434944,
+      "eval_lv_ersatz_pr_auc": 0.9901459912113919,
+      "eval_lv_opus100_pr_auc": 0.8886910970646725,
+      "eval_lv_ud_pr_auc": 0.9636625078422936,
+      "eval_mg_opus100_pr_auc": 0.9305989347598578,
+      "eval_mk_opus100_pr_auc": 0.9197840218529485,
+      "eval_ml_opus100_pr_auc": 0.7989859296202337,
+      "eval_mn_opus100_pr_auc": 0.9514458907796705,
+      "eval_mr_opus100_pr_auc": 0.917569510042846,
+      "eval_mr_ud_pr_auc": 0.9742591751634382,
+      "eval_ms_opus100_pr_auc": 0.8804015067791101,
+      "eval_mt_opus100_pr_auc": 0.8651717056181218,
+      "eval_mt_ud_pr_auc": 0.9208467282952336,
+      "eval_my_opus100_pr_auc": 0.7754493253443159,
+      "eval_ne_opus100_pr_auc": 0.723828455983447,
+      "eval_nl_opus100_pr_auc": 0.9038830265015286,
+      "eval_nl_ud_pr_auc": 0.9773440239383441,
+      "eval_no_opus100_pr_auc": 0.9178317084458876,
+      "eval_no_ud_pr_auc": 0.9960684042069744,
+      "eval_pa_opus100_pr_auc": 0.6824492024985273,
+      "eval_pl_ersatz_pr_auc": 0.9704322588750326,
+      "eval_pl_opus100_pr_auc": 0.8988370508751252,
+      "eval_pl_ud_pr_auc": 0.9617639315019757,
+      "eval_ps_ersatz_pr_auc": 0.933101054733135,
+      "eval_ps_opus100_pr_auc": 0.7617084194664494,
+      "eval_pt_opus100_pr_auc": 0.9267280396662335,
+      "eval_pt_ud_pr_auc": 0.9838151200117986,
+      "eval_ro_ersatz_pr_auc": 0.9936493978808485,
+      "eval_ro_opus100_pr_auc": 0.8852292547990787,
+      "eval_ro_ud_pr_auc": 0.961088014801474,
+      "eval_ru_ersatz_pr_auc": 0.9893405243810824,
+      "eval_ru_opus100_pr_auc": 0.909153162236464,
+      "eval_ru_ud_pr_auc": 0.8715422635372253,
+      "eval_runtime": 629.361,
+      "eval_samples_per_second": 119.99,
+      "eval_si_opus100_pr_auc": 0.8121845823810073,
+      "eval_sk_opus100_pr_auc": 0.9368767971585291,
+      "eval_sk_ud_pr_auc": 0.9839897878067352,
+      "eval_sl_opus100_pr_auc": 0.8654780640024737,
+      "eval_sl_ud_pr_auc": 0.9609383959703709,
+      "eval_sq_opus100_pr_auc": 0.9323139694844107,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9063195282215273,
+      "eval_sr_ud_pr_auc": 0.9991536008544682,
+      "eval_steps_per_second": 3.75,
+      "eval_sv_opus100_pr_auc": 0.8958415326143173,
+      "eval_sv_ud_pr_auc": 0.9499042100806417,
+      "eval_ta_ersatz_pr_auc": 0.9802856615597249,
+      "eval_ta_opus100_pr_auc": 0.683954603859091,
+      "eval_ta_ud_pr_auc": 0.9933003156997696,
+      "eval_te_opus100_pr_auc": 0.8489753235231801,
+      "eval_tg_opus100_pr_auc": 0.895325688728205,
+      "eval_th_opus100_pr_auc": 0.6753815960699548,
+      "eval_th_ud_pr_auc": 0.8144659085544914,
+      "eval_tr_ersatz_pr_auc": 0.9684055297265183,
+      "eval_tr_opus100_pr_auc": 0.9019144470264652,
+      "eval_tr_ud_pr_auc": 0.9580346233892633,
+      "eval_uk_opus100_pr_auc": 0.8805045443874865,
+      "eval_uk_ud_pr_auc": 0.9250805047592012,
+      "eval_ur_opus100_pr_auc": 0.5600316984656517,
+      "eval_ur_ud_pr_auc": 0.9953533349440261,
+      "eval_uz_opus100_pr_auc": 0.8797214225662443,
+      "eval_vi_opus100_pr_auc": 0.905859001792108,
+      "eval_vi_ud_pr_auc": 0.9613321685198258,
+      "eval_xh_opus100_pr_auc": 0.8548779149043751,
+      "eval_yi_opus100_pr_auc": 0.8052345568969754,
+      "eval_yo_opus100_pr_auc": 0.8263795323526033,
+      "eval_yo_ud_pr_auc": 0.9094949542136116,
+      "eval_zh_ersatz_pr_auc": 0.9289256835217001,
+      "eval_zh_opus100_pr_auc": 0.7344711668326392,
+      "eval_zh_ud_pr_auc": 0.9971302417026713,
+      "eval_zu_opus100_pr_auc": 0.8337028645072159,
+      "step": 305000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5303797468354435e-05,
+      "learning_rate_adapter": 2.5303797468354435e-05,
+      "loss": 0.0263,
+      "step": 305050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5291139240506328e-05,
+      "learning_rate_adapter": 2.5291139240506328e-05,
+      "loss": 0.0264,
+      "step": 305100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.527848101265823e-05,
+      "learning_rate_adapter": 2.527848101265823e-05,
+      "loss": 0.0252,
+      "step": 305150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.526582278481013e-05,
+      "learning_rate_adapter": 2.526582278481013e-05,
+      "loss": 0.0261,
+      "step": 305200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5253164556962027e-05,
+      "learning_rate_adapter": 2.5253164556962027e-05,
+      "loss": 0.0258,
+      "step": 305250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5240506329113926e-05,
+      "learning_rate_adapter": 2.5240506329113926e-05,
+      "loss": 0.0259,
+      "step": 305300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5227848101265822e-05,
+      "learning_rate_adapter": 2.5227848101265822e-05,
+      "loss": 0.0259,
+      "step": 305350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.521518987341772e-05,
+      "learning_rate_adapter": 2.521518987341772e-05,
+      "loss": 0.0265,
+      "step": 305400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5202531645569623e-05,
+      "learning_rate_adapter": 2.5202531645569623e-05,
+      "loss": 0.0259,
+      "step": 305450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5189873417721522e-05,
+      "learning_rate_adapter": 2.5189873417721522e-05,
+      "loss": 0.0258,
+      "step": 305500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.517721518987342e-05,
+      "learning_rate_adapter": 2.517721518987342e-05,
+      "loss": 0.0256,
+      "step": 305550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5164556962025316e-05,
+      "learning_rate_adapter": 2.5164556962025316e-05,
+      "loss": 0.026,
+      "step": 305600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5151898734177215e-05,
+      "learning_rate_adapter": 2.5151898734177215e-05,
+      "loss": 0.0266,
+      "step": 305650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5139240506329114e-05,
+      "learning_rate_adapter": 2.5139240506329114e-05,
+      "loss": 0.0255,
+      "step": 305700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5126582278481016e-05,
+      "learning_rate_adapter": 2.5126582278481016e-05,
+      "loss": 0.026,
+      "step": 305750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5113924050632915e-05,
+      "learning_rate_adapter": 2.5113924050632915e-05,
+      "loss": 0.026,
+      "step": 305800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5101265822784814e-05,
+      "learning_rate_adapter": 2.5101265822784814e-05,
+      "loss": 0.0259,
+      "step": 305850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.508860759493671e-05,
+      "learning_rate_adapter": 2.508860759493671e-05,
+      "loss": 0.0261,
+      "step": 305900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5075949367088608e-05,
+      "learning_rate_adapter": 2.5075949367088608e-05,
+      "loss": 0.0255,
+      "step": 305950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5063291139240507e-05,
+      "learning_rate_adapter": 2.5063291139240507e-05,
+      "loss": 0.026,
+      "step": 306000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.505063291139241e-05,
+      "learning_rate_adapter": 2.505063291139241e-05,
+      "loss": 0.0263,
+      "step": 306050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5037974683544308e-05,
+      "learning_rate_adapter": 2.5037974683544308e-05,
+      "loss": 0.0255,
+      "step": 306100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.50253164556962e-05,
+      "learning_rate_adapter": 2.50253164556962e-05,
+      "loss": 0.026,
+      "step": 306150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5012658227848102e-05,
+      "learning_rate_adapter": 2.5012658227848102e-05,
+      "loss": 0.0259,
+      "step": 306200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0252,
+      "step": 306250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.49873417721519e-05,
+      "learning_rate_adapter": 2.49873417721519e-05,
+      "loss": 0.0255,
+      "step": 306300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.49746835443038e-05,
+      "learning_rate_adapter": 2.49746835443038e-05,
+      "loss": 0.0259,
+      "step": 306350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4962025316455698e-05,
+      "learning_rate_adapter": 2.4962025316455698e-05,
+      "loss": 0.0258,
+      "step": 306400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4949367088607593e-05,
+      "learning_rate_adapter": 2.4949367088607593e-05,
+      "loss": 0.0262,
+      "step": 306450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4936708860759495e-05,
+      "learning_rate_adapter": 2.4936708860759495e-05,
+      "loss": 0.0256,
+      "step": 306500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4924050632911394e-05,
+      "learning_rate_adapter": 2.4924050632911394e-05,
+      "loss": 0.0265,
+      "step": 306550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.491139240506329e-05,
+      "learning_rate_adapter": 2.491139240506329e-05,
+      "loss": 0.0256,
+      "step": 306600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4898734177215192e-05,
+      "learning_rate_adapter": 2.4898734177215192e-05,
+      "loss": 0.0254,
+      "step": 306650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.488607594936709e-05,
+      "learning_rate_adapter": 2.488607594936709e-05,
+      "loss": 0.0258,
+      "step": 306700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4873417721518986e-05,
+      "learning_rate_adapter": 2.4873417721518986e-05,
+      "loss": 0.0257,
+      "step": 306750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.486075949367089e-05,
+      "learning_rate_adapter": 2.486075949367089e-05,
+      "loss": 0.0261,
+      "step": 306800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4848101265822784e-05,
+      "learning_rate_adapter": 2.4848101265822784e-05,
+      "loss": 0.0258,
+      "step": 306850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4835443037974683e-05,
+      "learning_rate_adapter": 2.4835443037974683e-05,
+      "loss": 0.0262,
+      "step": 306900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4822784810126585e-05,
+      "learning_rate_adapter": 2.4822784810126585e-05,
+      "loss": 0.0253,
+      "step": 306950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.481012658227848e-05,
+      "learning_rate_adapter": 2.481012658227848e-05,
+      "loss": 0.0254,
+      "step": 307000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.479746835443038e-05,
+      "learning_rate_adapter": 2.479746835443038e-05,
+      "loss": 0.0252,
+      "step": 307050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4784810126582282e-05,
+      "learning_rate_adapter": 2.4784810126582282e-05,
+      "loss": 0.0256,
+      "step": 307100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4772151898734177e-05,
+      "learning_rate_adapter": 2.4772151898734177e-05,
+      "loss": 0.0269,
+      "step": 307150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4759493670886076e-05,
+      "learning_rate_adapter": 2.4759493670886076e-05,
+      "loss": 0.0266,
+      "step": 307200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4746835443037975e-05,
+      "learning_rate_adapter": 2.4746835443037975e-05,
+      "loss": 0.0255,
+      "step": 307250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4734177215189874e-05,
+      "learning_rate_adapter": 2.4734177215189874e-05,
+      "loss": 0.0254,
+      "step": 307300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4721518987341773e-05,
+      "learning_rate_adapter": 2.4721518987341773e-05,
+      "loss": 0.0261,
+      "step": 307350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.470886075949367e-05,
+      "learning_rate_adapter": 2.470886075949367e-05,
+      "loss": 0.026,
+      "step": 307400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.469620253164557e-05,
+      "learning_rate_adapter": 2.469620253164557e-05,
+      "loss": 0.0266,
+      "step": 307450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.468354430379747e-05,
+      "learning_rate_adapter": 2.468354430379747e-05,
+      "loss": 0.0256,
+      "step": 307500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4670886075949368e-05,
+      "learning_rate_adapter": 2.4670886075949368e-05,
+      "loss": 0.0258,
+      "step": 307550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4658227848101267e-05,
+      "learning_rate_adapter": 2.4658227848101267e-05,
+      "loss": 0.026,
+      "step": 307600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4645569620253166e-05,
+      "learning_rate_adapter": 2.4645569620253166e-05,
+      "loss": 0.0261,
+      "step": 307650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4632911392405065e-05,
+      "learning_rate_adapter": 2.4632911392405065e-05,
+      "loss": 0.0266,
+      "step": 307700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4620253164556963e-05,
+      "learning_rate_adapter": 2.4620253164556963e-05,
+      "loss": 0.0253,
+      "step": 307750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4607594936708862e-05,
+      "learning_rate_adapter": 2.4607594936708862e-05,
+      "loss": 0.0253,
+      "step": 307800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.459493670886076e-05,
+      "learning_rate_adapter": 2.459493670886076e-05,
+      "loss": 0.0251,
+      "step": 307850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.458227848101266e-05,
+      "learning_rate_adapter": 2.458227848101266e-05,
+      "loss": 0.0261,
+      "step": 307900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.456962025316456e-05,
+      "learning_rate_adapter": 2.456962025316456e-05,
+      "loss": 0.0267,
+      "step": 307950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4556962025316458e-05,
+      "learning_rate_adapter": 2.4556962025316458e-05,
+      "loss": 0.0258,
+      "step": 308000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4544303797468353e-05,
+      "learning_rate_adapter": 2.4544303797468353e-05,
+      "loss": 0.0263,
+      "step": 308050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4531645569620255e-05,
+      "learning_rate_adapter": 2.4531645569620255e-05,
+      "loss": 0.0259,
+      "step": 308100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4518987341772154e-05,
+      "learning_rate_adapter": 2.4518987341772154e-05,
+      "loss": 0.0258,
+      "step": 308150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.450632911392405e-05,
+      "learning_rate_adapter": 2.450632911392405e-05,
+      "loss": 0.0259,
+      "step": 308200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4493670886075952e-05,
+      "learning_rate_adapter": 2.4493670886075952e-05,
+      "loss": 0.025,
+      "step": 308250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.448101265822785e-05,
+      "learning_rate_adapter": 2.448101265822785e-05,
+      "loss": 0.0254,
+      "step": 308300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4468354430379746e-05,
+      "learning_rate_adapter": 2.4468354430379746e-05,
+      "loss": 0.0253,
+      "step": 308350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.445569620253165e-05,
+      "learning_rate_adapter": 2.445569620253165e-05,
+      "loss": 0.0255,
+      "step": 308400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4443037974683544e-05,
+      "learning_rate_adapter": 2.4443037974683544e-05,
+      "loss": 0.0261,
+      "step": 308450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4430379746835443e-05,
+      "learning_rate_adapter": 2.4430379746835443e-05,
+      "loss": 0.0251,
+      "step": 308500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4417721518987345e-05,
+      "learning_rate_adapter": 2.4417721518987345e-05,
+      "loss": 0.0263,
+      "step": 308550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.440506329113924e-05,
+      "learning_rate_adapter": 2.440506329113924e-05,
+      "loss": 0.0259,
+      "step": 308600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.439240506329114e-05,
+      "learning_rate_adapter": 2.439240506329114e-05,
+      "loss": 0.0262,
+      "step": 308650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4379746835443042e-05,
+      "learning_rate_adapter": 2.4379746835443042e-05,
+      "loss": 0.0252,
+      "step": 308700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4367088607594937e-05,
+      "learning_rate_adapter": 2.4367088607594937e-05,
+      "loss": 0.0253,
+      "step": 308750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4354430379746836e-05,
+      "learning_rate_adapter": 2.4354430379746836e-05,
+      "loss": 0.0261,
+      "step": 308800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4341772151898735e-05,
+      "learning_rate_adapter": 2.4341772151898735e-05,
+      "loss": 0.0257,
+      "step": 308850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4329113924050634e-05,
+      "learning_rate_adapter": 2.4329113924050634e-05,
+      "loss": 0.0255,
+      "step": 308900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4316455696202533e-05,
+      "learning_rate_adapter": 2.4316455696202533e-05,
+      "loss": 0.0261,
+      "step": 308950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.430379746835443e-05,
+      "learning_rate_adapter": 2.430379746835443e-05,
+      "loss": 0.026,
+      "step": 309000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.429113924050633e-05,
+      "learning_rate_adapter": 2.429113924050633e-05,
+      "loss": 0.0262,
+      "step": 309050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.427848101265823e-05,
+      "learning_rate_adapter": 2.427848101265823e-05,
+      "loss": 0.0256,
+      "step": 309100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4265822784810128e-05,
+      "learning_rate_adapter": 2.4265822784810128e-05,
+      "loss": 0.0259,
+      "step": 309150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4253164556962027e-05,
+      "learning_rate_adapter": 2.4253164556962027e-05,
+      "loss": 0.026,
+      "step": 309200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4240506329113922e-05,
+      "learning_rate_adapter": 2.4240506329113922e-05,
+      "loss": 0.0259,
+      "step": 309250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4227848101265825e-05,
+      "learning_rate_adapter": 2.4227848101265825e-05,
+      "loss": 0.0251,
+      "step": 309300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4215189873417723e-05,
+      "learning_rate_adapter": 2.4215189873417723e-05,
+      "loss": 0.0261,
+      "step": 309350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.420253164556962e-05,
+      "learning_rate_adapter": 2.420253164556962e-05,
+      "loss": 0.0253,
+      "step": 309400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.418987341772152e-05,
+      "learning_rate_adapter": 2.418987341772152e-05,
+      "loss": 0.0258,
+      "step": 309450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.417721518987342e-05,
+      "learning_rate_adapter": 2.417721518987342e-05,
+      "loss": 0.0265,
+      "step": 309500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4164556962025315e-05,
+      "learning_rate_adapter": 2.4164556962025315e-05,
+      "loss": 0.026,
+      "step": 309550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4151898734177218e-05,
+      "learning_rate_adapter": 2.4151898734177218e-05,
+      "loss": 0.0259,
+      "step": 309600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4139240506329113e-05,
+      "learning_rate_adapter": 2.4139240506329113e-05,
+      "loss": 0.0257,
+      "step": 309650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4126582278481012e-05,
+      "learning_rate_adapter": 2.4126582278481012e-05,
+      "loss": 0.0253,
+      "step": 309700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4113924050632914e-05,
+      "learning_rate_adapter": 2.4113924050632914e-05,
+      "loss": 0.0257,
+      "step": 309750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.410126582278481e-05,
+      "learning_rate_adapter": 2.410126582278481e-05,
+      "loss": 0.0259,
+      "step": 309800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.408860759493671e-05,
+      "learning_rate_adapter": 2.408860759493671e-05,
+      "loss": 0.0255,
+      "step": 309850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.407594936708861e-05,
+      "learning_rate_adapter": 2.407594936708861e-05,
+      "loss": 0.0259,
+      "step": 309900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4063291139240506e-05,
+      "learning_rate_adapter": 2.4063291139240506e-05,
+      "loss": 0.0259,
+      "step": 309950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4050632911392405e-05,
+      "learning_rate_adapter": 2.4050632911392405e-05,
+      "loss": 0.0257,
+      "step": 310000
+    },
+    {
+      "epoch": 0.26,
+      "eval_af_opus100_pr_auc": 0.7913153602747228,
+      "eval_af_ud_pr_auc": 0.9867258738461024,
+      "eval_am_opus100_pr_auc": 0.5909113751656908,
+      "eval_ar_ersatz_pr_auc": 0.9271851632409756,
+      "eval_ar_opus100_pr_auc": 0.736255982651424,
+      "eval_ar_ud_pr_auc": 0.8861907057990703,
+      "eval_average_ersatz_pr_auc": 0.9644429698128644,
+      "eval_average_opus100_pr_auc": 0.8346775544120054,
+      "eval_average_ud_pr_auc": 0.960801160598696,
+      "eval_az_opus100_pr_auc": 0.8115771982233767,
+      "eval_be_opus100_pr_auc": 0.6807486075069782,
+      "eval_be_ud_pr_auc": 0.8924487542285321,
+      "eval_bg_opus100_pr_auc": 0.9167118288070574,
+      "eval_bg_ud_pr_auc": 0.9961547561687317,
+      "eval_bn_opus100_pr_auc": 0.8289141179925759,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8812029448175587,
+      "eval_ca_ud_pr_auc": 0.9929240812825223,
+      "eval_ceb_ud_pr_auc": 0.9976278601768205,
+      "eval_cs_ersatz_pr_auc": 0.9840839932492248,
+      "eval_cs_opus100_pr_auc": 0.8973102379621648,
+      "eval_cs_ud_pr_auc": 0.9568319084961653,
+      "eval_cy_opus100_pr_auc": 0.7677831194509545,
+      "eval_cy_ud_pr_auc": 0.9930116890480439,
+      "eval_da_opus100_pr_auc": 0.9161541346674159,
+      "eval_da_ud_pr_auc": 0.9831343545341851,
+      "eval_de_ersatz_pr_auc": 0.9806923682813079,
+      "eval_de_opus100_pr_auc": 0.901515843921931,
+      "eval_de_ud_pr_auc": 0.9845362346185864,
+      "eval_el_opus100_pr_auc": 0.9191480521107416,
+      "eval_el_ud_pr_auc": 0.9848395875180642,
+      "eval_en_ersatz_pr_auc": 0.9910957953347835,
+      "eval_en_opus100_pr_auc": 0.9208822321678729,
+      "eval_en_ud_pr_auc": 0.9707223588385571,
+      "eval_eo_opus100_pr_auc": 0.9285737566555683,
+      "eval_es_ersatz_pr_auc": 0.9965779814108805,
+      "eval_es_opus100_pr_auc": 0.9312047459091672,
+      "eval_es_ud_pr_auc": 0.9898711222001455,
+      "eval_et_ersatz_pr_auc": 0.9815891369157749,
+      "eval_et_opus100_pr_auc": 0.8807219690147348,
+      "eval_et_ud_pr_auc": 0.9497675737860267,
+      "eval_eu_opus100_pr_auc": 0.8805379931132842,
+      "eval_eu_ud_pr_auc": 0.9899587384938665,
+      "eval_fa_opus100_pr_auc": 0.5977452331273229,
+      "eval_fa_ud_pr_auc": 0.9917494572158174,
+      "eval_fi_ersatz_pr_auc": 0.9912841193705142,
+      "eval_fi_opus100_pr_auc": 0.9078608841361453,
+      "eval_fi_ud_pr_auc": 0.9681439296922676,
+      "eval_fr_ersatz_pr_auc": 0.9899516673818148,
+      "eval_fr_opus100_pr_auc": 0.9107336876923396,
+      "eval_fr_ud_pr_auc": 0.9832327799837595,
+      "eval_fy_opus100_pr_auc": 0.6970398774326544,
+      "eval_ga_opus100_pr_auc": 0.8823329905642651,
+      "eval_ga_ud_pr_auc": 0.8000481877097477,
+      "eval_gd_opus100_pr_auc": 0.6818058896379149,
+      "eval_gd_ud_pr_auc": 0.8186582272559827,
+      "eval_gl_opus100_pr_auc": 0.8909343346974167,
+      "eval_gl_ud_pr_auc": 0.9978456724595577,
+      "eval_gu_ersatz_pr_auc": 0.9326113727157328,
+      "eval_gu_opus100_pr_auc": 0.7467102833459218,
+      "eval_ha_opus100_pr_auc": 0.914644802154184,
+      "eval_he_opus100_pr_auc": 0.8659593779662628,
+      "eval_he_ud_pr_auc": 0.9737243807106098,
+      "eval_hi_ersatz_pr_auc": 0.9734775193108065,
+      "eval_hi_opus100_pr_auc": 0.7015455587759273,
+      "eval_hi_ud_pr_auc": 0.9778718888827026,
+      "eval_hu_opus100_pr_auc": 0.9104857126038329,
+      "eval_hu_ud_pr_auc": 0.9844787522456293,
+      "eval_hy_opus100_pr_auc": 0.9128369916761372,
+      "eval_hy_ud_pr_auc": 0.9891667465947657,
+      "eval_id_opus100_pr_auc": 0.8602225183220921,
+      "eval_id_ud_pr_auc": 0.9933586649496418,
+      "eval_ig_opus100_pr_auc": 0.8910764542994282,
+      "eval_is_opus100_pr_auc": 0.9173930857813244,
+      "eval_is_ud_pr_auc": 0.9148065236769312,
+      "eval_it_opus100_pr_auc": 0.90969422678927,
+      "eval_it_ud_pr_auc": 0.9961640135996033,
+      "eval_ja_ersatz_pr_auc": 0.8196056622193154,
+      "eval_ja_opus100_pr_auc": 0.8280077422478775,
+      "eval_ja_ud_pr_auc": 0.9732134053835403,
+      "eval_jv_ud_pr_auc": 0.9727387635462094,
+      "eval_ka_opus100_pr_auc": 0.8519974446753986,
+      "eval_kk_ersatz_pr_auc": 0.9865340345487423,
+      "eval_kk_opus100_pr_auc": 0.7953332357128973,
+      "eval_kk_ud_pr_auc": 0.9756665019985985,
+      "eval_km_ersatz_pr_auc": 0.9149032822465895,
+      "eval_km_opus100_pr_auc": 0.7240877755407973,
+      "eval_kn_opus100_pr_auc": 0.6096471714483709,
+      "eval_ko_opus100_pr_auc": 0.6708433720666136,
+      "eval_ko_ud_pr_auc": 0.9968153711044242,
+      "eval_ku_opus100_pr_auc": 0.8443919678470547,
+      "eval_ky_opus100_pr_auc": 0.861942111501061,
+      "eval_la_ud_pr_auc": 0.921254141821082,
+      "eval_loss": 0.029601674526929855,
+      "eval_lt_ersatz_pr_auc": 0.9942582132923081,
+      "eval_lt_opus100_pr_auc": 0.8782850635136906,
+      "eval_lt_ud_pr_auc": 0.9952760616513227,
+      "eval_lv_ersatz_pr_auc": 0.990183263228364,
+      "eval_lv_opus100_pr_auc": 0.883777352955453,
+      "eval_lv_ud_pr_auc": 0.9607928628315532,
+      "eval_mg_opus100_pr_auc": 0.9269934792491467,
+      "eval_mk_opus100_pr_auc": 0.9136309426543587,
+      "eval_ml_opus100_pr_auc": 0.7896976153967596,
+      "eval_mn_opus100_pr_auc": 0.9382079183525776,
+      "eval_mr_opus100_pr_auc": 0.8991651027740859,
+      "eval_mr_ud_pr_auc": 0.9706145848966011,
+      "eval_ms_opus100_pr_auc": 0.8684693742906733,
+      "eval_mt_opus100_pr_auc": 0.8634868990270774,
+      "eval_mt_ud_pr_auc": 0.8824244077241273,
+      "eval_my_opus100_pr_auc": 0.7715152585653233,
+      "eval_ne_opus100_pr_auc": 0.7078795570596521,
+      "eval_nl_opus100_pr_auc": 0.8973596298009993,
+      "eval_nl_ud_pr_auc": 0.9768419890504344,
+      "eval_no_opus100_pr_auc": 0.9134664831374821,
+      "eval_no_ud_pr_auc": 0.9954604723007697,
+      "eval_pa_opus100_pr_auc": 0.6692021241709082,
+      "eval_pl_ersatz_pr_auc": 0.968315605790357,
+      "eval_pl_opus100_pr_auc": 0.8923048135980272,
+      "eval_pl_ud_pr_auc": 0.9616584039780148,
+      "eval_ps_ersatz_pr_auc": 0.923883265905487,
+      "eval_ps_opus100_pr_auc": 0.7586801590893981,
+      "eval_pt_opus100_pr_auc": 0.9207648476527808,
+      "eval_pt_ud_pr_auc": 0.9829703552938902,
+      "eval_ro_ersatz_pr_auc": 0.993486956276335,
+      "eval_ro_opus100_pr_auc": 0.8686492399357241,
+      "eval_ro_ud_pr_auc": 0.9697877548804166,
+      "eval_ru_ersatz_pr_auc": 0.9901578780504343,
+      "eval_ru_opus100_pr_auc": 0.9243016021585196,
+      "eval_ru_ud_pr_auc": 0.8768242702558356,
+      "eval_runtime": 615.9851,
+      "eval_samples_per_second": 122.596,
+      "eval_si_opus100_pr_auc": 0.8045542255541659,
+      "eval_sk_opus100_pr_auc": 0.9273101130578337,
+      "eval_sk_ud_pr_auc": 0.9839380602420359,
+      "eval_sl_opus100_pr_auc": 0.8609873987947998,
+      "eval_sl_ud_pr_auc": 0.9639558109971968,
+      "eval_sq_opus100_pr_auc": 0.9267031866673748,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9023696798181525,
+      "eval_sr_ud_pr_auc": 0.9982482107402368,
+      "eval_steps_per_second": 3.831,
+      "eval_sv_opus100_pr_auc": 0.8948600115284379,
+      "eval_sv_ud_pr_auc": 0.9510600953619756,
+      "eval_ta_ersatz_pr_auc": 0.97765210879436,
+      "eval_ta_opus100_pr_auc": 0.6903089042134238,
+      "eval_ta_ud_pr_auc": 0.9907568213524349,
+      "eval_te_opus100_pr_auc": 0.8412194700302364,
+      "eval_tg_opus100_pr_auc": 0.8828845809506948,
+      "eval_th_opus100_pr_auc": 0.6739307110654699,
+      "eval_th_ud_pr_auc": 0.8110041155495612,
+      "eval_tr_ersatz_pr_auc": 0.969320475928181,
+      "eval_tr_opus100_pr_auc": 0.9006400932752731,
+      "eval_tr_ud_pr_auc": 0.954466361098197,
+      "eval_uk_opus100_pr_auc": 0.8729812069469157,
+      "eval_uk_ud_pr_auc": 0.9194941002868634,
+      "eval_ur_opus100_pr_auc": 0.5659837862249426,
+      "eval_ur_ud_pr_auc": 0.9913662960806111,
+      "eval_uz_opus100_pr_auc": 0.8796760822364118,
+      "eval_vi_opus100_pr_auc": 0.9001189751362902,
+      "eval_vi_ud_pr_auc": 0.9426640522212557,
+      "eval_xh_opus100_pr_auc": 0.8607076492087488,
+      "eval_yi_opus100_pr_auc": 0.7642633015106596,
+      "eval_yo_opus100_pr_auc": 0.8355618132590927,
+      "eval_yo_ud_pr_auc": 0.9068220149606286,
+      "eval_zh_ersatz_pr_auc": 0.9408954723907236,
+      "eval_zh_opus100_pr_auc": 0.7677521293576786,
+      "eval_zh_ud_pr_auc": 0.9955560445054233,
+      "eval_zu_opus100_pr_auc": 0.8381664491094956,
+      "step": 310000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4037974683544304e-05,
+      "learning_rate_adapter": 2.4037974683544304e-05,
+      "loss": 0.0267,
+      "step": 310050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4025316455696203e-05,
+      "learning_rate_adapter": 2.4025316455696203e-05,
+      "loss": 0.0252,
+      "step": 310100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4012658227848102e-05,
+      "learning_rate_adapter": 2.4012658227848102e-05,
+      "loss": 0.0264,
+      "step": 310150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0251,
+      "step": 310200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.39873417721519e-05,
+      "learning_rate_adapter": 2.39873417721519e-05,
+      "loss": 0.0251,
+      "step": 310250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.39746835443038e-05,
+      "learning_rate_adapter": 2.39746835443038e-05,
+      "loss": 0.0253,
+      "step": 310300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3962025316455697e-05,
+      "learning_rate_adapter": 2.3962025316455697e-05,
+      "loss": 0.0256,
+      "step": 310350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3949367088607596e-05,
+      "learning_rate_adapter": 2.3949367088607596e-05,
+      "loss": 0.0266,
+      "step": 310400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3936708860759495e-05,
+      "learning_rate_adapter": 2.3936708860759495e-05,
+      "loss": 0.0257,
+      "step": 310450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3924050632911394e-05,
+      "learning_rate_adapter": 2.3924050632911394e-05,
+      "loss": 0.0258,
+      "step": 310500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3911392405063293e-05,
+      "learning_rate_adapter": 2.3911392405063293e-05,
+      "loss": 0.0262,
+      "step": 310550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.389873417721519e-05,
+      "learning_rate_adapter": 2.389873417721519e-05,
+      "loss": 0.0265,
+      "step": 310600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.388607594936709e-05,
+      "learning_rate_adapter": 2.388607594936709e-05,
+      "loss": 0.0253,
+      "step": 310650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.387341772151899e-05,
+      "learning_rate_adapter": 2.387341772151899e-05,
+      "loss": 0.0263,
+      "step": 310700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3860759493670888e-05,
+      "learning_rate_adapter": 2.3860759493670888e-05,
+      "loss": 0.0258,
+      "step": 310750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3848101265822787e-05,
+      "learning_rate_adapter": 2.3848101265822787e-05,
+      "loss": 0.0258,
+      "step": 310800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3835443037974682e-05,
+      "learning_rate_adapter": 2.3835443037974682e-05,
+      "loss": 0.0258,
+      "step": 310850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3822784810126585e-05,
+      "learning_rate_adapter": 2.3822784810126585e-05,
+      "loss": 0.0257,
+      "step": 310900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3810126582278483e-05,
+      "learning_rate_adapter": 2.3810126582278483e-05,
+      "loss": 0.0257,
+      "step": 310950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.379746835443038e-05,
+      "learning_rate_adapter": 2.379746835443038e-05,
+      "loss": 0.0252,
+      "step": 311000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.378481012658228e-05,
+      "learning_rate_adapter": 2.378481012658228e-05,
+      "loss": 0.0263,
+      "step": 311050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.377215189873418e-05,
+      "learning_rate_adapter": 2.377215189873418e-05,
+      "loss": 0.026,
+      "step": 311100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3759493670886075e-05,
+      "learning_rate_adapter": 2.3759493670886075e-05,
+      "loss": 0.0256,
+      "step": 311150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3746835443037978e-05,
+      "learning_rate_adapter": 2.3746835443037978e-05,
+      "loss": 0.0256,
+      "step": 311200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3734177215189873e-05,
+      "learning_rate_adapter": 2.3734177215189873e-05,
+      "loss": 0.0254,
+      "step": 311250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3721518987341772e-05,
+      "learning_rate_adapter": 2.3721518987341772e-05,
+      "loss": 0.0262,
+      "step": 311300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3708860759493674e-05,
+      "learning_rate_adapter": 2.3708860759493674e-05,
+      "loss": 0.0259,
+      "step": 311350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.369620253164557e-05,
+      "learning_rate_adapter": 2.369620253164557e-05,
+      "loss": 0.0261,
+      "step": 311400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.368354430379747e-05,
+      "learning_rate_adapter": 2.368354430379747e-05,
+      "loss": 0.0258,
+      "step": 311450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.367088607594937e-05,
+      "learning_rate_adapter": 2.367088607594937e-05,
+      "loss": 0.0259,
+      "step": 311500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3658227848101266e-05,
+      "learning_rate_adapter": 2.3658227848101266e-05,
+      "loss": 0.0256,
+      "step": 311550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3645569620253165e-05,
+      "learning_rate_adapter": 2.3645569620253165e-05,
+      "loss": 0.0259,
+      "step": 311600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3632911392405064e-05,
+      "learning_rate_adapter": 2.3632911392405064e-05,
+      "loss": 0.0258,
+      "step": 311650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3620253164556963e-05,
+      "learning_rate_adapter": 2.3620253164556963e-05,
+      "loss": 0.0256,
+      "step": 311700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3607594936708862e-05,
+      "learning_rate_adapter": 2.3607594936708862e-05,
+      "loss": 0.0258,
+      "step": 311750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.359493670886076e-05,
+      "learning_rate_adapter": 2.359493670886076e-05,
+      "loss": 0.0261,
+      "step": 311800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.358227848101266e-05,
+      "learning_rate_adapter": 2.358227848101266e-05,
+      "loss": 0.0256,
+      "step": 311850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3569620253164558e-05,
+      "learning_rate_adapter": 2.3569620253164558e-05,
+      "loss": 0.0264,
+      "step": 311900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3556962025316457e-05,
+      "learning_rate_adapter": 2.3556962025316457e-05,
+      "loss": 0.0259,
+      "step": 311950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3544303797468356e-05,
+      "learning_rate_adapter": 2.3544303797468356e-05,
+      "loss": 0.0257,
+      "step": 312000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.353164556962025e-05,
+      "learning_rate_adapter": 2.353164556962025e-05,
+      "loss": 0.0246,
+      "step": 312050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3518987341772154e-05,
+      "learning_rate_adapter": 2.3518987341772154e-05,
+      "loss": 0.0256,
+      "step": 312100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3506329113924053e-05,
+      "learning_rate_adapter": 2.3506329113924053e-05,
+      "loss": 0.0257,
+      "step": 312150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3493670886075948e-05,
+      "learning_rate_adapter": 2.3493670886075948e-05,
+      "loss": 0.0268,
+      "step": 312200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.348101265822785e-05,
+      "learning_rate_adapter": 2.348101265822785e-05,
+      "loss": 0.026,
+      "step": 312250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.346835443037975e-05,
+      "learning_rate_adapter": 2.346835443037975e-05,
+      "loss": 0.0258,
+      "step": 312300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3455696202531645e-05,
+      "learning_rate_adapter": 2.3455696202531645e-05,
+      "loss": 0.0259,
+      "step": 312350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3443037974683547e-05,
+      "learning_rate_adapter": 2.3443037974683547e-05,
+      "loss": 0.0255,
+      "step": 312400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3430379746835442e-05,
+      "learning_rate_adapter": 2.3430379746835442e-05,
+      "loss": 0.0257,
+      "step": 312450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.341772151898734e-05,
+      "learning_rate_adapter": 2.341772151898734e-05,
+      "loss": 0.0266,
+      "step": 312500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3405063291139243e-05,
+      "learning_rate_adapter": 2.3405063291139243e-05,
+      "loss": 0.0253,
+      "step": 312550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.339240506329114e-05,
+      "learning_rate_adapter": 2.339240506329114e-05,
+      "loss": 0.0257,
+      "step": 312600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3379746835443038e-05,
+      "learning_rate_adapter": 2.3379746835443038e-05,
+      "loss": 0.0256,
+      "step": 312650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.336708860759494e-05,
+      "learning_rate_adapter": 2.336708860759494e-05,
+      "loss": 0.026,
+      "step": 312700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3354430379746835e-05,
+      "learning_rate_adapter": 2.3354430379746835e-05,
+      "loss": 0.0254,
+      "step": 312750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3341772151898734e-05,
+      "learning_rate_adapter": 2.3341772151898734e-05,
+      "loss": 0.0262,
+      "step": 312800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3329113924050633e-05,
+      "learning_rate_adapter": 2.3329113924050633e-05,
+      "loss": 0.0257,
+      "step": 312850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3316455696202532e-05,
+      "learning_rate_adapter": 2.3316455696202532e-05,
+      "loss": 0.0257,
+      "step": 312900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.330379746835443e-05,
+      "learning_rate_adapter": 2.330379746835443e-05,
+      "loss": 0.0255,
+      "step": 312950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.329113924050633e-05,
+      "learning_rate_adapter": 2.329113924050633e-05,
+      "loss": 0.0257,
+      "step": 313000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.327848101265823e-05,
+      "learning_rate_adapter": 2.327848101265823e-05,
+      "loss": 0.026,
+      "step": 313050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3265822784810127e-05,
+      "learning_rate_adapter": 2.3265822784810127e-05,
+      "loss": 0.0261,
+      "step": 313100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3253164556962026e-05,
+      "learning_rate_adapter": 2.3253164556962026e-05,
+      "loss": 0.0263,
+      "step": 313150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3240506329113925e-05,
+      "learning_rate_adapter": 2.3240506329113925e-05,
+      "loss": 0.0255,
+      "step": 313200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3227848101265824e-05,
+      "learning_rate_adapter": 2.3227848101265824e-05,
+      "loss": 0.0251,
+      "step": 313250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3215189873417723e-05,
+      "learning_rate_adapter": 2.3215189873417723e-05,
+      "loss": 0.0262,
+      "step": 313300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3202531645569622e-05,
+      "learning_rate_adapter": 2.3202531645569622e-05,
+      "loss": 0.025,
+      "step": 313350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.318987341772152e-05,
+      "learning_rate_adapter": 2.318987341772152e-05,
+      "loss": 0.0257,
+      "step": 313400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.317721518987342e-05,
+      "learning_rate_adapter": 2.317721518987342e-05,
+      "loss": 0.0262,
+      "step": 313450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3164556962025318e-05,
+      "learning_rate_adapter": 2.3164556962025318e-05,
+      "loss": 0.0258,
+      "step": 313500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3151898734177217e-05,
+      "learning_rate_adapter": 2.3151898734177217e-05,
+      "loss": 0.0254,
+      "step": 313550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3139240506329116e-05,
+      "learning_rate_adapter": 2.3139240506329116e-05,
+      "loss": 0.0255,
+      "step": 313600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.312658227848101e-05,
+      "learning_rate_adapter": 2.312658227848101e-05,
+      "loss": 0.0251,
+      "step": 313650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3113924050632914e-05,
+      "learning_rate_adapter": 2.3113924050632914e-05,
+      "loss": 0.0259,
+      "step": 313700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3101265822784813e-05,
+      "learning_rate_adapter": 2.3101265822784813e-05,
+      "loss": 0.026,
+      "step": 313750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3088607594936708e-05,
+      "learning_rate_adapter": 2.3088607594936708e-05,
+      "loss": 0.0261,
+      "step": 313800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.307594936708861e-05,
+      "learning_rate_adapter": 2.307594936708861e-05,
+      "loss": 0.0256,
+      "step": 313850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.306329113924051e-05,
+      "learning_rate_adapter": 2.306329113924051e-05,
+      "loss": 0.0261,
+      "step": 313900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3050632911392405e-05,
+      "learning_rate_adapter": 2.3050632911392405e-05,
+      "loss": 0.0258,
+      "step": 313950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3037974683544307e-05,
+      "learning_rate_adapter": 2.3037974683544307e-05,
+      "loss": 0.0255,
+      "step": 314000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3025316455696202e-05,
+      "learning_rate_adapter": 2.3025316455696202e-05,
+      "loss": 0.0254,
+      "step": 314050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.30126582278481e-05,
+      "learning_rate_adapter": 2.30126582278481e-05,
+      "loss": 0.0259,
+      "step": 314100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0261,
+      "step": 314150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.29873417721519e-05,
+      "learning_rate_adapter": 2.29873417721519e-05,
+      "loss": 0.0257,
+      "step": 314200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2974683544303798e-05,
+      "learning_rate_adapter": 2.2974683544303798e-05,
+      "loss": 0.0252,
+      "step": 314250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.29620253164557e-05,
+      "learning_rate_adapter": 2.29620253164557e-05,
+      "loss": 0.0259,
+      "step": 314300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2949367088607595e-05,
+      "learning_rate_adapter": 2.2949367088607595e-05,
+      "loss": 0.0262,
+      "step": 314350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2936708860759494e-05,
+      "learning_rate_adapter": 2.2936708860759494e-05,
+      "loss": 0.0261,
+      "step": 314400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2924050632911393e-05,
+      "learning_rate_adapter": 2.2924050632911393e-05,
+      "loss": 0.0257,
+      "step": 314450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2911392405063292e-05,
+      "learning_rate_adapter": 2.2911392405063292e-05,
+      "loss": 0.0258,
+      "step": 314500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.289873417721519e-05,
+      "learning_rate_adapter": 2.289873417721519e-05,
+      "loss": 0.0255,
+      "step": 314550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.288607594936709e-05,
+      "learning_rate_adapter": 2.288607594936709e-05,
+      "loss": 0.0256,
+      "step": 314600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.287341772151899e-05,
+      "learning_rate_adapter": 2.287341772151899e-05,
+      "loss": 0.0262,
+      "step": 314650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2860759493670887e-05,
+      "learning_rate_adapter": 2.2860759493670887e-05,
+      "loss": 0.0256,
+      "step": 314700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2848101265822786e-05,
+      "learning_rate_adapter": 2.2848101265822786e-05,
+      "loss": 0.0256,
+      "step": 314750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2835443037974685e-05,
+      "learning_rate_adapter": 2.2835443037974685e-05,
+      "loss": 0.0256,
+      "step": 314800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2822784810126584e-05,
+      "learning_rate_adapter": 2.2822784810126584e-05,
+      "loss": 0.0255,
+      "step": 314850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2810126582278483e-05,
+      "learning_rate_adapter": 2.2810126582278483e-05,
+      "loss": 0.0254,
+      "step": 314900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2797468354430382e-05,
+      "learning_rate_adapter": 2.2797468354430382e-05,
+      "loss": 0.0252,
+      "step": 314950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.278481012658228e-05,
+      "learning_rate_adapter": 2.278481012658228e-05,
+      "loss": 0.0262,
+      "step": 315000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.7971713894046771,
+      "eval_af_ud_pr_auc": 0.9914349337010135,
+      "eval_am_opus100_pr_auc": 0.5979188298092614,
+      "eval_ar_ersatz_pr_auc": 0.9287075520915339,
+      "eval_ar_opus100_pr_auc": 0.7402963789760458,
+      "eval_ar_ud_pr_auc": 0.8853762964661823,
+      "eval_average_ersatz_pr_auc": 0.9654996350909945,
+      "eval_average_opus100_pr_auc": 0.8387594343932482,
+      "eval_average_ud_pr_auc": 0.9628231611142548,
+      "eval_az_opus100_pr_auc": 0.8078965701560991,
+      "eval_be_opus100_pr_auc": 0.7022098214811355,
+      "eval_be_ud_pr_auc": 0.8963299078651821,
+      "eval_bg_opus100_pr_auc": 0.9202948581081157,
+      "eval_bg_ud_pr_auc": 0.9957795951094233,
+      "eval_bn_opus100_pr_auc": 0.8343212431878373,
+      "eval_bn_ud_pr_auc": 0.9976600723878863,
+      "eval_ca_opus100_pr_auc": 0.8883479521437138,
+      "eval_ca_ud_pr_auc": 0.9968370041215359,
+      "eval_ceb_ud_pr_auc": 0.9984415479607505,
+      "eval_cs_ersatz_pr_auc": 0.9841316868121166,
+      "eval_cs_opus100_pr_auc": 0.9013254648187673,
+      "eval_cs_ud_pr_auc": 0.9575397560965229,
+      "eval_cy_opus100_pr_auc": 0.7724786942966801,
+      "eval_cy_ud_pr_auc": 0.9936610762829534,
+      "eval_da_opus100_pr_auc": 0.92051423456524,
+      "eval_da_ud_pr_auc": 0.9841622552280739,
+      "eval_de_ersatz_pr_auc": 0.983978177745296,
+      "eval_de_opus100_pr_auc": 0.9026797924016633,
+      "eval_de_ud_pr_auc": 0.9851738026214338,
+      "eval_el_opus100_pr_auc": 0.9190730728080212,
+      "eval_el_ud_pr_auc": 0.9856796462747699,
+      "eval_en_ersatz_pr_auc": 0.9921118183350273,
+      "eval_en_opus100_pr_auc": 0.9207431798168091,
+      "eval_en_ud_pr_auc": 0.9756074595676179,
+      "eval_eo_opus100_pr_auc": 0.9286267776593083,
+      "eval_es_ersatz_pr_auc": 0.9967501513045086,
+      "eval_es_opus100_pr_auc": 0.9312659444548324,
+      "eval_es_ud_pr_auc": 0.9904250273789642,
+      "eval_et_ersatz_pr_auc": 0.9822273413706336,
+      "eval_et_opus100_pr_auc": 0.8974666401462478,
+      "eval_et_ud_pr_auc": 0.9592798605586565,
+      "eval_eu_opus100_pr_auc": 0.886740312960281,
+      "eval_eu_ud_pr_auc": 0.9920249627296005,
+      "eval_fa_opus100_pr_auc": 0.6215393526175107,
+      "eval_fa_ud_pr_auc": 0.9924895838054334,
+      "eval_fi_ersatz_pr_auc": 0.9910955526652377,
+      "eval_fi_opus100_pr_auc": 0.9220653510302197,
+      "eval_fi_ud_pr_auc": 0.9725706054799721,
+      "eval_fr_ersatz_pr_auc": 0.9890119923935684,
+      "eval_fr_opus100_pr_auc": 0.9219931251852412,
+      "eval_fr_ud_pr_auc": 0.9854926663360779,
+      "eval_fy_opus100_pr_auc": 0.7084474517079437,
+      "eval_ga_opus100_pr_auc": 0.8983084254348364,
+      "eval_ga_ud_pr_auc": 0.8119882296151482,
+      "eval_gd_opus100_pr_auc": 0.6915417692185167,
+      "eval_gd_ud_pr_auc": 0.8155775508668431,
+      "eval_gl_opus100_pr_auc": 0.8991729258361549,
+      "eval_gl_ud_pr_auc": 0.9984005231164963,
+      "eval_gu_ersatz_pr_auc": 0.936589161007491,
+      "eval_gu_opus100_pr_auc": 0.7480256265741105,
+      "eval_ha_opus100_pr_auc": 0.9149419863105388,
+      "eval_he_opus100_pr_auc": 0.8725108499065575,
+      "eval_he_ud_pr_auc": 0.978264852374521,
+      "eval_hi_ersatz_pr_auc": 0.9801159613063593,
+      "eval_hi_opus100_pr_auc": 0.7003391021029542,
+      "eval_hi_ud_pr_auc": 0.9870321545049883,
+      "eval_hu_opus100_pr_auc": 0.9161482276166203,
+      "eval_hu_ud_pr_auc": 0.9843718168737563,
+      "eval_hy_opus100_pr_auc": 0.9157859984209173,
+      "eval_hy_ud_pr_auc": 0.9931085629346968,
+      "eval_id_opus100_pr_auc": 0.8672127100280818,
+      "eval_id_ud_pr_auc": 0.9937331942443047,
+      "eval_ig_opus100_pr_auc": 0.8890876300887608,
+      "eval_is_opus100_pr_auc": 0.9241123253508935,
+      "eval_is_ud_pr_auc": 0.9084033846698968,
+      "eval_it_opus100_pr_auc": 0.9163733539891523,
+      "eval_it_ud_pr_auc": 0.9976958637508817,
+      "eval_ja_ersatz_pr_auc": 0.8264018794018523,
+      "eval_ja_opus100_pr_auc": 0.8182157788064108,
+      "eval_ja_ud_pr_auc": 0.9763776420767096,
+      "eval_jv_ud_pr_auc": 0.9685723843461463,
+      "eval_ka_opus100_pr_auc": 0.8597855339771011,
+      "eval_kk_ersatz_pr_auc": 0.9868192703416736,
+      "eval_kk_opus100_pr_auc": 0.7949571458038683,
+      "eval_kk_ud_pr_auc": 0.9776518640540326,
+      "eval_km_ersatz_pr_auc": 0.9233680345119211,
+      "eval_km_opus100_pr_auc": 0.727104444301124,
+      "eval_kn_opus100_pr_auc": 0.617073154631972,
+      "eval_ko_opus100_pr_auc": 0.6682814343154232,
+      "eval_ko_ud_pr_auc": 0.9971633546981107,
+      "eval_ku_opus100_pr_auc": 0.8256708097060315,
+      "eval_ky_opus100_pr_auc": 0.8561769662039473,
+      "eval_la_ud_pr_auc": 0.9195233599592956,
+      "eval_loss": 0.029457198455929756,
+      "eval_lt_ersatz_pr_auc": 0.9952198649250965,
+      "eval_lt_opus100_pr_auc": 0.8933859033259075,
+      "eval_lt_ud_pr_auc": 0.9966097816615473,
+      "eval_lv_ersatz_pr_auc": 0.9918729704689673,
+      "eval_lv_opus100_pr_auc": 0.88839883124398,
+      "eval_lv_ud_pr_auc": 0.9655047376098876,
+      "eval_mg_opus100_pr_auc": 0.930231093123914,
+      "eval_mk_opus100_pr_auc": 0.9109336646042947,
+      "eval_ml_opus100_pr_auc": 0.7920585624630039,
+      "eval_mn_opus100_pr_auc": 0.9414835353070217,
+      "eval_mr_opus100_pr_auc": 0.9061473603500494,
+      "eval_mr_ud_pr_auc": 0.9747568923445409,
+      "eval_ms_opus100_pr_auc": 0.8760571562445599,
+      "eval_mt_opus100_pr_auc": 0.877339727069269,
+      "eval_mt_ud_pr_auc": 0.8916584067431175,
+      "eval_my_opus100_pr_auc": 0.771969525988525,
+      "eval_ne_opus100_pr_auc": 0.7172586705190912,
+      "eval_nl_opus100_pr_auc": 0.9006679714126431,
+      "eval_nl_ud_pr_auc": 0.9792927186250141,
+      "eval_no_opus100_pr_auc": 0.9165900638240011,
+      "eval_no_ud_pr_auc": 0.9959645201351021,
+      "eval_pa_opus100_pr_auc": 0.6755401080715274,
+      "eval_pl_ersatz_pr_auc": 0.9730405018077497,
+      "eval_pl_opus100_pr_auc": 0.8989000975646645,
+      "eval_pl_ud_pr_auc": 0.9639944637210937,
+      "eval_ps_ersatz_pr_auc": 0.9251236096034141,
+      "eval_ps_opus100_pr_auc": 0.7633206134425531,
+      "eval_pt_opus100_pr_auc": 0.924872170337457,
+      "eval_pt_ud_pr_auc": 0.9839021273864785,
+      "eval_ro_ersatz_pr_auc": 0.993184406595925,
+      "eval_ro_opus100_pr_auc": 0.8789361231806836,
+      "eval_ro_ud_pr_auc": 0.9573922551995218,
+      "eval_ru_ersatz_pr_auc": 0.9901081011556712,
+      "eval_ru_opus100_pr_auc": 0.9351222167441826,
+      "eval_ru_ud_pr_auc": 0.8805052979956788,
+      "eval_runtime": 620.6489,
+      "eval_samples_per_second": 121.674,
+      "eval_si_opus100_pr_auc": 0.8128570954103284,
+      "eval_sk_opus100_pr_auc": 0.9344249217097401,
+      "eval_sk_ud_pr_auc": 0.9828190387866417,
+      "eval_sl_opus100_pr_auc": 0.867834313716787,
+      "eval_sl_ud_pr_auc": 0.9704941825615953,
+      "eval_sq_opus100_pr_auc": 0.922708585869004,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9019418766857746,
+      "eval_sr_ud_pr_auc": 0.9984095963679562,
+      "eval_steps_per_second": 3.802,
+      "eval_sv_opus100_pr_auc": 0.8971318467727474,
+      "eval_sv_ud_pr_auc": 0.950748906578722,
+      "eval_ta_ersatz_pr_auc": 0.980818149504232,
+      "eval_ta_opus100_pr_auc": 0.6920463806464654,
+      "eval_ta_ud_pr_auc": 0.9900247708527021,
+      "eval_te_opus100_pr_auc": 0.848667376756949,
+      "eval_tg_opus100_pr_auc": 0.8870587045842805,
+      "eval_th_opus100_pr_auc": 0.6843749683455598,
+      "eval_th_ud_pr_auc": 0.8191998858422144,
+      "eval_tr_ersatz_pr_auc": 0.9683610007440632,
+      "eval_tr_opus100_pr_auc": 0.899139003151071,
+      "eval_tr_ud_pr_auc": 0.9527880572309817,
+      "eval_uk_opus100_pr_auc": 0.8805120336683538,
+      "eval_uk_ud_pr_auc": 0.926351188458163,
+      "eval_ur_opus100_pr_auc": 0.5665997370760122,
+      "eval_ur_ud_pr_auc": 0.9937723072012624,
+      "eval_uz_opus100_pr_auc": 0.8817826489919948,
+      "eval_vi_opus100_pr_auc": 0.9004630131269852,
+      "eval_vi_ud_pr_auc": 0.9557632023000919,
+      "eval_xh_opus100_pr_auc": 0.8565356367530867,
+      "eval_yi_opus100_pr_auc": 0.778396659573673,
+      "eval_yo_opus100_pr_auc": 0.8280197676669474,
+      "eval_yo_ud_pr_auc": 0.9125475497939253,
+      "eval_zh_ersatz_pr_auc": 0.921954787909542,
+      "eval_zh_opus100_pr_auc": 0.7371013814307628,
+      "eval_zh_ud_pr_auc": 0.9945894980584057,
+      "eval_zu_opus100_pr_auc": 0.8372216371328723,
+      "step": 315000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.277215189873418e-05,
+      "learning_rate_adapter": 2.277215189873418e-05,
+      "loss": 0.0256,
+      "step": 315050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2759493670886078e-05,
+      "learning_rate_adapter": 2.2759493670886078e-05,
+      "loss": 0.0253,
+      "step": 315100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2746835443037974e-05,
+      "learning_rate_adapter": 2.2746835443037974e-05,
+      "loss": 0.0255,
+      "step": 315150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2734177215189876e-05,
+      "learning_rate_adapter": 2.2734177215189876e-05,
+      "loss": 0.026,
+      "step": 315200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.272151898734177e-05,
+      "learning_rate_adapter": 2.272151898734177e-05,
+      "loss": 0.0258,
+      "step": 315250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.270886075949367e-05,
+      "learning_rate_adapter": 2.270886075949367e-05,
+      "loss": 0.0258,
+      "step": 315300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2696202531645573e-05,
+      "learning_rate_adapter": 2.2696202531645573e-05,
+      "loss": 0.026,
+      "step": 315350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2683544303797468e-05,
+      "learning_rate_adapter": 2.2683544303797468e-05,
+      "loss": 0.0261,
+      "step": 315400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2670886075949367e-05,
+      "learning_rate_adapter": 2.2670886075949367e-05,
+      "loss": 0.0256,
+      "step": 315450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2658227848101266e-05,
+      "learning_rate_adapter": 2.2658227848101266e-05,
+      "loss": 0.0264,
+      "step": 315500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2645569620253165e-05,
+      "learning_rate_adapter": 2.2645569620253165e-05,
+      "loss": 0.026,
+      "step": 315550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2632911392405063e-05,
+      "learning_rate_adapter": 2.2632911392405063e-05,
+      "loss": 0.0256,
+      "step": 315600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2620253164556962e-05,
+      "learning_rate_adapter": 2.2620253164556962e-05,
+      "loss": 0.0261,
+      "step": 315650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.260759493670886e-05,
+      "learning_rate_adapter": 2.260759493670886e-05,
+      "loss": 0.0255,
+      "step": 315700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.259493670886076e-05,
+      "learning_rate_adapter": 2.259493670886076e-05,
+      "loss": 0.0262,
+      "step": 315750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.258227848101266e-05,
+      "learning_rate_adapter": 2.258227848101266e-05,
+      "loss": 0.0266,
+      "step": 315800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2569620253164558e-05,
+      "learning_rate_adapter": 2.2569620253164558e-05,
+      "loss": 0.0258,
+      "step": 315850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2556962025316457e-05,
+      "learning_rate_adapter": 2.2556962025316457e-05,
+      "loss": 0.0255,
+      "step": 315900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2544303797468355e-05,
+      "learning_rate_adapter": 2.2544303797468355e-05,
+      "loss": 0.0259,
+      "step": 315950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2531645569620254e-05,
+      "learning_rate_adapter": 2.2531645569620254e-05,
+      "loss": 0.0255,
+      "step": 316000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2518987341772153e-05,
+      "learning_rate_adapter": 2.2518987341772153e-05,
+      "loss": 0.0259,
+      "step": 316050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2506329113924052e-05,
+      "learning_rate_adapter": 2.2506329113924052e-05,
+      "loss": 0.0255,
+      "step": 316100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.249367088607595e-05,
+      "learning_rate_adapter": 2.249367088607595e-05,
+      "loss": 0.0258,
+      "step": 316150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.248101265822785e-05,
+      "learning_rate_adapter": 2.248101265822785e-05,
+      "loss": 0.0254,
+      "step": 316200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.246835443037975e-05,
+      "learning_rate_adapter": 2.246835443037975e-05,
+      "loss": 0.0257,
+      "step": 316250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2455696202531644e-05,
+      "learning_rate_adapter": 2.2455696202531644e-05,
+      "loss": 0.026,
+      "step": 316300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2443037974683546e-05,
+      "learning_rate_adapter": 2.2443037974683546e-05,
+      "loss": 0.0254,
+      "step": 316350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2430379746835445e-05,
+      "learning_rate_adapter": 2.2430379746835445e-05,
+      "loss": 0.0251,
+      "step": 316400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.241772151898734e-05,
+      "learning_rate_adapter": 2.241772151898734e-05,
+      "loss": 0.0254,
+      "step": 316450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2405063291139243e-05,
+      "learning_rate_adapter": 2.2405063291139243e-05,
+      "loss": 0.0254,
+      "step": 316500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.239240506329114e-05,
+      "learning_rate_adapter": 2.239240506329114e-05,
+      "loss": 0.0261,
+      "step": 316550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2379746835443037e-05,
+      "learning_rate_adapter": 2.2379746835443037e-05,
+      "loss": 0.0255,
+      "step": 316600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.236708860759494e-05,
+      "learning_rate_adapter": 2.236708860759494e-05,
+      "loss": 0.0255,
+      "step": 316650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2354430379746835e-05,
+      "learning_rate_adapter": 2.2354430379746835e-05,
+      "loss": 0.0252,
+      "step": 316700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2341772151898734e-05,
+      "learning_rate_adapter": 2.2341772151898734e-05,
+      "loss": 0.0254,
+      "step": 316750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2329113924050636e-05,
+      "learning_rate_adapter": 2.2329113924050636e-05,
+      "loss": 0.0259,
+      "step": 316800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.231645569620253e-05,
+      "learning_rate_adapter": 2.231645569620253e-05,
+      "loss": 0.0256,
+      "step": 316850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.230379746835443e-05,
+      "learning_rate_adapter": 2.230379746835443e-05,
+      "loss": 0.0253,
+      "step": 316900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2291139240506333e-05,
+      "learning_rate_adapter": 2.2291139240506333e-05,
+      "loss": 0.0256,
+      "step": 316950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2278481012658228e-05,
+      "learning_rate_adapter": 2.2278481012658228e-05,
+      "loss": 0.0256,
+      "step": 317000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2265822784810127e-05,
+      "learning_rate_adapter": 2.2265822784810127e-05,
+      "loss": 0.026,
+      "step": 317050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2253164556962026e-05,
+      "learning_rate_adapter": 2.2253164556962026e-05,
+      "loss": 0.0256,
+      "step": 317100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2240506329113925e-05,
+      "learning_rate_adapter": 2.2240506329113925e-05,
+      "loss": 0.0258,
+      "step": 317150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2227848101265823e-05,
+      "learning_rate_adapter": 2.2227848101265823e-05,
+      "loss": 0.0262,
+      "step": 317200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2215189873417722e-05,
+      "learning_rate_adapter": 2.2215189873417722e-05,
+      "loss": 0.0256,
+      "step": 317250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.220253164556962e-05,
+      "learning_rate_adapter": 2.220253164556962e-05,
+      "loss": 0.0257,
+      "step": 317300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.218987341772152e-05,
+      "learning_rate_adapter": 2.218987341772152e-05,
+      "loss": 0.0251,
+      "step": 317350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.217721518987342e-05,
+      "learning_rate_adapter": 2.217721518987342e-05,
+      "loss": 0.0255,
+      "step": 317400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2164556962025318e-05,
+      "learning_rate_adapter": 2.2164556962025318e-05,
+      "loss": 0.0257,
+      "step": 317450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2151898734177217e-05,
+      "learning_rate_adapter": 2.2151898734177217e-05,
+      "loss": 0.0255,
+      "step": 317500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2139240506329115e-05,
+      "learning_rate_adapter": 2.2139240506329115e-05,
+      "loss": 0.0254,
+      "step": 317550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2126582278481014e-05,
+      "learning_rate_adapter": 2.2126582278481014e-05,
+      "loss": 0.0259,
+      "step": 317600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2113924050632913e-05,
+      "learning_rate_adapter": 2.2113924050632913e-05,
+      "loss": 0.0255,
+      "step": 317650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2101265822784812e-05,
+      "learning_rate_adapter": 2.2101265822784812e-05,
+      "loss": 0.0251,
+      "step": 317700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.208860759493671e-05,
+      "learning_rate_adapter": 2.208860759493671e-05,
+      "loss": 0.0263,
+      "step": 317750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.207594936708861e-05,
+      "learning_rate_adapter": 2.207594936708861e-05,
+      "loss": 0.0261,
+      "step": 317800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.206329113924051e-05,
+      "learning_rate_adapter": 2.206329113924051e-05,
+      "loss": 0.0258,
+      "step": 317850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2050632911392404e-05,
+      "learning_rate_adapter": 2.2050632911392404e-05,
+      "loss": 0.0255,
+      "step": 317900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2037974683544306e-05,
+      "learning_rate_adapter": 2.2037974683544306e-05,
+      "loss": 0.0257,
+      "step": 317950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2025316455696205e-05,
+      "learning_rate_adapter": 2.2025316455696205e-05,
+      "loss": 0.0253,
+      "step": 318000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.20126582278481e-05,
+      "learning_rate_adapter": 2.20126582278481e-05,
+      "loss": 0.0254,
+      "step": 318050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0257,
+      "step": 318100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.19873417721519e-05,
+      "learning_rate_adapter": 2.19873417721519e-05,
+      "loss": 0.0256,
+      "step": 318150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1974683544303797e-05,
+      "learning_rate_adapter": 2.1974683544303797e-05,
+      "loss": 0.0257,
+      "step": 318200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.19620253164557e-05,
+      "learning_rate_adapter": 2.19620253164557e-05,
+      "loss": 0.0257,
+      "step": 318250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1949367088607595e-05,
+      "learning_rate_adapter": 2.1949367088607595e-05,
+      "loss": 0.0257,
+      "step": 318300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1936708860759494e-05,
+      "learning_rate_adapter": 2.1936708860759494e-05,
+      "loss": 0.0254,
+      "step": 318350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1924050632911396e-05,
+      "learning_rate_adapter": 2.1924050632911396e-05,
+      "loss": 0.0259,
+      "step": 318400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.191139240506329e-05,
+      "learning_rate_adapter": 2.191139240506329e-05,
+      "loss": 0.0255,
+      "step": 318450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.189873417721519e-05,
+      "learning_rate_adapter": 2.189873417721519e-05,
+      "loss": 0.0255,
+      "step": 318500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1886075949367093e-05,
+      "learning_rate_adapter": 2.1886075949367093e-05,
+      "loss": 0.0265,
+      "step": 318550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1873417721518988e-05,
+      "learning_rate_adapter": 2.1873417721518988e-05,
+      "loss": 0.0259,
+      "step": 318600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1860759493670887e-05,
+      "learning_rate_adapter": 2.1860759493670887e-05,
+      "loss": 0.0255,
+      "step": 318650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1848101265822786e-05,
+      "learning_rate_adapter": 2.1848101265822786e-05,
+      "loss": 0.0257,
+      "step": 318700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1835443037974685e-05,
+      "learning_rate_adapter": 2.1835443037974685e-05,
+      "loss": 0.0249,
+      "step": 318750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1822784810126583e-05,
+      "learning_rate_adapter": 2.1822784810126583e-05,
+      "loss": 0.0257,
+      "step": 318800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1810126582278482e-05,
+      "learning_rate_adapter": 2.1810126582278482e-05,
+      "loss": 0.0255,
+      "step": 318850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.179746835443038e-05,
+      "learning_rate_adapter": 2.179746835443038e-05,
+      "loss": 0.0259,
+      "step": 318900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.178481012658228e-05,
+      "learning_rate_adapter": 2.178481012658228e-05,
+      "loss": 0.0254,
+      "step": 318950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.177215189873418e-05,
+      "learning_rate_adapter": 2.177215189873418e-05,
+      "loss": 0.0255,
+      "step": 319000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1759493670886078e-05,
+      "learning_rate_adapter": 2.1759493670886078e-05,
+      "loss": 0.0262,
+      "step": 319050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1746835443037973e-05,
+      "learning_rate_adapter": 2.1746835443037973e-05,
+      "loss": 0.0263,
+      "step": 319100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1734177215189875e-05,
+      "learning_rate_adapter": 2.1734177215189875e-05,
+      "loss": 0.0252,
+      "step": 319150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1721518987341774e-05,
+      "learning_rate_adapter": 2.1721518987341774e-05,
+      "loss": 0.0259,
+      "step": 319200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.170886075949367e-05,
+      "learning_rate_adapter": 2.170886075949367e-05,
+      "loss": 0.0256,
+      "step": 319250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1696202531645572e-05,
+      "learning_rate_adapter": 2.1696202531645572e-05,
+      "loss": 0.0258,
+      "step": 319300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.168354430379747e-05,
+      "learning_rate_adapter": 2.168354430379747e-05,
+      "loss": 0.0254,
+      "step": 319350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1670886075949366e-05,
+      "learning_rate_adapter": 2.1670886075949366e-05,
+      "loss": 0.0255,
+      "step": 319400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.165822784810127e-05,
+      "learning_rate_adapter": 2.165822784810127e-05,
+      "loss": 0.0255,
+      "step": 319450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1645569620253164e-05,
+      "learning_rate_adapter": 2.1645569620253164e-05,
+      "loss": 0.0261,
+      "step": 319500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1632911392405063e-05,
+      "learning_rate_adapter": 2.1632911392405063e-05,
+      "loss": 0.0258,
+      "step": 319550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1620253164556965e-05,
+      "learning_rate_adapter": 2.1620253164556965e-05,
+      "loss": 0.0258,
+      "step": 319600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.160759493670886e-05,
+      "learning_rate_adapter": 2.160759493670886e-05,
+      "loss": 0.0256,
+      "step": 319650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.159493670886076e-05,
+      "learning_rate_adapter": 2.159493670886076e-05,
+      "loss": 0.0258,
+      "step": 319700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.158227848101266e-05,
+      "learning_rate_adapter": 2.158227848101266e-05,
+      "loss": 0.0255,
+      "step": 319750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1569620253164557e-05,
+      "learning_rate_adapter": 2.1569620253164557e-05,
+      "loss": 0.0261,
+      "step": 319800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1556962025316456e-05,
+      "learning_rate_adapter": 2.1556962025316456e-05,
+      "loss": 0.025,
+      "step": 319850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1544303797468355e-05,
+      "learning_rate_adapter": 2.1544303797468355e-05,
+      "loss": 0.026,
+      "step": 319900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1531645569620254e-05,
+      "learning_rate_adapter": 2.1531645569620254e-05,
+      "loss": 0.026,
+      "step": 319950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1518987341772153e-05,
+      "learning_rate_adapter": 2.1518987341772153e-05,
+      "loss": 0.0253,
+      "step": 320000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.790292704772014,
+      "eval_af_ud_pr_auc": 0.9846551407853035,
+      "eval_am_opus100_pr_auc": 0.5768397169473306,
+      "eval_ar_ersatz_pr_auc": 0.9209766666025966,
+      "eval_ar_opus100_pr_auc": 0.7328977840947024,
+      "eval_ar_ud_pr_auc": 0.8835510225224567,
+      "eval_average_ersatz_pr_auc": 0.9660115130431209,
+      "eval_average_opus100_pr_auc": 0.8337208063532121,
+      "eval_average_ud_pr_auc": 0.9628340196016011,
+      "eval_az_opus100_pr_auc": 0.7827544611181758,
+      "eval_be_opus100_pr_auc": 0.6786809857513528,
+      "eval_be_ud_pr_auc": 0.8883518765611348,
+      "eval_bg_opus100_pr_auc": 0.9185813071313975,
+      "eval_bg_ud_pr_auc": 0.9965266246368079,
+      "eval_bn_opus100_pr_auc": 0.8273970005000416,
+      "eval_bn_ud_pr_auc": 0.9987006540777467,
+      "eval_ca_opus100_pr_auc": 0.8826118170108737,
+      "eval_ca_ud_pr_auc": 0.9960208348058358,
+      "eval_ceb_ud_pr_auc": 0.9972640051906246,
+      "eval_cs_ersatz_pr_auc": 0.9861068535999397,
+      "eval_cs_opus100_pr_auc": 0.9014683495906841,
+      "eval_cs_ud_pr_auc": 0.9585453319322814,
+      "eval_cy_opus100_pr_auc": 0.7658742085568437,
+      "eval_cy_ud_pr_auc": 0.9933334252074167,
+      "eval_da_opus100_pr_auc": 0.9170783308534799,
+      "eval_da_ud_pr_auc": 0.9828985227212146,
+      "eval_de_ersatz_pr_auc": 0.9825315854572515,
+      "eval_de_opus100_pr_auc": 0.9053245418649342,
+      "eval_de_ud_pr_auc": 0.9857829677632524,
+      "eval_el_opus100_pr_auc": 0.9160466125218991,
+      "eval_el_ud_pr_auc": 0.9850658718671361,
+      "eval_en_ersatz_pr_auc": 0.992631674219774,
+      "eval_en_opus100_pr_auc": 0.9216002678335057,
+      "eval_en_ud_pr_auc": 0.9753761538883442,
+      "eval_eo_opus100_pr_auc": 0.9276006449361169,
+      "eval_es_ersatz_pr_auc": 0.996873600668267,
+      "eval_es_opus100_pr_auc": 0.9280642413693411,
+      "eval_es_ud_pr_auc": 0.9897898404764726,
+      "eval_et_ersatz_pr_auc": 0.9840629194004633,
+      "eval_et_opus100_pr_auc": 0.889376079011802,
+      "eval_et_ud_pr_auc": 0.9615984769060518,
+      "eval_eu_opus100_pr_auc": 0.8817572140822434,
+      "eval_eu_ud_pr_auc": 0.9927438584289098,
+      "eval_fa_opus100_pr_auc": 0.5998982050316034,
+      "eval_fa_ud_pr_auc": 0.9919345727021243,
+      "eval_fi_ersatz_pr_auc": 0.9910916616301273,
+      "eval_fi_opus100_pr_auc": 0.9132181480017264,
+      "eval_fi_ud_pr_auc": 0.9708057994665945,
+      "eval_fr_ersatz_pr_auc": 0.9892230208099267,
+      "eval_fr_opus100_pr_auc": 0.9150365494701329,
+      "eval_fr_ud_pr_auc": 0.9860024355982405,
+      "eval_fy_opus100_pr_auc": 0.6957232283110921,
+      "eval_ga_opus100_pr_auc": 0.8876460663236742,
+      "eval_ga_ud_pr_auc": 0.8101260760596263,
+      "eval_gd_opus100_pr_auc": 0.6663368478156179,
+      "eval_gd_ud_pr_auc": 0.8233959217309066,
+      "eval_gl_opus100_pr_auc": 0.8911902236360653,
+      "eval_gl_ud_pr_auc": 0.997405160541763,
+      "eval_gu_ersatz_pr_auc": 0.9426107792281073,
+      "eval_gu_opus100_pr_auc": 0.7388843639413104,
+      "eval_ha_opus100_pr_auc": 0.9124255000445738,
+      "eval_he_opus100_pr_auc": 0.8710766868092631,
+      "eval_he_ud_pr_auc": 0.9733259050885471,
+      "eval_hi_ersatz_pr_auc": 0.9770420691465004,
+      "eval_hi_opus100_pr_auc": 0.6962623996027513,
+      "eval_hi_ud_pr_auc": 0.980551917237388,
+      "eval_hu_opus100_pr_auc": 0.9119426658577291,
+      "eval_hu_ud_pr_auc": 0.9825133812847217,
+      "eval_hy_opus100_pr_auc": 0.9082765887647781,
+      "eval_hy_ud_pr_auc": 0.9891344125244184,
+      "eval_id_opus100_pr_auc": 0.8569620891618127,
+      "eval_id_ud_pr_auc": 0.9940809919338183,
+      "eval_ig_opus100_pr_auc": 0.8866353895714466,
+      "eval_is_opus100_pr_auc": 0.9199196632288837,
+      "eval_is_ud_pr_auc": 0.9119173469395285,
+      "eval_it_opus100_pr_auc": 0.9098211909769094,
+      "eval_it_ud_pr_auc": 0.9987756011985824,
+      "eval_ja_ersatz_pr_auc": 0.8405606765150053,
+      "eval_ja_opus100_pr_auc": 0.7958342178455206,
+      "eval_ja_ud_pr_auc": 0.9745181640201216,
+      "eval_jv_ud_pr_auc": 0.9647371126006983,
+      "eval_ka_opus100_pr_auc": 0.8547765683772168,
+      "eval_kk_ersatz_pr_auc": 0.9855763234033728,
+      "eval_kk_opus100_pr_auc": 0.7877897957565507,
+      "eval_kk_ud_pr_auc": 0.9746933664465531,
+      "eval_km_ersatz_pr_auc": 0.9187627226131394,
+      "eval_km_opus100_pr_auc": 0.730223586568979,
+      "eval_kn_opus100_pr_auc": 0.5976111057117028,
+      "eval_ko_opus100_pr_auc": 0.660820767186068,
+      "eval_ko_ud_pr_auc": 0.9958184449384317,
+      "eval_ku_opus100_pr_auc": 0.8407395732048456,
+      "eval_ky_opus100_pr_auc": 0.8652121818749611,
+      "eval_la_ud_pr_auc": 0.9446677583300513,
+      "eval_loss": 0.02947082556784153,
+      "eval_lt_ersatz_pr_auc": 0.9954950530726262,
+      "eval_lt_opus100_pr_auc": 0.886981293541372,
+      "eval_lt_ud_pr_auc": 0.9955324058031467,
+      "eval_lv_ersatz_pr_auc": 0.9899887398624498,
+      "eval_lv_opus100_pr_auc": 0.890177192658937,
+      "eval_lv_ud_pr_auc": 0.9638876431072642,
+      "eval_mg_opus100_pr_auc": 0.9279552792976582,
+      "eval_mk_opus100_pr_auc": 0.9120900993385259,
+      "eval_ml_opus100_pr_auc": 0.782282885194322,
+      "eval_mn_opus100_pr_auc": 0.9412756644006903,
+      "eval_mr_opus100_pr_auc": 0.9083710066108239,
+      "eval_mr_ud_pr_auc": 0.9701697785455299,
+      "eval_ms_opus100_pr_auc": 0.8700120205270194,
+      "eval_mt_opus100_pr_auc": 0.866556844800336,
+      "eval_mt_ud_pr_auc": 0.9052115586961935,
+      "eval_my_opus100_pr_auc": 0.7756386288932212,
+      "eval_ne_opus100_pr_auc": 0.7109706213191527,
+      "eval_nl_opus100_pr_auc": 0.8972106136067945,
+      "eval_nl_ud_pr_auc": 0.9824961992196496,
+      "eval_no_opus100_pr_auc": 0.9122875106569309,
+      "eval_no_ud_pr_auc": 0.9963450625520242,
+      "eval_pa_opus100_pr_auc": 0.6551969902380171,
+      "eval_pl_ersatz_pr_auc": 0.970478469977782,
+      "eval_pl_opus100_pr_auc": 0.8921950442918913,
+      "eval_pl_ud_pr_auc": 0.9633800465149489,
+      "eval_ps_ersatz_pr_auc": 0.9241664611633928,
+      "eval_ps_opus100_pr_auc": 0.7613836306951559,
+      "eval_pt_opus100_pr_auc": 0.9235373465222748,
+      "eval_pt_ud_pr_auc": 0.9825641286901067,
+      "eval_ro_ersatz_pr_auc": 0.9933970623791157,
+      "eval_ro_opus100_pr_auc": 0.8782575395421734,
+      "eval_ro_ud_pr_auc": 0.957692193488098,
+      "eval_ru_ersatz_pr_auc": 0.9900890149235483,
+      "eval_ru_opus100_pr_auc": 0.9281837477871117,
+      "eval_ru_ud_pr_auc": 0.8832146744645865,
+      "eval_runtime": 612.5105,
+      "eval_samples_per_second": 123.291,
+      "eval_si_opus100_pr_auc": 0.8051916380473914,
+      "eval_sk_opus100_pr_auc": 0.9323215851614969,
+      "eval_sk_ud_pr_auc": 0.9852109851061038,
+      "eval_sl_opus100_pr_auc": 0.8633633978534595,
+      "eval_sl_ud_pr_auc": 0.9709715164837179,
+      "eval_sq_opus100_pr_auc": 0.9214766692786726,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9019184230585577,
+      "eval_sr_ud_pr_auc": 0.9984147777566609,
+      "eval_steps_per_second": 3.853,
+      "eval_sv_opus100_pr_auc": 0.8941247526213104,
+      "eval_sv_ud_pr_auc": 0.9514055024789431,
+      "eval_ta_ersatz_pr_auc": 0.9769029440548603,
+      "eval_ta_opus100_pr_auc": 0.6910669730957864,
+      "eval_ta_ud_pr_auc": 0.987290701154535,
+      "eval_te_opus100_pr_auc": 0.8366459366340352,
+      "eval_tg_opus100_pr_auc": 0.886418357049218,
+      "eval_th_opus100_pr_auc": 0.6719451734735902,
+      "eval_th_ud_pr_auc": 0.8251712387640966,
+      "eval_tr_ersatz_pr_auc": 0.9695375455736039,
+      "eval_tr_opus100_pr_auc": 0.8956425034299702,
+      "eval_tr_ud_pr_auc": 0.9545351778860272,
+      "eval_uk_opus100_pr_auc": 0.8753890205370104,
+      "eval_uk_ud_pr_auc": 0.9286079633838884,
+      "eval_ur_opus100_pr_auc": 0.5655866180510798,
+      "eval_ur_ud_pr_auc": 0.9933966486171182,
+      "eval_uz_opus100_pr_auc": 0.8789697807436122,
+      "eval_vi_opus100_pr_auc": 0.9005438670262319,
+      "eval_vi_ud_pr_auc": 0.9435571055544476,
+      "eval_xh_opus100_pr_auc": 0.8648832085195405,
+      "eval_yi_opus100_pr_auc": 0.7857791406663963,
+      "eval_yo_opus100_pr_auc": 0.8199283388044258,
+      "eval_yo_ud_pr_auc": 0.9140843461125958,
+      "eval_zh_ersatz_pr_auc": 0.9341474426468103,
+      "eval_zh_opus100_pr_auc": 0.760027249687152,
+      "eval_zh_ud_pr_auc": 0.9937904864984733,
+      "eval_zu_opus100_pr_auc": 0.8348096562800922,
+      "step": 320000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.150632911392405e-05,
+      "learning_rate_adapter": 2.150632911392405e-05,
+      "loss": 0.0261,
+      "step": 320050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.149367088607595e-05,
+      "learning_rate_adapter": 2.149367088607595e-05,
+      "loss": 0.0259,
+      "step": 320100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.148101265822785e-05,
+      "learning_rate_adapter": 2.148101265822785e-05,
+      "loss": 0.0257,
+      "step": 320150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1468354430379748e-05,
+      "learning_rate_adapter": 2.1468354430379748e-05,
+      "loss": 0.0253,
+      "step": 320200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1455696202531647e-05,
+      "learning_rate_adapter": 2.1455696202531647e-05,
+      "loss": 0.0254,
+      "step": 320250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1443037974683546e-05,
+      "learning_rate_adapter": 2.1443037974683546e-05,
+      "loss": 0.0249,
+      "step": 320300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1430379746835445e-05,
+      "learning_rate_adapter": 2.1430379746835445e-05,
+      "loss": 0.0252,
+      "step": 320350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1417721518987343e-05,
+      "learning_rate_adapter": 2.1417721518987343e-05,
+      "loss": 0.0262,
+      "step": 320400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1405063291139242e-05,
+      "learning_rate_adapter": 2.1405063291139242e-05,
+      "loss": 0.0259,
+      "step": 320450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.139240506329114e-05,
+      "learning_rate_adapter": 2.139240506329114e-05,
+      "loss": 0.0254,
+      "step": 320500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.137974683544304e-05,
+      "learning_rate_adapter": 2.137974683544304e-05,
+      "loss": 0.025,
+      "step": 320550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.136708860759494e-05,
+      "learning_rate_adapter": 2.136708860759494e-05,
+      "loss": 0.0257,
+      "step": 320600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1354430379746838e-05,
+      "learning_rate_adapter": 2.1354430379746838e-05,
+      "loss": 0.0253,
+      "step": 320650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1341772151898733e-05,
+      "learning_rate_adapter": 2.1341772151898733e-05,
+      "loss": 0.0263,
+      "step": 320700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1329113924050635e-05,
+      "learning_rate_adapter": 2.1329113924050635e-05,
+      "loss": 0.0254,
+      "step": 320750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1316455696202534e-05,
+      "learning_rate_adapter": 2.1316455696202534e-05,
+      "loss": 0.0255,
+      "step": 320800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.130379746835443e-05,
+      "learning_rate_adapter": 2.130379746835443e-05,
+      "loss": 0.0254,
+      "step": 320850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1291139240506332e-05,
+      "learning_rate_adapter": 2.1291139240506332e-05,
+      "loss": 0.026,
+      "step": 320900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.127848101265823e-05,
+      "learning_rate_adapter": 2.127848101265823e-05,
+      "loss": 0.0263,
+      "step": 320950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1265822784810126e-05,
+      "learning_rate_adapter": 2.1265822784810126e-05,
+      "loss": 0.0255,
+      "step": 321000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.125316455696203e-05,
+      "learning_rate_adapter": 2.125316455696203e-05,
+      "loss": 0.0257,
+      "step": 321050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1240506329113924e-05,
+      "learning_rate_adapter": 2.1240506329113924e-05,
+      "loss": 0.025,
+      "step": 321100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1227848101265823e-05,
+      "learning_rate_adapter": 2.1227848101265823e-05,
+      "loss": 0.0254,
+      "step": 321150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1215189873417725e-05,
+      "learning_rate_adapter": 2.1215189873417725e-05,
+      "loss": 0.0255,
+      "step": 321200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.120253164556962e-05,
+      "learning_rate_adapter": 2.120253164556962e-05,
+      "loss": 0.0254,
+      "step": 321250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.118987341772152e-05,
+      "learning_rate_adapter": 2.118987341772152e-05,
+      "loss": 0.0254,
+      "step": 321300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.117721518987342e-05,
+      "learning_rate_adapter": 2.117721518987342e-05,
+      "loss": 0.026,
+      "step": 321350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1164556962025317e-05,
+      "learning_rate_adapter": 2.1164556962025317e-05,
+      "loss": 0.0262,
+      "step": 321400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1151898734177216e-05,
+      "learning_rate_adapter": 2.1151898734177216e-05,
+      "loss": 0.0257,
+      "step": 321450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1139240506329115e-05,
+      "learning_rate_adapter": 2.1139240506329115e-05,
+      "loss": 0.0251,
+      "step": 321500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1126582278481014e-05,
+      "learning_rate_adapter": 2.1126582278481014e-05,
+      "loss": 0.0256,
+      "step": 321550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1113924050632913e-05,
+      "learning_rate_adapter": 2.1113924050632913e-05,
+      "loss": 0.0259,
+      "step": 321600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.110126582278481e-05,
+      "learning_rate_adapter": 2.110126582278481e-05,
+      "loss": 0.0255,
+      "step": 321650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.108860759493671e-05,
+      "learning_rate_adapter": 2.108860759493671e-05,
+      "loss": 0.0249,
+      "step": 321700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.107594936708861e-05,
+      "learning_rate_adapter": 2.107594936708861e-05,
+      "loss": 0.0265,
+      "step": 321750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1063291139240508e-05,
+      "learning_rate_adapter": 2.1063291139240508e-05,
+      "loss": 0.0251,
+      "step": 321800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1050632911392407e-05,
+      "learning_rate_adapter": 2.1050632911392407e-05,
+      "loss": 0.0257,
+      "step": 321850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1037974683544302e-05,
+      "learning_rate_adapter": 2.1037974683544302e-05,
+      "loss": 0.0256,
+      "step": 321900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1025316455696205e-05,
+      "learning_rate_adapter": 2.1025316455696205e-05,
+      "loss": 0.0254,
+      "step": 321950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1012658227848103e-05,
+      "learning_rate_adapter": 2.1012658227848103e-05,
+      "loss": 0.026,
+      "step": 322000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0251,
+      "step": 322050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.09873417721519e-05,
+      "learning_rate_adapter": 2.09873417721519e-05,
+      "loss": 0.0259,
+      "step": 322100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.09746835443038e-05,
+      "learning_rate_adapter": 2.09746835443038e-05,
+      "loss": 0.0249,
+      "step": 322150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0962025316455695e-05,
+      "learning_rate_adapter": 2.0962025316455695e-05,
+      "loss": 0.0257,
+      "step": 322200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0949367088607598e-05,
+      "learning_rate_adapter": 2.0949367088607598e-05,
+      "loss": 0.0256,
+      "step": 322250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0936708860759493e-05,
+      "learning_rate_adapter": 2.0936708860759493e-05,
+      "loss": 0.0258,
+      "step": 322300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0924050632911392e-05,
+      "learning_rate_adapter": 2.0924050632911392e-05,
+      "loss": 0.0256,
+      "step": 322350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0911392405063294e-05,
+      "learning_rate_adapter": 2.0911392405063294e-05,
+      "loss": 0.0252,
+      "step": 322400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.089873417721519e-05,
+      "learning_rate_adapter": 2.089873417721519e-05,
+      "loss": 0.025,
+      "step": 322450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.088607594936709e-05,
+      "learning_rate_adapter": 2.088607594936709e-05,
+      "loss": 0.026,
+      "step": 322500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.087341772151899e-05,
+      "learning_rate_adapter": 2.087341772151899e-05,
+      "loss": 0.026,
+      "step": 322550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0860759493670886e-05,
+      "learning_rate_adapter": 2.0860759493670886e-05,
+      "loss": 0.0255,
+      "step": 322600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0848101265822785e-05,
+      "learning_rate_adapter": 2.0848101265822785e-05,
+      "loss": 0.0256,
+      "step": 322650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0835443037974684e-05,
+      "learning_rate_adapter": 2.0835443037974684e-05,
+      "loss": 0.0258,
+      "step": 322700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0822784810126583e-05,
+      "learning_rate_adapter": 2.0822784810126583e-05,
+      "loss": 0.026,
+      "step": 322750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.081012658227848e-05,
+      "learning_rate_adapter": 2.081012658227848e-05,
+      "loss": 0.0252,
+      "step": 322800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.079746835443038e-05,
+      "learning_rate_adapter": 2.079746835443038e-05,
+      "loss": 0.0251,
+      "step": 322850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.078481012658228e-05,
+      "learning_rate_adapter": 2.078481012658228e-05,
+      "loss": 0.0256,
+      "step": 322900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0772151898734178e-05,
+      "learning_rate_adapter": 2.0772151898734178e-05,
+      "loss": 0.0251,
+      "step": 322950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0759493670886077e-05,
+      "learning_rate_adapter": 2.0759493670886077e-05,
+      "loss": 0.0253,
+      "step": 323000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0746835443037976e-05,
+      "learning_rate_adapter": 2.0746835443037976e-05,
+      "loss": 0.0257,
+      "step": 323050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0734177215189875e-05,
+      "learning_rate_adapter": 2.0734177215189875e-05,
+      "loss": 0.0262,
+      "step": 323100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0721518987341774e-05,
+      "learning_rate_adapter": 2.0721518987341774e-05,
+      "loss": 0.0257,
+      "step": 323150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0708860759493673e-05,
+      "learning_rate_adapter": 2.0708860759493673e-05,
+      "loss": 0.0245,
+      "step": 323200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.069620253164557e-05,
+      "learning_rate_adapter": 2.069620253164557e-05,
+      "loss": 0.0252,
+      "step": 323250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.068354430379747e-05,
+      "learning_rate_adapter": 2.068354430379747e-05,
+      "loss": 0.0257,
+      "step": 323300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.067088607594937e-05,
+      "learning_rate_adapter": 2.067088607594937e-05,
+      "loss": 0.0253,
+      "step": 323350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0658227848101268e-05,
+      "learning_rate_adapter": 2.0658227848101268e-05,
+      "loss": 0.0258,
+      "step": 323400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0645569620253167e-05,
+      "learning_rate_adapter": 2.0645569620253167e-05,
+      "loss": 0.0253,
+      "step": 323450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0632911392405062e-05,
+      "learning_rate_adapter": 2.0632911392405062e-05,
+      "loss": 0.0253,
+      "step": 323500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0620253164556964e-05,
+      "learning_rate_adapter": 2.0620253164556964e-05,
+      "loss": 0.0251,
+      "step": 323550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0607594936708863e-05,
+      "learning_rate_adapter": 2.0607594936708863e-05,
+      "loss": 0.0259,
+      "step": 323600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.059493670886076e-05,
+      "learning_rate_adapter": 2.059493670886076e-05,
+      "loss": 0.0257,
+      "step": 323650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.058227848101266e-05,
+      "learning_rate_adapter": 2.058227848101266e-05,
+      "loss": 0.0255,
+      "step": 323700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.056962025316456e-05,
+      "learning_rate_adapter": 2.056962025316456e-05,
+      "loss": 0.0258,
+      "step": 323750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0556962025316455e-05,
+      "learning_rate_adapter": 2.0556962025316455e-05,
+      "loss": 0.0245,
+      "step": 323800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0544303797468358e-05,
+      "learning_rate_adapter": 2.0544303797468358e-05,
+      "loss": 0.0261,
+      "step": 323850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0531645569620253e-05,
+      "learning_rate_adapter": 2.0531645569620253e-05,
+      "loss": 0.0253,
+      "step": 323900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0518987341772152e-05,
+      "learning_rate_adapter": 2.0518987341772152e-05,
+      "loss": 0.0257,
+      "step": 323950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0506329113924054e-05,
+      "learning_rate_adapter": 2.0506329113924054e-05,
+      "loss": 0.0258,
+      "step": 324000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.049367088607595e-05,
+      "learning_rate_adapter": 2.049367088607595e-05,
+      "loss": 0.0252,
+      "step": 324050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.048101265822785e-05,
+      "learning_rate_adapter": 2.048101265822785e-05,
+      "loss": 0.0255,
+      "step": 324100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.046835443037975e-05,
+      "learning_rate_adapter": 2.046835443037975e-05,
+      "loss": 0.0255,
+      "step": 324150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0455696202531646e-05,
+      "learning_rate_adapter": 2.0455696202531646e-05,
+      "loss": 0.0249,
+      "step": 324200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0443037974683545e-05,
+      "learning_rate_adapter": 2.0443037974683545e-05,
+      "loss": 0.0257,
+      "step": 324250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0430379746835444e-05,
+      "learning_rate_adapter": 2.0430379746835444e-05,
+      "loss": 0.0249,
+      "step": 324300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0417721518987343e-05,
+      "learning_rate_adapter": 2.0417721518987343e-05,
+      "loss": 0.0256,
+      "step": 324350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.040506329113924e-05,
+      "learning_rate_adapter": 2.040506329113924e-05,
+      "loss": 0.0255,
+      "step": 324400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.039240506329114e-05,
+      "learning_rate_adapter": 2.039240506329114e-05,
+      "loss": 0.0251,
+      "step": 324450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.037974683544304e-05,
+      "learning_rate_adapter": 2.037974683544304e-05,
+      "loss": 0.0254,
+      "step": 324500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0367088607594935e-05,
+      "learning_rate_adapter": 2.0367088607594935e-05,
+      "loss": 0.0261,
+      "step": 324550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0354430379746837e-05,
+      "learning_rate_adapter": 2.0354430379746837e-05,
+      "loss": 0.0257,
+      "step": 324600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0341772151898736e-05,
+      "learning_rate_adapter": 2.0341772151898736e-05,
+      "loss": 0.0264,
+      "step": 324650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.032911392405063e-05,
+      "learning_rate_adapter": 2.032911392405063e-05,
+      "loss": 0.0253,
+      "step": 324700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0316455696202534e-05,
+      "learning_rate_adapter": 2.0316455696202534e-05,
+      "loss": 0.0255,
+      "step": 324750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0303797468354432e-05,
+      "learning_rate_adapter": 2.0303797468354432e-05,
+      "loss": 0.026,
+      "step": 324800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0291139240506328e-05,
+      "learning_rate_adapter": 2.0291139240506328e-05,
+      "loss": 0.0252,
+      "step": 324850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.027848101265823e-05,
+      "learning_rate_adapter": 2.027848101265823e-05,
+      "loss": 0.0252,
+      "step": 324900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0265822784810126e-05,
+      "learning_rate_adapter": 2.0265822784810126e-05,
+      "loss": 0.0252,
+      "step": 324950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0253164556962025e-05,
+      "learning_rate_adapter": 2.0253164556962025e-05,
+      "loss": 0.0257,
+      "step": 325000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.8042529459197624,
+      "eval_af_ud_pr_auc": 0.9893316363257203,
+      "eval_am_opus100_pr_auc": 0.5841710957038064,
+      "eval_ar_ersatz_pr_auc": 0.9298935053007518,
+      "eval_ar_opus100_pr_auc": 0.7342848652240144,
+      "eval_ar_ud_pr_auc": 0.8838870204489346,
+      "eval_average_ersatz_pr_auc": 0.96877803630358,
+      "eval_average_opus100_pr_auc": 0.8424854662379774,
+      "eval_average_ud_pr_auc": 0.9633227601945014,
+      "eval_az_opus100_pr_auc": 0.7920592106995556,
+      "eval_be_opus100_pr_auc": 0.7157325785859379,
+      "eval_be_ud_pr_auc": 0.8824078393872173,
+      "eval_bg_opus100_pr_auc": 0.9191811909065165,
+      "eval_bg_ud_pr_auc": 0.9965482454987978,
+      "eval_bn_opus100_pr_auc": 0.8331752799386386,
+      "eval_bn_ud_pr_auc": 0.99968391962048,
+      "eval_ca_opus100_pr_auc": 0.8875121796800491,
+      "eval_ca_ud_pr_auc": 0.9941843254173088,
+      "eval_ceb_ud_pr_auc": 0.9970723084842616,
+      "eval_cs_ersatz_pr_auc": 0.986257469780951,
+      "eval_cs_opus100_pr_auc": 0.9073332701410411,
+      "eval_cs_ud_pr_auc": 0.9600947054664888,
+      "eval_cy_opus100_pr_auc": 0.7824627998277185,
+      "eval_cy_ud_pr_auc": 0.9936380236172568,
+      "eval_da_opus100_pr_auc": 0.9203700705513794,
+      "eval_da_ud_pr_auc": 0.9833199014361589,
+      "eval_de_ersatz_pr_auc": 0.9834248717624857,
+      "eval_de_opus100_pr_auc": 0.9055139443130087,
+      "eval_de_ud_pr_auc": 0.9848550279553584,
+      "eval_el_opus100_pr_auc": 0.9184444606241708,
+      "eval_el_ud_pr_auc": 0.9839970197166432,
+      "eval_en_ersatz_pr_auc": 0.9924403149550008,
+      "eval_en_opus100_pr_auc": 0.9229332354583253,
+      "eval_en_ud_pr_auc": 0.974640848981367,
+      "eval_eo_opus100_pr_auc": 0.9320867301783878,
+      "eval_es_ersatz_pr_auc": 0.9969790436471877,
+      "eval_es_opus100_pr_auc": 0.9300184220340001,
+      "eval_es_ud_pr_auc": 0.9905789166690218,
+      "eval_et_ersatz_pr_auc": 0.9834269877484111,
+      "eval_et_opus100_pr_auc": 0.8931242304315801,
+      "eval_et_ud_pr_auc": 0.9625829108002789,
+      "eval_eu_opus100_pr_auc": 0.8862797964988158,
+      "eval_eu_ud_pr_auc": 0.9912857394123225,
+      "eval_fa_opus100_pr_auc": 0.6054222283168098,
+      "eval_fa_ud_pr_auc": 0.9924240493549508,
+      "eval_fi_ersatz_pr_auc": 0.9899138079131675,
+      "eval_fi_opus100_pr_auc": 0.9170933252129598,
+      "eval_fi_ud_pr_auc": 0.9702618629385636,
+      "eval_fr_ersatz_pr_auc": 0.9908814938560447,
+      "eval_fr_opus100_pr_auc": 0.9146759446290006,
+      "eval_fr_ud_pr_auc": 0.9837492030166213,
+      "eval_fy_opus100_pr_auc": 0.7244683248880546,
+      "eval_ga_opus100_pr_auc": 0.8913986688656982,
+      "eval_ga_ud_pr_auc": 0.8064661733667379,
+      "eval_gd_opus100_pr_auc": 0.70027137907133,
+      "eval_gd_ud_pr_auc": 0.8164723598976318,
+      "eval_gl_opus100_pr_auc": 0.8975315354502594,
+      "eval_gl_ud_pr_auc": 0.998058510904895,
+      "eval_gu_ersatz_pr_auc": 0.9458584538449636,
+      "eval_gu_opus100_pr_auc": 0.7501537017209724,
+      "eval_ha_opus100_pr_auc": 0.9124249816759302,
+      "eval_he_opus100_pr_auc": 0.8760137444632194,
+      "eval_he_ud_pr_auc": 0.977202358406123,
+      "eval_hi_ersatz_pr_auc": 0.9811496731289732,
+      "eval_hi_opus100_pr_auc": 0.7043354349564681,
+      "eval_hi_ud_pr_auc": 0.9856926850484765,
+      "eval_hu_opus100_pr_auc": 0.91677727116982,
+      "eval_hu_ud_pr_auc": 0.9843425044979761,
+      "eval_hy_opus100_pr_auc": 0.9180525698443249,
+      "eval_hy_ud_pr_auc": 0.989551798894521,
+      "eval_id_opus100_pr_auc": 0.8608692663956258,
+      "eval_id_ud_pr_auc": 0.9944272664248057,
+      "eval_ig_opus100_pr_auc": 0.8962155125099086,
+      "eval_is_opus100_pr_auc": 0.9218797087203127,
+      "eval_is_ud_pr_auc": 0.9113642977806886,
+      "eval_it_opus100_pr_auc": 0.9074238173952422,
+      "eval_it_ud_pr_auc": 0.9971228368547195,
+      "eval_ja_ersatz_pr_auc": 0.8554588089981928,
+      "eval_ja_opus100_pr_auc": 0.8430124202167375,
+      "eval_ja_ud_pr_auc": 0.9786280712616194,
+      "eval_jv_ud_pr_auc": 0.9689879553706524,
+      "eval_ka_opus100_pr_auc": 0.8607078226962303,
+      "eval_kk_ersatz_pr_auc": 0.9875768123151116,
+      "eval_kk_opus100_pr_auc": 0.8183986966428493,
+      "eval_kk_ud_pr_auc": 0.9775211565555542,
+      "eval_km_ersatz_pr_auc": 0.9221012427510796,
+      "eval_km_opus100_pr_auc": 0.7452583696375725,
+      "eval_kn_opus100_pr_auc": 0.6252956400619677,
+      "eval_ko_opus100_pr_auc": 0.6909687633058371,
+      "eval_ko_ud_pr_auc": 0.9981242221380524,
+      "eval_ku_opus100_pr_auc": 0.8429958356482303,
+      "eval_ky_opus100_pr_auc": 0.8741850622583603,
+      "eval_la_ud_pr_auc": 0.953369415262391,
+      "eval_loss": 0.029425429180264473,
+      "eval_lt_ersatz_pr_auc": 0.9957679647699662,
+      "eval_lt_opus100_pr_auc": 0.8843439746556954,
+      "eval_lt_ud_pr_auc": 0.9957086911117308,
+      "eval_lv_ersatz_pr_auc": 0.989470298163709,
+      "eval_lv_opus100_pr_auc": 0.8889628181905502,
+      "eval_lv_ud_pr_auc": 0.9643360573186708,
+      "eval_mg_opus100_pr_auc": 0.9276968906499199,
+      "eval_mk_opus100_pr_auc": 0.9169943076087338,
+      "eval_ml_opus100_pr_auc": 0.797069269275785,
+      "eval_mn_opus100_pr_auc": 0.9507959382542225,
+      "eval_mr_opus100_pr_auc": 0.916679976167687,
+      "eval_mr_ud_pr_auc": 0.9678165424087735,
+      "eval_ms_opus100_pr_auc": 0.871033894935064,
+      "eval_mt_opus100_pr_auc": 0.8712254708985971,
+      "eval_mt_ud_pr_auc": 0.8945783816547077,
+      "eval_my_opus100_pr_auc": 0.7816751052681732,
+      "eval_ne_opus100_pr_auc": 0.7303650649813594,
+      "eval_nl_opus100_pr_auc": 0.9040959146835257,
+      "eval_nl_ud_pr_auc": 0.9831362798533142,
+      "eval_no_opus100_pr_auc": 0.9197653825451656,
+      "eval_no_ud_pr_auc": 0.9960030399165595,
+      "eval_pa_opus100_pr_auc": 0.695174082971103,
+      "eval_pl_ersatz_pr_auc": 0.9704694819080236,
+      "eval_pl_opus100_pr_auc": 0.8963893426574665,
+      "eval_pl_ud_pr_auc": 0.9637058291944085,
+      "eval_ps_ersatz_pr_auc": 0.9321476219759103,
+      "eval_ps_opus100_pr_auc": 0.7595076007868824,
+      "eval_pt_opus100_pr_auc": 0.9242144484100927,
+      "eval_pt_ud_pr_auc": 0.9834439694300144,
+      "eval_ro_ersatz_pr_auc": 0.9931223679463773,
+      "eval_ro_opus100_pr_auc": 0.8868847142246624,
+      "eval_ro_ud_pr_auc": 0.9620050553661107,
+      "eval_ru_ersatz_pr_auc": 0.9895519081396185,
+      "eval_ru_opus100_pr_auc": 0.9281500889729825,
+      "eval_ru_ud_pr_auc": 0.8822174250535323,
+      "eval_runtime": 626.7179,
+      "eval_samples_per_second": 120.496,
+      "eval_si_opus100_pr_auc": 0.8149930159264404,
+      "eval_sk_opus100_pr_auc": 0.9352851876558249,
+      "eval_sk_ud_pr_auc": 0.985273430411258,
+      "eval_sl_opus100_pr_auc": 0.8667664192241525,
+      "eval_sl_ud_pr_auc": 0.9668939237235309,
+      "eval_sq_opus100_pr_auc": 0.9284309046445332,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9057288066638595,
+      "eval_sr_ud_pr_auc": 0.9984260461189681,
+      "eval_steps_per_second": 3.766,
+      "eval_sv_opus100_pr_auc": 0.8996938003071803,
+      "eval_sv_ud_pr_auc": 0.9514766757084511,
+      "eval_ta_ersatz_pr_auc": 0.983256931160761,
+      "eval_ta_opus100_pr_auc": 0.7026557665991909,
+      "eval_ta_ud_pr_auc": 0.9951052993746127,
+      "eval_te_opus100_pr_auc": 0.8572340143410612,
+      "eval_tg_opus100_pr_auc": 0.8946080423343596,
+      "eval_th_opus100_pr_auc": 0.6853640690239498,
+      "eval_th_ud_pr_auc": 0.8241172861709349,
+      "eval_tr_ersatz_pr_auc": 0.9700681071766876,
+      "eval_tr_opus100_pr_auc": 0.8996513946286954,
+      "eval_tr_ud_pr_auc": 0.9590542089495128,
+      "eval_uk_opus100_pr_auc": 0.8836184927173608,
+      "eval_uk_ud_pr_auc": 0.9239048296611938,
+      "eval_ur_opus100_pr_auc": 0.5728616142211541,
+      "eval_ur_ud_pr_auc": 0.9959590631263983,
+      "eval_uz_opus100_pr_auc": 0.8811583989394727,
+      "eval_vi_opus100_pr_auc": 0.9003317361386236,
+      "eval_vi_ud_pr_auc": 0.9577676839261471,
+      "eval_xh_opus100_pr_auc": 0.8598751980037993,
+      "eval_yi_opus100_pr_auc": 0.7958053752317935,
+      "eval_yo_opus100_pr_auc": 0.8188997297987102,
+      "eval_yo_ud_pr_auc": 0.9154525500547215,
+      "eval_zh_ersatz_pr_auc": 0.9438996314353885,
+      "eval_zh_opus100_pr_auc": 0.7981619413922094,
+      "eval_zh_ud_pr_auc": 0.9911399453404377,
+      "eval_zu_opus100_pr_auc": 0.8468937051136788,
+      "step": 325000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0240506329113927e-05,
+      "learning_rate_adapter": 2.0240506329113927e-05,
+      "loss": 0.0263,
+      "step": 325050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0227848101265822e-05,
+      "learning_rate_adapter": 2.0227848101265822e-05,
+      "loss": 0.0255,
+      "step": 325100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.021518987341772e-05,
+      "learning_rate_adapter": 2.021518987341772e-05,
+      "loss": 0.0253,
+      "step": 325150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0202531645569623e-05,
+      "learning_rate_adapter": 2.0202531645569623e-05,
+      "loss": 0.0254,
+      "step": 325200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.018987341772152e-05,
+      "learning_rate_adapter": 2.018987341772152e-05,
+      "loss": 0.0262,
+      "step": 325250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0177215189873418e-05,
+      "learning_rate_adapter": 2.0177215189873418e-05,
+      "loss": 0.0253,
+      "step": 325300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0164556962025317e-05,
+      "learning_rate_adapter": 2.0164556962025317e-05,
+      "loss": 0.0256,
+      "step": 325350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0151898734177215e-05,
+      "learning_rate_adapter": 2.0151898734177215e-05,
+      "loss": 0.0255,
+      "step": 325400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0139240506329114e-05,
+      "learning_rate_adapter": 2.0139240506329114e-05,
+      "loss": 0.0257,
+      "step": 325450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0126582278481013e-05,
+      "learning_rate_adapter": 2.0126582278481013e-05,
+      "loss": 0.026,
+      "step": 325500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0113924050632912e-05,
+      "learning_rate_adapter": 2.0113924050632912e-05,
+      "loss": 0.0254,
+      "step": 325550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.010126582278481e-05,
+      "learning_rate_adapter": 2.010126582278481e-05,
+      "loss": 0.0251,
+      "step": 325600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.008860759493671e-05,
+      "learning_rate_adapter": 2.008860759493671e-05,
+      "loss": 0.0256,
+      "step": 325650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.007594936708861e-05,
+      "learning_rate_adapter": 2.007594936708861e-05,
+      "loss": 0.0257,
+      "step": 325700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0063291139240507e-05,
+      "learning_rate_adapter": 2.0063291139240507e-05,
+      "loss": 0.0256,
+      "step": 325750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0050632911392406e-05,
+      "learning_rate_adapter": 2.0050632911392406e-05,
+      "loss": 0.0258,
+      "step": 325800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0037974683544305e-05,
+      "learning_rate_adapter": 2.0037974683544305e-05,
+      "loss": 0.0257,
+      "step": 325850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0025316455696204e-05,
+      "learning_rate_adapter": 2.0025316455696204e-05,
+      "loss": 0.0256,
+      "step": 325900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0012658227848103e-05,
+      "learning_rate_adapter": 2.0012658227848103e-05,
+      "loss": 0.0254,
+      "step": 325950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0252,
+      "step": 326000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.99873417721519e-05,
+      "learning_rate_adapter": 1.99873417721519e-05,
+      "loss": 0.0257,
+      "step": 326050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.99746835443038e-05,
+      "learning_rate_adapter": 1.99746835443038e-05,
+      "loss": 0.0261,
+      "step": 326100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9962025316455695e-05,
+      "learning_rate_adapter": 1.9962025316455695e-05,
+      "loss": 0.025,
+      "step": 326150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9949367088607597e-05,
+      "learning_rate_adapter": 1.9949367088607597e-05,
+      "loss": 0.0255,
+      "step": 326200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9936708860759496e-05,
+      "learning_rate_adapter": 1.9936708860759496e-05,
+      "loss": 0.0265,
+      "step": 326250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.992405063291139e-05,
+      "learning_rate_adapter": 1.992405063291139e-05,
+      "loss": 0.0255,
+      "step": 326300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9911392405063294e-05,
+      "learning_rate_adapter": 1.9911392405063294e-05,
+      "loss": 0.0252,
+      "step": 326350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9898734177215192e-05,
+      "learning_rate_adapter": 1.9898734177215192e-05,
+      "loss": 0.0256,
+      "step": 326400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9886075949367088e-05,
+      "learning_rate_adapter": 1.9886075949367088e-05,
+      "loss": 0.0253,
+      "step": 326450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.987341772151899e-05,
+      "learning_rate_adapter": 1.987341772151899e-05,
+      "loss": 0.0254,
+      "step": 326500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9860759493670886e-05,
+      "learning_rate_adapter": 1.9860759493670886e-05,
+      "loss": 0.0259,
+      "step": 326550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9848101265822785e-05,
+      "learning_rate_adapter": 1.9848101265822785e-05,
+      "loss": 0.0259,
+      "step": 326600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9835443037974687e-05,
+      "learning_rate_adapter": 1.9835443037974687e-05,
+      "loss": 0.0261,
+      "step": 326650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9822784810126582e-05,
+      "learning_rate_adapter": 1.9822784810126582e-05,
+      "loss": 0.0259,
+      "step": 326700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.981012658227848e-05,
+      "learning_rate_adapter": 1.981012658227848e-05,
+      "loss": 0.0258,
+      "step": 326750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9797468354430383e-05,
+      "learning_rate_adapter": 1.9797468354430383e-05,
+      "loss": 0.0256,
+      "step": 326800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.978481012658228e-05,
+      "learning_rate_adapter": 1.978481012658228e-05,
+      "loss": 0.0253,
+      "step": 326850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9772151898734178e-05,
+      "learning_rate_adapter": 1.9772151898734178e-05,
+      "loss": 0.0258,
+      "step": 326900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9759493670886076e-05,
+      "learning_rate_adapter": 1.9759493670886076e-05,
+      "loss": 0.0255,
+      "step": 326950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9746835443037975e-05,
+      "learning_rate_adapter": 1.9746835443037975e-05,
+      "loss": 0.0253,
+      "step": 327000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9734177215189874e-05,
+      "learning_rate_adapter": 1.9734177215189874e-05,
+      "loss": 0.0255,
+      "step": 327050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9721518987341773e-05,
+      "learning_rate_adapter": 1.9721518987341773e-05,
+      "loss": 0.0254,
+      "step": 327100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9708860759493672e-05,
+      "learning_rate_adapter": 1.9708860759493672e-05,
+      "loss": 0.0257,
+      "step": 327150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.969620253164557e-05,
+      "learning_rate_adapter": 1.969620253164557e-05,
+      "loss": 0.0254,
+      "step": 327200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.968354430379747e-05,
+      "learning_rate_adapter": 1.968354430379747e-05,
+      "loss": 0.0254,
+      "step": 327250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.967088607594937e-05,
+      "learning_rate_adapter": 1.967088607594937e-05,
+      "loss": 0.0261,
+      "step": 327300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9658227848101264e-05,
+      "learning_rate_adapter": 1.9658227848101264e-05,
+      "loss": 0.0256,
+      "step": 327350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9645569620253166e-05,
+      "learning_rate_adapter": 1.9645569620253166e-05,
+      "loss": 0.0251,
+      "step": 327400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9632911392405065e-05,
+      "learning_rate_adapter": 1.9632911392405065e-05,
+      "loss": 0.0253,
+      "step": 327450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.962025316455696e-05,
+      "learning_rate_adapter": 1.962025316455696e-05,
+      "loss": 0.0259,
+      "step": 327500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9607594936708863e-05,
+      "learning_rate_adapter": 1.9607594936708863e-05,
+      "loss": 0.0255,
+      "step": 327550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.959493670886076e-05,
+      "learning_rate_adapter": 1.959493670886076e-05,
+      "loss": 0.0257,
+      "step": 327600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9582278481012657e-05,
+      "learning_rate_adapter": 1.9582278481012657e-05,
+      "loss": 0.0258,
+      "step": 327650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.956962025316456e-05,
+      "learning_rate_adapter": 1.956962025316456e-05,
+      "loss": 0.0256,
+      "step": 327700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9556962025316455e-05,
+      "learning_rate_adapter": 1.9556962025316455e-05,
+      "loss": 0.0255,
+      "step": 327750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9544303797468354e-05,
+      "learning_rate_adapter": 1.9544303797468354e-05,
+      "loss": 0.0256,
+      "step": 327800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9531645569620256e-05,
+      "learning_rate_adapter": 1.9531645569620256e-05,
+      "loss": 0.0254,
+      "step": 327850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.951898734177215e-05,
+      "learning_rate_adapter": 1.951898734177215e-05,
+      "loss": 0.0255,
+      "step": 327900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.950632911392405e-05,
+      "learning_rate_adapter": 1.950632911392405e-05,
+      "loss": 0.0257,
+      "step": 327950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9493670886075952e-05,
+      "learning_rate_adapter": 1.9493670886075952e-05,
+      "loss": 0.0261,
+      "step": 328000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9481012658227848e-05,
+      "learning_rate_adapter": 1.9481012658227848e-05,
+      "loss": 0.0255,
+      "step": 328050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9468354430379747e-05,
+      "learning_rate_adapter": 1.9468354430379747e-05,
+      "loss": 0.0252,
+      "step": 328100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9455696202531646e-05,
+      "learning_rate_adapter": 1.9455696202531646e-05,
+      "loss": 0.0257,
+      "step": 328150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9443037974683544e-05,
+      "learning_rate_adapter": 1.9443037974683544e-05,
+      "loss": 0.0254,
+      "step": 328200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9430379746835443e-05,
+      "learning_rate_adapter": 1.9430379746835443e-05,
+      "loss": 0.026,
+      "step": 328250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9417721518987342e-05,
+      "learning_rate_adapter": 1.9417721518987342e-05,
+      "loss": 0.0249,
+      "step": 328300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.940506329113924e-05,
+      "learning_rate_adapter": 1.940506329113924e-05,
+      "loss": 0.0259,
+      "step": 328350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.939240506329114e-05,
+      "learning_rate_adapter": 1.939240506329114e-05,
+      "loss": 0.0251,
+      "step": 328400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.937974683544304e-05,
+      "learning_rate_adapter": 1.937974683544304e-05,
+      "loss": 0.0257,
+      "step": 328450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9367088607594938e-05,
+      "learning_rate_adapter": 1.9367088607594938e-05,
+      "loss": 0.0255,
+      "step": 328500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9354430379746836e-05,
+      "learning_rate_adapter": 1.9354430379746836e-05,
+      "loss": 0.0251,
+      "step": 328550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9341772151898735e-05,
+      "learning_rate_adapter": 1.9341772151898735e-05,
+      "loss": 0.0259,
+      "step": 328600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9329113924050634e-05,
+      "learning_rate_adapter": 1.9329113924050634e-05,
+      "loss": 0.0259,
+      "step": 328650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9316455696202533e-05,
+      "learning_rate_adapter": 1.9316455696202533e-05,
+      "loss": 0.0255,
+      "step": 328700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9303797468354432e-05,
+      "learning_rate_adapter": 1.9303797468354432e-05,
+      "loss": 0.0257,
+      "step": 328750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.929113924050633e-05,
+      "learning_rate_adapter": 1.929113924050633e-05,
+      "loss": 0.0264,
+      "step": 328800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.927848101265823e-05,
+      "learning_rate_adapter": 1.927848101265823e-05,
+      "loss": 0.0257,
+      "step": 328850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.926582278481013e-05,
+      "learning_rate_adapter": 1.926582278481013e-05,
+      "loss": 0.0251,
+      "step": 328900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9253164556962024e-05,
+      "learning_rate_adapter": 1.9253164556962024e-05,
+      "loss": 0.0255,
+      "step": 328950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9240506329113926e-05,
+      "learning_rate_adapter": 1.9240506329113926e-05,
+      "loss": 0.0258,
+      "step": 329000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9227848101265825e-05,
+      "learning_rate_adapter": 1.9227848101265825e-05,
+      "loss": 0.0248,
+      "step": 329050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.921518987341772e-05,
+      "learning_rate_adapter": 1.921518987341772e-05,
+      "loss": 0.025,
+      "step": 329100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9202531645569623e-05,
+      "learning_rate_adapter": 1.9202531645569623e-05,
+      "loss": 0.0256,
+      "step": 329150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.918987341772152e-05,
+      "learning_rate_adapter": 1.918987341772152e-05,
+      "loss": 0.0255,
+      "step": 329200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9177215189873417e-05,
+      "learning_rate_adapter": 1.9177215189873417e-05,
+      "loss": 0.0254,
+      "step": 329250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.916455696202532e-05,
+      "learning_rate_adapter": 1.916455696202532e-05,
+      "loss": 0.0254,
+      "step": 329300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9151898734177215e-05,
+      "learning_rate_adapter": 1.9151898734177215e-05,
+      "loss": 0.0263,
+      "step": 329350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9139240506329114e-05,
+      "learning_rate_adapter": 1.9139240506329114e-05,
+      "loss": 0.0257,
+      "step": 329400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9126582278481016e-05,
+      "learning_rate_adapter": 1.9126582278481016e-05,
+      "loss": 0.0252,
+      "step": 329450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.911392405063291e-05,
+      "learning_rate_adapter": 1.911392405063291e-05,
+      "loss": 0.0254,
+      "step": 329500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.910126582278481e-05,
+      "learning_rate_adapter": 1.910126582278481e-05,
+      "loss": 0.0261,
+      "step": 329550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9088607594936712e-05,
+      "learning_rate_adapter": 1.9088607594936712e-05,
+      "loss": 0.0256,
+      "step": 329600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9075949367088608e-05,
+      "learning_rate_adapter": 1.9075949367088608e-05,
+      "loss": 0.0254,
+      "step": 329650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9063291139240507e-05,
+      "learning_rate_adapter": 1.9063291139240507e-05,
+      "loss": 0.0251,
+      "step": 329700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9050632911392406e-05,
+      "learning_rate_adapter": 1.9050632911392406e-05,
+      "loss": 0.0255,
+      "step": 329750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9037974683544304e-05,
+      "learning_rate_adapter": 1.9037974683544304e-05,
+      "loss": 0.026,
+      "step": 329800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9025316455696203e-05,
+      "learning_rate_adapter": 1.9025316455696203e-05,
+      "loss": 0.0252,
+      "step": 329850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9012658227848102e-05,
+      "learning_rate_adapter": 1.9012658227848102e-05,
+      "loss": 0.0253,
+      "step": 329900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0254,
+      "step": 329950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.89873417721519e-05,
+      "learning_rate_adapter": 1.89873417721519e-05,
+      "loss": 0.025,
+      "step": 330000
+    },
+    {
+      "epoch": 0.28,
+      "eval_af_opus100_pr_auc": 0.8002308463478962,
+      "eval_af_ud_pr_auc": 0.9882629710952417,
+      "eval_am_opus100_pr_auc": 0.584430397366527,
+      "eval_ar_ersatz_pr_auc": 0.9308937751683692,
+      "eval_ar_opus100_pr_auc": 0.7367822522719798,
+      "eval_ar_ud_pr_auc": 0.8824166239340102,
+      "eval_average_ersatz_pr_auc": 0.9690827340660061,
+      "eval_average_opus100_pr_auc": 0.8407419731171452,
+      "eval_average_ud_pr_auc": 0.9641434191178342,
+      "eval_az_opus100_pr_auc": 0.7826551241618583,
+      "eval_be_opus100_pr_auc": 0.6984451525878039,
+      "eval_be_ud_pr_auc": 0.8818537508289571,
+      "eval_bg_opus100_pr_auc": 0.9222978141183057,
+      "eval_bg_ud_pr_auc": 0.9959440286670785,
+      "eval_bn_opus100_pr_auc": 0.8334577784683558,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8899880975978867,
+      "eval_ca_ud_pr_auc": 0.9936797305762796,
+      "eval_ceb_ud_pr_auc": 0.996719240778807,
+      "eval_cs_ersatz_pr_auc": 0.9859613409708475,
+      "eval_cs_opus100_pr_auc": 0.9108861811442308,
+      "eval_cs_ud_pr_auc": 0.9612438768755542,
+      "eval_cy_opus100_pr_auc": 0.775962263982624,
+      "eval_cy_ud_pr_auc": 0.9935668200053637,
+      "eval_da_opus100_pr_auc": 0.9221512524970997,
+      "eval_da_ud_pr_auc": 0.985558557632706,
+      "eval_de_ersatz_pr_auc": 0.9824202668402156,
+      "eval_de_opus100_pr_auc": 0.9066437640233923,
+      "eval_de_ud_pr_auc": 0.9856898847800526,
+      "eval_el_opus100_pr_auc": 0.9215501246983465,
+      "eval_el_ud_pr_auc": 0.9854256997814953,
+      "eval_en_ersatz_pr_auc": 0.9925311266774216,
+      "eval_en_opus100_pr_auc": 0.922967168557681,
+      "eval_en_ud_pr_auc": 0.9774637884110904,
+      "eval_eo_opus100_pr_auc": 0.9322693305565486,
+      "eval_es_ersatz_pr_auc": 0.9971965561350739,
+      "eval_es_opus100_pr_auc": 0.9306895285079464,
+      "eval_es_ud_pr_auc": 0.9916777332634991,
+      "eval_et_ersatz_pr_auc": 0.9832226177973442,
+      "eval_et_opus100_pr_auc": 0.9027076723088981,
+      "eval_et_ud_pr_auc": 0.9676420103329123,
+      "eval_eu_opus100_pr_auc": 0.887352693463947,
+      "eval_eu_ud_pr_auc": 0.9924154197108402,
+      "eval_fa_opus100_pr_auc": 0.5931724848901941,
+      "eval_fa_ud_pr_auc": 0.9915155911085001,
+      "eval_fi_ersatz_pr_auc": 0.9901138932539557,
+      "eval_fi_opus100_pr_auc": 0.923259540669283,
+      "eval_fi_ud_pr_auc": 0.9706935344944263,
+      "eval_fr_ersatz_pr_auc": 0.9907624847268667,
+      "eval_fr_opus100_pr_auc": 0.9174504874337088,
+      "eval_fr_ud_pr_auc": 0.9869797846096876,
+      "eval_fy_opus100_pr_auc": 0.7003244311229251,
+      "eval_ga_opus100_pr_auc": 0.8896671521759306,
+      "eval_ga_ud_pr_auc": 0.8106832813027546,
+      "eval_gd_opus100_pr_auc": 0.7006337503396657,
+      "eval_gd_ud_pr_auc": 0.8167275773997023,
+      "eval_gl_opus100_pr_auc": 0.8971428650602461,
+      "eval_gl_ud_pr_auc": 0.9978810805532438,
+      "eval_gu_ersatz_pr_auc": 0.9486301238457707,
+      "eval_gu_opus100_pr_auc": 0.7452214810138961,
+      "eval_ha_opus100_pr_auc": 0.9152987107504332,
+      "eval_he_opus100_pr_auc": 0.8738844827691375,
+      "eval_he_ud_pr_auc": 0.9748410885477968,
+      "eval_hi_ersatz_pr_auc": 0.9822386427446166,
+      "eval_hi_opus100_pr_auc": 0.6963489312259342,
+      "eval_hi_ud_pr_auc": 0.9872004890556622,
+      "eval_hu_opus100_pr_auc": 0.9181678111500914,
+      "eval_hu_ud_pr_auc": 0.9836061318934431,
+      "eval_hy_opus100_pr_auc": 0.915309477257235,
+      "eval_hy_ud_pr_auc": 0.9911401817865942,
+      "eval_id_opus100_pr_auc": 0.8720812887259144,
+      "eval_id_ud_pr_auc": 0.9956462115224969,
+      "eval_ig_opus100_pr_auc": 0.8926241431407256,
+      "eval_is_opus100_pr_auc": 0.9252266649076449,
+      "eval_is_ud_pr_auc": 0.9136548294423696,
+      "eval_it_opus100_pr_auc": 0.9133977793598582,
+      "eval_it_ud_pr_auc": 0.9987475432698957,
+      "eval_ja_ersatz_pr_auc": 0.8561262062326008,
+      "eval_ja_opus100_pr_auc": 0.8330195111111289,
+      "eval_ja_ud_pr_auc": 0.9787223738818644,
+      "eval_jv_ud_pr_auc": 0.968928536205784,
+      "eval_ka_opus100_pr_auc": 0.8557941606981192,
+      "eval_kk_ersatz_pr_auc": 0.988482127783848,
+      "eval_kk_opus100_pr_auc": 0.796473598994666,
+      "eval_kk_ud_pr_auc": 0.9780325588291674,
+      "eval_km_ersatz_pr_auc": 0.9187630826805216,
+      "eval_km_opus100_pr_auc": 0.7458363101260486,
+      "eval_kn_opus100_pr_auc": 0.6152895331876972,
+      "eval_ko_opus100_pr_auc": 0.6737073037038649,
+      "eval_ko_ud_pr_auc": 0.998270673559908,
+      "eval_ku_opus100_pr_auc": 0.8434313590763455,
+      "eval_ky_opus100_pr_auc": 0.8793942427498255,
+      "eval_la_ud_pr_auc": 0.9591029942265964,
+      "eval_loss": 0.029377147555351257,
+      "eval_lt_ersatz_pr_auc": 0.9954985362217956,
+      "eval_lt_opus100_pr_auc": 0.8858156413586441,
+      "eval_lt_ud_pr_auc": 0.9946710526923052,
+      "eval_lv_ersatz_pr_auc": 0.9919806871934933,
+      "eval_lv_opus100_pr_auc": 0.8874538752386429,
+      "eval_lv_ud_pr_auc": 0.9641375031948267,
+      "eval_mg_opus100_pr_auc": 0.925430257483095,
+      "eval_mk_opus100_pr_auc": 0.9199013137492348,
+      "eval_ml_opus100_pr_auc": 0.7899869773856398,
+      "eval_mn_opus100_pr_auc": 0.9439395781343308,
+      "eval_mr_opus100_pr_auc": 0.9121610542418785,
+      "eval_mr_ud_pr_auc": 0.9644790881063589,
+      "eval_ms_opus100_pr_auc": 0.8786721288701361,
+      "eval_mt_opus100_pr_auc": 0.8658507146227321,
+      "eval_mt_ud_pr_auc": 0.9089511039529393,
+      "eval_my_opus100_pr_auc": 0.7803169012381224,
+      "eval_ne_opus100_pr_auc": 0.7314544984439091,
+      "eval_nl_opus100_pr_auc": 0.9079520280043701,
+      "eval_nl_ud_pr_auc": 0.9842901794266076,
+      "eval_no_opus100_pr_auc": 0.9214660713034534,
+      "eval_no_ud_pr_auc": 0.9964478758307671,
+      "eval_pa_opus100_pr_auc": 0.6774294867640327,
+      "eval_pl_ersatz_pr_auc": 0.9711325046011275,
+      "eval_pl_opus100_pr_auc": 0.8966540213323119,
+      "eval_pl_ud_pr_auc": 0.966608452037911,
+      "eval_ps_ersatz_pr_auc": 0.9315274878360214,
+      "eval_ps_opus100_pr_auc": 0.7634397332954272,
+      "eval_pt_opus100_pr_auc": 0.9246594011699484,
+      "eval_pt_ud_pr_auc": 0.9839257759118728,
+      "eval_ro_ersatz_pr_auc": 0.9933799745659532,
+      "eval_ro_opus100_pr_auc": 0.8839077344511441,
+      "eval_ro_ud_pr_auc": 0.969844247548606,
+      "eval_ru_ersatz_pr_auc": 0.9900280336959653,
+      "eval_ru_opus100_pr_auc": 0.9241830471999429,
+      "eval_ru_ud_pr_auc": 0.8791232817349801,
+      "eval_runtime": 617.1212,
+      "eval_samples_per_second": 122.37,
+      "eval_si_opus100_pr_auc": 0.8073808349502739,
+      "eval_sk_opus100_pr_auc": 0.9387567456227379,
+      "eval_sk_ud_pr_auc": 0.9839102039015609,
+      "eval_sl_opus100_pr_auc": 0.869657612010515,
+      "eval_sl_ud_pr_auc": 0.9703420885170129,
+      "eval_sq_opus100_pr_auc": 0.9306064288864442,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9058759964677434,
+      "eval_sr_ud_pr_auc": 0.9983457497903407,
+      "eval_steps_per_second": 3.824,
+      "eval_sv_opus100_pr_auc": 0.9008125412877342,
+      "eval_sv_ud_pr_auc": 0.9511743665155512,
+      "eval_ta_ersatz_pr_auc": 0.9837047825208382,
+      "eval_ta_opus100_pr_auc": 0.6897996292866398,
+      "eval_ta_ud_pr_auc": 0.9947477391012319,
+      "eval_te_opus100_pr_auc": 0.8460048550438454,
+      "eval_tg_opus100_pr_auc": 0.8872209725267867,
+      "eval_th_opus100_pr_auc": 0.6852736517450774,
+      "eval_th_ud_pr_auc": 0.8339743786140084,
+      "eval_tr_ersatz_pr_auc": 0.9703315228395986,
+      "eval_tr_opus100_pr_auc": 0.903077189220748,
+      "eval_tr_ud_pr_auc": 0.9570351809471512,
+      "eval_uk_opus100_pr_auc": 0.8828505234923679,
+      "eval_uk_ud_pr_auc": 0.9254144063037814,
+      "eval_ur_opus100_pr_auc": 0.5715602303988276,
+      "eval_ur_ud_pr_auc": 0.9956706539656728,
+      "eval_uz_opus100_pr_auc": 0.8810166292082131,
+      "eval_vi_opus100_pr_auc": 0.8990958278757558,
+      "eval_vi_ud_pr_auc": 0.9477686928028742,
+      "eval_xh_opus100_pr_auc": 0.8538222993884625,
+      "eval_yi_opus100_pr_auc": 0.8185388252851626,
+      "eval_yo_opus100_pr_auc": 0.8239247663289861,
+      "eval_yo_ud_pr_auc": 0.9085093783723637,
+      "eval_zh_ersatz_pr_auc": 0.9448943751198922,
+      "eval_zh_opus100_pr_auc": 0.7649292327533324,
+      "eval_zh_ud_pr_auc": 0.9948688920840457,
+      "eval_zu_opus100_pr_auc": 0.8663375952374124,
+      "step": 330000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.89746835443038e-05,
+      "learning_rate_adapter": 1.89746835443038e-05,
+      "loss": 0.0251,
+      "step": 330050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8962025316455698e-05,
+      "learning_rate_adapter": 1.8962025316455698e-05,
+      "loss": 0.0255,
+      "step": 330100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8949367088607593e-05,
+      "learning_rate_adapter": 1.8949367088607593e-05,
+      "loss": 0.0254,
+      "step": 330150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8936708860759495e-05,
+      "learning_rate_adapter": 1.8936708860759495e-05,
+      "loss": 0.0258,
+      "step": 330200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8924050632911394e-05,
+      "learning_rate_adapter": 1.8924050632911394e-05,
+      "loss": 0.026,
+      "step": 330250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.891139240506329e-05,
+      "learning_rate_adapter": 1.891139240506329e-05,
+      "loss": 0.0258,
+      "step": 330300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8898734177215192e-05,
+      "learning_rate_adapter": 1.8898734177215192e-05,
+      "loss": 0.0247,
+      "step": 330350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.888607594936709e-05,
+      "learning_rate_adapter": 1.888607594936709e-05,
+      "loss": 0.0254,
+      "step": 330400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8873417721518986e-05,
+      "learning_rate_adapter": 1.8873417721518986e-05,
+      "loss": 0.0258,
+      "step": 330450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.886075949367089e-05,
+      "learning_rate_adapter": 1.886075949367089e-05,
+      "loss": 0.0262,
+      "step": 330500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8848101265822784e-05,
+      "learning_rate_adapter": 1.8848101265822784e-05,
+      "loss": 0.0251,
+      "step": 330550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8835443037974683e-05,
+      "learning_rate_adapter": 1.8835443037974683e-05,
+      "loss": 0.0253,
+      "step": 330600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8822784810126585e-05,
+      "learning_rate_adapter": 1.8822784810126585e-05,
+      "loss": 0.0254,
+      "step": 330650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.881012658227848e-05,
+      "learning_rate_adapter": 1.881012658227848e-05,
+      "loss": 0.025,
+      "step": 330700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.879746835443038e-05,
+      "learning_rate_adapter": 1.879746835443038e-05,
+      "loss": 0.0257,
+      "step": 330750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.878481012658228e-05,
+      "learning_rate_adapter": 1.878481012658228e-05,
+      "loss": 0.0254,
+      "step": 330800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8772151898734177e-05,
+      "learning_rate_adapter": 1.8772151898734177e-05,
+      "loss": 0.0259,
+      "step": 330850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8759493670886076e-05,
+      "learning_rate_adapter": 1.8759493670886076e-05,
+      "loss": 0.0261,
+      "step": 330900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8746835443037975e-05,
+      "learning_rate_adapter": 1.8746835443037975e-05,
+      "loss": 0.0253,
+      "step": 330950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8734177215189874e-05,
+      "learning_rate_adapter": 1.8734177215189874e-05,
+      "loss": 0.0256,
+      "step": 331000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8721518987341772e-05,
+      "learning_rate_adapter": 1.8721518987341772e-05,
+      "loss": 0.0248,
+      "step": 331050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.870886075949367e-05,
+      "learning_rate_adapter": 1.870886075949367e-05,
+      "loss": 0.0257,
+      "step": 331100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.869620253164557e-05,
+      "learning_rate_adapter": 1.869620253164557e-05,
+      "loss": 0.0248,
+      "step": 331150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.868354430379747e-05,
+      "learning_rate_adapter": 1.868354430379747e-05,
+      "loss": 0.0257,
+      "step": 331200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8670886075949368e-05,
+      "learning_rate_adapter": 1.8670886075949368e-05,
+      "loss": 0.0253,
+      "step": 331250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8658227848101267e-05,
+      "learning_rate_adapter": 1.8658227848101267e-05,
+      "loss": 0.0252,
+      "step": 331300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8645569620253166e-05,
+      "learning_rate_adapter": 1.8645569620253166e-05,
+      "loss": 0.0259,
+      "step": 331350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8632911392405064e-05,
+      "learning_rate_adapter": 1.8632911392405064e-05,
+      "loss": 0.0251,
+      "step": 331400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8620253164556963e-05,
+      "learning_rate_adapter": 1.8620253164556963e-05,
+      "loss": 0.0257,
+      "step": 331450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8607594936708862e-05,
+      "learning_rate_adapter": 1.8607594936708862e-05,
+      "loss": 0.0259,
+      "step": 331500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.859493670886076e-05,
+      "learning_rate_adapter": 1.859493670886076e-05,
+      "loss": 0.0258,
+      "step": 331550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.858227848101266e-05,
+      "learning_rate_adapter": 1.858227848101266e-05,
+      "loss": 0.0246,
+      "step": 331600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.856962025316456e-05,
+      "learning_rate_adapter": 1.856962025316456e-05,
+      "loss": 0.0255,
+      "step": 331650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8556962025316458e-05,
+      "learning_rate_adapter": 1.8556962025316458e-05,
+      "loss": 0.0254,
+      "step": 331700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8544303797468353e-05,
+      "learning_rate_adapter": 1.8544303797468353e-05,
+      "loss": 0.026,
+      "step": 331750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8531645569620255e-05,
+      "learning_rate_adapter": 1.8531645569620255e-05,
+      "loss": 0.0252,
+      "step": 331800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8518987341772154e-05,
+      "learning_rate_adapter": 1.8518987341772154e-05,
+      "loss": 0.0252,
+      "step": 331850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.850632911392405e-05,
+      "learning_rate_adapter": 1.850632911392405e-05,
+      "loss": 0.0253,
+      "step": 331900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8493670886075952e-05,
+      "learning_rate_adapter": 1.8493670886075952e-05,
+      "loss": 0.0258,
+      "step": 331950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.848101265822785e-05,
+      "learning_rate_adapter": 1.848101265822785e-05,
+      "loss": 0.0251,
+      "step": 332000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8468354430379746e-05,
+      "learning_rate_adapter": 1.8468354430379746e-05,
+      "loss": 0.0258,
+      "step": 332050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.845569620253165e-05,
+      "learning_rate_adapter": 1.845569620253165e-05,
+      "loss": 0.0256,
+      "step": 332100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8443037974683544e-05,
+      "learning_rate_adapter": 1.8443037974683544e-05,
+      "loss": 0.0256,
+      "step": 332150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8430379746835443e-05,
+      "learning_rate_adapter": 1.8430379746835443e-05,
+      "loss": 0.0249,
+      "step": 332200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8417721518987345e-05,
+      "learning_rate_adapter": 1.8417721518987345e-05,
+      "loss": 0.026,
+      "step": 332250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.840506329113924e-05,
+      "learning_rate_adapter": 1.840506329113924e-05,
+      "loss": 0.0253,
+      "step": 332300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.839240506329114e-05,
+      "learning_rate_adapter": 1.839240506329114e-05,
+      "loss": 0.0255,
+      "step": 332350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.837974683544304e-05,
+      "learning_rate_adapter": 1.837974683544304e-05,
+      "loss": 0.0255,
+      "step": 332400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8367088607594937e-05,
+      "learning_rate_adapter": 1.8367088607594937e-05,
+      "loss": 0.0256,
+      "step": 332450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8354430379746836e-05,
+      "learning_rate_adapter": 1.8354430379746836e-05,
+      "loss": 0.0253,
+      "step": 332500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8341772151898735e-05,
+      "learning_rate_adapter": 1.8341772151898735e-05,
+      "loss": 0.0249,
+      "step": 332550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8329113924050634e-05,
+      "learning_rate_adapter": 1.8329113924050634e-05,
+      "loss": 0.0249,
+      "step": 332600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8316455696202532e-05,
+      "learning_rate_adapter": 1.8316455696202532e-05,
+      "loss": 0.0255,
+      "step": 332650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.830379746835443e-05,
+      "learning_rate_adapter": 1.830379746835443e-05,
+      "loss": 0.0255,
+      "step": 332700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.829113924050633e-05,
+      "learning_rate_adapter": 1.829113924050633e-05,
+      "loss": 0.0257,
+      "step": 332750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.827848101265823e-05,
+      "learning_rate_adapter": 1.827848101265823e-05,
+      "loss": 0.025,
+      "step": 332800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8265822784810128e-05,
+      "learning_rate_adapter": 1.8265822784810128e-05,
+      "loss": 0.0254,
+      "step": 332850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8253164556962027e-05,
+      "learning_rate_adapter": 1.8253164556962027e-05,
+      "loss": 0.0255,
+      "step": 332900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8240506329113922e-05,
+      "learning_rate_adapter": 1.8240506329113922e-05,
+      "loss": 0.0259,
+      "step": 332950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8227848101265824e-05,
+      "learning_rate_adapter": 1.8227848101265824e-05,
+      "loss": 0.0255,
+      "step": 333000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8215189873417723e-05,
+      "learning_rate_adapter": 1.8215189873417723e-05,
+      "loss": 0.026,
+      "step": 333050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.820253164556962e-05,
+      "learning_rate_adapter": 1.820253164556962e-05,
+      "loss": 0.0256,
+      "step": 333100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.818987341772152e-05,
+      "learning_rate_adapter": 1.818987341772152e-05,
+      "loss": 0.0258,
+      "step": 333150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8177215189873416e-05,
+      "learning_rate_adapter": 1.8177215189873416e-05,
+      "loss": 0.0255,
+      "step": 333200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8164556962025315e-05,
+      "learning_rate_adapter": 1.8164556962025315e-05,
+      "loss": 0.0256,
+      "step": 333250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8151898734177218e-05,
+      "learning_rate_adapter": 1.8151898734177218e-05,
+      "loss": 0.0255,
+      "step": 333300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8139240506329113e-05,
+      "learning_rate_adapter": 1.8139240506329113e-05,
+      "loss": 0.0256,
+      "step": 333350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8126582278481012e-05,
+      "learning_rate_adapter": 1.8126582278481012e-05,
+      "loss": 0.0258,
+      "step": 333400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8113924050632914e-05,
+      "learning_rate_adapter": 1.8113924050632914e-05,
+      "loss": 0.0259,
+      "step": 333450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.810126582278481e-05,
+      "learning_rate_adapter": 1.810126582278481e-05,
+      "loss": 0.0257,
+      "step": 333500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.808860759493671e-05,
+      "learning_rate_adapter": 1.808860759493671e-05,
+      "loss": 0.0259,
+      "step": 333550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8075949367088607e-05,
+      "learning_rate_adapter": 1.8075949367088607e-05,
+      "loss": 0.0255,
+      "step": 333600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8063291139240506e-05,
+      "learning_rate_adapter": 1.8063291139240506e-05,
+      "loss": 0.0248,
+      "step": 333650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8050632911392405e-05,
+      "learning_rate_adapter": 1.8050632911392405e-05,
+      "loss": 0.0259,
+      "step": 333700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8037974683544304e-05,
+      "learning_rate_adapter": 1.8037974683544304e-05,
+      "loss": 0.0255,
+      "step": 333750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8025316455696203e-05,
+      "learning_rate_adapter": 1.8025316455696203e-05,
+      "loss": 0.0255,
+      "step": 333800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.80126582278481e-05,
+      "learning_rate_adapter": 1.80126582278481e-05,
+      "loss": 0.0247,
+      "step": 333850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0254,
+      "step": 333900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.79873417721519e-05,
+      "learning_rate_adapter": 1.79873417721519e-05,
+      "loss": 0.0252,
+      "step": 333950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7974683544303798e-05,
+      "learning_rate_adapter": 1.7974683544303798e-05,
+      "loss": 0.0246,
+      "step": 334000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7962025316455697e-05,
+      "learning_rate_adapter": 1.7962025316455697e-05,
+      "loss": 0.025,
+      "step": 334050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7949367088607596e-05,
+      "learning_rate_adapter": 1.7949367088607596e-05,
+      "loss": 0.0258,
+      "step": 334100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7936708860759495e-05,
+      "learning_rate_adapter": 1.7936708860759495e-05,
+      "loss": 0.0258,
+      "step": 334150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7924050632911394e-05,
+      "learning_rate_adapter": 1.7924050632911394e-05,
+      "loss": 0.0259,
+      "step": 334200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7911392405063292e-05,
+      "learning_rate_adapter": 1.7911392405063292e-05,
+      "loss": 0.0253,
+      "step": 334250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.789873417721519e-05,
+      "learning_rate_adapter": 1.789873417721519e-05,
+      "loss": 0.0257,
+      "step": 334300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.788607594936709e-05,
+      "learning_rate_adapter": 1.788607594936709e-05,
+      "loss": 0.0251,
+      "step": 334350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7873417721518986e-05,
+      "learning_rate_adapter": 1.7873417721518986e-05,
+      "loss": 0.0249,
+      "step": 334400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7860759493670888e-05,
+      "learning_rate_adapter": 1.7860759493670888e-05,
+      "loss": 0.0258,
+      "step": 334450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7848101265822787e-05,
+      "learning_rate_adapter": 1.7848101265822787e-05,
+      "loss": 0.026,
+      "step": 334500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7835443037974682e-05,
+      "learning_rate_adapter": 1.7835443037974682e-05,
+      "loss": 0.0253,
+      "step": 334550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7822784810126584e-05,
+      "learning_rate_adapter": 1.7822784810126584e-05,
+      "loss": 0.0248,
+      "step": 334600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7810126582278483e-05,
+      "learning_rate_adapter": 1.7810126582278483e-05,
+      "loss": 0.026,
+      "step": 334650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.779746835443038e-05,
+      "learning_rate_adapter": 1.779746835443038e-05,
+      "loss": 0.0262,
+      "step": 334700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.778481012658228e-05,
+      "learning_rate_adapter": 1.778481012658228e-05,
+      "loss": 0.0258,
+      "step": 334750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7772151898734176e-05,
+      "learning_rate_adapter": 1.7772151898734176e-05,
+      "loss": 0.0248,
+      "step": 334800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7759493670886075e-05,
+      "learning_rate_adapter": 1.7759493670886075e-05,
+      "loss": 0.0255,
+      "step": 334850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7746835443037978e-05,
+      "learning_rate_adapter": 1.7746835443037978e-05,
+      "loss": 0.0255,
+      "step": 334900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7734177215189873e-05,
+      "learning_rate_adapter": 1.7734177215189873e-05,
+      "loss": 0.0256,
+      "step": 334950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7721518987341772e-05,
+      "learning_rate_adapter": 1.7721518987341772e-05,
+      "loss": 0.0252,
+      "step": 335000
+    },
+    {
+      "epoch": 0.28,
+      "eval_af_opus100_pr_auc": 0.8135342967308139,
+      "eval_af_ud_pr_auc": 0.9926201601713702,
+      "eval_am_opus100_pr_auc": 0.5957175784975274,
+      "eval_ar_ersatz_pr_auc": 0.9386500091973116,
+      "eval_ar_opus100_pr_auc": 0.7408717550322115,
+      "eval_ar_ud_pr_auc": 0.881340721872564,
+      "eval_average_ersatz_pr_auc": 0.9693250592176487,
+      "eval_average_opus100_pr_auc": 0.844544553676865,
+      "eval_average_ud_pr_auc": 0.9645730285659256,
+      "eval_az_opus100_pr_auc": 0.7877283501976317,
+      "eval_be_opus100_pr_auc": 0.7209503378404155,
+      "eval_be_ud_pr_auc": 0.8854302924601094,
+      "eval_bg_opus100_pr_auc": 0.9206029715302849,
+      "eval_bg_ud_pr_auc": 0.9965835977211048,
+      "eval_bn_opus100_pr_auc": 0.8384861611159355,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8950130371124079,
+      "eval_ca_ud_pr_auc": 0.9957541956915867,
+      "eval_ceb_ud_pr_auc": 0.9967192278202414,
+      "eval_cs_ersatz_pr_auc": 0.9856800370661747,
+      "eval_cs_opus100_pr_auc": 0.9090049353614333,
+      "eval_cs_ud_pr_auc": 0.9600676757150894,
+      "eval_cy_opus100_pr_auc": 0.7778976002847758,
+      "eval_cy_ud_pr_auc": 0.9941412616754225,
+      "eval_da_opus100_pr_auc": 0.9249316057998991,
+      "eval_da_ud_pr_auc": 0.9846012190339568,
+      "eval_de_ersatz_pr_auc": 0.9828703039960558,
+      "eval_de_opus100_pr_auc": 0.9096504565206902,
+      "eval_de_ud_pr_auc": 0.9855350917126864,
+      "eval_el_opus100_pr_auc": 0.9190251192549721,
+      "eval_el_ud_pr_auc": 0.9840138692024296,
+      "eval_en_ersatz_pr_auc": 0.9930562257633767,
+      "eval_en_opus100_pr_auc": 0.9204388121476194,
+      "eval_en_ud_pr_auc": 0.974998241954567,
+      "eval_eo_opus100_pr_auc": 0.9340195769509613,
+      "eval_es_ersatz_pr_auc": 0.9970767819706884,
+      "eval_es_opus100_pr_auc": 0.9332513104888378,
+      "eval_es_ud_pr_auc": 0.9909495457310589,
+      "eval_et_ersatz_pr_auc": 0.9825882838694584,
+      "eval_et_opus100_pr_auc": 0.903390946398445,
+      "eval_et_ud_pr_auc": 0.9594655248459142,
+      "eval_eu_opus100_pr_auc": 0.8882998035857667,
+      "eval_eu_ud_pr_auc": 0.9925775196318559,
+      "eval_fa_opus100_pr_auc": 0.6235986060250239,
+      "eval_fa_ud_pr_auc": 0.9916693590995923,
+      "eval_fi_ersatz_pr_auc": 0.9897937825767654,
+      "eval_fi_opus100_pr_auc": 0.9194445125018194,
+      "eval_fi_ud_pr_auc": 0.9728801760897415,
+      "eval_fr_ersatz_pr_auc": 0.990957118532115,
+      "eval_fr_opus100_pr_auc": 0.9209793512247091,
+      "eval_fr_ud_pr_auc": 0.98866607637352,
+      "eval_fy_opus100_pr_auc": 0.7342748076875895,
+      "eval_ga_opus100_pr_auc": 0.8962802085963342,
+      "eval_ga_ud_pr_auc": 0.8184863683896827,
+      "eval_gd_opus100_pr_auc": 0.7025731647363973,
+      "eval_gd_ud_pr_auc": 0.8320369653269328,
+      "eval_gl_opus100_pr_auc": 0.8968413774890907,
+      "eval_gl_ud_pr_auc": 0.9981933974706884,
+      "eval_gu_ersatz_pr_auc": 0.9484472444233001,
+      "eval_gu_opus100_pr_auc": 0.7599933233512685,
+      "eval_ha_opus100_pr_auc": 0.9195755470256688,
+      "eval_he_opus100_pr_auc": 0.8770583552824696,
+      "eval_he_ud_pr_auc": 0.9742955875133722,
+      "eval_hi_ersatz_pr_auc": 0.980961119373003,
+      "eval_hi_opus100_pr_auc": 0.7043014478312142,
+      "eval_hi_ud_pr_auc": 0.9873624678685888,
+      "eval_hu_opus100_pr_auc": 0.9134921210867052,
+      "eval_hu_ud_pr_auc": 0.9823617097451904,
+      "eval_hy_opus100_pr_auc": 0.915715223122584,
+      "eval_hy_ud_pr_auc": 0.991118029418265,
+      "eval_id_opus100_pr_auc": 0.8770824553462346,
+      "eval_id_ud_pr_auc": 0.9944913981050019,
+      "eval_ig_opus100_pr_auc": 0.8935702982057372,
+      "eval_is_opus100_pr_auc": 0.9216719113964683,
+      "eval_is_ud_pr_auc": 0.9114414087841143,
+      "eval_it_opus100_pr_auc": 0.9139745279876812,
+      "eval_it_ud_pr_auc": 0.9987399389630112,
+      "eval_ja_ersatz_pr_auc": 0.8437723085624631,
+      "eval_ja_opus100_pr_auc": 0.8294362468859923,
+      "eval_ja_ud_pr_auc": 0.9756823243379098,
+      "eval_jv_ud_pr_auc": 0.9732402988700386,
+      "eval_ka_opus100_pr_auc": 0.8543987023524189,
+      "eval_kk_ersatz_pr_auc": 0.9857917687518865,
+      "eval_kk_opus100_pr_auc": 0.8120998424552182,
+      "eval_kk_ud_pr_auc": 0.9764238680703232,
+      "eval_km_ersatz_pr_auc": 0.9212720331934517,
+      "eval_km_opus100_pr_auc": 0.75057200382562,
+      "eval_kn_opus100_pr_auc": 0.6331514402873551,
+      "eval_ko_opus100_pr_auc": 0.6780513990452564,
+      "eval_ko_ud_pr_auc": 0.9985406700880887,
+      "eval_ku_opus100_pr_auc": 0.8406836766135246,
+      "eval_ky_opus100_pr_auc": 0.874754551666218,
+      "eval_la_ud_pr_auc": 0.9573000511872747,
+      "eval_loss": 0.029279684647917747,
+      "eval_lt_ersatz_pr_auc": 0.9957010194125615,
+      "eval_lt_opus100_pr_auc": 0.8945755970484301,
+      "eval_lt_ud_pr_auc": 0.9945260572735085,
+      "eval_lv_ersatz_pr_auc": 0.9919534604031103,
+      "eval_lv_opus100_pr_auc": 0.8970839759947888,
+      "eval_lv_ud_pr_auc": 0.9649123948182207,
+      "eval_mg_opus100_pr_auc": 0.9324770344976391,
+      "eval_mk_opus100_pr_auc": 0.9184917795482342,
+      "eval_ml_opus100_pr_auc": 0.7988890638638161,
+      "eval_mn_opus100_pr_auc": 0.9421096722086035,
+      "eval_mr_opus100_pr_auc": 0.9123262027077949,
+      "eval_mr_ud_pr_auc": 0.9618721169097217,
+      "eval_ms_opus100_pr_auc": 0.8801132750693256,
+      "eval_mt_opus100_pr_auc": 0.8804976607024366,
+      "eval_mt_ud_pr_auc": 0.9004695104724285,
+      "eval_my_opus100_pr_auc": 0.7789852165630663,
+      "eval_ne_opus100_pr_auc": 0.7343546645339243,
+      "eval_nl_opus100_pr_auc": 0.9019165908669083,
+      "eval_nl_ud_pr_auc": 0.9827720136053101,
+      "eval_no_opus100_pr_auc": 0.9169432991022629,
+      "eval_no_ud_pr_auc": 0.9967489302293977,
+      "eval_pa_opus100_pr_auc": 0.7001591862800329,
+      "eval_pl_ersatz_pr_auc": 0.9712794575762603,
+      "eval_pl_opus100_pr_auc": 0.897213129321242,
+      "eval_pl_ud_pr_auc": 0.9668336119438037,
+      "eval_ps_ersatz_pr_auc": 0.9342155488706076,
+      "eval_ps_opus100_pr_auc": 0.7591230176908146,
+      "eval_pt_opus100_pr_auc": 0.9288907765586583,
+      "eval_pt_ud_pr_auc": 0.9870740754647127,
+      "eval_ro_ersatz_pr_auc": 0.9937519885164502,
+      "eval_ro_opus100_pr_auc": 0.8815646960986655,
+      "eval_ro_ud_pr_auc": 0.969666731079718,
+      "eval_ru_ersatz_pr_auc": 0.9908028457175899,
+      "eval_ru_opus100_pr_auc": 0.9261764995831654,
+      "eval_ru_ud_pr_auc": 0.8766888527856391,
+      "eval_runtime": 616.8296,
+      "eval_samples_per_second": 122.428,
+      "eval_si_opus100_pr_auc": 0.8164628414624395,
+      "eval_sk_opus100_pr_auc": 0.9356265215211004,
+      "eval_sk_ud_pr_auc": 0.9868781346084448,
+      "eval_sl_opus100_pr_auc": 0.866522591486582,
+      "eval_sl_ud_pr_auc": 0.9719004931598821,
+      "eval_sq_opus100_pr_auc": 0.931781042664356,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.905855236818424,
+      "eval_sr_ud_pr_auc": 0.9989537788438715,
+      "eval_steps_per_second": 3.826,
+      "eval_sv_opus100_pr_auc": 0.8952138391537289,
+      "eval_sv_ud_pr_auc": 0.9520694967443889,
+      "eval_ta_ersatz_pr_auc": 0.981872936811522,
+      "eval_ta_opus100_pr_auc": 0.7039101855876866,
+      "eval_ta_ud_pr_auc": 0.9945710603087216,
+      "eval_te_opus100_pr_auc": 0.8543375684020763,
+      "eval_tg_opus100_pr_auc": 0.8962389201222786,
+      "eval_th_opus100_pr_auc": 0.6785953276129868,
+      "eval_th_ud_pr_auc": 0.8350009897964648,
+      "eval_tr_ersatz_pr_auc": 0.9694246736864742,
+      "eval_tr_opus100_pr_auc": 0.9010814251694607,
+      "eval_tr_ud_pr_auc": 0.9615988493630607,
+      "eval_uk_opus100_pr_auc": 0.8867688705875054,
+      "eval_uk_ud_pr_auc": 0.9276284730366312,
+      "eval_ur_opus100_pr_auc": 0.5759862292361067,
+      "eval_ur_ud_pr_auc": 0.9959027910540504,
+      "eval_uz_opus100_pr_auc": 0.8787409091791059,
+      "eval_vi_opus100_pr_auc": 0.9052302666890658,
+      "eval_vi_ud_pr_auc": 0.956583584123856,
+      "eval_xh_opus100_pr_auc": 0.8629938181898573,
+      "eval_yi_opus100_pr_auc": 0.8045357292261807,
+      "eval_yo_opus100_pr_auc": 0.8245435701123368,
+      "eval_yo_ud_pr_auc": 0.9056867070456874,
+      "eval_zh_ersatz_pr_auc": 0.955232354517644,
+      "eval_zh_opus100_pr_auc": 0.7932508163058686,
+      "eval_zh_ud_pr_auc": 0.9945957346489429,
+      "eval_zu_opus100_pr_auc": 0.8566965968567315,
+      "step": 335000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7708860759493674e-05,
+      "learning_rate_adapter": 1.7708860759493674e-05,
+      "loss": 0.0257,
+      "step": 335050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.769620253164557e-05,
+      "learning_rate_adapter": 1.769620253164557e-05,
+      "loss": 0.0251,
+      "step": 335100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.768354430379747e-05,
+      "learning_rate_adapter": 1.768354430379747e-05,
+      "loss": 0.0249,
+      "step": 335150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7670886075949367e-05,
+      "learning_rate_adapter": 1.7670886075949367e-05,
+      "loss": 0.0258,
+      "step": 335200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7658227848101266e-05,
+      "learning_rate_adapter": 1.7658227848101266e-05,
+      "loss": 0.0256,
+      "step": 335250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7645569620253165e-05,
+      "learning_rate_adapter": 1.7645569620253165e-05,
+      "loss": 0.0253,
+      "step": 335300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7632911392405064e-05,
+      "learning_rate_adapter": 1.7632911392405064e-05,
+      "loss": 0.0256,
+      "step": 335350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7620253164556963e-05,
+      "learning_rate_adapter": 1.7620253164556963e-05,
+      "loss": 0.0259,
+      "step": 335400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.760759493670886e-05,
+      "learning_rate_adapter": 1.760759493670886e-05,
+      "loss": 0.0255,
+      "step": 335450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.759493670886076e-05,
+      "learning_rate_adapter": 1.759493670886076e-05,
+      "loss": 0.0251,
+      "step": 335500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.758227848101266e-05,
+      "learning_rate_adapter": 1.758227848101266e-05,
+      "loss": 0.0255,
+      "step": 335550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7569620253164558e-05,
+      "learning_rate_adapter": 1.7569620253164558e-05,
+      "loss": 0.0255,
+      "step": 335600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7556962025316457e-05,
+      "learning_rate_adapter": 1.7556962025316457e-05,
+      "loss": 0.0254,
+      "step": 335650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7544303797468356e-05,
+      "learning_rate_adapter": 1.7544303797468356e-05,
+      "loss": 0.0258,
+      "step": 335700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7531645569620255e-05,
+      "learning_rate_adapter": 1.7531645569620255e-05,
+      "loss": 0.0249,
+      "step": 335750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7518987341772154e-05,
+      "learning_rate_adapter": 1.7518987341772154e-05,
+      "loss": 0.0263,
+      "step": 335800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7506329113924052e-05,
+      "learning_rate_adapter": 1.7506329113924052e-05,
+      "loss": 0.0253,
+      "step": 335850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.749367088607595e-05,
+      "learning_rate_adapter": 1.749367088607595e-05,
+      "loss": 0.0258,
+      "step": 335900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.748101265822785e-05,
+      "learning_rate_adapter": 1.748101265822785e-05,
+      "loss": 0.0258,
+      "step": 335950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7468354430379746e-05,
+      "learning_rate_adapter": 1.7468354430379746e-05,
+      "loss": 0.0251,
+      "step": 336000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7455696202531648e-05,
+      "learning_rate_adapter": 1.7455696202531648e-05,
+      "loss": 0.0258,
+      "step": 336050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7443037974683547e-05,
+      "learning_rate_adapter": 1.7443037974683547e-05,
+      "loss": 0.0259,
+      "step": 336100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7430379746835442e-05,
+      "learning_rate_adapter": 1.7430379746835442e-05,
+      "loss": 0.0255,
+      "step": 336150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7417721518987344e-05,
+      "learning_rate_adapter": 1.7417721518987344e-05,
+      "loss": 0.0251,
+      "step": 336200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7405063291139243e-05,
+      "learning_rate_adapter": 1.7405063291139243e-05,
+      "loss": 0.0253,
+      "step": 336250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.739240506329114e-05,
+      "learning_rate_adapter": 1.739240506329114e-05,
+      "loss": 0.0251,
+      "step": 336300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7379746835443038e-05,
+      "learning_rate_adapter": 1.7379746835443038e-05,
+      "loss": 0.0253,
+      "step": 336350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7367088607594936e-05,
+      "learning_rate_adapter": 1.7367088607594936e-05,
+      "loss": 0.0257,
+      "step": 336400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7354430379746835e-05,
+      "learning_rate_adapter": 1.7354430379746835e-05,
+      "loss": 0.0255,
+      "step": 336450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7341772151898734e-05,
+      "learning_rate_adapter": 1.7341772151898734e-05,
+      "loss": 0.0256,
+      "step": 336500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7329113924050633e-05,
+      "learning_rate_adapter": 1.7329113924050633e-05,
+      "loss": 0.025,
+      "step": 336550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7316455696202532e-05,
+      "learning_rate_adapter": 1.7316455696202532e-05,
+      "loss": 0.0254,
+      "step": 336600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.730379746835443e-05,
+      "learning_rate_adapter": 1.730379746835443e-05,
+      "loss": 0.0245,
+      "step": 336650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.729113924050633e-05,
+      "learning_rate_adapter": 1.729113924050633e-05,
+      "loss": 0.0259,
+      "step": 336700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.727848101265823e-05,
+      "learning_rate_adapter": 1.727848101265823e-05,
+      "loss": 0.0252,
+      "step": 336750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7265822784810127e-05,
+      "learning_rate_adapter": 1.7265822784810127e-05,
+      "loss": 0.0253,
+      "step": 336800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7253164556962026e-05,
+      "learning_rate_adapter": 1.7253164556962026e-05,
+      "loss": 0.025,
+      "step": 336850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7240506329113925e-05,
+      "learning_rate_adapter": 1.7240506329113925e-05,
+      "loss": 0.0258,
+      "step": 336900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7227848101265824e-05,
+      "learning_rate_adapter": 1.7227848101265824e-05,
+      "loss": 0.0254,
+      "step": 336950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7215189873417723e-05,
+      "learning_rate_adapter": 1.7215189873417723e-05,
+      "loss": 0.0256,
+      "step": 337000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.720253164556962e-05,
+      "learning_rate_adapter": 1.720253164556962e-05,
+      "loss": 0.0261,
+      "step": 337050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.718987341772152e-05,
+      "learning_rate_adapter": 1.718987341772152e-05,
+      "loss": 0.0252,
+      "step": 337100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.717721518987342e-05,
+      "learning_rate_adapter": 1.717721518987342e-05,
+      "loss": 0.0255,
+      "step": 337150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7164556962025315e-05,
+      "learning_rate_adapter": 1.7164556962025315e-05,
+      "loss": 0.025,
+      "step": 337200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7151898734177217e-05,
+      "learning_rate_adapter": 1.7151898734177217e-05,
+      "loss": 0.0257,
+      "step": 337250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7139240506329116e-05,
+      "learning_rate_adapter": 1.7139240506329116e-05,
+      "loss": 0.0256,
+      "step": 337300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.712658227848101e-05,
+      "learning_rate_adapter": 1.712658227848101e-05,
+      "loss": 0.0258,
+      "step": 337350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7113924050632914e-05,
+      "learning_rate_adapter": 1.7113924050632914e-05,
+      "loss": 0.0246,
+      "step": 337400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7101265822784812e-05,
+      "learning_rate_adapter": 1.7101265822784812e-05,
+      "loss": 0.0258,
+      "step": 337450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7088607594936708e-05,
+      "learning_rate_adapter": 1.7088607594936708e-05,
+      "loss": 0.0255,
+      "step": 337500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.707594936708861e-05,
+      "learning_rate_adapter": 1.707594936708861e-05,
+      "loss": 0.0253,
+      "step": 337550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7063291139240506e-05,
+      "learning_rate_adapter": 1.7063291139240506e-05,
+      "loss": 0.0252,
+      "step": 337600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7050632911392404e-05,
+      "learning_rate_adapter": 1.7050632911392404e-05,
+      "loss": 0.0255,
+      "step": 337650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7037974683544307e-05,
+      "learning_rate_adapter": 1.7037974683544307e-05,
+      "loss": 0.0254,
+      "step": 337700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7025316455696202e-05,
+      "learning_rate_adapter": 1.7025316455696202e-05,
+      "loss": 0.0249,
+      "step": 337750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.70126582278481e-05,
+      "learning_rate_adapter": 1.70126582278481e-05,
+      "loss": 0.0251,
+      "step": 337800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.025,
+      "step": 337850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.69873417721519e-05,
+      "learning_rate_adapter": 1.69873417721519e-05,
+      "loss": 0.0252,
+      "step": 337900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6974683544303798e-05,
+      "learning_rate_adapter": 1.6974683544303798e-05,
+      "loss": 0.0254,
+      "step": 337950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6962025316455696e-05,
+      "learning_rate_adapter": 1.6962025316455696e-05,
+      "loss": 0.0257,
+      "step": 338000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6949367088607595e-05,
+      "learning_rate_adapter": 1.6949367088607595e-05,
+      "loss": 0.0254,
+      "step": 338050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6936708860759494e-05,
+      "learning_rate_adapter": 1.6936708860759494e-05,
+      "loss": 0.0266,
+      "step": 338100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6924050632911393e-05,
+      "learning_rate_adapter": 1.6924050632911393e-05,
+      "loss": 0.0252,
+      "step": 338150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6911392405063292e-05,
+      "learning_rate_adapter": 1.6911392405063292e-05,
+      "loss": 0.0248,
+      "step": 338200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.689873417721519e-05,
+      "learning_rate_adapter": 1.689873417721519e-05,
+      "loss": 0.0253,
+      "step": 338250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.688607594936709e-05,
+      "learning_rate_adapter": 1.688607594936709e-05,
+      "loss": 0.0258,
+      "step": 338300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.687341772151899e-05,
+      "learning_rate_adapter": 1.687341772151899e-05,
+      "loss": 0.0252,
+      "step": 338350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6860759493670887e-05,
+      "learning_rate_adapter": 1.6860759493670887e-05,
+      "loss": 0.025,
+      "step": 338400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6848101265822786e-05,
+      "learning_rate_adapter": 1.6848101265822786e-05,
+      "loss": 0.0251,
+      "step": 338450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6835443037974685e-05,
+      "learning_rate_adapter": 1.6835443037974685e-05,
+      "loss": 0.0254,
+      "step": 338500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6822784810126584e-05,
+      "learning_rate_adapter": 1.6822784810126584e-05,
+      "loss": 0.0254,
+      "step": 338550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6810126582278483e-05,
+      "learning_rate_adapter": 1.6810126582278483e-05,
+      "loss": 0.026,
+      "step": 338600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.679746835443038e-05,
+      "learning_rate_adapter": 1.679746835443038e-05,
+      "loss": 0.0252,
+      "step": 338650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.678481012658228e-05,
+      "learning_rate_adapter": 1.678481012658228e-05,
+      "loss": 0.0261,
+      "step": 338700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.677215189873418e-05,
+      "learning_rate_adapter": 1.677215189873418e-05,
+      "loss": 0.025,
+      "step": 338750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6759493670886075e-05,
+      "learning_rate_adapter": 1.6759493670886075e-05,
+      "loss": 0.0261,
+      "step": 338800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6746835443037977e-05,
+      "learning_rate_adapter": 1.6746835443037977e-05,
+      "loss": 0.0258,
+      "step": 338850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6734177215189876e-05,
+      "learning_rate_adapter": 1.6734177215189876e-05,
+      "loss": 0.0258,
+      "step": 338900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.672151898734177e-05,
+      "learning_rate_adapter": 1.672151898734177e-05,
+      "loss": 0.0254,
+      "step": 338950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6708860759493674e-05,
+      "learning_rate_adapter": 1.6708860759493674e-05,
+      "loss": 0.0253,
+      "step": 339000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6696202531645572e-05,
+      "learning_rate_adapter": 1.6696202531645572e-05,
+      "loss": 0.0256,
+      "step": 339050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6683544303797468e-05,
+      "learning_rate_adapter": 1.6683544303797468e-05,
+      "loss": 0.0249,
+      "step": 339100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.667088607594937e-05,
+      "learning_rate_adapter": 1.667088607594937e-05,
+      "loss": 0.0251,
+      "step": 339150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6658227848101266e-05,
+      "learning_rate_adapter": 1.6658227848101266e-05,
+      "loss": 0.0253,
+      "step": 339200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6645569620253164e-05,
+      "learning_rate_adapter": 1.6645569620253164e-05,
+      "loss": 0.0253,
+      "step": 339250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6632911392405067e-05,
+      "learning_rate_adapter": 1.6632911392405067e-05,
+      "loss": 0.0246,
+      "step": 339300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6620253164556962e-05,
+      "learning_rate_adapter": 1.6620253164556962e-05,
+      "loss": 0.0256,
+      "step": 339350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.660759493670886e-05,
+      "learning_rate_adapter": 1.660759493670886e-05,
+      "loss": 0.0254,
+      "step": 339400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6594936708860763e-05,
+      "learning_rate_adapter": 1.6594936708860763e-05,
+      "loss": 0.025,
+      "step": 339450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.658227848101266e-05,
+      "learning_rate_adapter": 1.658227848101266e-05,
+      "loss": 0.0251,
+      "step": 339500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6569620253164558e-05,
+      "learning_rate_adapter": 1.6569620253164558e-05,
+      "loss": 0.0249,
+      "step": 339550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6556962025316456e-05,
+      "learning_rate_adapter": 1.6556962025316456e-05,
+      "loss": 0.0254,
+      "step": 339600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6544303797468355e-05,
+      "learning_rate_adapter": 1.6544303797468355e-05,
+      "loss": 0.0257,
+      "step": 339650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6531645569620254e-05,
+      "learning_rate_adapter": 1.6531645569620254e-05,
+      "loss": 0.0255,
+      "step": 339700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6518987341772153e-05,
+      "learning_rate_adapter": 1.6518987341772153e-05,
+      "loss": 0.0255,
+      "step": 339750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6506329113924052e-05,
+      "learning_rate_adapter": 1.6506329113924052e-05,
+      "loss": 0.0258,
+      "step": 339800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.649367088607595e-05,
+      "learning_rate_adapter": 1.649367088607595e-05,
+      "loss": 0.0257,
+      "step": 339850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.648101265822785e-05,
+      "learning_rate_adapter": 1.648101265822785e-05,
+      "loss": 0.0254,
+      "step": 339900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.646835443037975e-05,
+      "learning_rate_adapter": 1.646835443037975e-05,
+      "loss": 0.0253,
+      "step": 339950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6455696202531644e-05,
+      "learning_rate_adapter": 1.6455696202531644e-05,
+      "loss": 0.0253,
+      "step": 340000
+    },
+    {
+      "epoch": 0.29,
+      "eval_af_opus100_pr_auc": 0.8024757895511199,
+      "eval_af_ud_pr_auc": 0.9909181138603917,
+      "eval_am_opus100_pr_auc": 0.5935655197243873,
+      "eval_ar_ersatz_pr_auc": 0.9272389790222542,
+      "eval_ar_opus100_pr_auc": 0.7376841071938189,
+      "eval_ar_ud_pr_auc": 0.8801724193396513,
+      "eval_average_ersatz_pr_auc": 0.9662740234477165,
+      "eval_average_opus100_pr_auc": 0.8412097699005748,
+      "eval_average_ud_pr_auc": 0.9628868169265293,
+      "eval_az_opus100_pr_auc": 0.8009262752503847,
+      "eval_be_opus100_pr_auc": 0.7090153518039795,
+      "eval_be_ud_pr_auc": 0.8824789810374813,
+      "eval_bg_opus100_pr_auc": 0.9216128540496241,
+      "eval_bg_ud_pr_auc": 0.9958499300627287,
+      "eval_bn_opus100_pr_auc": 0.8313472847984441,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8887176861865,
+      "eval_ca_ud_pr_auc": 0.9933158681257878,
+      "eval_ceb_ud_pr_auc": 0.9978008634500896,
+      "eval_cs_ersatz_pr_auc": 0.9836408468504896,
+      "eval_cs_opus100_pr_auc": 0.9059524077848073,
+      "eval_cs_ud_pr_auc": 0.9577828281490623,
+      "eval_cy_opus100_pr_auc": 0.7719263531360016,
+      "eval_cy_ud_pr_auc": 0.9937240714261694,
+      "eval_da_opus100_pr_auc": 0.9222498388071025,
+      "eval_da_ud_pr_auc": 0.982762490626578,
+      "eval_de_ersatz_pr_auc": 0.9806599575126748,
+      "eval_de_opus100_pr_auc": 0.907285520191586,
+      "eval_de_ud_pr_auc": 0.9839928112617681,
+      "eval_el_opus100_pr_auc": 0.9196675446674144,
+      "eval_el_ud_pr_auc": 0.9832611209194495,
+      "eval_en_ersatz_pr_auc": 0.9922967475468839,
+      "eval_en_opus100_pr_auc": 0.9222592971912963,
+      "eval_en_ud_pr_auc": 0.9759024147175531,
+      "eval_eo_opus100_pr_auc": 0.9338514579377757,
+      "eval_es_ersatz_pr_auc": 0.9969456604214137,
+      "eval_es_opus100_pr_auc": 0.9332446405779404,
+      "eval_es_ud_pr_auc": 0.9917981329393812,
+      "eval_et_ersatz_pr_auc": 0.9822970355588085,
+      "eval_et_opus100_pr_auc": 0.8961601760472928,
+      "eval_et_ud_pr_auc": 0.9626588885418711,
+      "eval_eu_opus100_pr_auc": 0.8848518291629572,
+      "eval_eu_ud_pr_auc": 0.9923839343795775,
+      "eval_fa_opus100_pr_auc": 0.6141991063838291,
+      "eval_fa_ud_pr_auc": 0.9909900560072238,
+      "eval_fi_ersatz_pr_auc": 0.9904651244372495,
+      "eval_fi_opus100_pr_auc": 0.9196049607253954,
+      "eval_fi_ud_pr_auc": 0.9715974033566718,
+      "eval_fr_ersatz_pr_auc": 0.989581745701329,
+      "eval_fr_opus100_pr_auc": 0.9180778506418679,
+      "eval_fr_ud_pr_auc": 0.9879038314166486,
+      "eval_fy_opus100_pr_auc": 0.7105189947677137,
+      "eval_ga_opus100_pr_auc": 0.8889640385205222,
+      "eval_ga_ud_pr_auc": 0.8122487091766449,
+      "eval_gd_opus100_pr_auc": 0.7054940841507114,
+      "eval_gd_ud_pr_auc": 0.8284594167590853,
+      "eval_gl_opus100_pr_auc": 0.9001156300421039,
+      "eval_gl_ud_pr_auc": 0.9977451612098056,
+      "eval_gu_ersatz_pr_auc": 0.9417132266398826,
+      "eval_gu_opus100_pr_auc": 0.7540501596400389,
+      "eval_ha_opus100_pr_auc": 0.915432066582475,
+      "eval_he_opus100_pr_auc": 0.8744342738289201,
+      "eval_he_ud_pr_auc": 0.9733387782351076,
+      "eval_hi_ersatz_pr_auc": 0.9789147013707489,
+      "eval_hi_opus100_pr_auc": 0.6917592788629742,
+      "eval_hi_ud_pr_auc": 0.9839439856343846,
+      "eval_hu_opus100_pr_auc": 0.9154327937618669,
+      "eval_hu_ud_pr_auc": 0.980644031275464,
+      "eval_hy_opus100_pr_auc": 0.9103843506180913,
+      "eval_hy_ud_pr_auc": 0.9872550933453909,
+      "eval_id_opus100_pr_auc": 0.8713538073263586,
+      "eval_id_ud_pr_auc": 0.9932223660694414,
+      "eval_ig_opus100_pr_auc": 0.8940386120464886,
+      "eval_is_opus100_pr_auc": 0.9218674516151198,
+      "eval_is_ud_pr_auc": 0.9025883822721483,
+      "eval_it_opus100_pr_auc": 0.9158706611815514,
+      "eval_it_ud_pr_auc": 0.9977881363204113,
+      "eval_ja_ersatz_pr_auc": 0.8358828983379011,
+      "eval_ja_opus100_pr_auc": 0.8244018975314836,
+      "eval_ja_ud_pr_auc": 0.9763676576736605,
+      "eval_jv_ud_pr_auc": 0.970752274149543,
+      "eval_ka_opus100_pr_auc": 0.8576779443211611,
+      "eval_kk_ersatz_pr_auc": 0.9851230083825353,
+      "eval_kk_opus100_pr_auc": 0.7970493199836959,
+      "eval_kk_ud_pr_auc": 0.9755907116714808,
+      "eval_km_ersatz_pr_auc": 0.920714888926459,
+      "eval_km_opus100_pr_auc": 0.7443143073346514,
+      "eval_kn_opus100_pr_auc": 0.6266587320755319,
+      "eval_ko_opus100_pr_auc": 0.6760977090078537,
+      "eval_ko_ud_pr_auc": 0.9975153670815237,
+      "eval_ku_opus100_pr_auc": 0.8351184831784905,
+      "eval_ky_opus100_pr_auc": 0.8602665779499393,
+      "eval_la_ud_pr_auc": 0.9501229292956553,
+      "eval_loss": 0.029182782396674156,
+      "eval_lt_ersatz_pr_auc": 0.9953617113392863,
+      "eval_lt_opus100_pr_auc": 0.8864152142800101,
+      "eval_lt_ud_pr_auc": 0.9946584416203242,
+      "eval_lv_ersatz_pr_auc": 0.9905118679754379,
+      "eval_lv_opus100_pr_auc": 0.8888295319560723,
+      "eval_lv_ud_pr_auc": 0.9642202073015173,
+      "eval_mg_opus100_pr_auc": 0.9250995202168308,
+      "eval_mk_opus100_pr_auc": 0.9135554919455267,
+      "eval_ml_opus100_pr_auc": 0.7977902081068884,
+      "eval_mn_opus100_pr_auc": 0.9407893409080664,
+      "eval_mr_opus100_pr_auc": 0.9114745487429495,
+      "eval_mr_ud_pr_auc": 0.9642003521232753,
+      "eval_ms_opus100_pr_auc": 0.8775078055090547,
+      "eval_mt_opus100_pr_auc": 0.868948675040519,
+      "eval_mt_ud_pr_auc": 0.9166305652246134,
+      "eval_my_opus100_pr_auc": 0.7699835161298971,
+      "eval_ne_opus100_pr_auc": 0.7390360346561491,
+      "eval_nl_opus100_pr_auc": 0.9030159449829912,
+      "eval_nl_ud_pr_auc": 0.9848397208697389,
+      "eval_no_opus100_pr_auc": 0.9155398627250061,
+      "eval_no_ud_pr_auc": 0.9961902717195267,
+      "eval_pa_opus100_pr_auc": 0.7004921635935175,
+      "eval_pl_ersatz_pr_auc": 0.9695200514883644,
+      "eval_pl_opus100_pr_auc": 0.8981717688466521,
+      "eval_pl_ud_pr_auc": 0.9635147038738755,
+      "eval_ps_ersatz_pr_auc": 0.9313353608427969,
+      "eval_ps_opus100_pr_auc": 0.7617355195063483,
+      "eval_pt_opus100_pr_auc": 0.9276968089688135,
+      "eval_pt_ud_pr_auc": 0.9836315140464118,
+      "eval_ro_ersatz_pr_auc": 0.9918040687812555,
+      "eval_ro_opus100_pr_auc": 0.877620699943872,
+      "eval_ro_ud_pr_auc": 0.9599580492665664,
+      "eval_ru_ersatz_pr_auc": 0.9902105641503257,
+      "eval_ru_opus100_pr_auc": 0.9224014626606045,
+      "eval_ru_ud_pr_auc": 0.8649890760267767,
+      "eval_runtime": 618.2101,
+      "eval_samples_per_second": 122.154,
+      "eval_si_opus100_pr_auc": 0.8122691331596346,
+      "eval_sk_opus100_pr_auc": 0.9316725025910761,
+      "eval_sk_ud_pr_auc": 0.9870975448649959,
+      "eval_sl_opus100_pr_auc": 0.8702965603459046,
+      "eval_sl_ud_pr_auc": 0.9629895651242367,
+      "eval_sq_opus100_pr_auc": 0.9239031669925817,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.906304070488823,
+      "eval_sr_ud_pr_auc": 0.9986104526170083,
+      "eval_steps_per_second": 3.817,
+      "eval_sv_opus100_pr_auc": 0.8965411173282388,
+      "eval_sv_ud_pr_auc": 0.9490900901562914,
+      "eval_ta_ersatz_pr_auc": 0.9830315242630414,
+      "eval_ta_opus100_pr_auc": 0.6960842793374573,
+      "eval_ta_ud_pr_auc": 0.9932824939249137,
+      "eval_te_opus100_pr_auc": 0.8545328420533614,
+      "eval_tg_opus100_pr_auc": 0.8948212112954045,
+      "eval_th_opus100_pr_auc": 0.688009447283533,
+      "eval_th_ud_pr_auc": 0.8368406719928299,
+      "eval_tr_ersatz_pr_auc": 0.9676640240630954,
+      "eval_tr_opus100_pr_auc": 0.900718370261545,
+      "eval_tr_ud_pr_auc": 0.9548337271145728,
+      "eval_uk_opus100_pr_auc": 0.8841114012712542,
+      "eval_uk_ud_pr_auc": 0.9222120377397214,
+      "eval_ur_opus100_pr_auc": 0.5738108262566372,
+      "eval_ur_ud_pr_auc": 0.994972347314256,
+      "eval_uz_opus100_pr_auc": 0.8760293707633925,
+      "eval_vi_opus100_pr_auc": 0.8999445534602626,
+      "eval_vi_ud_pr_auc": 0.9458429231795454,
+      "eval_xh_opus100_pr_auc": 0.8589906150488248,
+      "eval_yi_opus100_pr_auc": 0.812948326921349,
+      "eval_yo_opus100_pr_auc": 0.8384868458458821,
+      "eval_yo_ud_pr_auc": 0.9109933475233863,
+      "eval_zh_ersatz_pr_auc": 0.9331145222375317,
+      "eval_zh_opus100_pr_auc": 0.7559219955159586,
+      "eval_zh_ud_pr_auc": 0.9920733013999573,
+      "eval_zu_opus100_pr_auc": 0.8517233507649642,
+      "step": 340000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6443037974683546e-05,
+      "learning_rate_adapter": 1.6443037974683546e-05,
+      "loss": 0.0255,
+      "step": 340050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6430379746835445e-05,
+      "learning_rate_adapter": 1.6430379746835445e-05,
+      "loss": 0.0246,
+      "step": 340100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.641772151898734e-05,
+      "learning_rate_adapter": 1.641772151898734e-05,
+      "loss": 0.0255,
+      "step": 340150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6405063291139243e-05,
+      "learning_rate_adapter": 1.6405063291139243e-05,
+      "loss": 0.0253,
+      "step": 340200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.639240506329114e-05,
+      "learning_rate_adapter": 1.639240506329114e-05,
+      "loss": 0.0256,
+      "step": 340250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6379746835443037e-05,
+      "learning_rate_adapter": 1.6379746835443037e-05,
+      "loss": 0.0255,
+      "step": 340300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.636708860759494e-05,
+      "learning_rate_adapter": 1.636708860759494e-05,
+      "loss": 0.0254,
+      "step": 340350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6354430379746835e-05,
+      "learning_rate_adapter": 1.6354430379746835e-05,
+      "loss": 0.0257,
+      "step": 340400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6341772151898734e-05,
+      "learning_rate_adapter": 1.6341772151898734e-05,
+      "loss": 0.0253,
+      "step": 340450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6329113924050636e-05,
+      "learning_rate_adapter": 1.6329113924050636e-05,
+      "loss": 0.0254,
+      "step": 340500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.631645569620253e-05,
+      "learning_rate_adapter": 1.631645569620253e-05,
+      "loss": 0.0251,
+      "step": 340550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.630379746835443e-05,
+      "learning_rate_adapter": 1.630379746835443e-05,
+      "loss": 0.0251,
+      "step": 340600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6291139240506332e-05,
+      "learning_rate_adapter": 1.6291139240506332e-05,
+      "loss": 0.0253,
+      "step": 340650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6278481012658228e-05,
+      "learning_rate_adapter": 1.6278481012658228e-05,
+      "loss": 0.0257,
+      "step": 340700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6265822784810127e-05,
+      "learning_rate_adapter": 1.6265822784810127e-05,
+      "loss": 0.0249,
+      "step": 340750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6253164556962026e-05,
+      "learning_rate_adapter": 1.6253164556962026e-05,
+      "loss": 0.0254,
+      "step": 340800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6240506329113924e-05,
+      "learning_rate_adapter": 1.6240506329113924e-05,
+      "loss": 0.0251,
+      "step": 340850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6227848101265823e-05,
+      "learning_rate_adapter": 1.6227848101265823e-05,
+      "loss": 0.0253,
+      "step": 340900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6215189873417722e-05,
+      "learning_rate_adapter": 1.6215189873417722e-05,
+      "loss": 0.0253,
+      "step": 340950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.620253164556962e-05,
+      "learning_rate_adapter": 1.620253164556962e-05,
+      "loss": 0.0249,
+      "step": 341000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.618987341772152e-05,
+      "learning_rate_adapter": 1.618987341772152e-05,
+      "loss": 0.0252,
+      "step": 341050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.617721518987342e-05,
+      "learning_rate_adapter": 1.617721518987342e-05,
+      "loss": 0.0252,
+      "step": 341100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6164556962025318e-05,
+      "learning_rate_adapter": 1.6164556962025318e-05,
+      "loss": 0.0259,
+      "step": 341150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6151898734177216e-05,
+      "learning_rate_adapter": 1.6151898734177216e-05,
+      "loss": 0.0257,
+      "step": 341200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6139240506329115e-05,
+      "learning_rate_adapter": 1.6139240506329115e-05,
+      "loss": 0.0242,
+      "step": 341250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6126582278481014e-05,
+      "learning_rate_adapter": 1.6126582278481014e-05,
+      "loss": 0.0254,
+      "step": 341300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6113924050632913e-05,
+      "learning_rate_adapter": 1.6113924050632913e-05,
+      "loss": 0.025,
+      "step": 341350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6101265822784812e-05,
+      "learning_rate_adapter": 1.6101265822784812e-05,
+      "loss": 0.0249,
+      "step": 341400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.608860759493671e-05,
+      "learning_rate_adapter": 1.608860759493671e-05,
+      "loss": 0.0256,
+      "step": 341450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.607594936708861e-05,
+      "learning_rate_adapter": 1.607594936708861e-05,
+      "loss": 0.0257,
+      "step": 341500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.606329113924051e-05,
+      "learning_rate_adapter": 1.606329113924051e-05,
+      "loss": 0.0256,
+      "step": 341550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6050632911392404e-05,
+      "learning_rate_adapter": 1.6050632911392404e-05,
+      "loss": 0.0257,
+      "step": 341600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6037974683544306e-05,
+      "learning_rate_adapter": 1.6037974683544306e-05,
+      "loss": 0.0253,
+      "step": 341650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6025316455696205e-05,
+      "learning_rate_adapter": 1.6025316455696205e-05,
+      "loss": 0.0252,
+      "step": 341700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.60126582278481e-05,
+      "learning_rate_adapter": 1.60126582278481e-05,
+      "loss": 0.0253,
+      "step": 341750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0253,
+      "step": 341800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.59873417721519e-05,
+      "learning_rate_adapter": 1.59873417721519e-05,
+      "loss": 0.0247,
+      "step": 341850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5974683544303797e-05,
+      "learning_rate_adapter": 1.5974683544303797e-05,
+      "loss": 0.0243,
+      "step": 341900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.59620253164557e-05,
+      "learning_rate_adapter": 1.59620253164557e-05,
+      "loss": 0.0252,
+      "step": 341950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5949367088607595e-05,
+      "learning_rate_adapter": 1.5949367088607595e-05,
+      "loss": 0.0255,
+      "step": 342000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5936708860759494e-05,
+      "learning_rate_adapter": 1.5936708860759494e-05,
+      "loss": 0.0254,
+      "step": 342050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5924050632911396e-05,
+      "learning_rate_adapter": 1.5924050632911396e-05,
+      "loss": 0.0258,
+      "step": 342100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.591139240506329e-05,
+      "learning_rate_adapter": 1.591139240506329e-05,
+      "loss": 0.0255,
+      "step": 342150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.589873417721519e-05,
+      "learning_rate_adapter": 1.589873417721519e-05,
+      "loss": 0.0255,
+      "step": 342200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.588607594936709e-05,
+      "learning_rate_adapter": 1.588607594936709e-05,
+      "loss": 0.0259,
+      "step": 342250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5873417721518988e-05,
+      "learning_rate_adapter": 1.5873417721518988e-05,
+      "loss": 0.0253,
+      "step": 342300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5860759493670887e-05,
+      "learning_rate_adapter": 1.5860759493670887e-05,
+      "loss": 0.0255,
+      "step": 342350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5848101265822786e-05,
+      "learning_rate_adapter": 1.5848101265822786e-05,
+      "loss": 0.0258,
+      "step": 342400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5835443037974684e-05,
+      "learning_rate_adapter": 1.5835443037974684e-05,
+      "loss": 0.0257,
+      "step": 342450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5822784810126583e-05,
+      "learning_rate_adapter": 1.5822784810126583e-05,
+      "loss": 0.0253,
+      "step": 342500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5810126582278482e-05,
+      "learning_rate_adapter": 1.5810126582278482e-05,
+      "loss": 0.0249,
+      "step": 342550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.579746835443038e-05,
+      "learning_rate_adapter": 1.579746835443038e-05,
+      "loss": 0.0253,
+      "step": 342600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5784810126582276e-05,
+      "learning_rate_adapter": 1.5784810126582276e-05,
+      "loss": 0.0256,
+      "step": 342650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.577215189873418e-05,
+      "learning_rate_adapter": 1.577215189873418e-05,
+      "loss": 0.0249,
+      "step": 342700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5759493670886078e-05,
+      "learning_rate_adapter": 1.5759493670886078e-05,
+      "loss": 0.0254,
+      "step": 342750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5746835443037973e-05,
+      "learning_rate_adapter": 1.5746835443037973e-05,
+      "loss": 0.0257,
+      "step": 342800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5734177215189875e-05,
+      "learning_rate_adapter": 1.5734177215189875e-05,
+      "loss": 0.0253,
+      "step": 342850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5721518987341774e-05,
+      "learning_rate_adapter": 1.5721518987341774e-05,
+      "loss": 0.0255,
+      "step": 342900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.570886075949367e-05,
+      "learning_rate_adapter": 1.570886075949367e-05,
+      "loss": 0.0253,
+      "step": 342950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5696202531645572e-05,
+      "learning_rate_adapter": 1.5696202531645572e-05,
+      "loss": 0.0253,
+      "step": 343000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5683544303797467e-05,
+      "learning_rate_adapter": 1.5683544303797467e-05,
+      "loss": 0.0256,
+      "step": 343050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5670886075949366e-05,
+      "learning_rate_adapter": 1.5670886075949366e-05,
+      "loss": 0.0255,
+      "step": 343100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.565822784810127e-05,
+      "learning_rate_adapter": 1.565822784810127e-05,
+      "loss": 0.0259,
+      "step": 343150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5645569620253164e-05,
+      "learning_rate_adapter": 1.5645569620253164e-05,
+      "loss": 0.0254,
+      "step": 343200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5632911392405063e-05,
+      "learning_rate_adapter": 1.5632911392405063e-05,
+      "loss": 0.0256,
+      "step": 343250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5620253164556965e-05,
+      "learning_rate_adapter": 1.5620253164556965e-05,
+      "loss": 0.0252,
+      "step": 343300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.560759493670886e-05,
+      "learning_rate_adapter": 1.560759493670886e-05,
+      "loss": 0.0259,
+      "step": 343350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.559493670886076e-05,
+      "learning_rate_adapter": 1.559493670886076e-05,
+      "loss": 0.0253,
+      "step": 343400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5582278481012658e-05,
+      "learning_rate_adapter": 1.5582278481012658e-05,
+      "loss": 0.0254,
+      "step": 343450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5569620253164557e-05,
+      "learning_rate_adapter": 1.5569620253164557e-05,
+      "loss": 0.0259,
+      "step": 343500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5556962025316456e-05,
+      "learning_rate_adapter": 1.5556962025316456e-05,
+      "loss": 0.0255,
+      "step": 343550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5544303797468355e-05,
+      "learning_rate_adapter": 1.5544303797468355e-05,
+      "loss": 0.0249,
+      "step": 343600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5531645569620254e-05,
+      "learning_rate_adapter": 1.5531645569620254e-05,
+      "loss": 0.025,
+      "step": 343650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5518987341772152e-05,
+      "learning_rate_adapter": 1.5518987341772152e-05,
+      "loss": 0.0252,
+      "step": 343700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.550632911392405e-05,
+      "learning_rate_adapter": 1.550632911392405e-05,
+      "loss": 0.0251,
+      "step": 343750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.549367088607595e-05,
+      "learning_rate_adapter": 1.549367088607595e-05,
+      "loss": 0.0252,
+      "step": 343800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.548101265822785e-05,
+      "learning_rate_adapter": 1.548101265822785e-05,
+      "loss": 0.0257,
+      "step": 343850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5468354430379748e-05,
+      "learning_rate_adapter": 1.5468354430379748e-05,
+      "loss": 0.0251,
+      "step": 343900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5455696202531647e-05,
+      "learning_rate_adapter": 1.5455696202531647e-05,
+      "loss": 0.0253,
+      "step": 343950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5443037974683546e-05,
+      "learning_rate_adapter": 1.5443037974683546e-05,
+      "loss": 0.0254,
+      "step": 344000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5430379746835444e-05,
+      "learning_rate_adapter": 1.5430379746835444e-05,
+      "loss": 0.0256,
+      "step": 344050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5417721518987343e-05,
+      "learning_rate_adapter": 1.5417721518987343e-05,
+      "loss": 0.0247,
+      "step": 344100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5405063291139242e-05,
+      "learning_rate_adapter": 1.5405063291139242e-05,
+      "loss": 0.0251,
+      "step": 344150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.539240506329114e-05,
+      "learning_rate_adapter": 1.539240506329114e-05,
+      "loss": 0.0253,
+      "step": 344200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5379746835443036e-05,
+      "learning_rate_adapter": 1.5379746835443036e-05,
+      "loss": 0.0252,
+      "step": 344250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.536708860759494e-05,
+      "learning_rate_adapter": 1.536708860759494e-05,
+      "loss": 0.0254,
+      "step": 344300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5354430379746838e-05,
+      "learning_rate_adapter": 1.5354430379746838e-05,
+      "loss": 0.0257,
+      "step": 344350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5341772151898733e-05,
+      "learning_rate_adapter": 1.5341772151898733e-05,
+      "loss": 0.0254,
+      "step": 344400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5329113924050635e-05,
+      "learning_rate_adapter": 1.5329113924050635e-05,
+      "loss": 0.0251,
+      "step": 344450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5316455696202534e-05,
+      "learning_rate_adapter": 1.5316455696202534e-05,
+      "loss": 0.0256,
+      "step": 344500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.530379746835443e-05,
+      "learning_rate_adapter": 1.530379746835443e-05,
+      "loss": 0.0254,
+      "step": 344550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5291139240506332e-05,
+      "learning_rate_adapter": 1.5291139240506332e-05,
+      "loss": 0.0255,
+      "step": 344600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5278481012658227e-05,
+      "learning_rate_adapter": 1.5278481012658227e-05,
+      "loss": 0.0252,
+      "step": 344650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5265822784810126e-05,
+      "learning_rate_adapter": 1.5265822784810126e-05,
+      "loss": 0.0252,
+      "step": 344700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5253164556962027e-05,
+      "learning_rate_adapter": 1.5253164556962027e-05,
+      "loss": 0.0254,
+      "step": 344750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5240506329113924e-05,
+      "learning_rate_adapter": 1.5240506329113924e-05,
+      "loss": 0.0254,
+      "step": 344800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5227848101265824e-05,
+      "learning_rate_adapter": 1.5227848101265824e-05,
+      "loss": 0.0248,
+      "step": 344850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5215189873417723e-05,
+      "learning_rate_adapter": 1.5215189873417723e-05,
+      "loss": 0.0246,
+      "step": 344900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.520253164556962e-05,
+      "learning_rate_adapter": 1.520253164556962e-05,
+      "loss": 0.026,
+      "step": 344950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5189873417721521e-05,
+      "learning_rate_adapter": 1.5189873417721521e-05,
+      "loss": 0.0261,
+      "step": 345000
+    },
+    {
+      "epoch": 0.29,
+      "eval_af_opus100_pr_auc": 0.8025173385394713,
+      "eval_af_ud_pr_auc": 0.9921518409169996,
+      "eval_am_opus100_pr_auc": 0.6047690021534745,
+      "eval_ar_ersatz_pr_auc": 0.9294587124545506,
+      "eval_ar_opus100_pr_auc": 0.7400491663694536,
+      "eval_ar_ud_pr_auc": 0.8819515126154917,
+      "eval_average_ersatz_pr_auc": 0.969021297499057,
+      "eval_average_opus100_pr_auc": 0.8443546705272436,
+      "eval_average_ud_pr_auc": 0.9655951158603815,
+      "eval_az_opus100_pr_auc": 0.7945006788911491,
+      "eval_be_opus100_pr_auc": 0.6981977275261952,
+      "eval_be_ud_pr_auc": 0.889811535402889,
+      "eval_bg_opus100_pr_auc": 0.9219139854689812,
+      "eval_bg_ud_pr_auc": 0.9970270927549646,
+      "eval_bn_opus100_pr_auc": 0.8435183132993754,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8889429768288034,
+      "eval_ca_ud_pr_auc": 0.9969312624611929,
+      "eval_ceb_ud_pr_auc": 0.9967969602130986,
+      "eval_cs_ersatz_pr_auc": 0.9867131638717473,
+      "eval_cs_opus100_pr_auc": 0.9092391199739421,
+      "eval_cs_ud_pr_auc": 0.9624368842648509,
+      "eval_cy_opus100_pr_auc": 0.7760054924267461,
+      "eval_cy_ud_pr_auc": 0.9954672690859524,
+      "eval_da_opus100_pr_auc": 0.9257567583847589,
+      "eval_da_ud_pr_auc": 0.9852164931081754,
+      "eval_de_ersatz_pr_auc": 0.9849580907456359,
+      "eval_de_opus100_pr_auc": 0.910644490533453,
+      "eval_de_ud_pr_auc": 0.9848076580883971,
+      "eval_el_opus100_pr_auc": 0.9224960821349628,
+      "eval_el_ud_pr_auc": 0.9871988967567652,
+      "eval_en_ersatz_pr_auc": 0.9926078009407814,
+      "eval_en_opus100_pr_auc": 0.9248750128903799,
+      "eval_en_ud_pr_auc": 0.9787902193565473,
+      "eval_eo_opus100_pr_auc": 0.9352874483630201,
+      "eval_es_ersatz_pr_auc": 0.997423396817467,
+      "eval_es_opus100_pr_auc": 0.9359870064219534,
+      "eval_es_ud_pr_auc": 0.9929294549468546,
+      "eval_et_ersatz_pr_auc": 0.9817133292442919,
+      "eval_et_opus100_pr_auc": 0.9035864427399763,
+      "eval_et_ud_pr_auc": 0.9716871540695311,
+      "eval_eu_opus100_pr_auc": 0.8916775905046006,
+      "eval_eu_ud_pr_auc": 0.9931984066185613,
+      "eval_fa_opus100_pr_auc": 0.6064216382182388,
+      "eval_fa_ud_pr_auc": 0.9939581765524506,
+      "eval_fi_ersatz_pr_auc": 0.991431952351526,
+      "eval_fi_opus100_pr_auc": 0.9246311503510362,
+      "eval_fi_ud_pr_auc": 0.9740722934641814,
+      "eval_fr_ersatz_pr_auc": 0.9919192980846769,
+      "eval_fr_opus100_pr_auc": 0.9210458972282335,
+      "eval_fr_ud_pr_auc": 0.9884093566386586,
+      "eval_fy_opus100_pr_auc": 0.7153925593996874,
+      "eval_ga_opus100_pr_auc": 0.8916653556507191,
+      "eval_ga_ud_pr_auc": 0.822661100944726,
+      "eval_gd_opus100_pr_auc": 0.7004074508541464,
+      "eval_gd_ud_pr_auc": 0.8296739964927479,
+      "eval_gl_opus100_pr_auc": 0.9008252957495253,
+      "eval_gl_ud_pr_auc": 0.9977309108057811,
+      "eval_gu_ersatz_pr_auc": 0.9490539303281622,
+      "eval_gu_opus100_pr_auc": 0.7553032861175414,
+      "eval_ha_opus100_pr_auc": 0.9166042156289826,
+      "eval_he_opus100_pr_auc": 0.8764319795729661,
+      "eval_he_ud_pr_auc": 0.9790312321630557,
+      "eval_hi_ersatz_pr_auc": 0.9824552832130434,
+      "eval_hi_opus100_pr_auc": 0.7049776524182767,
+      "eval_hi_ud_pr_auc": 0.9890086232433525,
+      "eval_hu_opus100_pr_auc": 0.9229352925075998,
+      "eval_hu_ud_pr_auc": 0.9832982842620143,
+      "eval_hy_opus100_pr_auc": 0.9161802580806467,
+      "eval_hy_ud_pr_auc": 0.9915718784573764,
+      "eval_id_opus100_pr_auc": 0.8708104773641971,
+      "eval_id_ud_pr_auc": 0.9945560853812164,
+      "eval_ig_opus100_pr_auc": 0.8943035008871167,
+      "eval_is_opus100_pr_auc": 0.9246183133636787,
+      "eval_is_ud_pr_auc": 0.9143918394249493,
+      "eval_it_opus100_pr_auc": 0.9178467247067071,
+      "eval_it_ud_pr_auc": 0.9991918918740483,
+      "eval_ja_ersatz_pr_auc": 0.834124007615197,
+      "eval_ja_opus100_pr_auc": 0.8391842344776874,
+      "eval_ja_ud_pr_auc": 0.9755315734898741,
+      "eval_jv_ud_pr_auc": 0.9655953997422165,
+      "eval_ka_opus100_pr_auc": 0.8627473656838753,
+      "eval_kk_ersatz_pr_auc": 0.9881213219859288,
+      "eval_kk_opus100_pr_auc": 0.8026382805565232,
+      "eval_kk_ud_pr_auc": 0.9763374742713166,
+      "eval_km_ersatz_pr_auc": 0.9222827631590177,
+      "eval_km_opus100_pr_auc": 0.7397420428038021,
+      "eval_kn_opus100_pr_auc": 0.6209169046339633,
+      "eval_ko_opus100_pr_auc": 0.6703635598238757,
+      "eval_ko_ud_pr_auc": 0.9979071229399324,
+      "eval_ku_opus100_pr_auc": 0.8420595823466016,
+      "eval_ky_opus100_pr_auc": 0.8749625159361493,
+      "eval_la_ud_pr_auc": 0.9480030839249245,
+      "eval_loss": 0.029008546844124794,
+      "eval_lt_ersatz_pr_auc": 0.996542867155706,
+      "eval_lt_opus100_pr_auc": 0.8947814212504834,
+      "eval_lt_ud_pr_auc": 0.9961849762395508,
+      "eval_lv_ersatz_pr_auc": 0.9928058455685865,
+      "eval_lv_opus100_pr_auc": 0.8956513710611362,
+      "eval_lv_ud_pr_auc": 0.9666178433649055,
+      "eval_mg_opus100_pr_auc": 0.9307203796743396,
+      "eval_mk_opus100_pr_auc": 0.9163475723433779,
+      "eval_ml_opus100_pr_auc": 0.8052876483554249,
+      "eval_mn_opus100_pr_auc": 0.9441396176571712,
+      "eval_mr_opus100_pr_auc": 0.9126971127246776,
+      "eval_mr_ud_pr_auc": 0.9645497911564374,
+      "eval_ms_opus100_pr_auc": 0.8781925429325241,
+      "eval_mt_opus100_pr_auc": 0.8786855235131472,
+      "eval_mt_ud_pr_auc": 0.9191417083597109,
+      "eval_my_opus100_pr_auc": 0.778329531947853,
+      "eval_ne_opus100_pr_auc": 0.7419340671418931,
+      "eval_nl_opus100_pr_auc": 0.9042766232753875,
+      "eval_nl_ud_pr_auc": 0.9852428156624488,
+      "eval_no_opus100_pr_auc": 0.9186567693419148,
+      "eval_no_ud_pr_auc": 0.9963520501335956,
+      "eval_pa_opus100_pr_auc": 0.6852198652762732,
+      "eval_pl_ersatz_pr_auc": 0.9760669819661292,
+      "eval_pl_opus100_pr_auc": 0.9002249602974429,
+      "eval_pl_ud_pr_auc": 0.9703651580947807,
+      "eval_ps_ersatz_pr_auc": 0.9323469434719396,
+      "eval_ps_opus100_pr_auc": 0.7668455835322715,
+      "eval_pt_opus100_pr_auc": 0.9296093704702063,
+      "eval_pt_ud_pr_auc": 0.9847022578307406,
+      "eval_ro_ersatz_pr_auc": 0.9940065706264367,
+      "eval_ro_opus100_pr_auc": 0.879430219300449,
+      "eval_ro_ud_pr_auc": 0.9699056927134073,
+      "eval_ru_ersatz_pr_auc": 0.9915924102091718,
+      "eval_ru_opus100_pr_auc": 0.931401863965763,
+      "eval_ru_ud_pr_auc": 0.8694610965284257,
+      "eval_runtime": 618.1458,
+      "eval_samples_per_second": 122.167,
+      "eval_si_opus100_pr_auc": 0.8173269265500237,
+      "eval_sk_opus100_pr_auc": 0.9367625843692418,
+      "eval_sk_ud_pr_auc": 0.9871126015662648,
+      "eval_sl_opus100_pr_auc": 0.8727080252509425,
+      "eval_sl_ud_pr_auc": 0.9711980827970648,
+      "eval_sq_opus100_pr_auc": 0.9271873104061995,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.907617818476688,
+      "eval_sr_ud_pr_auc": 0.9989434334126119,
+      "eval_steps_per_second": 3.818,
+      "eval_sv_opus100_pr_auc": 0.9012964021001937,
+      "eval_sv_ud_pr_auc": 0.9511829037738968,
+      "eval_ta_ersatz_pr_auc": 0.9846673776036715,
+      "eval_ta_opus100_pr_auc": 0.6996674067542873,
+      "eval_ta_ud_pr_auc": 0.9938231051220175,
+      "eval_te_opus100_pr_auc": 0.8528880510661977,
+      "eval_tg_opus100_pr_auc": 0.8958032818924193,
+      "eval_th_opus100_pr_auc": 0.6832488650698016,
+      "eval_th_ud_pr_auc": 0.8313815195000328,
+      "eval_tr_ersatz_pr_auc": 0.9736575037939783,
+      "eval_tr_opus100_pr_auc": 0.903842352734908,
+      "eval_tr_ud_pr_auc": 0.9649188081318849,
+      "eval_uk_opus100_pr_auc": 0.8854314847446346,
+      "eval_uk_ud_pr_auc": 0.9282701111578368,
+      "eval_ur_opus100_pr_auc": 0.5792752441886805,
+      "eval_ur_ud_pr_auc": 0.9952100087867581,
+      "eval_uz_opus100_pr_auc": 0.8860278429721262,
+      "eval_vi_opus100_pr_auc": 0.9027873480524661,
+      "eval_vi_ud_pr_auc": 0.9546443149703548,
+      "eval_xh_opus100_pr_auc": 0.8667514297660025,
+      "eval_yi_opus100_pr_auc": 0.8137315981026106,
+      "eval_yo_opus100_pr_auc": 0.8355915070763599,
+      "eval_yo_ud_pr_auc": 0.9162186166041414,
+      "eval_zh_ersatz_pr_auc": 0.9445189937716112,
+      "eval_zh_opus100_pr_auc": 0.7753737818514088,
+      "eval_zh_ud_pr_auc": 0.9961617434017848,
+      "eval_zu_opus100_pr_auc": 0.85835150993457,
+      "step": 345000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5177215189873416e-05,
+      "learning_rate_adapter": 1.5177215189873416e-05,
+      "loss": 0.0253,
+      "step": 345050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5164556962025317e-05,
+      "learning_rate_adapter": 1.5164556962025317e-05,
+      "loss": 0.0261,
+      "step": 345100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5151898734177218e-05,
+      "learning_rate_adapter": 1.5151898734177218e-05,
+      "loss": 0.0252,
+      "step": 345150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5139240506329113e-05,
+      "learning_rate_adapter": 1.5139240506329113e-05,
+      "loss": 0.0253,
+      "step": 345200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5126582278481014e-05,
+      "learning_rate_adapter": 1.5126582278481014e-05,
+      "loss": 0.0251,
+      "step": 345250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5113924050632914e-05,
+      "learning_rate_adapter": 1.5113924050632914e-05,
+      "loss": 0.0252,
+      "step": 345300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.510126582278481e-05,
+      "learning_rate_adapter": 1.510126582278481e-05,
+      "loss": 0.0254,
+      "step": 345350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.508860759493671e-05,
+      "learning_rate_adapter": 1.508860759493671e-05,
+      "loss": 0.025,
+      "step": 345400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5075949367088607e-05,
+      "learning_rate_adapter": 1.5075949367088607e-05,
+      "loss": 0.0256,
+      "step": 345450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5063291139240506e-05,
+      "learning_rate_adapter": 1.5063291139240506e-05,
+      "loss": 0.0255,
+      "step": 345500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5050632911392407e-05,
+      "learning_rate_adapter": 1.5050632911392407e-05,
+      "loss": 0.0252,
+      "step": 345550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5037974683544304e-05,
+      "learning_rate_adapter": 1.5037974683544304e-05,
+      "loss": 0.0248,
+      "step": 345600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5025316455696203e-05,
+      "learning_rate_adapter": 1.5025316455696203e-05,
+      "loss": 0.0256,
+      "step": 345650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5012658227848103e-05,
+      "learning_rate_adapter": 1.5012658227848103e-05,
+      "loss": 0.0256,
+      "step": 345700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0254,
+      "step": 345750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.49873417721519e-05,
+      "learning_rate_adapter": 1.49873417721519e-05,
+      "loss": 0.0257,
+      "step": 345800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4974683544303796e-05,
+      "learning_rate_adapter": 1.4974683544303796e-05,
+      "loss": 0.0246,
+      "step": 345850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4962025316455697e-05,
+      "learning_rate_adapter": 1.4962025316455697e-05,
+      "loss": 0.0252,
+      "step": 345900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4949367088607596e-05,
+      "learning_rate_adapter": 1.4949367088607596e-05,
+      "loss": 0.0254,
+      "step": 345950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4936708860759493e-05,
+      "learning_rate_adapter": 1.4936708860759493e-05,
+      "loss": 0.0258,
+      "step": 346000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4924050632911394e-05,
+      "learning_rate_adapter": 1.4924050632911394e-05,
+      "loss": 0.0251,
+      "step": 346050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4911392405063292e-05,
+      "learning_rate_adapter": 1.4911392405063292e-05,
+      "loss": 0.0257,
+      "step": 346100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.489873417721519e-05,
+      "learning_rate_adapter": 1.489873417721519e-05,
+      "loss": 0.025,
+      "step": 346150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.488607594936709e-05,
+      "learning_rate_adapter": 1.488607594936709e-05,
+      "loss": 0.0252,
+      "step": 346200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4873417721518987e-05,
+      "learning_rate_adapter": 1.4873417721518987e-05,
+      "loss": 0.0252,
+      "step": 346250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4860759493670886e-05,
+      "learning_rate_adapter": 1.4860759493670886e-05,
+      "loss": 0.025,
+      "step": 346300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4848101265822787e-05,
+      "learning_rate_adapter": 1.4848101265822787e-05,
+      "loss": 0.0253,
+      "step": 346350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4835443037974684e-05,
+      "learning_rate_adapter": 1.4835443037974684e-05,
+      "loss": 0.0258,
+      "step": 346400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4822784810126583e-05,
+      "learning_rate_adapter": 1.4822784810126583e-05,
+      "loss": 0.0252,
+      "step": 346450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4810126582278483e-05,
+      "learning_rate_adapter": 1.4810126582278483e-05,
+      "loss": 0.0243,
+      "step": 346500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.479746835443038e-05,
+      "learning_rate_adapter": 1.479746835443038e-05,
+      "loss": 0.025,
+      "step": 346550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.478481012658228e-05,
+      "learning_rate_adapter": 1.478481012658228e-05,
+      "loss": 0.0259,
+      "step": 346600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4772151898734176e-05,
+      "learning_rate_adapter": 1.4772151898734176e-05,
+      "loss": 0.0256,
+      "step": 346650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4759493670886077e-05,
+      "learning_rate_adapter": 1.4759493670886077e-05,
+      "loss": 0.0245,
+      "step": 346700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4746835443037976e-05,
+      "learning_rate_adapter": 1.4746835443037976e-05,
+      "loss": 0.0255,
+      "step": 346750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4734177215189873e-05,
+      "learning_rate_adapter": 1.4734177215189873e-05,
+      "loss": 0.0253,
+      "step": 346800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4721518987341774e-05,
+      "learning_rate_adapter": 1.4721518987341774e-05,
+      "loss": 0.0254,
+      "step": 346850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4708860759493672e-05,
+      "learning_rate_adapter": 1.4708860759493672e-05,
+      "loss": 0.0264,
+      "step": 346900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.469620253164557e-05,
+      "learning_rate_adapter": 1.469620253164557e-05,
+      "loss": 0.0256,
+      "step": 346950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.468354430379747e-05,
+      "learning_rate_adapter": 1.468354430379747e-05,
+      "loss": 0.0251,
+      "step": 347000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4670886075949367e-05,
+      "learning_rate_adapter": 1.4670886075949367e-05,
+      "loss": 0.025,
+      "step": 347050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4658227848101266e-05,
+      "learning_rate_adapter": 1.4658227848101266e-05,
+      "loss": 0.0244,
+      "step": 347100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4645569620253167e-05,
+      "learning_rate_adapter": 1.4645569620253167e-05,
+      "loss": 0.025,
+      "step": 347150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4632911392405064e-05,
+      "learning_rate_adapter": 1.4632911392405064e-05,
+      "loss": 0.0257,
+      "step": 347200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4620253164556963e-05,
+      "learning_rate_adapter": 1.4620253164556963e-05,
+      "loss": 0.0248,
+      "step": 347250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4607594936708863e-05,
+      "learning_rate_adapter": 1.4607594936708863e-05,
+      "loss": 0.0251,
+      "step": 347300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.459493670886076e-05,
+      "learning_rate_adapter": 1.459493670886076e-05,
+      "loss": 0.0248,
+      "step": 347350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.458227848101266e-05,
+      "learning_rate_adapter": 1.458227848101266e-05,
+      "loss": 0.0251,
+      "step": 347400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4569620253164556e-05,
+      "learning_rate_adapter": 1.4569620253164556e-05,
+      "loss": 0.0254,
+      "step": 347450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4556962025316457e-05,
+      "learning_rate_adapter": 1.4556962025316457e-05,
+      "loss": 0.0249,
+      "step": 347500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4544303797468356e-05,
+      "learning_rate_adapter": 1.4544303797468356e-05,
+      "loss": 0.0256,
+      "step": 347550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4531645569620253e-05,
+      "learning_rate_adapter": 1.4531645569620253e-05,
+      "loss": 0.025,
+      "step": 347600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4518987341772153e-05,
+      "learning_rate_adapter": 1.4518987341772153e-05,
+      "loss": 0.0246,
+      "step": 347650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4506329113924052e-05,
+      "learning_rate_adapter": 1.4506329113924052e-05,
+      "loss": 0.0248,
+      "step": 347700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.449367088607595e-05,
+      "learning_rate_adapter": 1.449367088607595e-05,
+      "loss": 0.0253,
+      "step": 347750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.448101265822785e-05,
+      "learning_rate_adapter": 1.448101265822785e-05,
+      "loss": 0.0249,
+      "step": 347800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4468354430379746e-05,
+      "learning_rate_adapter": 1.4468354430379746e-05,
+      "loss": 0.0252,
+      "step": 347850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4455696202531646e-05,
+      "learning_rate_adapter": 1.4455696202531646e-05,
+      "loss": 0.0249,
+      "step": 347900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4443037974683547e-05,
+      "learning_rate_adapter": 1.4443037974683547e-05,
+      "loss": 0.0259,
+      "step": 347950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4430379746835442e-05,
+      "learning_rate_adapter": 1.4430379746835442e-05,
+      "loss": 0.0247,
+      "step": 348000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4417721518987343e-05,
+      "learning_rate_adapter": 1.4417721518987343e-05,
+      "loss": 0.0254,
+      "step": 348050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4405063291139243e-05,
+      "learning_rate_adapter": 1.4405063291139243e-05,
+      "loss": 0.0254,
+      "step": 348100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4392405063291139e-05,
+      "learning_rate_adapter": 1.4392405063291139e-05,
+      "loss": 0.0253,
+      "step": 348150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.437974683544304e-05,
+      "learning_rate_adapter": 1.437974683544304e-05,
+      "loss": 0.0256,
+      "step": 348200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4367088607594936e-05,
+      "learning_rate_adapter": 1.4367088607594936e-05,
+      "loss": 0.0258,
+      "step": 348250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4354430379746835e-05,
+      "learning_rate_adapter": 1.4354430379746835e-05,
+      "loss": 0.0252,
+      "step": 348300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4341772151898736e-05,
+      "learning_rate_adapter": 1.4341772151898736e-05,
+      "loss": 0.0253,
+      "step": 348350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4329113924050633e-05,
+      "learning_rate_adapter": 1.4329113924050633e-05,
+      "loss": 0.025,
+      "step": 348400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4316455696202532e-05,
+      "learning_rate_adapter": 1.4316455696202532e-05,
+      "loss": 0.0252,
+      "step": 348450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4303797468354432e-05,
+      "learning_rate_adapter": 1.4303797468354432e-05,
+      "loss": 0.0257,
+      "step": 348500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.429113924050633e-05,
+      "learning_rate_adapter": 1.429113924050633e-05,
+      "loss": 0.0252,
+      "step": 348550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4278481012658228e-05,
+      "learning_rate_adapter": 1.4278481012658228e-05,
+      "loss": 0.0253,
+      "step": 348600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4265822784810126e-05,
+      "learning_rate_adapter": 1.4265822784810126e-05,
+      "loss": 0.026,
+      "step": 348650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4253164556962026e-05,
+      "learning_rate_adapter": 1.4253164556962026e-05,
+      "loss": 0.0252,
+      "step": 348700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4240506329113925e-05,
+      "learning_rate_adapter": 1.4240506329113925e-05,
+      "loss": 0.0246,
+      "step": 348750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4227848101265822e-05,
+      "learning_rate_adapter": 1.4227848101265822e-05,
+      "loss": 0.0253,
+      "step": 348800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4215189873417723e-05,
+      "learning_rate_adapter": 1.4215189873417723e-05,
+      "loss": 0.0254,
+      "step": 348850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4202531645569621e-05,
+      "learning_rate_adapter": 1.4202531645569621e-05,
+      "loss": 0.0255,
+      "step": 348900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4189873417721519e-05,
+      "learning_rate_adapter": 1.4189873417721519e-05,
+      "loss": 0.0253,
+      "step": 348950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.417721518987342e-05,
+      "learning_rate_adapter": 1.417721518987342e-05,
+      "loss": 0.0255,
+      "step": 349000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4164556962025316e-05,
+      "learning_rate_adapter": 1.4164556962025316e-05,
+      "loss": 0.0252,
+      "step": 349050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4151898734177215e-05,
+      "learning_rate_adapter": 1.4151898734177215e-05,
+      "loss": 0.0253,
+      "step": 349100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4139240506329116e-05,
+      "learning_rate_adapter": 1.4139240506329116e-05,
+      "loss": 0.0251,
+      "step": 349150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4126582278481013e-05,
+      "learning_rate_adapter": 1.4126582278481013e-05,
+      "loss": 0.0249,
+      "step": 349200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4113924050632912e-05,
+      "learning_rate_adapter": 1.4113924050632912e-05,
+      "loss": 0.0256,
+      "step": 349250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4101265822784812e-05,
+      "learning_rate_adapter": 1.4101265822784812e-05,
+      "loss": 0.0249,
+      "step": 349300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.408860759493671e-05,
+      "learning_rate_adapter": 1.408860759493671e-05,
+      "loss": 0.0251,
+      "step": 349350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4075949367088608e-05,
+      "learning_rate_adapter": 1.4075949367088608e-05,
+      "loss": 0.0256,
+      "step": 349400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4063291139240506e-05,
+      "learning_rate_adapter": 1.4063291139240506e-05,
+      "loss": 0.0249,
+      "step": 349450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4050632911392406e-05,
+      "learning_rate_adapter": 1.4050632911392406e-05,
+      "loss": 0.0247,
+      "step": 349500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4037974683544305e-05,
+      "learning_rate_adapter": 1.4037974683544305e-05,
+      "loss": 0.0259,
+      "step": 349550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4025316455696202e-05,
+      "learning_rate_adapter": 1.4025316455696202e-05,
+      "loss": 0.0253,
+      "step": 349600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4012658227848103e-05,
+      "learning_rate_adapter": 1.4012658227848103e-05,
+      "loss": 0.0252,
+      "step": 349650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0254,
+      "step": 349700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3987341772151899e-05,
+      "learning_rate_adapter": 1.3987341772151899e-05,
+      "loss": 0.0252,
+      "step": 349750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.39746835443038e-05,
+      "learning_rate_adapter": 1.39746835443038e-05,
+      "loss": 0.0257,
+      "step": 349800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3962025316455696e-05,
+      "learning_rate_adapter": 1.3962025316455696e-05,
+      "loss": 0.025,
+      "step": 349850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3949367088607595e-05,
+      "learning_rate_adapter": 1.3949367088607595e-05,
+      "loss": 0.0247,
+      "step": 349900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3936708860759496e-05,
+      "learning_rate_adapter": 1.3936708860759496e-05,
+      "loss": 0.0253,
+      "step": 349950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3924050632911393e-05,
+      "learning_rate_adapter": 1.3924050632911393e-05,
+      "loss": 0.0254,
+      "step": 350000
+    },
+    {
+      "epoch": 0.29,
+      "eval_af_opus100_pr_auc": 0.798815771571372,
+      "eval_af_ud_pr_auc": 0.9899979105904693,
+      "eval_am_opus100_pr_auc": 0.6098352983353279,
+      "eval_ar_ersatz_pr_auc": 0.926186235521602,
+      "eval_ar_opus100_pr_auc": 0.7352004136229551,
+      "eval_ar_ud_pr_auc": 0.8844165294606754,
+      "eval_average_ersatz_pr_auc": 0.9677743078755978,
+      "eval_average_opus100_pr_auc": 0.8424802621920174,
+      "eval_average_ud_pr_auc": 0.9631168230824151,
+      "eval_az_opus100_pr_auc": 0.8109883025145151,
+      "eval_be_opus100_pr_auc": 0.7159802086939824,
+      "eval_be_ud_pr_auc": 0.8826188132664494,
+      "eval_bg_opus100_pr_auc": 0.9217982682227748,
+      "eval_bg_ud_pr_auc": 0.9955171213818985,
+      "eval_bn_opus100_pr_auc": 0.8452375886949459,
+      "eval_bn_ud_pr_auc": 0.9993621431826321,
+      "eval_ca_opus100_pr_auc": 0.8900134462941617,
+      "eval_ca_ud_pr_auc": 0.993698634533126,
+      "eval_ceb_ud_pr_auc": 0.9973108773202278,
+      "eval_cs_ersatz_pr_auc": 0.9851088914081667,
+      "eval_cs_opus100_pr_auc": 0.9096845757322084,
+      "eval_cs_ud_pr_auc": 0.957910333718189,
+      "eval_cy_opus100_pr_auc": 0.7715512874200158,
+      "eval_cy_ud_pr_auc": 0.9941114759285904,
+      "eval_da_opus100_pr_auc": 0.9232786249188563,
+      "eval_da_ud_pr_auc": 0.9839695033746353,
+      "eval_de_ersatz_pr_auc": 0.9807965749355402,
+      "eval_de_opus100_pr_auc": 0.9095649256302877,
+      "eval_de_ud_pr_auc": 0.982806427295691,
+      "eval_el_opus100_pr_auc": 0.9216083368961235,
+      "eval_el_ud_pr_auc": 0.9835426912448293,
+      "eval_en_ersatz_pr_auc": 0.9917235347251816,
+      "eval_en_opus100_pr_auc": 0.9203266496644694,
+      "eval_en_ud_pr_auc": 0.9771852723891841,
+      "eval_eo_opus100_pr_auc": 0.9319703028348779,
+      "eval_es_ersatz_pr_auc": 0.996893294724383,
+      "eval_es_opus100_pr_auc": 0.9310548856302464,
+      "eval_es_ud_pr_auc": 0.9902764030797171,
+      "eval_et_ersatz_pr_auc": 0.9807239474073316,
+      "eval_et_opus100_pr_auc": 0.9041161230518792,
+      "eval_et_ud_pr_auc": 0.9653080172689723,
+      "eval_eu_opus100_pr_auc": 0.893002973896403,
+      "eval_eu_ud_pr_auc": 0.9935870498563686,
+      "eval_fa_opus100_pr_auc": 0.6123156785232172,
+      "eval_fa_ud_pr_auc": 0.9923139114360764,
+      "eval_fi_ersatz_pr_auc": 0.9895945001789905,
+      "eval_fi_opus100_pr_auc": 0.916305120532551,
+      "eval_fi_ud_pr_auc": 0.9716758730906215,
+      "eval_fr_ersatz_pr_auc": 0.9896637285584933,
+      "eval_fr_opus100_pr_auc": 0.9143254858188925,
+      "eval_fr_ud_pr_auc": 0.9855905046129994,
+      "eval_fy_opus100_pr_auc": 0.7188530680885425,
+      "eval_ga_opus100_pr_auc": 0.8875251122906144,
+      "eval_ga_ud_pr_auc": 0.8154225120048599,
+      "eval_gd_opus100_pr_auc": 0.6762775932151233,
+      "eval_gd_ud_pr_auc": 0.8236002026965379,
+      "eval_gl_opus100_pr_auc": 0.8952241352230884,
+      "eval_gl_ud_pr_auc": 0.9977131211961944,
+      "eval_gu_ersatz_pr_auc": 0.9453180764120663,
+      "eval_gu_opus100_pr_auc": 0.7527912432136467,
+      "eval_ha_opus100_pr_auc": 0.9164614533659945,
+      "eval_he_opus100_pr_auc": 0.8730961332595455,
+      "eval_he_ud_pr_auc": 0.9735132157283056,
+      "eval_hi_ersatz_pr_auc": 0.9807166683227991,
+      "eval_hi_opus100_pr_auc": 0.7052734101198799,
+      "eval_hi_ud_pr_auc": 0.9844148917050825,
+      "eval_hu_opus100_pr_auc": 0.9191585398264731,
+      "eval_hu_ud_pr_auc": 0.9833358935975651,
+      "eval_hy_opus100_pr_auc": 0.9146031398386509,
+      "eval_hy_ud_pr_auc": 0.9897023483566216,
+      "eval_id_opus100_pr_auc": 0.8726604886316105,
+      "eval_id_ud_pr_auc": 0.9942595538354,
+      "eval_ig_opus100_pr_auc": 0.8890204833612732,
+      "eval_is_opus100_pr_auc": 0.9239254818085632,
+      "eval_is_ud_pr_auc": 0.9095879847099428,
+      "eval_it_opus100_pr_auc": 0.9122021678768533,
+      "eval_it_ud_pr_auc": 0.9981484230793218,
+      "eval_ja_ersatz_pr_auc": 0.8652029013982583,
+      "eval_ja_opus100_pr_auc": 0.8406052582679556,
+      "eval_ja_ud_pr_auc": 0.9789771590210825,
+      "eval_jv_ud_pr_auc": 0.9708734509126282,
+      "eval_ka_opus100_pr_auc": 0.8595410359442133,
+      "eval_kk_ersatz_pr_auc": 0.9848537359651606,
+      "eval_kk_opus100_pr_auc": 0.8101062223757616,
+      "eval_kk_ud_pr_auc": 0.9768730503182055,
+      "eval_km_ersatz_pr_auc": 0.9196208961304324,
+      "eval_km_opus100_pr_auc": 0.7216982954277145,
+      "eval_kn_opus100_pr_auc": 0.6254126431154848,
+      "eval_ko_opus100_pr_auc": 0.6797892520673569,
+      "eval_ko_ud_pr_auc": 0.9971678796742631,
+      "eval_ku_opus100_pr_auc": 0.83548797275696,
+      "eval_ky_opus100_pr_auc": 0.8708210101768827,
+      "eval_la_ud_pr_auc": 0.9417109293529864,
+      "eval_loss": 0.029149767011404037,
+      "eval_lt_ersatz_pr_auc": 0.9954998979603624,
+      "eval_lt_opus100_pr_auc": 0.8806850328975746,
+      "eval_lt_ud_pr_auc": 0.9946477242171572,
+      "eval_lv_ersatz_pr_auc": 0.9897958107496455,
+      "eval_lv_opus100_pr_auc": 0.8890156787794041,
+      "eval_lv_ud_pr_auc": 0.9604853245802815,
+      "eval_mg_opus100_pr_auc": 0.926849865892375,
+      "eval_mk_opus100_pr_auc": 0.9171844664796012,
+      "eval_ml_opus100_pr_auc": 0.8114840014264396,
+      "eval_mn_opus100_pr_auc": 0.9447834758593124,
+      "eval_mr_opus100_pr_auc": 0.918307854505852,
+      "eval_mr_ud_pr_auc": 0.973840021557713,
+      "eval_ms_opus100_pr_auc": 0.880471777030842,
+      "eval_mt_opus100_pr_auc": 0.8707751185634686,
+      "eval_mt_ud_pr_auc": 0.8953981212167328,
+      "eval_my_opus100_pr_auc": 0.7863152779519778,
+      "eval_ne_opus100_pr_auc": 0.7375422156339251,
+      "eval_nl_opus100_pr_auc": 0.9025837940759297,
+      "eval_nl_ud_pr_auc": 0.982572582693692,
+      "eval_no_opus100_pr_auc": 0.9178258985602668,
+      "eval_no_ud_pr_auc": 0.9961252739954264,
+      "eval_pa_opus100_pr_auc": 0.681480722121602,
+      "eval_pl_ersatz_pr_auc": 0.9686358624474278,
+      "eval_pl_opus100_pr_auc": 0.8962624802414033,
+      "eval_pl_ud_pr_auc": 0.9632308940364672,
+      "eval_ps_ersatz_pr_auc": 0.9237093822314882,
+      "eval_ps_opus100_pr_auc": 0.7536625954418618,
+      "eval_pt_opus100_pr_auc": 0.9245592624375094,
+      "eval_pt_ud_pr_auc": 0.9850852264218364,
+      "eval_ro_ersatz_pr_auc": 0.9919637518374256,
+      "eval_ro_opus100_pr_auc": 0.8832069372738509,
+      "eval_ro_ud_pr_auc": 0.9650297702092416,
+      "eval_ru_ersatz_pr_auc": 0.9902916989449455,
+      "eval_ru_opus100_pr_auc": 0.9269795016090676,
+      "eval_ru_ud_pr_auc": 0.8725272061761772,
+      "eval_runtime": 626.8665,
+      "eval_samples_per_second": 120.467,
+      "eval_si_opus100_pr_auc": 0.8202562855690637,
+      "eval_sk_opus100_pr_auc": 0.9352108557984807,
+      "eval_sk_ud_pr_auc": 0.9850522349188511,
+      "eval_sl_opus100_pr_auc": 0.870226445246575,
+      "eval_sl_ud_pr_auc": 0.9654355104568293,
+      "eval_sq_opus100_pr_auc": 0.9303344391511161,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9039112702117783,
+      "eval_sr_ud_pr_auc": 0.9986454439193075,
+      "eval_steps_per_second": 3.765,
+      "eval_sv_opus100_pr_auc": 0.8987422607622592,
+      "eval_sv_ud_pr_auc": 0.9499898778815227,
+      "eval_ta_ersatz_pr_auc": 0.9843343219847358,
+      "eval_ta_opus100_pr_auc": 0.7009730095931226,
+      "eval_ta_ud_pr_auc": 0.9937930429686966,
+      "eval_te_opus100_pr_auc": 0.8513449599504963,
+      "eval_tg_opus100_pr_auc": 0.8968925549100762,
+      "eval_th_opus100_pr_auc": 0.6891918199385599,
+      "eval_th_ud_pr_auc": 0.8341459537616095,
+      "eval_tr_ersatz_pr_auc": 0.9713848636667072,
+      "eval_tr_opus100_pr_auc": 0.9029435946499083,
+      "eval_tr_ud_pr_auc": 0.9578441151217971,
+      "eval_uk_opus100_pr_auc": 0.8840630703484041,
+      "eval_uk_ud_pr_auc": 0.9188816915814085,
+      "eval_ur_opus100_pr_auc": 0.5695561218304597,
+      "eval_ur_ud_pr_auc": 0.9945582129227308,
+      "eval_uz_opus100_pr_auc": 0.8823728421410245,
+      "eval_vi_opus100_pr_auc": 0.9029333814688106,
+      "eval_vi_ud_pr_auc": 0.9481830057215731,
+      "eval_xh_opus100_pr_auc": 0.8672704893251778,
+      "eval_yi_opus100_pr_auc": 0.8028851508264673,
+      "eval_yo_opus100_pr_auc": 0.8249391239004622,
+      "eval_yo_ud_pr_auc": 0.9120970862823801,
+      "eval_zh_ersatz_pr_auc": 0.9390161977520102,
+      "eval_zh_opus100_pr_auc": 0.7590729934982102,
+      "eval_zh_ud_pr_auc": 0.993590485835881,
+      "eval_zu_opus100_pr_auc": 0.8527764650904626,
+      "step": 350000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3911392405063292e-05,
+      "learning_rate_adapter": 1.3911392405063292e-05,
+      "loss": 0.0253,
+      "step": 350050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3898734177215192e-05,
+      "learning_rate_adapter": 1.3898734177215192e-05,
+      "loss": 0.0255,
+      "step": 350100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.388607594936709e-05,
+      "learning_rate_adapter": 1.388607594936709e-05,
+      "loss": 0.0251,
+      "step": 350150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3873417721518988e-05,
+      "learning_rate_adapter": 1.3873417721518988e-05,
+      "loss": 0.025,
+      "step": 350200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3860759493670886e-05,
+      "learning_rate_adapter": 1.3860759493670886e-05,
+      "loss": 0.0251,
+      "step": 350250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3848101265822786e-05,
+      "learning_rate_adapter": 1.3848101265822786e-05,
+      "loss": 0.0247,
+      "step": 350300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3835443037974685e-05,
+      "learning_rate_adapter": 1.3835443037974685e-05,
+      "loss": 0.0246,
+      "step": 350350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3822784810126582e-05,
+      "learning_rate_adapter": 1.3822784810126582e-05,
+      "loss": 0.0255,
+      "step": 350400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3810126582278483e-05,
+      "learning_rate_adapter": 1.3810126582278483e-05,
+      "loss": 0.025,
+      "step": 350450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3797468354430381e-05,
+      "learning_rate_adapter": 1.3797468354430381e-05,
+      "loss": 0.026,
+      "step": 350500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3784810126582279e-05,
+      "learning_rate_adapter": 1.3784810126582279e-05,
+      "loss": 0.0251,
+      "step": 350550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.377215189873418e-05,
+      "learning_rate_adapter": 1.377215189873418e-05,
+      "loss": 0.0248,
+      "step": 350600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3759493670886076e-05,
+      "learning_rate_adapter": 1.3759493670886076e-05,
+      "loss": 0.0257,
+      "step": 350650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3746835443037975e-05,
+      "learning_rate_adapter": 1.3746835443037975e-05,
+      "loss": 0.0247,
+      "step": 350700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3734177215189876e-05,
+      "learning_rate_adapter": 1.3734177215189876e-05,
+      "loss": 0.0245,
+      "step": 350750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3721518987341773e-05,
+      "learning_rate_adapter": 1.3721518987341773e-05,
+      "loss": 0.0254,
+      "step": 350800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3708860759493672e-05,
+      "learning_rate_adapter": 1.3708860759493672e-05,
+      "loss": 0.0256,
+      "step": 350850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3696202531645572e-05,
+      "learning_rate_adapter": 1.3696202531645572e-05,
+      "loss": 0.025,
+      "step": 350900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.368354430379747e-05,
+      "learning_rate_adapter": 1.368354430379747e-05,
+      "loss": 0.0245,
+      "step": 350950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3670886075949368e-05,
+      "learning_rate_adapter": 1.3670886075949368e-05,
+      "loss": 0.0253,
+      "step": 351000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3658227848101265e-05,
+      "learning_rate_adapter": 1.3658227848101265e-05,
+      "loss": 0.0255,
+      "step": 351050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3645569620253166e-05,
+      "learning_rate_adapter": 1.3645569620253166e-05,
+      "loss": 0.0249,
+      "step": 351100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3632911392405065e-05,
+      "learning_rate_adapter": 1.3632911392405065e-05,
+      "loss": 0.0255,
+      "step": 351150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3620253164556962e-05,
+      "learning_rate_adapter": 1.3620253164556962e-05,
+      "loss": 0.0252,
+      "step": 351200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3607594936708861e-05,
+      "learning_rate_adapter": 1.3607594936708861e-05,
+      "loss": 0.0248,
+      "step": 351250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3594936708860758e-05,
+      "learning_rate_adapter": 1.3594936708860758e-05,
+      "loss": 0.025,
+      "step": 351300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3582278481012659e-05,
+      "learning_rate_adapter": 1.3582278481012659e-05,
+      "loss": 0.0254,
+      "step": 351350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3569620253164557e-05,
+      "learning_rate_adapter": 1.3569620253164557e-05,
+      "loss": 0.0247,
+      "step": 351400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3556962025316455e-05,
+      "learning_rate_adapter": 1.3556962025316455e-05,
+      "loss": 0.0258,
+      "step": 351450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3544303797468355e-05,
+      "learning_rate_adapter": 1.3544303797468355e-05,
+      "loss": 0.0255,
+      "step": 351500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3531645569620254e-05,
+      "learning_rate_adapter": 1.3531645569620254e-05,
+      "loss": 0.0253,
+      "step": 351550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3518987341772151e-05,
+      "learning_rate_adapter": 1.3518987341772151e-05,
+      "loss": 0.0251,
+      "step": 351600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3506329113924052e-05,
+      "learning_rate_adapter": 1.3506329113924052e-05,
+      "loss": 0.0254,
+      "step": 351650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3493670886075949e-05,
+      "learning_rate_adapter": 1.3493670886075949e-05,
+      "loss": 0.0257,
+      "step": 351700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3481012658227848e-05,
+      "learning_rate_adapter": 1.3481012658227848e-05,
+      "loss": 0.0252,
+      "step": 351750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3468354430379748e-05,
+      "learning_rate_adapter": 1.3468354430379748e-05,
+      "loss": 0.0251,
+      "step": 351800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3455696202531645e-05,
+      "learning_rate_adapter": 1.3455696202531645e-05,
+      "loss": 0.0252,
+      "step": 351850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3443037974683544e-05,
+      "learning_rate_adapter": 1.3443037974683544e-05,
+      "loss": 0.0256,
+      "step": 351900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3430379746835445e-05,
+      "learning_rate_adapter": 1.3430379746835445e-05,
+      "loss": 0.0254,
+      "step": 351950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3417721518987342e-05,
+      "learning_rate_adapter": 1.3417721518987342e-05,
+      "loss": 0.025,
+      "step": 352000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3405063291139241e-05,
+      "learning_rate_adapter": 1.3405063291139241e-05,
+      "loss": 0.025,
+      "step": 352050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3392405063291138e-05,
+      "learning_rate_adapter": 1.3392405063291138e-05,
+      "loss": 0.0252,
+      "step": 352100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3379746835443039e-05,
+      "learning_rate_adapter": 1.3379746835443039e-05,
+      "loss": 0.0262,
+      "step": 352150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3367088607594937e-05,
+      "learning_rate_adapter": 1.3367088607594937e-05,
+      "loss": 0.0258,
+      "step": 352200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3354430379746835e-05,
+      "learning_rate_adapter": 1.3354430379746835e-05,
+      "loss": 0.025,
+      "step": 352250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3341772151898735e-05,
+      "learning_rate_adapter": 1.3341772151898735e-05,
+      "loss": 0.0251,
+      "step": 352300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3329113924050634e-05,
+      "learning_rate_adapter": 1.3329113924050634e-05,
+      "loss": 0.0254,
+      "step": 352350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3316455696202531e-05,
+      "learning_rate_adapter": 1.3316455696202531e-05,
+      "loss": 0.0244,
+      "step": 352400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3303797468354432e-05,
+      "learning_rate_adapter": 1.3303797468354432e-05,
+      "loss": 0.0256,
+      "step": 352450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3291139240506329e-05,
+      "learning_rate_adapter": 1.3291139240506329e-05,
+      "loss": 0.0253,
+      "step": 352500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3278481012658228e-05,
+      "learning_rate_adapter": 1.3278481012658228e-05,
+      "loss": 0.0254,
+      "step": 352550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3265822784810128e-05,
+      "learning_rate_adapter": 1.3265822784810128e-05,
+      "loss": 0.0256,
+      "step": 352600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3253164556962025e-05,
+      "learning_rate_adapter": 1.3253164556962025e-05,
+      "loss": 0.0253,
+      "step": 352650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3240506329113924e-05,
+      "learning_rate_adapter": 1.3240506329113924e-05,
+      "loss": 0.0258,
+      "step": 352700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3227848101265825e-05,
+      "learning_rate_adapter": 1.3227848101265825e-05,
+      "loss": 0.0256,
+      "step": 352750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3215189873417722e-05,
+      "learning_rate_adapter": 1.3215189873417722e-05,
+      "loss": 0.0253,
+      "step": 352800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3202531645569621e-05,
+      "learning_rate_adapter": 1.3202531645569621e-05,
+      "loss": 0.0251,
+      "step": 352850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3189873417721518e-05,
+      "learning_rate_adapter": 1.3189873417721518e-05,
+      "loss": 0.0253,
+      "step": 352900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3177215189873419e-05,
+      "learning_rate_adapter": 1.3177215189873419e-05,
+      "loss": 0.0253,
+      "step": 352950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3164556962025317e-05,
+      "learning_rate_adapter": 1.3164556962025317e-05,
+      "loss": 0.0251,
+      "step": 353000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3151898734177215e-05,
+      "learning_rate_adapter": 1.3151898734177215e-05,
+      "loss": 0.0252,
+      "step": 353050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3139240506329115e-05,
+      "learning_rate_adapter": 1.3139240506329115e-05,
+      "loss": 0.0256,
+      "step": 353100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3126582278481014e-05,
+      "learning_rate_adapter": 1.3126582278481014e-05,
+      "loss": 0.0248,
+      "step": 353150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3113924050632911e-05,
+      "learning_rate_adapter": 1.3113924050632911e-05,
+      "loss": 0.0252,
+      "step": 353200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3101265822784812e-05,
+      "learning_rate_adapter": 1.3101265822784812e-05,
+      "loss": 0.0245,
+      "step": 353250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3088607594936709e-05,
+      "learning_rate_adapter": 1.3088607594936709e-05,
+      "loss": 0.0254,
+      "step": 353300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3075949367088608e-05,
+      "learning_rate_adapter": 1.3075949367088608e-05,
+      "loss": 0.025,
+      "step": 353350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3063291139240508e-05,
+      "learning_rate_adapter": 1.3063291139240508e-05,
+      "loss": 0.0251,
+      "step": 353400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3050632911392405e-05,
+      "learning_rate_adapter": 1.3050632911392405e-05,
+      "loss": 0.0252,
+      "step": 353450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3037974683544304e-05,
+      "learning_rate_adapter": 1.3037974683544304e-05,
+      "loss": 0.0251,
+      "step": 353500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3025316455696205e-05,
+      "learning_rate_adapter": 1.3025316455696205e-05,
+      "loss": 0.0252,
+      "step": 353550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3012658227848102e-05,
+      "learning_rate_adapter": 1.3012658227848102e-05,
+      "loss": 0.0252,
+      "step": 353600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0253,
+      "step": 353650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2987341772151898e-05,
+      "learning_rate_adapter": 1.2987341772151898e-05,
+      "loss": 0.0254,
+      "step": 353700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2974683544303799e-05,
+      "learning_rate_adapter": 1.2974683544303799e-05,
+      "loss": 0.0252,
+      "step": 353750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2962025316455697e-05,
+      "learning_rate_adapter": 1.2962025316455697e-05,
+      "loss": 0.0249,
+      "step": 353800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2949367088607595e-05,
+      "learning_rate_adapter": 1.2949367088607595e-05,
+      "loss": 0.025,
+      "step": 353850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2936708860759495e-05,
+      "learning_rate_adapter": 1.2936708860759495e-05,
+      "loss": 0.0254,
+      "step": 353900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2924050632911394e-05,
+      "learning_rate_adapter": 1.2924050632911394e-05,
+      "loss": 0.0249,
+      "step": 353950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2911392405063291e-05,
+      "learning_rate_adapter": 1.2911392405063291e-05,
+      "loss": 0.0256,
+      "step": 354000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2898734177215192e-05,
+      "learning_rate_adapter": 1.2898734177215192e-05,
+      "loss": 0.0252,
+      "step": 354050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2886075949367087e-05,
+      "learning_rate_adapter": 1.2886075949367087e-05,
+      "loss": 0.0258,
+      "step": 354100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2873417721518988e-05,
+      "learning_rate_adapter": 1.2873417721518988e-05,
+      "loss": 0.0256,
+      "step": 354150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2860759493670888e-05,
+      "learning_rate_adapter": 1.2860759493670888e-05,
+      "loss": 0.0252,
+      "step": 354200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2848101265822784e-05,
+      "learning_rate_adapter": 1.2848101265822784e-05,
+      "loss": 0.0254,
+      "step": 354250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2835443037974684e-05,
+      "learning_rate_adapter": 1.2835443037974684e-05,
+      "loss": 0.0253,
+      "step": 354300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2822784810126585e-05,
+      "learning_rate_adapter": 1.2822784810126585e-05,
+      "loss": 0.0257,
+      "step": 354350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.281012658227848e-05,
+      "learning_rate_adapter": 1.281012658227848e-05,
+      "loss": 0.0253,
+      "step": 354400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2797468354430381e-05,
+      "learning_rate_adapter": 1.2797468354430381e-05,
+      "loss": 0.0246,
+      "step": 354450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2784810126582278e-05,
+      "learning_rate_adapter": 1.2784810126582278e-05,
+      "loss": 0.0256,
+      "step": 354500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2772151898734177e-05,
+      "learning_rate_adapter": 1.2772151898734177e-05,
+      "loss": 0.0253,
+      "step": 354550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2759493670886077e-05,
+      "learning_rate_adapter": 1.2759493670886077e-05,
+      "loss": 0.0245,
+      "step": 354600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2746835443037975e-05,
+      "learning_rate_adapter": 1.2746835443037975e-05,
+      "loss": 0.0248,
+      "step": 354650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2734177215189873e-05,
+      "learning_rate_adapter": 1.2734177215189873e-05,
+      "loss": 0.0257,
+      "step": 354700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2721518987341774e-05,
+      "learning_rate_adapter": 1.2721518987341774e-05,
+      "loss": 0.0251,
+      "step": 354750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2708860759493671e-05,
+      "learning_rate_adapter": 1.2708860759493671e-05,
+      "loss": 0.0259,
+      "step": 354800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.269620253164557e-05,
+      "learning_rate_adapter": 1.269620253164557e-05,
+      "loss": 0.0244,
+      "step": 354850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2683544303797467e-05,
+      "learning_rate_adapter": 1.2683544303797467e-05,
+      "loss": 0.0248,
+      "step": 354900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2670886075949368e-05,
+      "learning_rate_adapter": 1.2670886075949368e-05,
+      "loss": 0.0249,
+      "step": 354950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2658227848101267e-05,
+      "learning_rate_adapter": 1.2658227848101267e-05,
+      "loss": 0.0248,
+      "step": 355000
+    },
+    {
+      "epoch": 0.3,
+      "eval_af_opus100_pr_auc": 0.7847598063752337,
+      "eval_af_ud_pr_auc": 0.9898548967489499,
+      "eval_am_opus100_pr_auc": 0.5855968602590281,
+      "eval_ar_ersatz_pr_auc": 0.9280216581768518,
+      "eval_ar_opus100_pr_auc": 0.734257758573453,
+      "eval_ar_ud_pr_auc": 0.883092769634661,
+      "eval_average_ersatz_pr_auc": 0.9674156301353665,
+      "eval_average_opus100_pr_auc": 0.8379011765657502,
+      "eval_average_ud_pr_auc": 0.9649890232841695,
+      "eval_az_opus100_pr_auc": 0.7945143539096472,
+      "eval_be_opus100_pr_auc": 0.6784019877483991,
+      "eval_be_ud_pr_auc": 0.8865730402914187,
+      "eval_bg_opus100_pr_auc": 0.9209126722875066,
+      "eval_bg_ud_pr_auc": 0.9956800203744915,
+      "eval_bn_opus100_pr_auc": 0.8377212999567336,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8852627773624384,
+      "eval_ca_ud_pr_auc": 0.9952459988991871,
+      "eval_ceb_ud_pr_auc": 0.997357329505229,
+      "eval_cs_ersatz_pr_auc": 0.9862452439191017,
+      "eval_cs_opus100_pr_auc": 0.9047984757702439,
+      "eval_cs_ud_pr_auc": 0.9602446524394848,
+      "eval_cy_opus100_pr_auc": 0.7621450620387886,
+      "eval_cy_ud_pr_auc": 0.9934844177695268,
+      "eval_da_opus100_pr_auc": 0.9226272946934577,
+      "eval_da_ud_pr_auc": 0.9831835821186236,
+      "eval_de_ersatz_pr_auc": 0.984554182302574,
+      "eval_de_opus100_pr_auc": 0.9066006082210153,
+      "eval_de_ud_pr_auc": 0.9853447086017715,
+      "eval_el_opus100_pr_auc": 0.9195671571659391,
+      "eval_el_ud_pr_auc": 0.984605729762975,
+      "eval_en_ersatz_pr_auc": 0.991882352250057,
+      "eval_en_opus100_pr_auc": 0.9200097767086906,
+      "eval_en_ud_pr_auc": 0.9765751251759924,
+      "eval_eo_opus100_pr_auc": 0.9311278694635704,
+      "eval_es_ersatz_pr_auc": 0.9968627398623027,
+      "eval_es_opus100_pr_auc": 0.9294503779822987,
+      "eval_es_ud_pr_auc": 0.9912527383052926,
+      "eval_et_ersatz_pr_auc": 0.9827548747487669,
+      "eval_et_opus100_pr_auc": 0.8957215158477994,
+      "eval_et_ud_pr_auc": 0.9696585994127813,
+      "eval_eu_opus100_pr_auc": 0.8894217149030901,
+      "eval_eu_ud_pr_auc": 0.993352905081608,
+      "eval_fa_opus100_pr_auc": 0.6122609564102286,
+      "eval_fa_ud_pr_auc": 0.9912081132700019,
+      "eval_fi_ersatz_pr_auc": 0.9904789406676362,
+      "eval_fi_opus100_pr_auc": 0.9199417642469984,
+      "eval_fi_ud_pr_auc": 0.9743209157975762,
+      "eval_fr_ersatz_pr_auc": 0.9897370046739362,
+      "eval_fr_opus100_pr_auc": 0.9155651129020281,
+      "eval_fr_ud_pr_auc": 0.9855838913680895,
+      "eval_fy_opus100_pr_auc": 0.7008553706617114,
+      "eval_ga_opus100_pr_auc": 0.8897384205126386,
+      "eval_ga_ud_pr_auc": 0.8191238990036452,
+      "eval_gd_opus100_pr_auc": 0.6765503941017955,
+      "eval_gd_ud_pr_auc": 0.819800955639726,
+      "eval_gl_opus100_pr_auc": 0.8954939554086474,
+      "eval_gl_ud_pr_auc": 0.9979821939219462,
+      "eval_gu_ersatz_pr_auc": 0.9452777056973202,
+      "eval_gu_opus100_pr_auc": 0.7462361375502912,
+      "eval_ha_opus100_pr_auc": 0.9142282156698909,
+      "eval_he_opus100_pr_auc": 0.872551151075767,
+      "eval_he_ud_pr_auc": 0.9756935728912572,
+      "eval_hi_ersatz_pr_auc": 0.9808430073680766,
+      "eval_hi_opus100_pr_auc": 0.7047794345861903,
+      "eval_hi_ud_pr_auc": 0.9874391367718793,
+      "eval_hu_opus100_pr_auc": 0.9124605609925021,
+      "eval_hu_ud_pr_auc": 0.9839022916767779,
+      "eval_hy_opus100_pr_auc": 0.9105215762165548,
+      "eval_hy_ud_pr_auc": 0.9868708215168563,
+      "eval_id_opus100_pr_auc": 0.8699121723866948,
+      "eval_id_ud_pr_auc": 0.9937522301620048,
+      "eval_ig_opus100_pr_auc": 0.884544210606284,
+      "eval_is_opus100_pr_auc": 0.9222032332240613,
+      "eval_is_ud_pr_auc": 0.9189844927626181,
+      "eval_it_opus100_pr_auc": 0.9119614178994921,
+      "eval_it_ud_pr_auc": 0.9991181661691522,
+      "eval_ja_ersatz_pr_auc": 0.8516738050234313,
+      "eval_ja_opus100_pr_auc": 0.8334632815033061,
+      "eval_ja_ud_pr_auc": 0.9791422400840465,
+      "eval_jv_ud_pr_auc": 0.9648397035801485,
+      "eval_ka_opus100_pr_auc": 0.8575577075678468,
+      "eval_kk_ersatz_pr_auc": 0.9873816128647631,
+      "eval_kk_opus100_pr_auc": 0.7930336924243565,
+      "eval_kk_ud_pr_auc": 0.978547685106967,
+      "eval_km_ersatz_pr_auc": 0.9235209231961622,
+      "eval_km_opus100_pr_auc": 0.7184065746770989,
+      "eval_kn_opus100_pr_auc": 0.6082022897379833,
+      "eval_ko_opus100_pr_auc": 0.6732471025360381,
+      "eval_ko_ud_pr_auc": 0.9974075952313926,
+      "eval_ku_opus100_pr_auc": 0.8332753531885615,
+      "eval_ky_opus100_pr_auc": 0.8695718593796541,
+      "eval_la_ud_pr_auc": 0.9589201755707392,
+      "eval_loss": 0.02896927297115326,
+      "eval_lt_ersatz_pr_auc": 0.9955604031302097,
+      "eval_lt_opus100_pr_auc": 0.8826084847145289,
+      "eval_lt_ud_pr_auc": 0.9947466085995125,
+      "eval_lv_ersatz_pr_auc": 0.9902525116385149,
+      "eval_lv_opus100_pr_auc": 0.8939064645184237,
+      "eval_lv_ud_pr_auc": 0.9649571166183027,
+      "eval_mg_opus100_pr_auc": 0.9252275608345383,
+      "eval_mk_opus100_pr_auc": 0.913916842721374,
+      "eval_ml_opus100_pr_auc": 0.804432180500223,
+      "eval_mn_opus100_pr_auc": 0.944736481689267,
+      "eval_mr_opus100_pr_auc": 0.9158458871216771,
+      "eval_mr_ud_pr_auc": 0.9768363661332402,
+      "eval_ms_opus100_pr_auc": 0.8776038997646741,
+      "eval_mt_opus100_pr_auc": 0.8680085335083586,
+      "eval_mt_ud_pr_auc": 0.9177411054447221,
+      "eval_my_opus100_pr_auc": 0.7747991687089921,
+      "eval_ne_opus100_pr_auc": 0.7256873742740172,
+      "eval_nl_opus100_pr_auc": 0.89996330163645,
+      "eval_nl_ud_pr_auc": 0.9844916532054296,
+      "eval_no_opus100_pr_auc": 0.9186271927844915,
+      "eval_no_ud_pr_auc": 0.9959813624348576,
+      "eval_pa_opus100_pr_auc": 0.6684996090691118,
+      "eval_pl_ersatz_pr_auc": 0.9726598456052902,
+      "eval_pl_opus100_pr_auc": 0.8945104027298444,
+      "eval_pl_ud_pr_auc": 0.9667937205945626,
+      "eval_ps_ersatz_pr_auc": 0.9228796989178161,
+      "eval_ps_opus100_pr_auc": 0.7571494074480042,
+      "eval_pt_opus100_pr_auc": 0.9250456932069689,
+      "eval_pt_ud_pr_auc": 0.9849913217548343,
+      "eval_ro_ersatz_pr_auc": 0.9926414486410521,
+      "eval_ro_opus100_pr_auc": 0.8776781213241609,
+      "eval_ro_ud_pr_auc": 0.9754605955561642,
+      "eval_ru_ersatz_pr_auc": 0.9910485608360529,
+      "eval_ru_opus100_pr_auc": 0.9285055761479285,
+      "eval_ru_ud_pr_auc": 0.886099832932905,
+      "eval_runtime": 615.2986,
+      "eval_samples_per_second": 122.732,
+      "eval_si_opus100_pr_auc": 0.8166203850515547,
+      "eval_sk_opus100_pr_auc": 0.9327640823233919,
+      "eval_sk_ud_pr_auc": 0.9876663023627031,
+      "eval_sl_opus100_pr_auc": 0.8706583600054832,
+      "eval_sl_ud_pr_auc": 0.9686599057356595,
+      "eval_sq_opus100_pr_auc": 0.9292919469008879,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9028613799361629,
+      "eval_sr_ud_pr_auc": 0.9988087611444655,
+      "eval_steps_per_second": 3.836,
+      "eval_sv_opus100_pr_auc": 0.9009467113205905,
+      "eval_sv_ud_pr_auc": 0.9537396707788054,
+      "eval_ta_ersatz_pr_auc": 0.9833210394884042,
+      "eval_ta_opus100_pr_auc": 0.6920301588056827,
+      "eval_ta_ud_pr_auc": 0.9944170034720938,
+      "eval_te_opus100_pr_auc": 0.8406613822189852,
+      "eval_tg_opus100_pr_auc": 0.8929693950883766,
+      "eval_th_opus100_pr_auc": 0.6765787771674722,
+      "eval_th_ud_pr_auc": 0.820944853113905,
+      "eval_tr_ersatz_pr_auc": 0.9705024379720604,
+      "eval_tr_opus100_pr_auc": 0.8994174316754525,
+      "eval_tr_ud_pr_auc": 0.9583701923141812,
+      "eval_uk_opus100_pr_auc": 0.8792303654158901,
+      "eval_uk_ud_pr_auc": 0.9213865043386373,
+      "eval_ur_opus100_pr_auc": 0.5729330382543085,
+      "eval_ur_ud_pr_auc": 0.994022396616374,
+      "eval_uz_opus100_pr_auc": 0.8803669254903181,
+      "eval_vi_opus100_pr_auc": 0.9030868211126124,
+      "eval_vi_ud_pr_auc": 0.9501505174993614,
+      "eval_xh_opus100_pr_auc": 0.8613335062025227,
+      "eval_yi_opus100_pr_auc": 0.8068104249680265,
+      "eval_yo_opus100_pr_auc": 0.8250843525394362,
+      "eval_yo_ud_pr_auc": 0.9148566313121038,
+      "eval_zh_ersatz_pr_auc": 0.9250438659976794,
+      "eval_zh_opus100_pr_auc": 0.7356313961544528,
+      "eval_zh_ud_pr_auc": 0.995107310588026,
+      "eval_zu_opus100_pr_auc": 0.8424081403229244,
+      "step": 355000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2645569620253164e-05,
+      "learning_rate_adapter": 1.2645569620253164e-05,
+      "loss": 0.0253,
+      "step": 355050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2632911392405064e-05,
+      "learning_rate_adapter": 1.2632911392405064e-05,
+      "loss": 0.0254,
+      "step": 355100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2620253164556963e-05,
+      "learning_rate_adapter": 1.2620253164556963e-05,
+      "loss": 0.0253,
+      "step": 355150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.260759493670886e-05,
+      "learning_rate_adapter": 1.260759493670886e-05,
+      "loss": 0.0257,
+      "step": 355200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2594936708860761e-05,
+      "learning_rate_adapter": 1.2594936708860761e-05,
+      "loss": 0.0248,
+      "step": 355250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2582278481012658e-05,
+      "learning_rate_adapter": 1.2582278481012658e-05,
+      "loss": 0.0249,
+      "step": 355300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2569620253164557e-05,
+      "learning_rate_adapter": 1.2569620253164557e-05,
+      "loss": 0.0252,
+      "step": 355350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2556962025316457e-05,
+      "learning_rate_adapter": 1.2556962025316457e-05,
+      "loss": 0.0257,
+      "step": 355400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2544303797468355e-05,
+      "learning_rate_adapter": 1.2544303797468355e-05,
+      "loss": 0.0246,
+      "step": 355450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2531645569620253e-05,
+      "learning_rate_adapter": 1.2531645569620253e-05,
+      "loss": 0.0254,
+      "step": 355500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2518987341772154e-05,
+      "learning_rate_adapter": 1.2518987341772154e-05,
+      "loss": 0.0257,
+      "step": 355550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2506329113924051e-05,
+      "learning_rate_adapter": 1.2506329113924051e-05,
+      "loss": 0.0251,
+      "step": 355600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.249367088607595e-05,
+      "learning_rate_adapter": 1.249367088607595e-05,
+      "loss": 0.0255,
+      "step": 355650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2481012658227849e-05,
+      "learning_rate_adapter": 1.2481012658227849e-05,
+      "loss": 0.025,
+      "step": 355700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2468354430379748e-05,
+      "learning_rate_adapter": 1.2468354430379748e-05,
+      "loss": 0.0254,
+      "step": 355750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2455696202531645e-05,
+      "learning_rate_adapter": 1.2455696202531645e-05,
+      "loss": 0.0252,
+      "step": 355800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2443037974683545e-05,
+      "learning_rate_adapter": 1.2443037974683545e-05,
+      "loss": 0.0249,
+      "step": 355850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2430379746835444e-05,
+      "learning_rate_adapter": 1.2430379746835444e-05,
+      "loss": 0.0253,
+      "step": 355900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2417721518987341e-05,
+      "learning_rate_adapter": 1.2417721518987341e-05,
+      "loss": 0.0256,
+      "step": 355950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.240506329113924e-05,
+      "learning_rate_adapter": 1.240506329113924e-05,
+      "loss": 0.025,
+      "step": 356000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2392405063291141e-05,
+      "learning_rate_adapter": 1.2392405063291141e-05,
+      "loss": 0.0246,
+      "step": 356050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2379746835443038e-05,
+      "learning_rate_adapter": 1.2379746835443038e-05,
+      "loss": 0.0242,
+      "step": 356100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2367088607594937e-05,
+      "learning_rate_adapter": 1.2367088607594937e-05,
+      "loss": 0.0257,
+      "step": 356150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2354430379746836e-05,
+      "learning_rate_adapter": 1.2354430379746836e-05,
+      "loss": 0.0247,
+      "step": 356200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2341772151898735e-05,
+      "learning_rate_adapter": 1.2341772151898735e-05,
+      "loss": 0.0247,
+      "step": 356250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2329113924050633e-05,
+      "learning_rate_adapter": 1.2329113924050633e-05,
+      "loss": 0.0251,
+      "step": 356300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2316455696202532e-05,
+      "learning_rate_adapter": 1.2316455696202532e-05,
+      "loss": 0.0249,
+      "step": 356350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2303797468354431e-05,
+      "learning_rate_adapter": 1.2303797468354431e-05,
+      "loss": 0.0254,
+      "step": 356400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.229113924050633e-05,
+      "learning_rate_adapter": 1.229113924050633e-05,
+      "loss": 0.0255,
+      "step": 356450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2278481012658229e-05,
+      "learning_rate_adapter": 1.2278481012658229e-05,
+      "loss": 0.0255,
+      "step": 356500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2265822784810128e-05,
+      "learning_rate_adapter": 1.2265822784810128e-05,
+      "loss": 0.025,
+      "step": 356550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2253164556962025e-05,
+      "learning_rate_adapter": 1.2253164556962025e-05,
+      "loss": 0.0253,
+      "step": 356600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2240506329113925e-05,
+      "learning_rate_adapter": 1.2240506329113925e-05,
+      "loss": 0.0252,
+      "step": 356650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2227848101265824e-05,
+      "learning_rate_adapter": 1.2227848101265824e-05,
+      "loss": 0.0252,
+      "step": 356700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2215189873417721e-05,
+      "learning_rate_adapter": 1.2215189873417721e-05,
+      "loss": 0.026,
+      "step": 356750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.220253164556962e-05,
+      "learning_rate_adapter": 1.220253164556962e-05,
+      "loss": 0.0244,
+      "step": 356800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2189873417721521e-05,
+      "learning_rate_adapter": 1.2189873417721521e-05,
+      "loss": 0.0252,
+      "step": 356850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2177215189873418e-05,
+      "learning_rate_adapter": 1.2177215189873418e-05,
+      "loss": 0.0255,
+      "step": 356900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2164556962025317e-05,
+      "learning_rate_adapter": 1.2164556962025317e-05,
+      "loss": 0.0254,
+      "step": 356950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2151898734177216e-05,
+      "learning_rate_adapter": 1.2151898734177216e-05,
+      "loss": 0.0251,
+      "step": 357000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2139240506329115e-05,
+      "learning_rate_adapter": 1.2139240506329115e-05,
+      "loss": 0.0247,
+      "step": 357050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2126582278481013e-05,
+      "learning_rate_adapter": 1.2126582278481013e-05,
+      "loss": 0.0253,
+      "step": 357100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2113924050632912e-05,
+      "learning_rate_adapter": 1.2113924050632912e-05,
+      "loss": 0.0247,
+      "step": 357150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.210126582278481e-05,
+      "learning_rate_adapter": 1.210126582278481e-05,
+      "loss": 0.0252,
+      "step": 357200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.208860759493671e-05,
+      "learning_rate_adapter": 1.208860759493671e-05,
+      "loss": 0.0251,
+      "step": 357250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2075949367088609e-05,
+      "learning_rate_adapter": 1.2075949367088609e-05,
+      "loss": 0.0253,
+      "step": 357300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2063291139240506e-05,
+      "learning_rate_adapter": 1.2063291139240506e-05,
+      "loss": 0.0251,
+      "step": 357350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2050632911392405e-05,
+      "learning_rate_adapter": 1.2050632911392405e-05,
+      "loss": 0.0247,
+      "step": 357400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2037974683544305e-05,
+      "learning_rate_adapter": 1.2037974683544305e-05,
+      "loss": 0.0252,
+      "step": 357450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2025316455696203e-05,
+      "learning_rate_adapter": 1.2025316455696203e-05,
+      "loss": 0.0251,
+      "step": 357500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2012658227848101e-05,
+      "learning_rate_adapter": 1.2012658227848101e-05,
+      "loss": 0.0246,
+      "step": 357550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0251,
+      "step": 357600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.19873417721519e-05,
+      "learning_rate_adapter": 1.19873417721519e-05,
+      "loss": 0.0248,
+      "step": 357650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1974683544303798e-05,
+      "learning_rate_adapter": 1.1974683544303798e-05,
+      "loss": 0.0253,
+      "step": 357700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1962025316455697e-05,
+      "learning_rate_adapter": 1.1962025316455697e-05,
+      "loss": 0.0248,
+      "step": 357750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1949367088607596e-05,
+      "learning_rate_adapter": 1.1949367088607596e-05,
+      "loss": 0.025,
+      "step": 357800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1936708860759495e-05,
+      "learning_rate_adapter": 1.1936708860759495e-05,
+      "loss": 0.025,
+      "step": 357850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1924050632911393e-05,
+      "learning_rate_adapter": 1.1924050632911393e-05,
+      "loss": 0.0248,
+      "step": 357900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1911392405063292e-05,
+      "learning_rate_adapter": 1.1911392405063292e-05,
+      "loss": 0.0251,
+      "step": 357950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.189873417721519e-05,
+      "learning_rate_adapter": 1.189873417721519e-05,
+      "loss": 0.0251,
+      "step": 358000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.188607594936709e-05,
+      "learning_rate_adapter": 1.188607594936709e-05,
+      "loss": 0.025,
+      "step": 358050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1873417721518989e-05,
+      "learning_rate_adapter": 1.1873417721518989e-05,
+      "loss": 0.0252,
+      "step": 358100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1860759493670886e-05,
+      "learning_rate_adapter": 1.1860759493670886e-05,
+      "loss": 0.0254,
+      "step": 358150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1848101265822785e-05,
+      "learning_rate_adapter": 1.1848101265822785e-05,
+      "loss": 0.0249,
+      "step": 358200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1835443037974685e-05,
+      "learning_rate_adapter": 1.1835443037974685e-05,
+      "loss": 0.0248,
+      "step": 358250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1822784810126583e-05,
+      "learning_rate_adapter": 1.1822784810126583e-05,
+      "loss": 0.0249,
+      "step": 358300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1810126582278481e-05,
+      "learning_rate_adapter": 1.1810126582278481e-05,
+      "loss": 0.0249,
+      "step": 358350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.179746835443038e-05,
+      "learning_rate_adapter": 1.179746835443038e-05,
+      "loss": 0.0254,
+      "step": 358400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1784810126582279e-05,
+      "learning_rate_adapter": 1.1784810126582279e-05,
+      "loss": 0.0252,
+      "step": 358450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1772151898734178e-05,
+      "learning_rate_adapter": 1.1772151898734178e-05,
+      "loss": 0.0258,
+      "step": 358500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1759493670886077e-05,
+      "learning_rate_adapter": 1.1759493670886077e-05,
+      "loss": 0.0248,
+      "step": 358550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1746835443037974e-05,
+      "learning_rate_adapter": 1.1746835443037974e-05,
+      "loss": 0.0251,
+      "step": 358600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1734177215189875e-05,
+      "learning_rate_adapter": 1.1734177215189875e-05,
+      "loss": 0.025,
+      "step": 358650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1721518987341773e-05,
+      "learning_rate_adapter": 1.1721518987341773e-05,
+      "loss": 0.0251,
+      "step": 358700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.170886075949367e-05,
+      "learning_rate_adapter": 1.170886075949367e-05,
+      "loss": 0.0252,
+      "step": 358750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.169620253164557e-05,
+      "learning_rate_adapter": 1.169620253164557e-05,
+      "loss": 0.0251,
+      "step": 358800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.168354430379747e-05,
+      "learning_rate_adapter": 1.168354430379747e-05,
+      "loss": 0.0252,
+      "step": 358850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1670886075949367e-05,
+      "learning_rate_adapter": 1.1670886075949367e-05,
+      "loss": 0.0252,
+      "step": 358900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1658227848101266e-05,
+      "learning_rate_adapter": 1.1658227848101266e-05,
+      "loss": 0.0254,
+      "step": 358950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1645569620253165e-05,
+      "learning_rate_adapter": 1.1645569620253165e-05,
+      "loss": 0.0249,
+      "step": 359000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1632911392405064e-05,
+      "learning_rate_adapter": 1.1632911392405064e-05,
+      "loss": 0.0249,
+      "step": 359050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1620253164556963e-05,
+      "learning_rate_adapter": 1.1620253164556963e-05,
+      "loss": 0.0249,
+      "step": 359100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1607594936708861e-05,
+      "learning_rate_adapter": 1.1607594936708861e-05,
+      "loss": 0.0257,
+      "step": 359150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.159493670886076e-05,
+      "learning_rate_adapter": 1.159493670886076e-05,
+      "loss": 0.0248,
+      "step": 359200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1582278481012659e-05,
+      "learning_rate_adapter": 1.1582278481012659e-05,
+      "loss": 0.0251,
+      "step": 359250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1569620253164558e-05,
+      "learning_rate_adapter": 1.1569620253164558e-05,
+      "loss": 0.0251,
+      "step": 359300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1556962025316457e-05,
+      "learning_rate_adapter": 1.1556962025316457e-05,
+      "loss": 0.0245,
+      "step": 359350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1544303797468354e-05,
+      "learning_rate_adapter": 1.1544303797468354e-05,
+      "loss": 0.0251,
+      "step": 359400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1531645569620255e-05,
+      "learning_rate_adapter": 1.1531645569620255e-05,
+      "loss": 0.0254,
+      "step": 359450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1518987341772153e-05,
+      "learning_rate_adapter": 1.1518987341772153e-05,
+      "loss": 0.0255,
+      "step": 359500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.150632911392405e-05,
+      "learning_rate_adapter": 1.150632911392405e-05,
+      "loss": 0.0257,
+      "step": 359550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.149367088607595e-05,
+      "learning_rate_adapter": 1.149367088607595e-05,
+      "loss": 0.0246,
+      "step": 359600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.148101265822785e-05,
+      "learning_rate_adapter": 1.148101265822785e-05,
+      "loss": 0.0255,
+      "step": 359650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1468354430379747e-05,
+      "learning_rate_adapter": 1.1468354430379747e-05,
+      "loss": 0.0251,
+      "step": 359700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1455696202531646e-05,
+      "learning_rate_adapter": 1.1455696202531646e-05,
+      "loss": 0.0252,
+      "step": 359750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1443037974683545e-05,
+      "learning_rate_adapter": 1.1443037974683545e-05,
+      "loss": 0.0251,
+      "step": 359800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1430379746835444e-05,
+      "learning_rate_adapter": 1.1430379746835444e-05,
+      "loss": 0.0253,
+      "step": 359850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1417721518987343e-05,
+      "learning_rate_adapter": 1.1417721518987343e-05,
+      "loss": 0.0251,
+      "step": 359900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1405063291139241e-05,
+      "learning_rate_adapter": 1.1405063291139241e-05,
+      "loss": 0.0248,
+      "step": 359950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.139240506329114e-05,
+      "learning_rate_adapter": 1.139240506329114e-05,
+      "loss": 0.0258,
+      "step": 360000
+    },
+    {
+      "epoch": 0.3,
+      "eval_af_opus100_pr_auc": 0.804146274290761,
+      "eval_af_ud_pr_auc": 0.9914690174852744,
+      "eval_am_opus100_pr_auc": 0.5599798569168131,
+      "eval_ar_ersatz_pr_auc": 0.9283457607089552,
+      "eval_ar_opus100_pr_auc": 0.736908215239775,
+      "eval_ar_ud_pr_auc": 0.88100133555143,
+      "eval_average_ersatz_pr_auc": 0.9683873617479274,
+      "eval_average_opus100_pr_auc": 0.8415537496294431,
+      "eval_average_ud_pr_auc": 0.9640078804068978,
+      "eval_az_opus100_pr_auc": 0.7820625483085183,
+      "eval_be_opus100_pr_auc": 0.704093558867205,
+      "eval_be_ud_pr_auc": 0.8912584690888209,
+      "eval_bg_opus100_pr_auc": 0.921329916408227,
+      "eval_bg_ud_pr_auc": 0.9968696885294539,
+      "eval_bn_opus100_pr_auc": 0.8346830462726021,
+      "eval_bn_ud_pr_auc": 0.9993621431826322,
+      "eval_ca_opus100_pr_auc": 0.889510028892144,
+      "eval_ca_ud_pr_auc": 0.9957213934451014,
+      "eval_ceb_ud_pr_auc": 0.9968225354331535,
+      "eval_cs_ersatz_pr_auc": 0.986116417691683,
+      "eval_cs_opus100_pr_auc": 0.9079743115999228,
+      "eval_cs_ud_pr_auc": 0.9613463689677564,
+      "eval_cy_opus100_pr_auc": 0.7745137424705424,
+      "eval_cy_ud_pr_auc": 0.9933449594480258,
+      "eval_da_opus100_pr_auc": 0.9232895768215836,
+      "eval_da_ud_pr_auc": 0.9837437499369552,
+      "eval_de_ersatz_pr_auc": 0.9854641006250942,
+      "eval_de_opus100_pr_auc": 0.9093021932064207,
+      "eval_de_ud_pr_auc": 0.9872789263615199,
+      "eval_el_opus100_pr_auc": 0.9209502028288412,
+      "eval_el_ud_pr_auc": 0.9839411322893707,
+      "eval_en_ersatz_pr_auc": 0.992942681120069,
+      "eval_en_opus100_pr_auc": 0.9213503565381285,
+      "eval_en_ud_pr_auc": 0.973357990233078,
+      "eval_eo_opus100_pr_auc": 0.9328889240086669,
+      "eval_es_ersatz_pr_auc": 0.9970697331959425,
+      "eval_es_opus100_pr_auc": 0.928852515874996,
+      "eval_es_ud_pr_auc": 0.9912575834806054,
+      "eval_et_ersatz_pr_auc": 0.98326821058346,
+      "eval_et_opus100_pr_auc": 0.8991133994163102,
+      "eval_et_ud_pr_auc": 0.9677150572553713,
+      "eval_eu_opus100_pr_auc": 0.8907443709593598,
+      "eval_eu_ud_pr_auc": 0.9939639548422895,
+      "eval_fa_opus100_pr_auc": 0.605674117752495,
+      "eval_fa_ud_pr_auc": 0.9918692858347835,
+      "eval_fi_ersatz_pr_auc": 0.9912261381901122,
+      "eval_fi_opus100_pr_auc": 0.920518129639777,
+      "eval_fi_ud_pr_auc": 0.9764941220572172,
+      "eval_fr_ersatz_pr_auc": 0.9907915662280746,
+      "eval_fr_opus100_pr_auc": 0.9163553113910999,
+      "eval_fr_ud_pr_auc": 0.9856056538551343,
+      "eval_fy_opus100_pr_auc": 0.7167169912005648,
+      "eval_ga_opus100_pr_auc": 0.8962750606514736,
+      "eval_ga_ud_pr_auc": 0.8136923808135927,
+      "eval_gd_opus100_pr_auc": 0.6859076052674096,
+      "eval_gd_ud_pr_auc": 0.8238382823435697,
+      "eval_gl_opus100_pr_auc": 0.897507972807193,
+      "eval_gl_ud_pr_auc": 0.9982486032373196,
+      "eval_gu_ersatz_pr_auc": 0.9427620741380043,
+      "eval_gu_opus100_pr_auc": 0.7484725887209243,
+      "eval_ha_opus100_pr_auc": 0.9107043246984479,
+      "eval_he_opus100_pr_auc": 0.8739616483755814,
+      "eval_he_ud_pr_auc": 0.9758419422114486,
+      "eval_hi_ersatz_pr_auc": 0.9782315993042201,
+      "eval_hi_opus100_pr_auc": 0.6989790372628102,
+      "eval_hi_ud_pr_auc": 0.9874305106847996,
+      "eval_hu_opus100_pr_auc": 0.9154489765194374,
+      "eval_hu_ud_pr_auc": 0.9829417197623566,
+      "eval_hy_opus100_pr_auc": 0.9156568255864883,
+      "eval_hy_ud_pr_auc": 0.988011056015825,
+      "eval_id_opus100_pr_auc": 0.8744522851681176,
+      "eval_id_ud_pr_auc": 0.9946070157628207,
+      "eval_ig_opus100_pr_auc": 0.8935442072887223,
+      "eval_is_opus100_pr_auc": 0.9235221091379033,
+      "eval_is_ud_pr_auc": 0.8998388120478988,
+      "eval_it_opus100_pr_auc": 0.9140567080145605,
+      "eval_it_ud_pr_auc": 0.9991178262737563,
+      "eval_ja_ersatz_pr_auc": 0.8568055882409958,
+      "eval_ja_opus100_pr_auc": 0.835437498926453,
+      "eval_ja_ud_pr_auc": 0.9778048719102997,
+      "eval_jv_ud_pr_auc": 0.9648512960525998,
+      "eval_ka_opus100_pr_auc": 0.8542502516912536,
+      "eval_kk_ersatz_pr_auc": 0.9879143493509128,
+      "eval_kk_opus100_pr_auc": 0.8141549850656798,
+      "eval_kk_ud_pr_auc": 0.9767544686430728,
+      "eval_km_ersatz_pr_auc": 0.9242206600429721,
+      "eval_km_opus100_pr_auc": 0.7379198587949547,
+      "eval_kn_opus100_pr_auc": 0.6222675626899957,
+      "eval_ko_opus100_pr_auc": 0.673378684888618,
+      "eval_ko_ud_pr_auc": 0.9983369568950566,
+      "eval_ku_opus100_pr_auc": 0.8441101496431107,
+      "eval_ky_opus100_pr_auc": 0.8815081295671341,
+      "eval_la_ud_pr_auc": 0.9604499841870395,
+      "eval_loss": 0.02885805070400238,
+      "eval_lt_ersatz_pr_auc": 0.9958330141523535,
+      "eval_lt_opus100_pr_auc": 0.8894378266399321,
+      "eval_lt_ud_pr_auc": 0.9959872799823353,
+      "eval_lv_ersatz_pr_auc": 0.9914217849241036,
+      "eval_lv_opus100_pr_auc": 0.8982970136467647,
+      "eval_lv_ud_pr_auc": 0.9642569037252369,
+      "eval_mg_opus100_pr_auc": 0.9330301163561758,
+      "eval_mk_opus100_pr_auc": 0.9154261236724076,
+      "eval_ml_opus100_pr_auc": 0.796187203646949,
+      "eval_mn_opus100_pr_auc": 0.9543497051480082,
+      "eval_mr_opus100_pr_auc": 0.909297008401546,
+      "eval_mr_ud_pr_auc": 0.9665624508506704,
+      "eval_ms_opus100_pr_auc": 0.876084766515441,
+      "eval_mt_opus100_pr_auc": 0.8711819892799707,
+      "eval_mt_ud_pr_auc": 0.9110934275211708,
+      "eval_my_opus100_pr_auc": 0.7905614197087474,
+      "eval_ne_opus100_pr_auc": 0.745687868932036,
+      "eval_nl_opus100_pr_auc": 0.9037545745415523,
+      "eval_nl_ud_pr_auc": 0.9831706934947473,
+      "eval_no_opus100_pr_auc": 0.9179263303526052,
+      "eval_no_ud_pr_auc": 0.9957545905542072,
+      "eval_pa_opus100_pr_auc": 0.6808101931219696,
+      "eval_pl_ersatz_pr_auc": 0.9735782322176547,
+      "eval_pl_opus100_pr_auc": 0.8942929495273932,
+      "eval_pl_ud_pr_auc": 0.9670224134435861,
+      "eval_ps_ersatz_pr_auc": 0.926251999190855,
+      "eval_ps_opus100_pr_auc": 0.7589714924099745,
+      "eval_pt_opus100_pr_auc": 0.9244634993361603,
+      "eval_pt_ud_pr_auc": 0.9839977047100408,
+      "eval_ro_ersatz_pr_auc": 0.9926512379499206,
+      "eval_ro_opus100_pr_auc": 0.8754781415403846,
+      "eval_ro_ud_pr_auc": 0.952234754522825,
+      "eval_ru_ersatz_pr_auc": 0.9906420338585595,
+      "eval_ru_opus100_pr_auc": 0.9267312999640099,
+      "eval_ru_ud_pr_auc": 0.8726882544300734,
+      "eval_runtime": 616.8205,
+      "eval_samples_per_second": 122.429,
+      "eval_si_opus100_pr_auc": 0.814444191619662,
+      "eval_sk_opus100_pr_auc": 0.9369648301721822,
+      "eval_sk_ud_pr_auc": 0.9862500423980143,
+      "eval_sl_opus100_pr_auc": 0.8729901702415164,
+      "eval_sl_ud_pr_auc": 0.9697730746150414,
+      "eval_sq_opus100_pr_auc": 0.9265173416566549,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9038481298858988,
+      "eval_sr_ud_pr_auc": 0.9989929560526715,
+      "eval_steps_per_second": 3.826,
+      "eval_sv_opus100_pr_auc": 0.901500955253251,
+      "eval_sv_ud_pr_auc": 0.9506283454273324,
+      "eval_ta_ersatz_pr_auc": 0.9823618611387334,
+      "eval_ta_opus100_pr_auc": 0.6996954397499455,
+      "eval_ta_ud_pr_auc": 0.9951871003294095,
+      "eval_te_opus100_pr_auc": 0.8463789635959822,
+      "eval_tg_opus100_pr_auc": 0.8985623876526276,
+      "eval_th_opus100_pr_auc": 0.6762177442723583,
+      "eval_th_ud_pr_auc": 0.8339065728799216,
+      "eval_tr_ersatz_pr_auc": 0.9675603373147729,
+      "eval_tr_opus100_pr_auc": 0.8987300445294031,
+      "eval_tr_ud_pr_auc": 0.9532318705162871,
+      "eval_uk_opus100_pr_auc": 0.8834860126913057,
+      "eval_uk_ud_pr_auc": 0.9269601168659272,
+      "eval_ur_opus100_pr_auc": 0.5689742404482044,
+      "eval_ur_ud_pr_auc": 0.9939064705236812,
+      "eval_uz_opus100_pr_auc": 0.8866506113418531,
+      "eval_vi_opus100_pr_auc": 0.9035668128763088,
+      "eval_vi_ud_pr_auc": 0.9522511303046404,
+      "eval_xh_opus100_pr_auc": 0.866025739381672,
+      "eval_yi_opus100_pr_auc": 0.8064012823089414,
+      "eval_yo_opus100_pr_auc": 0.8324076934878579,
+      "eval_yo_ud_pr_auc": 0.913764736048564,
+      "eval_zh_ersatz_pr_auc": 0.9390625782869507,
+      "eval_zh_opus100_pr_auc": 0.756415582228107,
+      "eval_zh_ud_pr_auc": 0.9966391998773657,
+      "eval_zu_opus100_pr_auc": 0.8531857138075452,
+      "step": 360000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1379746835443039e-05,
+      "learning_rate_adapter": 1.1379746835443039e-05,
+      "loss": 0.025,
+      "step": 360050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1367088607594938e-05,
+      "learning_rate_adapter": 1.1367088607594938e-05,
+      "loss": 0.0248,
+      "step": 360100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1354430379746835e-05,
+      "learning_rate_adapter": 1.1354430379746835e-05,
+      "loss": 0.0258,
+      "step": 360150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1341772151898734e-05,
+      "learning_rate_adapter": 1.1341772151898734e-05,
+      "loss": 0.0252,
+      "step": 360200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1329113924050633e-05,
+      "learning_rate_adapter": 1.1329113924050633e-05,
+      "loss": 0.0253,
+      "step": 360250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1316455696202532e-05,
+      "learning_rate_adapter": 1.1316455696202532e-05,
+      "loss": 0.0253,
+      "step": 360300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.130379746835443e-05,
+      "learning_rate_adapter": 1.130379746835443e-05,
+      "loss": 0.0251,
+      "step": 360350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.129113924050633e-05,
+      "learning_rate_adapter": 1.129113924050633e-05,
+      "loss": 0.0249,
+      "step": 360400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1278481012658228e-05,
+      "learning_rate_adapter": 1.1278481012658228e-05,
+      "loss": 0.0248,
+      "step": 360450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1265822784810127e-05,
+      "learning_rate_adapter": 1.1265822784810127e-05,
+      "loss": 0.0248,
+      "step": 360500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1253164556962026e-05,
+      "learning_rate_adapter": 1.1253164556962026e-05,
+      "loss": 0.0252,
+      "step": 360550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1240506329113925e-05,
+      "learning_rate_adapter": 1.1240506329113925e-05,
+      "loss": 0.0253,
+      "step": 360600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1227848101265822e-05,
+      "learning_rate_adapter": 1.1227848101265822e-05,
+      "loss": 0.0253,
+      "step": 360650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1215189873417723e-05,
+      "learning_rate_adapter": 1.1215189873417723e-05,
+      "loss": 0.0256,
+      "step": 360700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1202531645569621e-05,
+      "learning_rate_adapter": 1.1202531645569621e-05,
+      "loss": 0.0259,
+      "step": 360750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1189873417721519e-05,
+      "learning_rate_adapter": 1.1189873417721519e-05,
+      "loss": 0.0251,
+      "step": 360800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1177215189873417e-05,
+      "learning_rate_adapter": 1.1177215189873417e-05,
+      "loss": 0.025,
+      "step": 360850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1164556962025318e-05,
+      "learning_rate_adapter": 1.1164556962025318e-05,
+      "loss": 0.0252,
+      "step": 360900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1151898734177215e-05,
+      "learning_rate_adapter": 1.1151898734177215e-05,
+      "loss": 0.0249,
+      "step": 360950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1139240506329114e-05,
+      "learning_rate_adapter": 1.1139240506329114e-05,
+      "loss": 0.0258,
+      "step": 361000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1126582278481013e-05,
+      "learning_rate_adapter": 1.1126582278481013e-05,
+      "loss": 0.0249,
+      "step": 361050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1113924050632912e-05,
+      "learning_rate_adapter": 1.1113924050632912e-05,
+      "loss": 0.0247,
+      "step": 361100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.110126582278481e-05,
+      "learning_rate_adapter": 1.110126582278481e-05,
+      "loss": 0.025,
+      "step": 361150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.108860759493671e-05,
+      "learning_rate_adapter": 1.108860759493671e-05,
+      "loss": 0.025,
+      "step": 361200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1075949367088608e-05,
+      "learning_rate_adapter": 1.1075949367088608e-05,
+      "loss": 0.0254,
+      "step": 361250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1063291139240507e-05,
+      "learning_rate_adapter": 1.1063291139240507e-05,
+      "loss": 0.0256,
+      "step": 361300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1050632911392406e-05,
+      "learning_rate_adapter": 1.1050632911392406e-05,
+      "loss": 0.0249,
+      "step": 361350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1037974683544305e-05,
+      "learning_rate_adapter": 1.1037974683544305e-05,
+      "loss": 0.025,
+      "step": 361400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1025316455696202e-05,
+      "learning_rate_adapter": 1.1025316455696202e-05,
+      "loss": 0.0256,
+      "step": 361450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1012658227848103e-05,
+      "learning_rate_adapter": 1.1012658227848103e-05,
+      "loss": 0.0257,
+      "step": 361500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0251,
+      "step": 361550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0987341772151899e-05,
+      "learning_rate_adapter": 1.0987341772151899e-05,
+      "loss": 0.0257,
+      "step": 361600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0974683544303797e-05,
+      "learning_rate_adapter": 1.0974683544303797e-05,
+      "loss": 0.0246,
+      "step": 361650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0962025316455698e-05,
+      "learning_rate_adapter": 1.0962025316455698e-05,
+      "loss": 0.0251,
+      "step": 361700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0949367088607595e-05,
+      "learning_rate_adapter": 1.0949367088607595e-05,
+      "loss": 0.0246,
+      "step": 361750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0936708860759494e-05,
+      "learning_rate_adapter": 1.0936708860759494e-05,
+      "loss": 0.0245,
+      "step": 361800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0924050632911393e-05,
+      "learning_rate_adapter": 1.0924050632911393e-05,
+      "loss": 0.0255,
+      "step": 361850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0911392405063292e-05,
+      "learning_rate_adapter": 1.0911392405063292e-05,
+      "loss": 0.0248,
+      "step": 361900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.089873417721519e-05,
+      "learning_rate_adapter": 1.089873417721519e-05,
+      "loss": 0.0253,
+      "step": 361950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.088607594936709e-05,
+      "learning_rate_adapter": 1.088607594936709e-05,
+      "loss": 0.0252,
+      "step": 362000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0873417721518987e-05,
+      "learning_rate_adapter": 1.0873417721518987e-05,
+      "loss": 0.0258,
+      "step": 362050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0860759493670887e-05,
+      "learning_rate_adapter": 1.0860759493670887e-05,
+      "loss": 0.0248,
+      "step": 362100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0848101265822786e-05,
+      "learning_rate_adapter": 1.0848101265822786e-05,
+      "loss": 0.0248,
+      "step": 362150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0835443037974683e-05,
+      "learning_rate_adapter": 1.0835443037974683e-05,
+      "loss": 0.0248,
+      "step": 362200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0822784810126582e-05,
+      "learning_rate_adapter": 1.0822784810126582e-05,
+      "loss": 0.0249,
+      "step": 362250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0810126582278483e-05,
+      "learning_rate_adapter": 1.0810126582278483e-05,
+      "loss": 0.0252,
+      "step": 362300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.079746835443038e-05,
+      "learning_rate_adapter": 1.079746835443038e-05,
+      "loss": 0.025,
+      "step": 362350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0784810126582279e-05,
+      "learning_rate_adapter": 1.0784810126582279e-05,
+      "loss": 0.0246,
+      "step": 362400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0772151898734177e-05,
+      "learning_rate_adapter": 1.0772151898734177e-05,
+      "loss": 0.0254,
+      "step": 362450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0759493670886076e-05,
+      "learning_rate_adapter": 1.0759493670886076e-05,
+      "loss": 0.025,
+      "step": 362500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0746835443037975e-05,
+      "learning_rate_adapter": 1.0746835443037975e-05,
+      "loss": 0.0251,
+      "step": 362550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0734177215189874e-05,
+      "learning_rate_adapter": 1.0734177215189874e-05,
+      "loss": 0.0249,
+      "step": 362600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0721518987341773e-05,
+      "learning_rate_adapter": 1.0721518987341773e-05,
+      "loss": 0.0252,
+      "step": 362650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0708860759493672e-05,
+      "learning_rate_adapter": 1.0708860759493672e-05,
+      "loss": 0.0246,
+      "step": 362700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.069620253164557e-05,
+      "learning_rate_adapter": 1.069620253164557e-05,
+      "loss": 0.0248,
+      "step": 362750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.068354430379747e-05,
+      "learning_rate_adapter": 1.068354430379747e-05,
+      "loss": 0.0248,
+      "step": 362800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0670886075949367e-05,
+      "learning_rate_adapter": 1.0670886075949367e-05,
+      "loss": 0.0256,
+      "step": 362850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0658227848101267e-05,
+      "learning_rate_adapter": 1.0658227848101267e-05,
+      "loss": 0.025,
+      "step": 362900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0645569620253166e-05,
+      "learning_rate_adapter": 1.0645569620253166e-05,
+      "loss": 0.025,
+      "step": 362950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0632911392405063e-05,
+      "learning_rate_adapter": 1.0632911392405063e-05,
+      "loss": 0.026,
+      "step": 363000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0620253164556962e-05,
+      "learning_rate_adapter": 1.0620253164556962e-05,
+      "loss": 0.025,
+      "step": 363050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0607594936708863e-05,
+      "learning_rate_adapter": 1.0607594936708863e-05,
+      "loss": 0.0251,
+      "step": 363100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.059493670886076e-05,
+      "learning_rate_adapter": 1.059493670886076e-05,
+      "loss": 0.0254,
+      "step": 363150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0582278481012659e-05,
+      "learning_rate_adapter": 1.0582278481012659e-05,
+      "loss": 0.0252,
+      "step": 363200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0569620253164557e-05,
+      "learning_rate_adapter": 1.0569620253164557e-05,
+      "loss": 0.025,
+      "step": 363250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0556962025316456e-05,
+      "learning_rate_adapter": 1.0556962025316456e-05,
+      "loss": 0.0248,
+      "step": 363300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0544303797468355e-05,
+      "learning_rate_adapter": 1.0544303797468355e-05,
+      "loss": 0.0247,
+      "step": 363350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0531645569620254e-05,
+      "learning_rate_adapter": 1.0531645569620254e-05,
+      "loss": 0.0251,
+      "step": 363400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0518987341772151e-05,
+      "learning_rate_adapter": 1.0518987341772151e-05,
+      "loss": 0.0259,
+      "step": 363450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0506329113924052e-05,
+      "learning_rate_adapter": 1.0506329113924052e-05,
+      "loss": 0.0247,
+      "step": 363500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.049367088607595e-05,
+      "learning_rate_adapter": 1.049367088607595e-05,
+      "loss": 0.0247,
+      "step": 363550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0481012658227848e-05,
+      "learning_rate_adapter": 1.0481012658227848e-05,
+      "loss": 0.0249,
+      "step": 363600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0468354430379747e-05,
+      "learning_rate_adapter": 1.0468354430379747e-05,
+      "loss": 0.0255,
+      "step": 363650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0455696202531647e-05,
+      "learning_rate_adapter": 1.0455696202531647e-05,
+      "loss": 0.0254,
+      "step": 363700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0443037974683544e-05,
+      "learning_rate_adapter": 1.0443037974683544e-05,
+      "loss": 0.0256,
+      "step": 363750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0430379746835443e-05,
+      "learning_rate_adapter": 1.0430379746835443e-05,
+      "loss": 0.0248,
+      "step": 363800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0417721518987342e-05,
+      "learning_rate_adapter": 1.0417721518987342e-05,
+      "loss": 0.0246,
+      "step": 363850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.040506329113924e-05,
+      "learning_rate_adapter": 1.040506329113924e-05,
+      "loss": 0.0253,
+      "step": 363900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.039240506329114e-05,
+      "learning_rate_adapter": 1.039240506329114e-05,
+      "loss": 0.0244,
+      "step": 363950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0379746835443039e-05,
+      "learning_rate_adapter": 1.0379746835443039e-05,
+      "loss": 0.0254,
+      "step": 364000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0367088607594937e-05,
+      "learning_rate_adapter": 1.0367088607594937e-05,
+      "loss": 0.0254,
+      "step": 364050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0354430379746836e-05,
+      "learning_rate_adapter": 1.0354430379746836e-05,
+      "loss": 0.0256,
+      "step": 364100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0341772151898735e-05,
+      "learning_rate_adapter": 1.0341772151898735e-05,
+      "loss": 0.0257,
+      "step": 364150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0329113924050634e-05,
+      "learning_rate_adapter": 1.0329113924050634e-05,
+      "loss": 0.0247,
+      "step": 364200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0316455696202531e-05,
+      "learning_rate_adapter": 1.0316455696202531e-05,
+      "loss": 0.0254,
+      "step": 364250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0303797468354432e-05,
+      "learning_rate_adapter": 1.0303797468354432e-05,
+      "loss": 0.0245,
+      "step": 364300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.029113924050633e-05,
+      "learning_rate_adapter": 1.029113924050633e-05,
+      "loss": 0.0245,
+      "step": 364350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0278481012658228e-05,
+      "learning_rate_adapter": 1.0278481012658228e-05,
+      "loss": 0.0254,
+      "step": 364400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0265822784810127e-05,
+      "learning_rate_adapter": 1.0265822784810127e-05,
+      "loss": 0.0247,
+      "step": 364450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0253164556962027e-05,
+      "learning_rate_adapter": 1.0253164556962027e-05,
+      "loss": 0.0253,
+      "step": 364500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0240506329113924e-05,
+      "learning_rate_adapter": 1.0240506329113924e-05,
+      "loss": 0.0249,
+      "step": 364550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0227848101265823e-05,
+      "learning_rate_adapter": 1.0227848101265823e-05,
+      "loss": 0.0257,
+      "step": 364600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0215189873417722e-05,
+      "learning_rate_adapter": 1.0215189873417722e-05,
+      "loss": 0.0255,
+      "step": 364650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.020253164556962e-05,
+      "learning_rate_adapter": 1.020253164556962e-05,
+      "loss": 0.025,
+      "step": 364700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.018987341772152e-05,
+      "learning_rate_adapter": 1.018987341772152e-05,
+      "loss": 0.0257,
+      "step": 364750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0177215189873419e-05,
+      "learning_rate_adapter": 1.0177215189873419e-05,
+      "loss": 0.0253,
+      "step": 364800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0164556962025316e-05,
+      "learning_rate_adapter": 1.0164556962025316e-05,
+      "loss": 0.0249,
+      "step": 364850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0151898734177216e-05,
+      "learning_rate_adapter": 1.0151898734177216e-05,
+      "loss": 0.0256,
+      "step": 364900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0139240506329115e-05,
+      "learning_rate_adapter": 1.0139240506329115e-05,
+      "loss": 0.0245,
+      "step": 364950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0126582278481012e-05,
+      "learning_rate_adapter": 1.0126582278481012e-05,
+      "loss": 0.0263,
+      "step": 365000
+    },
+    {
+      "epoch": 0.31,
+      "eval_af_opus100_pr_auc": 0.7961812912598266,
+      "eval_af_ud_pr_auc": 0.9928614505998703,
+      "eval_am_opus100_pr_auc": 0.5740887208124312,
+      "eval_ar_ersatz_pr_auc": 0.9288620002936554,
+      "eval_ar_opus100_pr_auc": 0.744847350522397,
+      "eval_ar_ud_pr_auc": 0.8822507972372321,
+      "eval_average_ersatz_pr_auc": 0.968470374877889,
+      "eval_average_opus100_pr_auc": 0.8408527950962849,
+      "eval_average_ud_pr_auc": 0.964948561902127,
+      "eval_az_opus100_pr_auc": 0.8011696422339286,
+      "eval_be_opus100_pr_auc": 0.6863190537858077,
+      "eval_be_ud_pr_auc": 0.8919351520798742,
+      "eval_bg_opus100_pr_auc": 0.9216471399812013,
+      "eval_bg_ud_pr_auc": 0.9965044632638578,
+      "eval_bn_opus100_pr_auc": 0.8365499560222752,
+      "eval_bn_ud_pr_auc": 0.9996839196204799,
+      "eval_ca_opus100_pr_auc": 0.8897147122733359,
+      "eval_ca_ud_pr_auc": 0.9961950728390679,
+      "eval_ceb_ud_pr_auc": 0.9962847840580057,
+      "eval_cs_ersatz_pr_auc": 0.9855241616900393,
+      "eval_cs_opus100_pr_auc": 0.9068357312520042,
+      "eval_cs_ud_pr_auc": 0.9615694247483604,
+      "eval_cy_opus100_pr_auc": 0.7712743258368779,
+      "eval_cy_ud_pr_auc": 0.995609025542462,
+      "eval_da_opus100_pr_auc": 0.9260709770044709,
+      "eval_da_ud_pr_auc": 0.9847417876094922,
+      "eval_de_ersatz_pr_auc": 0.9858097192108761,
+      "eval_de_opus100_pr_auc": 0.9085712062289697,
+      "eval_de_ud_pr_auc": 0.986366169627016,
+      "eval_el_opus100_pr_auc": 0.9202837836431665,
+      "eval_el_ud_pr_auc": 0.9855764270911195,
+      "eval_en_ersatz_pr_auc": 0.9928782068787675,
+      "eval_en_opus100_pr_auc": 0.9208087610446566,
+      "eval_en_ud_pr_auc": 0.9761347124141871,
+      "eval_eo_opus100_pr_auc": 0.9331634954498901,
+      "eval_es_ersatz_pr_auc": 0.9975525094866459,
+      "eval_es_opus100_pr_auc": 0.9321212754622258,
+      "eval_es_ud_pr_auc": 0.9922904823607926,
+      "eval_et_ersatz_pr_auc": 0.9831716105024,
+      "eval_et_opus100_pr_auc": 0.8975528331370841,
+      "eval_et_ud_pr_auc": 0.9664854628237254,
+      "eval_eu_opus100_pr_auc": 0.8899675762290645,
+      "eval_eu_ud_pr_auc": 0.9930169063489275,
+      "eval_fa_opus100_pr_auc": 0.6140510191787141,
+      "eval_fa_ud_pr_auc": 0.9912017769050053,
+      "eval_fi_ersatz_pr_auc": 0.991525063512467,
+      "eval_fi_opus100_pr_auc": 0.9228992803777681,
+      "eval_fi_ud_pr_auc": 0.9769519987851709,
+      "eval_fr_ersatz_pr_auc": 0.9912387551741586,
+      "eval_fr_opus100_pr_auc": 0.9176254649146952,
+      "eval_fr_ud_pr_auc": 0.9879742096804887,
+      "eval_fy_opus100_pr_auc": 0.7037551564138462,
+      "eval_ga_opus100_pr_auc": 0.8908864622695517,
+      "eval_ga_ud_pr_auc": 0.8190776853351778,
+      "eval_gd_opus100_pr_auc": 0.6871237563572214,
+      "eval_gd_ud_pr_auc": 0.8302206569650648,
+      "eval_gl_opus100_pr_auc": 0.8985001428139228,
+      "eval_gl_ud_pr_auc": 0.9982831956026397,
+      "eval_gu_ersatz_pr_auc": 0.9454218706593982,
+      "eval_gu_opus100_pr_auc": 0.7437022274442568,
+      "eval_ha_opus100_pr_auc": 0.9154844324958743,
+      "eval_he_opus100_pr_auc": 0.8747671884106879,
+      "eval_he_ud_pr_auc": 0.9801989176189408,
+      "eval_hi_ersatz_pr_auc": 0.9818944766962893,
+      "eval_hi_opus100_pr_auc": 0.702755887386652,
+      "eval_hi_ud_pr_auc": 0.9886187550109783,
+      "eval_hu_opus100_pr_auc": 0.9160789096168068,
+      "eval_hu_ud_pr_auc": 0.9846385307250526,
+      "eval_hy_opus100_pr_auc": 0.9098595621664278,
+      "eval_hy_ud_pr_auc": 0.9892909124441499,
+      "eval_id_opus100_pr_auc": 0.869894950880371,
+      "eval_id_ud_pr_auc": 0.9946322184003664,
+      "eval_ig_opus100_pr_auc": 0.8903798329622596,
+      "eval_is_opus100_pr_auc": 0.9253182190417599,
+      "eval_is_ud_pr_auc": 0.91775514142221,
+      "eval_it_opus100_pr_auc": 0.9150462900537345,
+      "eval_it_ud_pr_auc": 0.9988081306373477,
+      "eval_ja_ersatz_pr_auc": 0.849238247468503,
+      "eval_ja_opus100_pr_auc": 0.842304556175206,
+      "eval_ja_ud_pr_auc": 0.9751997588278722,
+      "eval_jv_ud_pr_auc": 0.9658051966882386,
+      "eval_ka_opus100_pr_auc": 0.8541954697829978,
+      "eval_kk_ersatz_pr_auc": 0.9873358498536728,
+      "eval_kk_opus100_pr_auc": 0.7968257759392656,
+      "eval_kk_ud_pr_auc": 0.9783937485181609,
+      "eval_km_ersatz_pr_auc": 0.9235439928428113,
+      "eval_km_opus100_pr_auc": 0.7280633134096821,
+      "eval_kn_opus100_pr_auc": 0.6189795810978194,
+      "eval_ko_opus100_pr_auc": 0.6752588688292372,
+      "eval_ko_ud_pr_auc": 0.9973633894170311,
+      "eval_ku_opus100_pr_auc": 0.8440277079154369,
+      "eval_ky_opus100_pr_auc": 0.868591468926684,
+      "eval_la_ud_pr_auc": 0.9523273770161196,
+      "eval_loss": 0.028824476525187492,
+      "eval_lt_ersatz_pr_auc": 0.9953230676581999,
+      "eval_lt_opus100_pr_auc": 0.8884345396978324,
+      "eval_lt_ud_pr_auc": 0.9956133678055105,
+      "eval_lv_ersatz_pr_auc": 0.9913881423318903,
+      "eval_lv_opus100_pr_auc": 0.8945797797618472,
+      "eval_lv_ud_pr_auc": 0.9652864257097282,
+      "eval_mg_opus100_pr_auc": 0.9336674439394714,
+      "eval_mk_opus100_pr_auc": 0.9167504418167477,
+      "eval_ml_opus100_pr_auc": 0.7990515463797784,
+      "eval_mn_opus100_pr_auc": 0.951613863374089,
+      "eval_mr_opus100_pr_auc": 0.9107593947252826,
+      "eval_mr_ud_pr_auc": 0.9717113063858229,
+      "eval_ms_opus100_pr_auc": 0.8773725527515117,
+      "eval_mt_opus100_pr_auc": 0.8696098400576138,
+      "eval_mt_ud_pr_auc": 0.9078319046058314,
+      "eval_my_opus100_pr_auc": 0.7838360845536458,
+      "eval_ne_opus100_pr_auc": 0.7340987455152232,
+      "eval_nl_opus100_pr_auc": 0.904335433636147,
+      "eval_nl_ud_pr_auc": 0.9842619559315122,
+      "eval_no_opus100_pr_auc": 0.9176078538879454,
+      "eval_no_ud_pr_auc": 0.9956019653806265,
+      "eval_pa_opus100_pr_auc": 0.6757601898580595,
+      "eval_pl_ersatz_pr_auc": 0.9723914480359857,
+      "eval_pl_opus100_pr_auc": 0.8943912049148547,
+      "eval_pl_ud_pr_auc": 0.9665780341664033,
+      "eval_ps_ersatz_pr_auc": 0.9288474507854355,
+      "eval_ps_opus100_pr_auc": 0.7657713596427997,
+      "eval_pt_opus100_pr_auc": 0.9271649351444883,
+      "eval_pt_ud_pr_auc": 0.986103605597159,
+      "eval_ro_ersatz_pr_auc": 0.9939760470558335,
+      "eval_ro_opus100_pr_auc": 0.8752283677017452,
+      "eval_ro_ud_pr_auc": 0.9653492926523315,
+      "eval_ru_ersatz_pr_auc": 0.9909406911039736,
+      "eval_ru_opus100_pr_auc": 0.9350087472685488,
+      "eval_ru_ud_pr_auc": 0.8760774311453461,
+      "eval_runtime": 624.8481,
+      "eval_samples_per_second": 120.857,
+      "eval_si_opus100_pr_auc": 0.8124115574718533,
+      "eval_sk_opus100_pr_auc": 0.9376131772111096,
+      "eval_sk_ud_pr_auc": 0.9860341358463869,
+      "eval_sl_opus100_pr_auc": 0.8708196810686889,
+      "eval_sl_ud_pr_auc": 0.9698939970700287,
+      "eval_sq_opus100_pr_auc": 0.9308051879035807,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9040359684482677,
+      "eval_sr_ud_pr_auc": 0.9986757230080928,
+      "eval_steps_per_second": 3.777,
+      "eval_sv_opus100_pr_auc": 0.9017565679918922,
+      "eval_sv_ud_pr_auc": 0.95450514037505,
+      "eval_ta_ersatz_pr_auc": 0.9844077027673575,
+      "eval_ta_opus100_pr_auc": 0.698005065028071,
+      "eval_ta_ud_pr_auc": 0.9939971862582236,
+      "eval_te_opus100_pr_auc": 0.8456400358581398,
+      "eval_tg_opus100_pr_auc": 0.893173964271738,
+      "eval_th_opus100_pr_auc": 0.6784116236300526,
+      "eval_th_ud_pr_auc": 0.8330207863164731,
+      "eval_tr_ersatz_pr_auc": 0.9724586740464818,
+      "eval_tr_opus100_pr_auc": 0.8988094790768416,
+      "eval_tr_ud_pr_auc": 0.9565687708746006,
+      "eval_uk_opus100_pr_auc": 0.8830063358734697,
+      "eval_uk_ud_pr_auc": 0.9211631575954765,
+      "eval_ur_opus100_pr_auc": 0.5761149875223317,
+      "eval_ur_ud_pr_auc": 0.9938858198223335,
+      "eval_uz_opus100_pr_auc": 0.8814372530552387,
+      "eval_vi_opus100_pr_auc": 0.9024207698628941,
+      "eval_vi_ud_pr_auc": 0.9529077167237995,
+      "eval_xh_opus100_pr_auc": 0.8642151533988216,
+      "eval_yi_opus100_pr_auc": 0.8013568881400852,
+      "eval_yo_opus100_pr_auc": 0.8311830288401998,
+      "eval_yo_ud_pr_auc": 0.9068509746731236,
+      "eval_zh_ersatz_pr_auc": 0.9326185592587182,
+      "eval_zh_opus100_pr_auc": 0.7516889637354391,
+      "eval_zh_ud_pr_auc": 0.9959016922128816,
+      "eval_zu_opus100_pr_auc": 0.8484378278385281,
+      "step": 365000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0113924050632911e-05,
+      "learning_rate_adapter": 1.0113924050632911e-05,
+      "loss": 0.0255,
+      "step": 365050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0101265822784812e-05,
+      "learning_rate_adapter": 1.0101265822784812e-05,
+      "loss": 0.0249,
+      "step": 365100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0088607594936709e-05,
+      "learning_rate_adapter": 1.0088607594936709e-05,
+      "loss": 0.0251,
+      "step": 365150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0075949367088608e-05,
+      "learning_rate_adapter": 1.0075949367088608e-05,
+      "loss": 0.0256,
+      "step": 365200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0063291139240507e-05,
+      "learning_rate_adapter": 1.0063291139240507e-05,
+      "loss": 0.0248,
+      "step": 365250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0050632911392405e-05,
+      "learning_rate_adapter": 1.0050632911392405e-05,
+      "loss": 0.0257,
+      "step": 365300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0037974683544304e-05,
+      "learning_rate_adapter": 1.0037974683544304e-05,
+      "loss": 0.0253,
+      "step": 365350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0025316455696203e-05,
+      "learning_rate_adapter": 1.0025316455696203e-05,
+      "loss": 0.0251,
+      "step": 365400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0012658227848102e-05,
+      "learning_rate_adapter": 1.0012658227848102e-05,
+      "loss": 0.0256,
+      "step": 365450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0255,
+      "step": 365500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.9873417721519e-06,
+      "learning_rate_adapter": 9.9873417721519e-06,
+      "loss": 0.0251,
+      "step": 365550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.974683544303799e-06,
+      "learning_rate_adapter": 9.974683544303799e-06,
+      "loss": 0.0251,
+      "step": 365600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.962025316455696e-06,
+      "learning_rate_adapter": 9.962025316455696e-06,
+      "loss": 0.0244,
+      "step": 365650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.949367088607596e-06,
+      "learning_rate_adapter": 9.949367088607596e-06,
+      "loss": 0.0251,
+      "step": 365700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.936708860759495e-06,
+      "learning_rate_adapter": 9.936708860759495e-06,
+      "loss": 0.0251,
+      "step": 365750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.924050632911392e-06,
+      "learning_rate_adapter": 9.924050632911392e-06,
+      "loss": 0.0253,
+      "step": 365800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.911392405063291e-06,
+      "learning_rate_adapter": 9.911392405063291e-06,
+      "loss": 0.0252,
+      "step": 365850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.898734177215192e-06,
+      "learning_rate_adapter": 9.898734177215192e-06,
+      "loss": 0.0255,
+      "step": 365900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.886075949367089e-06,
+      "learning_rate_adapter": 9.886075949367089e-06,
+      "loss": 0.0248,
+      "step": 365950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.873417721518988e-06,
+      "learning_rate_adapter": 9.873417721518988e-06,
+      "loss": 0.0257,
+      "step": 366000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.860759493670887e-06,
+      "learning_rate_adapter": 9.860759493670887e-06,
+      "loss": 0.0245,
+      "step": 366050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.848101265822785e-06,
+      "learning_rate_adapter": 9.848101265822785e-06,
+      "loss": 0.025,
+      "step": 366100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.835443037974684e-06,
+      "learning_rate_adapter": 9.835443037974684e-06,
+      "loss": 0.0259,
+      "step": 366150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.822784810126583e-06,
+      "learning_rate_adapter": 9.822784810126583e-06,
+      "loss": 0.0251,
+      "step": 366200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.81012658227848e-06,
+      "learning_rate_adapter": 9.81012658227848e-06,
+      "loss": 0.0249,
+      "step": 366250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.79746835443038e-06,
+      "learning_rate_adapter": 9.79746835443038e-06,
+      "loss": 0.0247,
+      "step": 366300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.78481012658228e-06,
+      "learning_rate_adapter": 9.78481012658228e-06,
+      "loss": 0.0254,
+      "step": 366350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.772151898734177e-06,
+      "learning_rate_adapter": 9.772151898734177e-06,
+      "loss": 0.0243,
+      "step": 366400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.759493670886076e-06,
+      "learning_rate_adapter": 9.759493670886076e-06,
+      "loss": 0.0252,
+      "step": 366450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.746835443037976e-06,
+      "learning_rate_adapter": 9.746835443037976e-06,
+      "loss": 0.0243,
+      "step": 366500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.734177215189873e-06,
+      "learning_rate_adapter": 9.734177215189873e-06,
+      "loss": 0.0253,
+      "step": 366550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.721518987341772e-06,
+      "learning_rate_adapter": 9.721518987341772e-06,
+      "loss": 0.0256,
+      "step": 366600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.708860759493671e-06,
+      "learning_rate_adapter": 9.708860759493671e-06,
+      "loss": 0.0257,
+      "step": 366650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.69620253164557e-06,
+      "learning_rate_adapter": 9.69620253164557e-06,
+      "loss": 0.0254,
+      "step": 366700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.683544303797469e-06,
+      "learning_rate_adapter": 9.683544303797469e-06,
+      "loss": 0.0248,
+      "step": 366750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.670886075949368e-06,
+      "learning_rate_adapter": 9.670886075949368e-06,
+      "loss": 0.0255,
+      "step": 366800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.658227848101267e-06,
+      "learning_rate_adapter": 9.658227848101267e-06,
+      "loss": 0.0249,
+      "step": 366850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.645569620253165e-06,
+      "learning_rate_adapter": 9.645569620253165e-06,
+      "loss": 0.025,
+      "step": 366900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.632911392405064e-06,
+      "learning_rate_adapter": 9.632911392405064e-06,
+      "loss": 0.0251,
+      "step": 366950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.620253164556963e-06,
+      "learning_rate_adapter": 9.620253164556963e-06,
+      "loss": 0.0255,
+      "step": 367000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.60759493670886e-06,
+      "learning_rate_adapter": 9.60759493670886e-06,
+      "loss": 0.0253,
+      "step": 367050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.59493670886076e-06,
+      "learning_rate_adapter": 9.59493670886076e-06,
+      "loss": 0.0251,
+      "step": 367100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.58227848101266e-06,
+      "learning_rate_adapter": 9.58227848101266e-06,
+      "loss": 0.0249,
+      "step": 367150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.569620253164557e-06,
+      "learning_rate_adapter": 9.569620253164557e-06,
+      "loss": 0.0255,
+      "step": 367200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.556962025316456e-06,
+      "learning_rate_adapter": 9.556962025316456e-06,
+      "loss": 0.0249,
+      "step": 367250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.544303797468356e-06,
+      "learning_rate_adapter": 9.544303797468356e-06,
+      "loss": 0.0248,
+      "step": 367300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.531645569620253e-06,
+      "learning_rate_adapter": 9.531645569620253e-06,
+      "loss": 0.0247,
+      "step": 367350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.518987341772152e-06,
+      "learning_rate_adapter": 9.518987341772152e-06,
+      "loss": 0.0252,
+      "step": 367400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.506329113924051e-06,
+      "learning_rate_adapter": 9.506329113924051e-06,
+      "loss": 0.0249,
+      "step": 367450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.49367088607595e-06,
+      "learning_rate_adapter": 9.49367088607595e-06,
+      "loss": 0.0256,
+      "step": 367500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.481012658227849e-06,
+      "learning_rate_adapter": 9.481012658227849e-06,
+      "loss": 0.0253,
+      "step": 367550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.468354430379748e-06,
+      "learning_rate_adapter": 9.468354430379748e-06,
+      "loss": 0.0254,
+      "step": 367600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.455696202531645e-06,
+      "learning_rate_adapter": 9.455696202531645e-06,
+      "loss": 0.0242,
+      "step": 367650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.443037974683545e-06,
+      "learning_rate_adapter": 9.443037974683545e-06,
+      "loss": 0.025,
+      "step": 367700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.430379746835444e-06,
+      "learning_rate_adapter": 9.430379746835444e-06,
+      "loss": 0.0252,
+      "step": 367750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.417721518987341e-06,
+      "learning_rate_adapter": 9.417721518987341e-06,
+      "loss": 0.0251,
+      "step": 367800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.40506329113924e-06,
+      "learning_rate_adapter": 9.40506329113924e-06,
+      "loss": 0.025,
+      "step": 367850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.39240506329114e-06,
+      "learning_rate_adapter": 9.39240506329114e-06,
+      "loss": 0.0253,
+      "step": 367900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.379746835443038e-06,
+      "learning_rate_adapter": 9.379746835443038e-06,
+      "loss": 0.0244,
+      "step": 367950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.367088607594937e-06,
+      "learning_rate_adapter": 9.367088607594937e-06,
+      "loss": 0.0252,
+      "step": 368000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.354430379746836e-06,
+      "learning_rate_adapter": 9.354430379746836e-06,
+      "loss": 0.0248,
+      "step": 368050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.341772151898735e-06,
+      "learning_rate_adapter": 9.341772151898735e-06,
+      "loss": 0.0249,
+      "step": 368100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.329113924050633e-06,
+      "learning_rate_adapter": 9.329113924050633e-06,
+      "loss": 0.0252,
+      "step": 368150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.316455696202532e-06,
+      "learning_rate_adapter": 9.316455696202532e-06,
+      "loss": 0.025,
+      "step": 368200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.303797468354431e-06,
+      "learning_rate_adapter": 9.303797468354431e-06,
+      "loss": 0.0251,
+      "step": 368250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.29113924050633e-06,
+      "learning_rate_adapter": 9.29113924050633e-06,
+      "loss": 0.025,
+      "step": 368300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.278481012658229e-06,
+      "learning_rate_adapter": 9.278481012658229e-06,
+      "loss": 0.0244,
+      "step": 368350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.265822784810128e-06,
+      "learning_rate_adapter": 9.265822784810128e-06,
+      "loss": 0.0245,
+      "step": 368400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.253164556962025e-06,
+      "learning_rate_adapter": 9.253164556962025e-06,
+      "loss": 0.0245,
+      "step": 368450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.240506329113925e-06,
+      "learning_rate_adapter": 9.240506329113925e-06,
+      "loss": 0.0249,
+      "step": 368500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.227848101265824e-06,
+      "learning_rate_adapter": 9.227848101265824e-06,
+      "loss": 0.0248,
+      "step": 368550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.215189873417721e-06,
+      "learning_rate_adapter": 9.215189873417721e-06,
+      "loss": 0.0239,
+      "step": 368600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.20253164556962e-06,
+      "learning_rate_adapter": 9.20253164556962e-06,
+      "loss": 0.0249,
+      "step": 368650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.18987341772152e-06,
+      "learning_rate_adapter": 9.18987341772152e-06,
+      "loss": 0.0252,
+      "step": 368700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.177215189873418e-06,
+      "learning_rate_adapter": 9.177215189873418e-06,
+      "loss": 0.0247,
+      "step": 368750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.164556962025317e-06,
+      "learning_rate_adapter": 9.164556962025317e-06,
+      "loss": 0.0247,
+      "step": 368800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.151898734177216e-06,
+      "learning_rate_adapter": 9.151898734177216e-06,
+      "loss": 0.0249,
+      "step": 368850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.139240506329115e-06,
+      "learning_rate_adapter": 9.139240506329115e-06,
+      "loss": 0.0251,
+      "step": 368900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.126582278481013e-06,
+      "learning_rate_adapter": 9.126582278481013e-06,
+      "loss": 0.0248,
+      "step": 368950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.113924050632912e-06,
+      "learning_rate_adapter": 9.113924050632912e-06,
+      "loss": 0.025,
+      "step": 369000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.10126582278481e-06,
+      "learning_rate_adapter": 9.10126582278481e-06,
+      "loss": 0.0244,
+      "step": 369050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.088607594936708e-06,
+      "learning_rate_adapter": 9.088607594936708e-06,
+      "loss": 0.0253,
+      "step": 369100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.075949367088609e-06,
+      "learning_rate_adapter": 9.075949367088609e-06,
+      "loss": 0.0253,
+      "step": 369150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.063291139240506e-06,
+      "learning_rate_adapter": 9.063291139240506e-06,
+      "loss": 0.0251,
+      "step": 369200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.050632911392405e-06,
+      "learning_rate_adapter": 9.050632911392405e-06,
+      "loss": 0.0254,
+      "step": 369250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.037974683544304e-06,
+      "learning_rate_adapter": 9.037974683544304e-06,
+      "loss": 0.0253,
+      "step": 369300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.025316455696203e-06,
+      "learning_rate_adapter": 9.025316455696203e-06,
+      "loss": 0.025,
+      "step": 369350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.012658227848101e-06,
+      "learning_rate_adapter": 9.012658227848101e-06,
+      "loss": 0.0254,
+      "step": 369400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.025,
+      "step": 369450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.987341772151899e-06,
+      "learning_rate_adapter": 8.987341772151899e-06,
+      "loss": 0.0254,
+      "step": 369500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.974683544303798e-06,
+      "learning_rate_adapter": 8.974683544303798e-06,
+      "loss": 0.0256,
+      "step": 369550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.962025316455697e-06,
+      "learning_rate_adapter": 8.962025316455697e-06,
+      "loss": 0.0255,
+      "step": 369600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.949367088607596e-06,
+      "learning_rate_adapter": 8.949367088607596e-06,
+      "loss": 0.0246,
+      "step": 369650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.936708860759493e-06,
+      "learning_rate_adapter": 8.936708860759493e-06,
+      "loss": 0.025,
+      "step": 369700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.924050632911393e-06,
+      "learning_rate_adapter": 8.924050632911393e-06,
+      "loss": 0.0251,
+      "step": 369750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.911392405063292e-06,
+      "learning_rate_adapter": 8.911392405063292e-06,
+      "loss": 0.0251,
+      "step": 369800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.89873417721519e-06,
+      "learning_rate_adapter": 8.89873417721519e-06,
+      "loss": 0.0254,
+      "step": 369850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.886075949367088e-06,
+      "learning_rate_adapter": 8.886075949367088e-06,
+      "loss": 0.0246,
+      "step": 369900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.873417721518989e-06,
+      "learning_rate_adapter": 8.873417721518989e-06,
+      "loss": 0.0246,
+      "step": 369950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.860759493670886e-06,
+      "learning_rate_adapter": 8.860759493670886e-06,
+      "loss": 0.0249,
+      "step": 370000
+    },
+    {
+      "epoch": 0.31,
+      "eval_af_opus100_pr_auc": 0.7853682656083103,
+      "eval_af_ud_pr_auc": 0.98975075886217,
+      "eval_am_opus100_pr_auc": 0.5981267774943902,
+      "eval_ar_ersatz_pr_auc": 0.9332596372679491,
+      "eval_ar_opus100_pr_auc": 0.7386198944913938,
+      "eval_ar_ud_pr_auc": 0.8791832565041355,
+      "eval_average_ersatz_pr_auc": 0.9688447672520862,
+      "eval_average_opus100_pr_auc": 0.8380108971775566,
+      "eval_average_ud_pr_auc": 0.9648446622705178,
+      "eval_az_opus100_pr_auc": 0.804956416510107,
+      "eval_be_opus100_pr_auc": 0.6739926381612134,
+      "eval_be_ud_pr_auc": 0.8932203324258476,
+      "eval_bg_opus100_pr_auc": 0.9199598451065751,
+      "eval_bg_ud_pr_auc": 0.9963783171185071,
+      "eval_bn_opus100_pr_auc": 0.8393250041992832,
+      "eval_bn_ud_pr_auc": 0.9996839196204798,
+      "eval_ca_opus100_pr_auc": 0.8850084530881583,
+      "eval_ca_ud_pr_auc": 0.9959720749157669,
+      "eval_ceb_ud_pr_auc": 0.9961122469124171,
+      "eval_cs_ersatz_pr_auc": 0.9867029866949338,
+      "eval_cs_opus100_pr_auc": 0.905547471786567,
+      "eval_cs_ud_pr_auc": 0.96246609338759,
+      "eval_cy_opus100_pr_auc": 0.7616664934184212,
+      "eval_cy_ud_pr_auc": 0.9942145265029987,
+      "eval_da_opus100_pr_auc": 0.9218708606117617,
+      "eval_da_ud_pr_auc": 0.9851299700740372,
+      "eval_de_ersatz_pr_auc": 0.9853568824850404,
+      "eval_de_opus100_pr_auc": 0.9079204569052072,
+      "eval_de_ud_pr_auc": 0.9864420263997016,
+      "eval_el_opus100_pr_auc": 0.9193354720911137,
+      "eval_el_ud_pr_auc": 0.9842951328946223,
+      "eval_en_ersatz_pr_auc": 0.9928326616328185,
+      "eval_en_opus100_pr_auc": 0.9193941707859163,
+      "eval_en_ud_pr_auc": 0.979136988274649,
+      "eval_eo_opus100_pr_auc": 0.9329330203845476,
+      "eval_es_ersatz_pr_auc": 0.9972682708143923,
+      "eval_es_opus100_pr_auc": 0.9324314336775189,
+      "eval_es_ud_pr_auc": 0.9921109649089215,
+      "eval_et_ersatz_pr_auc": 0.9829640248107668,
+      "eval_et_opus100_pr_auc": 0.897537138555872,
+      "eval_et_ud_pr_auc": 0.9618009241154734,
+      "eval_eu_opus100_pr_auc": 0.8895671993603307,
+      "eval_eu_ud_pr_auc": 0.9942396845001453,
+      "eval_fa_opus100_pr_auc": 0.607897054064201,
+      "eval_fa_ud_pr_auc": 0.9918425525122774,
+      "eval_fi_ersatz_pr_auc": 0.9913224913695327,
+      "eval_fi_opus100_pr_auc": 0.9214152925198998,
+      "eval_fi_ud_pr_auc": 0.9754992176099707,
+      "eval_fr_ersatz_pr_auc": 0.9899913914613692,
+      "eval_fr_opus100_pr_auc": 0.9181783027954132,
+      "eval_fr_ud_pr_auc": 0.9874099223925477,
+      "eval_fy_opus100_pr_auc": 0.695784082795673,
+      "eval_ga_opus100_pr_auc": 0.8931162983153152,
+      "eval_ga_ud_pr_auc": 0.8134334202203953,
+      "eval_gd_opus100_pr_auc": 0.6731741946345843,
+      "eval_gd_ud_pr_auc": 0.8257936178648794,
+      "eval_gl_opus100_pr_auc": 0.8961286944606813,
+      "eval_gl_ud_pr_auc": 0.998042563535131,
+      "eval_gu_ersatz_pr_auc": 0.951886899076666,
+      "eval_gu_opus100_pr_auc": 0.7417930208518213,
+      "eval_ha_opus100_pr_auc": 0.9144330224349552,
+      "eval_he_opus100_pr_auc": 0.8718717484676336,
+      "eval_he_ud_pr_auc": 0.9817080274222773,
+      "eval_hi_ersatz_pr_auc": 0.9825777346002434,
+      "eval_hi_opus100_pr_auc": 0.7019146010369127,
+      "eval_hi_ud_pr_auc": 0.9902430296152284,
+      "eval_hu_opus100_pr_auc": 0.9140571328926035,
+      "eval_hu_ud_pr_auc": 0.9839533749944527,
+      "eval_hy_opus100_pr_auc": 0.9113511994624431,
+      "eval_hy_ud_pr_auc": 0.9902215203732334,
+      "eval_id_opus100_pr_auc": 0.8692054087601774,
+      "eval_id_ud_pr_auc": 0.9942510040917211,
+      "eval_ig_opus100_pr_auc": 0.888699182923782,
+      "eval_is_opus100_pr_auc": 0.9247997138311606,
+      "eval_is_ud_pr_auc": 0.9148969623224996,
+      "eval_it_opus100_pr_auc": 0.913547081828154,
+      "eval_it_ud_pr_auc": 0.9992507329878522,
+      "eval_ja_ersatz_pr_auc": 0.8511783782040274,
+      "eval_ja_opus100_pr_auc": 0.8280974851121697,
+      "eval_ja_ud_pr_auc": 0.974909283324461,
+      "eval_jv_ud_pr_auc": 0.9657865911296835,
+      "eval_ka_opus100_pr_auc": 0.8546327515468379,
+      "eval_kk_ersatz_pr_auc": 0.9873744581734061,
+      "eval_kk_opus100_pr_auc": 0.791344295878521,
+      "eval_kk_ud_pr_auc": 0.9764765466359482,
+      "eval_km_ersatz_pr_auc": 0.9230955057356012,
+      "eval_km_opus100_pr_auc": 0.7335063533033696,
+      "eval_kn_opus100_pr_auc": 0.6081158404650254,
+      "eval_ko_opus100_pr_auc": 0.6698150186680207,
+      "eval_ko_ud_pr_auc": 0.9985585586234956,
+      "eval_ku_opus100_pr_auc": 0.8348332834529534,
+      "eval_ky_opus100_pr_auc": 0.8648134506796906,
+      "eval_la_ud_pr_auc": 0.9567808810350426,
+      "eval_loss": 0.028772175312042236,
+      "eval_lt_ersatz_pr_auc": 0.9956137882091297,
+      "eval_lt_opus100_pr_auc": 0.8870732854303923,
+      "eval_lt_ud_pr_auc": 0.9957068755122884,
+      "eval_lv_ersatz_pr_auc": 0.9912179885915947,
+      "eval_lv_opus100_pr_auc": 0.8935056993587691,
+      "eval_lv_ud_pr_auc": 0.9658752615317285,
+      "eval_mg_opus100_pr_auc": 0.9306293718858474,
+      "eval_mk_opus100_pr_auc": 0.9128022643740964,
+      "eval_ml_opus100_pr_auc": 0.799583910832683,
+      "eval_mn_opus100_pr_auc": 0.9461989855415085,
+      "eval_mr_opus100_pr_auc": 0.9091015656010174,
+      "eval_mr_ud_pr_auc": 0.9688831165316472,
+      "eval_ms_opus100_pr_auc": 0.8756552794313301,
+      "eval_mt_opus100_pr_auc": 0.8703270156049288,
+      "eval_mt_ud_pr_auc": 0.9063838318729516,
+      "eval_my_opus100_pr_auc": 0.776150434334956,
+      "eval_ne_opus100_pr_auc": 0.7297345911510127,
+      "eval_nl_opus100_pr_auc": 0.9013950606899503,
+      "eval_nl_ud_pr_auc": 0.9834390280193058,
+      "eval_no_opus100_pr_auc": 0.9174307528150341,
+      "eval_no_ud_pr_auc": 0.996074552504023,
+      "eval_pa_opus100_pr_auc": 0.6734630876869615,
+      "eval_pl_ersatz_pr_auc": 0.9739507124394485,
+      "eval_pl_opus100_pr_auc": 0.8937475088412701,
+      "eval_pl_ud_pr_auc": 0.966681741902895,
+      "eval_ps_ersatz_pr_auc": 0.928859205723568,
+      "eval_ps_opus100_pr_auc": 0.7628242757197604,
+      "eval_pt_opus100_pr_auc": 0.925133975809511,
+      "eval_pt_ud_pr_auc": 0.9851846824116058,
+      "eval_ro_ersatz_pr_auc": 0.9931265731283859,
+      "eval_ro_opus100_pr_auc": 0.8720991784357753,
+      "eval_ro_ud_pr_auc": 0.9670091018906315,
+      "eval_ru_ersatz_pr_auc": 0.9910490043706647,
+      "eval_ru_opus100_pr_auc": 0.9284789789931376,
+      "eval_ru_ud_pr_auc": 0.8783320156422096,
+      "eval_runtime": 623.0723,
+      "eval_samples_per_second": 121.201,
+      "eval_si_opus100_pr_auc": 0.8135999139346406,
+      "eval_sk_opus100_pr_auc": 0.9349618553219209,
+      "eval_sk_ud_pr_auc": 0.9873478490634795,
+      "eval_sl_opus100_pr_auc": 0.8694137561413346,
+      "eval_sl_ud_pr_auc": 0.9702143642906934,
+      "eval_sq_opus100_pr_auc": 0.9268305241714534,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9038200563581383,
+      "eval_sr_ud_pr_auc": 0.9988707146115248,
+      "eval_steps_per_second": 3.788,
+      "eval_sv_opus100_pr_auc": 0.8991287695644298,
+      "eval_sv_ud_pr_auc": 0.9532149487543329,
+      "eval_ta_ersatz_pr_auc": 0.9849023627843244,
+      "eval_ta_opus100_pr_auc": 0.6927877798009939,
+      "eval_ta_ud_pr_auc": 0.9950278225232277,
+      "eval_te_opus100_pr_auc": 0.8442112541374963,
+      "eval_tg_opus100_pr_auc": 0.8886418687276865,
+      "eval_th_opus100_pr_auc": 0.6809320686584002,
+      "eval_th_ud_pr_auc": 0.8375021275293032,
+      "eval_tr_ersatz_pr_auc": 0.9702450252037388,
+      "eval_tr_opus100_pr_auc": 0.8994394312071626,
+      "eval_tr_ud_pr_auc": 0.9543352549225279,
+      "eval_uk_opus100_pr_auc": 0.8811650629293163,
+      "eval_uk_ud_pr_auc": 0.924349062701769,
+      "eval_ur_opus100_pr_auc": 0.5715155220261325,
+      "eval_ur_ud_pr_auc": 0.9955715900518567,
+      "eval_uz_opus100_pr_auc": 0.8773034112908497,
+      "eval_vi_opus100_pr_auc": 0.9007148108271158,
+      "eval_vi_ud_pr_auc": 0.9520568932583463,
+      "eval_xh_opus100_pr_auc": 0.8674602755822947,
+      "eval_yi_opus100_pr_auc": 0.783197542326357,
+      "eval_yo_opus100_pr_auc": 0.8288923716695802,
+      "eval_yo_ud_pr_auc": 0.908905841842334,
+      "eval_zh_ersatz_pr_auc": 0.9298088967682927,
+      "eval_zh_opus100_pr_auc": 0.7250736424541112,
+      "eval_zh_ud_pr_auc": 0.9959840479422736,
+      "eval_zu_opus100_pr_auc": 0.8463829054736002,
+      "step": 370000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.848101265822785e-06,
+      "learning_rate_adapter": 8.848101265822785e-06,
+      "loss": 0.0252,
+      "step": 370050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.835443037974684e-06,
+      "learning_rate_adapter": 8.835443037974684e-06,
+      "loss": 0.0243,
+      "step": 370100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.822784810126583e-06,
+      "learning_rate_adapter": 8.822784810126583e-06,
+      "loss": 0.0244,
+      "step": 370150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.810126582278481e-06,
+      "learning_rate_adapter": 8.810126582278481e-06,
+      "loss": 0.0249,
+      "step": 370200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.79746835443038e-06,
+      "learning_rate_adapter": 8.79746835443038e-06,
+      "loss": 0.0255,
+      "step": 370250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.784810126582279e-06,
+      "learning_rate_adapter": 8.784810126582279e-06,
+      "loss": 0.0251,
+      "step": 370300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.772151898734178e-06,
+      "learning_rate_adapter": 8.772151898734178e-06,
+      "loss": 0.0246,
+      "step": 370350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.759493670886077e-06,
+      "learning_rate_adapter": 8.759493670886077e-06,
+      "loss": 0.0245,
+      "step": 370400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.746835443037976e-06,
+      "learning_rate_adapter": 8.746835443037976e-06,
+      "loss": 0.0245,
+      "step": 370450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.734177215189873e-06,
+      "learning_rate_adapter": 8.734177215189873e-06,
+      "loss": 0.0248,
+      "step": 370500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.721518987341773e-06,
+      "learning_rate_adapter": 8.721518987341773e-06,
+      "loss": 0.0248,
+      "step": 370550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.708860759493672e-06,
+      "learning_rate_adapter": 8.708860759493672e-06,
+      "loss": 0.0243,
+      "step": 370600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.69620253164557e-06,
+      "learning_rate_adapter": 8.69620253164557e-06,
+      "loss": 0.0249,
+      "step": 370650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.683544303797468e-06,
+      "learning_rate_adapter": 8.683544303797468e-06,
+      "loss": 0.025,
+      "step": 370700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.670886075949367e-06,
+      "learning_rate_adapter": 8.670886075949367e-06,
+      "loss": 0.0248,
+      "step": 370750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.658227848101266e-06,
+      "learning_rate_adapter": 8.658227848101266e-06,
+      "loss": 0.025,
+      "step": 370800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.645569620253165e-06,
+      "learning_rate_adapter": 8.645569620253165e-06,
+      "loss": 0.0248,
+      "step": 370850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.632911392405064e-06,
+      "learning_rate_adapter": 8.632911392405064e-06,
+      "loss": 0.0249,
+      "step": 370900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.620253164556963e-06,
+      "learning_rate_adapter": 8.620253164556963e-06,
+      "loss": 0.0255,
+      "step": 370950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.607594936708861e-06,
+      "learning_rate_adapter": 8.607594936708861e-06,
+      "loss": 0.0255,
+      "step": 371000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.59493670886076e-06,
+      "learning_rate_adapter": 8.59493670886076e-06,
+      "loss": 0.0248,
+      "step": 371050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.582278481012657e-06,
+      "learning_rate_adapter": 8.582278481012657e-06,
+      "loss": 0.0253,
+      "step": 371100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.569620253164558e-06,
+      "learning_rate_adapter": 8.569620253164558e-06,
+      "loss": 0.0253,
+      "step": 371150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.556962025316457e-06,
+      "learning_rate_adapter": 8.556962025316457e-06,
+      "loss": 0.0253,
+      "step": 371200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.544303797468354e-06,
+      "learning_rate_adapter": 8.544303797468354e-06,
+      "loss": 0.0249,
+      "step": 371250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.531645569620253e-06,
+      "learning_rate_adapter": 8.531645569620253e-06,
+      "loss": 0.0251,
+      "step": 371300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.518987341772153e-06,
+      "learning_rate_adapter": 8.518987341772153e-06,
+      "loss": 0.0247,
+      "step": 371350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.50632911392405e-06,
+      "learning_rate_adapter": 8.50632911392405e-06,
+      "loss": 0.0252,
+      "step": 371400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.49367088607595e-06,
+      "learning_rate_adapter": 8.49367088607595e-06,
+      "loss": 0.0246,
+      "step": 371450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.481012658227848e-06,
+      "learning_rate_adapter": 8.481012658227848e-06,
+      "loss": 0.0251,
+      "step": 371500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.468354430379747e-06,
+      "learning_rate_adapter": 8.468354430379747e-06,
+      "loss": 0.0249,
+      "step": 371550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.455696202531646e-06,
+      "learning_rate_adapter": 8.455696202531646e-06,
+      "loss": 0.0248,
+      "step": 371600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.443037974683545e-06,
+      "learning_rate_adapter": 8.443037974683545e-06,
+      "loss": 0.0251,
+      "step": 371650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.430379746835444e-06,
+      "learning_rate_adapter": 8.430379746835444e-06,
+      "loss": 0.0245,
+      "step": 371700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.417721518987342e-06,
+      "learning_rate_adapter": 8.417721518987342e-06,
+      "loss": 0.0247,
+      "step": 371750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.405063291139241e-06,
+      "learning_rate_adapter": 8.405063291139241e-06,
+      "loss": 0.0254,
+      "step": 371800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.39240506329114e-06,
+      "learning_rate_adapter": 8.39240506329114e-06,
+      "loss": 0.0238,
+      "step": 371850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.379746835443037e-06,
+      "learning_rate_adapter": 8.379746835443037e-06,
+      "loss": 0.0256,
+      "step": 371900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.367088607594938e-06,
+      "learning_rate_adapter": 8.367088607594938e-06,
+      "loss": 0.0248,
+      "step": 371950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.354430379746837e-06,
+      "learning_rate_adapter": 8.354430379746837e-06,
+      "loss": 0.0255,
+      "step": 372000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.341772151898734e-06,
+      "learning_rate_adapter": 8.341772151898734e-06,
+      "loss": 0.0248,
+      "step": 372050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.329113924050633e-06,
+      "learning_rate_adapter": 8.329113924050633e-06,
+      "loss": 0.0246,
+      "step": 372100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.316455696202533e-06,
+      "learning_rate_adapter": 8.316455696202533e-06,
+      "loss": 0.0249,
+      "step": 372150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.30379746835443e-06,
+      "learning_rate_adapter": 8.30379746835443e-06,
+      "loss": 0.0247,
+      "step": 372200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.29113924050633e-06,
+      "learning_rate_adapter": 8.29113924050633e-06,
+      "loss": 0.025,
+      "step": 372250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.278481012658228e-06,
+      "learning_rate_adapter": 8.278481012658228e-06,
+      "loss": 0.0249,
+      "step": 372300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.265822784810127e-06,
+      "learning_rate_adapter": 8.265822784810127e-06,
+      "loss": 0.0247,
+      "step": 372350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.253164556962026e-06,
+      "learning_rate_adapter": 8.253164556962026e-06,
+      "loss": 0.025,
+      "step": 372400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.240506329113925e-06,
+      "learning_rate_adapter": 8.240506329113925e-06,
+      "loss": 0.0249,
+      "step": 372450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.227848101265822e-06,
+      "learning_rate_adapter": 8.227848101265822e-06,
+      "loss": 0.0253,
+      "step": 372500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.215189873417722e-06,
+      "learning_rate_adapter": 8.215189873417722e-06,
+      "loss": 0.0254,
+      "step": 372550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.202531645569621e-06,
+      "learning_rate_adapter": 8.202531645569621e-06,
+      "loss": 0.0248,
+      "step": 372600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.189873417721519e-06,
+      "learning_rate_adapter": 8.189873417721519e-06,
+      "loss": 0.0251,
+      "step": 372650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.177215189873417e-06,
+      "learning_rate_adapter": 8.177215189873417e-06,
+      "loss": 0.0251,
+      "step": 372700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.164556962025318e-06,
+      "learning_rate_adapter": 8.164556962025318e-06,
+      "loss": 0.0255,
+      "step": 372750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.151898734177215e-06,
+      "learning_rate_adapter": 8.151898734177215e-06,
+      "loss": 0.025,
+      "step": 372800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.139240506329114e-06,
+      "learning_rate_adapter": 8.139240506329114e-06,
+      "loss": 0.0248,
+      "step": 372850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.126582278481013e-06,
+      "learning_rate_adapter": 8.126582278481013e-06,
+      "loss": 0.0248,
+      "step": 372900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.113924050632912e-06,
+      "learning_rate_adapter": 8.113924050632912e-06,
+      "loss": 0.025,
+      "step": 372950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.10126582278481e-06,
+      "learning_rate_adapter": 8.10126582278481e-06,
+      "loss": 0.0247,
+      "step": 373000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.08860759493671e-06,
+      "learning_rate_adapter": 8.08860759493671e-06,
+      "loss": 0.0254,
+      "step": 373050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.075949367088608e-06,
+      "learning_rate_adapter": 8.075949367088608e-06,
+      "loss": 0.0251,
+      "step": 373100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.063291139240507e-06,
+      "learning_rate_adapter": 8.063291139240507e-06,
+      "loss": 0.0245,
+      "step": 373150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.050632911392406e-06,
+      "learning_rate_adapter": 8.050632911392406e-06,
+      "loss": 0.0247,
+      "step": 373200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.037974683544305e-06,
+      "learning_rate_adapter": 8.037974683544305e-06,
+      "loss": 0.0249,
+      "step": 373250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.025316455696202e-06,
+      "learning_rate_adapter": 8.025316455696202e-06,
+      "loss": 0.0248,
+      "step": 373300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.012658227848102e-06,
+      "learning_rate_adapter": 8.012658227848102e-06,
+      "loss": 0.025,
+      "step": 373350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0258,
+      "step": 373400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.987341772151898e-06,
+      "learning_rate_adapter": 7.987341772151898e-06,
+      "loss": 0.0251,
+      "step": 373450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.974683544303797e-06,
+      "learning_rate_adapter": 7.974683544303797e-06,
+      "loss": 0.0247,
+      "step": 373500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.962025316455698e-06,
+      "learning_rate_adapter": 7.962025316455698e-06,
+      "loss": 0.0245,
+      "step": 373550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.949367088607595e-06,
+      "learning_rate_adapter": 7.949367088607595e-06,
+      "loss": 0.025,
+      "step": 373600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.936708860759494e-06,
+      "learning_rate_adapter": 7.936708860759494e-06,
+      "loss": 0.0249,
+      "step": 373650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.924050632911393e-06,
+      "learning_rate_adapter": 7.924050632911393e-06,
+      "loss": 0.0246,
+      "step": 373700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.911392405063292e-06,
+      "learning_rate_adapter": 7.911392405063292e-06,
+      "loss": 0.0245,
+      "step": 373750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.89873417721519e-06,
+      "learning_rate_adapter": 7.89873417721519e-06,
+      "loss": 0.0256,
+      "step": 373800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.88607594936709e-06,
+      "learning_rate_adapter": 7.88607594936709e-06,
+      "loss": 0.025,
+      "step": 373850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.873417721518986e-06,
+      "learning_rate_adapter": 7.873417721518986e-06,
+      "loss": 0.0246,
+      "step": 373900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.860759493670887e-06,
+      "learning_rate_adapter": 7.860759493670887e-06,
+      "loss": 0.0251,
+      "step": 373950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.848101265822786e-06,
+      "learning_rate_adapter": 7.848101265822786e-06,
+      "loss": 0.0247,
+      "step": 374000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.835443037974683e-06,
+      "learning_rate_adapter": 7.835443037974683e-06,
+      "loss": 0.0249,
+      "step": 374050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.822784810126582e-06,
+      "learning_rate_adapter": 7.822784810126582e-06,
+      "loss": 0.0249,
+      "step": 374100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.810126582278482e-06,
+      "learning_rate_adapter": 7.810126582278482e-06,
+      "loss": 0.0253,
+      "step": 374150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.79746835443038e-06,
+      "learning_rate_adapter": 7.79746835443038e-06,
+      "loss": 0.0252,
+      "step": 374200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.784810126582278e-06,
+      "learning_rate_adapter": 7.784810126582278e-06,
+      "loss": 0.025,
+      "step": 374250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.772151898734177e-06,
+      "learning_rate_adapter": 7.772151898734177e-06,
+      "loss": 0.0249,
+      "step": 374300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.759493670886076e-06,
+      "learning_rate_adapter": 7.759493670886076e-06,
+      "loss": 0.0251,
+      "step": 374350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.746835443037975e-06,
+      "learning_rate_adapter": 7.746835443037975e-06,
+      "loss": 0.0254,
+      "step": 374400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.734177215189874e-06,
+      "learning_rate_adapter": 7.734177215189874e-06,
+      "loss": 0.0256,
+      "step": 374450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.721518987341773e-06,
+      "learning_rate_adapter": 7.721518987341773e-06,
+      "loss": 0.0246,
+      "step": 374500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.708860759493672e-06,
+      "learning_rate_adapter": 7.708860759493672e-06,
+      "loss": 0.0249,
+      "step": 374550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.69620253164557e-06,
+      "learning_rate_adapter": 7.69620253164557e-06,
+      "loss": 0.0247,
+      "step": 374600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.68354430379747e-06,
+      "learning_rate_adapter": 7.68354430379747e-06,
+      "loss": 0.0243,
+      "step": 374650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.670886075949366e-06,
+      "learning_rate_adapter": 7.670886075949366e-06,
+      "loss": 0.0249,
+      "step": 374700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.658227848101267e-06,
+      "learning_rate_adapter": 7.658227848101267e-06,
+      "loss": 0.0257,
+      "step": 374750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.645569620253166e-06,
+      "learning_rate_adapter": 7.645569620253166e-06,
+      "loss": 0.0247,
+      "step": 374800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.632911392405063e-06,
+      "learning_rate_adapter": 7.632911392405063e-06,
+      "loss": 0.0256,
+      "step": 374850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.620253164556962e-06,
+      "learning_rate_adapter": 7.620253164556962e-06,
+      "loss": 0.0254,
+      "step": 374900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.607594936708862e-06,
+      "learning_rate_adapter": 7.607594936708862e-06,
+      "loss": 0.025,
+      "step": 374950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.5949367088607605e-06,
+      "learning_rate_adapter": 7.5949367088607605e-06,
+      "loss": 0.0249,
+      "step": 375000
+    },
+    {
+      "epoch": 0.32,
+      "eval_af_opus100_pr_auc": 0.8024972321734629,
+      "eval_af_ud_pr_auc": 0.9927115193625763,
+      "eval_am_opus100_pr_auc": 0.614262734846885,
+      "eval_ar_ersatz_pr_auc": 0.929133737270126,
+      "eval_ar_opus100_pr_auc": 0.7374701891081659,
+      "eval_ar_ud_pr_auc": 0.8826374475286537,
+      "eval_average_ersatz_pr_auc": 0.9682401142920741,
+      "eval_average_opus100_pr_auc": 0.841880666755957,
+      "eval_average_ud_pr_auc": 0.9648382406828442,
+      "eval_az_opus100_pr_auc": 0.8063900981939086,
+      "eval_be_opus100_pr_auc": 0.6904194040021693,
+      "eval_be_ud_pr_auc": 0.8908282284059694,
+      "eval_bg_opus100_pr_auc": 0.9213897593946613,
+      "eval_bg_ud_pr_auc": 0.9966382839618606,
+      "eval_bn_opus100_pr_auc": 0.8362499070711924,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8839053719512819,
+      "eval_ca_ud_pr_auc": 0.9953169056980965,
+      "eval_ceb_ud_pr_auc": 0.9967192461101139,
+      "eval_cs_ersatz_pr_auc": 0.9852801573450596,
+      "eval_cs_opus100_pr_auc": 0.907221916360317,
+      "eval_cs_ud_pr_auc": 0.9606723224303148,
+      "eval_cy_opus100_pr_auc": 0.7757514111919165,
+      "eval_cy_ud_pr_auc": 0.9949113363975594,
+      "eval_da_opus100_pr_auc": 0.9237633907668559,
+      "eval_da_ud_pr_auc": 0.9843123998496529,
+      "eval_de_ersatz_pr_auc": 0.984060280221192,
+      "eval_de_opus100_pr_auc": 0.9098231931487387,
+      "eval_de_ud_pr_auc": 0.9856407757236106,
+      "eval_el_opus100_pr_auc": 0.9198417977560794,
+      "eval_el_ud_pr_auc": 0.9833600480457737,
+      "eval_en_ersatz_pr_auc": 0.9926748666644005,
+      "eval_en_opus100_pr_auc": 0.9232326866172674,
+      "eval_en_ud_pr_auc": 0.9767136076752607,
+      "eval_eo_opus100_pr_auc": 0.9348600262653871,
+      "eval_es_ersatz_pr_auc": 0.9972754878612646,
+      "eval_es_opus100_pr_auc": 0.9327256648531869,
+      "eval_es_ud_pr_auc": 0.9912055886091277,
+      "eval_et_ersatz_pr_auc": 0.983132834336894,
+      "eval_et_opus100_pr_auc": 0.9016311792869152,
+      "eval_et_ud_pr_auc": 0.9638212393756157,
+      "eval_eu_opus100_pr_auc": 0.8922422635931669,
+      "eval_eu_ud_pr_auc": 0.9936969856390885,
+      "eval_fa_opus100_pr_auc": 0.6072270214865252,
+      "eval_fa_ud_pr_auc": 0.9922982640410055,
+      "eval_fi_ersatz_pr_auc": 0.9906837755218763,
+      "eval_fi_opus100_pr_auc": 0.922548754418584,
+      "eval_fi_ud_pr_auc": 0.9746670502869135,
+      "eval_fr_ersatz_pr_auc": 0.9891059441098387,
+      "eval_fr_opus100_pr_auc": 0.9194437718795777,
+      "eval_fr_ud_pr_auc": 0.9868466855957777,
+      "eval_fy_opus100_pr_auc": 0.7049016937355379,
+      "eval_ga_opus100_pr_auc": 0.893290102777615,
+      "eval_ga_ud_pr_auc": 0.8096541587313072,
+      "eval_gd_opus100_pr_auc": 0.6990784985639058,
+      "eval_gd_ud_pr_auc": 0.827069008891735,
+      "eval_gl_opus100_pr_auc": 0.8959614369282859,
+      "eval_gl_ud_pr_auc": 0.9985632399122389,
+      "eval_gu_ersatz_pr_auc": 0.9509951604227763,
+      "eval_gu_opus100_pr_auc": 0.7538753426728952,
+      "eval_ha_opus100_pr_auc": 0.9164541732975746,
+      "eval_he_opus100_pr_auc": 0.871102101671292,
+      "eval_he_ud_pr_auc": 0.9803080551284821,
+      "eval_hi_ersatz_pr_auc": 0.9826599451797066,
+      "eval_hi_opus100_pr_auc": 0.7016907117661346,
+      "eval_hi_ud_pr_auc": 0.9896961834239395,
+      "eval_hu_opus100_pr_auc": 0.9130866340703585,
+      "eval_hu_ud_pr_auc": 0.9839077619400151,
+      "eval_hy_opus100_pr_auc": 0.9130570639289901,
+      "eval_hy_ud_pr_auc": 0.9890608850409046,
+      "eval_id_opus100_pr_auc": 0.8699717466928999,
+      "eval_id_ud_pr_auc": 0.9938919218011424,
+      "eval_ig_opus100_pr_auc": 0.8949453952491477,
+      "eval_is_opus100_pr_auc": 0.9244159972282696,
+      "eval_is_ud_pr_auc": 0.9116818467325645,
+      "eval_it_opus100_pr_auc": 0.912659759285995,
+      "eval_it_ud_pr_auc": 0.9994408541570063,
+      "eval_ja_ersatz_pr_auc": 0.8466040045352777,
+      "eval_ja_opus100_pr_auc": 0.8331810384749606,
+      "eval_ja_ud_pr_auc": 0.9741142101185842,
+      "eval_jv_ud_pr_auc": 0.9654839137247296,
+      "eval_ka_opus100_pr_auc": 0.8550127569842875,
+      "eval_kk_ersatz_pr_auc": 0.9867747817421936,
+      "eval_kk_opus100_pr_auc": 0.8007838554460924,
+      "eval_kk_ud_pr_auc": 0.9772224800676128,
+      "eval_km_ersatz_pr_auc": 0.926137982332787,
+      "eval_km_opus100_pr_auc": 0.7303840885750843,
+      "eval_kn_opus100_pr_auc": 0.6215182892166576,
+      "eval_ko_opus100_pr_auc": 0.6726194639321728,
+      "eval_ko_ud_pr_auc": 0.9976288977731324,
+      "eval_ku_opus100_pr_auc": 0.8478211796907106,
+      "eval_ky_opus100_pr_auc": 0.8739125690310847,
+      "eval_la_ud_pr_auc": 0.9570371069608803,
+      "eval_loss": 0.02879447489976883,
+      "eval_lt_ersatz_pr_auc": 0.9956059832432811,
+      "eval_lt_opus100_pr_auc": 0.8905240216114146,
+      "eval_lt_ud_pr_auc": 0.9957129688750537,
+      "eval_lv_ersatz_pr_auc": 0.9906049547881074,
+      "eval_lv_opus100_pr_auc": 0.8918344457116075,
+      "eval_lv_ud_pr_auc": 0.965049632044473,
+      "eval_mg_opus100_pr_auc": 0.9313886066739815,
+      "eval_mk_opus100_pr_auc": 0.9170575339339094,
+      "eval_ml_opus100_pr_auc": 0.7985539717703536,
+      "eval_mn_opus100_pr_auc": 0.9496918508169018,
+      "eval_mr_opus100_pr_auc": 0.9096895641944804,
+      "eval_mr_ud_pr_auc": 0.972027156388046,
+      "eval_ms_opus100_pr_auc": 0.8779810063974363,
+      "eval_mt_opus100_pr_auc": 0.8702593913358295,
+      "eval_mt_ud_pr_auc": 0.9097878194923784,
+      "eval_my_opus100_pr_auc": 0.7820941764953963,
+      "eval_ne_opus100_pr_auc": 0.7335633963503685,
+      "eval_nl_opus100_pr_auc": 0.9044259473909834,
+      "eval_nl_ud_pr_auc": 0.9821546103145412,
+      "eval_no_opus100_pr_auc": 0.9191808963928707,
+      "eval_no_ud_pr_auc": 0.9960636498070679,
+      "eval_pa_opus100_pr_auc": 0.6850330613268784,
+      "eval_pl_ersatz_pr_auc": 0.9719625213380364,
+      "eval_pl_opus100_pr_auc": 0.8929065841725614,
+      "eval_pl_ud_pr_auc": 0.9667871586861967,
+      "eval_ps_ersatz_pr_auc": 0.9303400514312214,
+      "eval_ps_opus100_pr_auc": 0.7695263871713705,
+      "eval_pt_opus100_pr_auc": 0.9251291926143307,
+      "eval_pt_ud_pr_auc": 0.9849395025814234,
+      "eval_ro_ersatz_pr_auc": 0.9929874307896704,
+      "eval_ro_opus100_pr_auc": 0.8786138639985772,
+      "eval_ro_ud_pr_auc": 0.9651834970748161,
+      "eval_ru_ersatz_pr_auc": 0.9906224173574033,
+      "eval_ru_opus100_pr_auc": 0.9308190891245302,
+      "eval_ru_ud_pr_auc": 0.8774061766520745,
+      "eval_runtime": 626.6174,
+      "eval_samples_per_second": 120.515,
+      "eval_si_opus100_pr_auc": 0.8133194355195047,
+      "eval_sk_opus100_pr_auc": 0.9359197493233796,
+      "eval_sk_ud_pr_auc": 0.9868261820989647,
+      "eval_sl_opus100_pr_auc": 0.8726070283101028,
+      "eval_sl_ud_pr_auc": 0.9686016233941959,
+      "eval_sq_opus100_pr_auc": 0.9282076204908168,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9035874947437271,
+      "eval_sr_ud_pr_auc": 0.9988939420115254,
+      "eval_steps_per_second": 3.766,
+      "eval_sv_opus100_pr_auc": 0.8976667036159187,
+      "eval_sv_ud_pr_auc": 0.9505875249260574,
+      "eval_ta_ersatz_pr_auc": 0.9845862251831664,
+      "eval_ta_opus100_pr_auc": 0.7005754292341945,
+      "eval_ta_ud_pr_auc": 0.9953070786347133,
+      "eval_te_opus100_pr_auc": 0.8440387314140934,
+      "eval_tg_opus100_pr_auc": 0.896817533613027,
+      "eval_th_opus100_pr_auc": 0.6843715729268112,
+      "eval_th_ud_pr_auc": 0.8467051833546877,
+      "eval_tr_ersatz_pr_auc": 0.9697653774372562,
+      "eval_tr_opus100_pr_auc": 0.8979863790731171,
+      "eval_tr_ud_pr_auc": 0.95592031738319,
+      "eval_uk_opus100_pr_auc": 0.8814384924478896,
+      "eval_uk_ud_pr_auc": 0.9244505684513482,
+      "eval_ur_opus100_pr_auc": 0.5756947807801517,
+      "eval_ur_ud_pr_auc": 0.9955716215226438,
+      "eval_uz_opus100_pr_auc": 0.8835064318583098,
+      "eval_vi_opus100_pr_auc": 0.9015015391358866,
+      "eval_vi_ud_pr_auc": 0.9547975666848483,
+      "eval_xh_opus100_pr_auc": 0.8751250088030749,
+      "eval_yi_opus100_pr_auc": 0.7989323031980348,
+      "eval_yo_opus100_pr_auc": 0.8346247041867799,
+      "eval_yo_ud_pr_auc": 0.9104390151856174,
+      "eval_zh_ersatz_pr_auc": 0.9302885953140914,
+      "eval_zh_opus100_pr_auc": 0.7305730074897299,
+      "eval_zh_ud_pr_auc": 0.9948084642170116,
+      "eval_zu_opus100_pr_auc": 0.8568260667539481,
+      "step": 375000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.5822784810126585e-06,
+      "learning_rate_adapter": 7.5822784810126585e-06,
+      "loss": 0.0257,
+      "step": 375050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.5696202531645565e-06,
+      "learning_rate_adapter": 7.5696202531645565e-06,
+      "loss": 0.0252,
+      "step": 375100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.556962025316457e-06,
+      "learning_rate_adapter": 7.556962025316457e-06,
+      "loss": 0.0251,
+      "step": 375150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.544303797468355e-06,
+      "learning_rate_adapter": 7.544303797468355e-06,
+      "loss": 0.0251,
+      "step": 375200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.531645569620253e-06,
+      "learning_rate_adapter": 7.531645569620253e-06,
+      "loss": 0.0248,
+      "step": 375250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.518987341772152e-06,
+      "learning_rate_adapter": 7.518987341772152e-06,
+      "loss": 0.0247,
+      "step": 375300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.506329113924052e-06,
+      "learning_rate_adapter": 7.506329113924052e-06,
+      "loss": 0.0245,
+      "step": 375350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.49367088607595e-06,
+      "learning_rate_adapter": 7.49367088607595e-06,
+      "loss": 0.0248,
+      "step": 375400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.4810126582278485e-06,
+      "learning_rate_adapter": 7.4810126582278485e-06,
+      "loss": 0.0253,
+      "step": 375450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.4683544303797465e-06,
+      "learning_rate_adapter": 7.4683544303797465e-06,
+      "loss": 0.0246,
+      "step": 375500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.455696202531646e-06,
+      "learning_rate_adapter": 7.455696202531646e-06,
+      "loss": 0.0251,
+      "step": 375550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.443037974683545e-06,
+      "learning_rate_adapter": 7.443037974683545e-06,
+      "loss": 0.0247,
+      "step": 375600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.430379746835443e-06,
+      "learning_rate_adapter": 7.430379746835443e-06,
+      "loss": 0.0245,
+      "step": 375650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.417721518987342e-06,
+      "learning_rate_adapter": 7.417721518987342e-06,
+      "loss": 0.025,
+      "step": 375700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.405063291139242e-06,
+      "learning_rate_adapter": 7.405063291139242e-06,
+      "loss": 0.0244,
+      "step": 375750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.39240506329114e-06,
+      "learning_rate_adapter": 7.39240506329114e-06,
+      "loss": 0.0257,
+      "step": 375800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.3797468354430385e-06,
+      "learning_rate_adapter": 7.3797468354430385e-06,
+      "loss": 0.0251,
+      "step": 375850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.3670886075949365e-06,
+      "learning_rate_adapter": 7.3670886075949365e-06,
+      "loss": 0.025,
+      "step": 375900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.354430379746836e-06,
+      "learning_rate_adapter": 7.354430379746836e-06,
+      "loss": 0.0255,
+      "step": 375950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.341772151898735e-06,
+      "learning_rate_adapter": 7.341772151898735e-06,
+      "loss": 0.0246,
+      "step": 376000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.329113924050633e-06,
+      "learning_rate_adapter": 7.329113924050633e-06,
+      "loss": 0.0256,
+      "step": 376050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.316455696202532e-06,
+      "learning_rate_adapter": 7.316455696202532e-06,
+      "loss": 0.0248,
+      "step": 376100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.303797468354432e-06,
+      "learning_rate_adapter": 7.303797468354432e-06,
+      "loss": 0.0249,
+      "step": 376150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.29113924050633e-06,
+      "learning_rate_adapter": 7.29113924050633e-06,
+      "loss": 0.0248,
+      "step": 376200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.2784810126582285e-06,
+      "learning_rate_adapter": 7.2784810126582285e-06,
+      "loss": 0.0248,
+      "step": 376250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.2658227848101265e-06,
+      "learning_rate_adapter": 7.2658227848101265e-06,
+      "loss": 0.0249,
+      "step": 376300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.253164556962026e-06,
+      "learning_rate_adapter": 7.253164556962026e-06,
+      "loss": 0.0247,
+      "step": 376350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.240506329113925e-06,
+      "learning_rate_adapter": 7.240506329113925e-06,
+      "loss": 0.0254,
+      "step": 376400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.227848101265823e-06,
+      "learning_rate_adapter": 7.227848101265823e-06,
+      "loss": 0.0255,
+      "step": 376450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.215189873417721e-06,
+      "learning_rate_adapter": 7.215189873417721e-06,
+      "loss": 0.0254,
+      "step": 376500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.202531645569622e-06,
+      "learning_rate_adapter": 7.202531645569622e-06,
+      "loss": 0.0252,
+      "step": 376550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.18987341772152e-06,
+      "learning_rate_adapter": 7.18987341772152e-06,
+      "loss": 0.025,
+      "step": 376600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.177215189873418e-06,
+      "learning_rate_adapter": 7.177215189873418e-06,
+      "loss": 0.0252,
+      "step": 376650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.1645569620253165e-06,
+      "learning_rate_adapter": 7.1645569620253165e-06,
+      "loss": 0.0251,
+      "step": 376700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.151898734177216e-06,
+      "learning_rate_adapter": 7.151898734177216e-06,
+      "loss": 0.0251,
+      "step": 376750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.139240506329114e-06,
+      "learning_rate_adapter": 7.139240506329114e-06,
+      "loss": 0.0256,
+      "step": 376800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.126582278481013e-06,
+      "learning_rate_adapter": 7.126582278481013e-06,
+      "loss": 0.0251,
+      "step": 376850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.113924050632911e-06,
+      "learning_rate_adapter": 7.113924050632911e-06,
+      "loss": 0.025,
+      "step": 376900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.101265822784811e-06,
+      "learning_rate_adapter": 7.101265822784811e-06,
+      "loss": 0.0252,
+      "step": 376950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.08860759493671e-06,
+      "learning_rate_adapter": 7.08860759493671e-06,
+      "loss": 0.0251,
+      "step": 377000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.075949367088608e-06,
+      "learning_rate_adapter": 7.075949367088608e-06,
+      "loss": 0.0249,
+      "step": 377050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.0632911392405065e-06,
+      "learning_rate_adapter": 7.0632911392405065e-06,
+      "loss": 0.0253,
+      "step": 377100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.050632911392406e-06,
+      "learning_rate_adapter": 7.050632911392406e-06,
+      "loss": 0.025,
+      "step": 377150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.037974683544304e-06,
+      "learning_rate_adapter": 7.037974683544304e-06,
+      "loss": 0.0251,
+      "step": 377200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.025316455696203e-06,
+      "learning_rate_adapter": 7.025316455696203e-06,
+      "loss": 0.0252,
+      "step": 377250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.012658227848101e-06,
+      "learning_rate_adapter": 7.012658227848101e-06,
+      "loss": 0.0252,
+      "step": 377300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0249,
+      "step": 377350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.9873417721519e-06,
+      "learning_rate_adapter": 6.9873417721519e-06,
+      "loss": 0.0248,
+      "step": 377400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.974683544303798e-06,
+      "learning_rate_adapter": 6.974683544303798e-06,
+      "loss": 0.0246,
+      "step": 377450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.9620253164556965e-06,
+      "learning_rate_adapter": 6.9620253164556965e-06,
+      "loss": 0.0252,
+      "step": 377500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.949367088607596e-06,
+      "learning_rate_adapter": 6.949367088607596e-06,
+      "loss": 0.0248,
+      "step": 377550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.936708860759494e-06,
+      "learning_rate_adapter": 6.936708860759494e-06,
+      "loss": 0.0248,
+      "step": 377600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.924050632911393e-06,
+      "learning_rate_adapter": 6.924050632911393e-06,
+      "loss": 0.0246,
+      "step": 377650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.911392405063291e-06,
+      "learning_rate_adapter": 6.911392405063291e-06,
+      "loss": 0.025,
+      "step": 377700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.898734177215191e-06,
+      "learning_rate_adapter": 6.898734177215191e-06,
+      "loss": 0.0252,
+      "step": 377750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.88607594936709e-06,
+      "learning_rate_adapter": 6.88607594936709e-06,
+      "loss": 0.0252,
+      "step": 377800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.873417721518988e-06,
+      "learning_rate_adapter": 6.873417721518988e-06,
+      "loss": 0.025,
+      "step": 377850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.8607594936708865e-06,
+      "learning_rate_adapter": 6.8607594936708865e-06,
+      "loss": 0.0242,
+      "step": 377900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.848101265822786e-06,
+      "learning_rate_adapter": 6.848101265822786e-06,
+      "loss": 0.0259,
+      "step": 377950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.835443037974684e-06,
+      "learning_rate_adapter": 6.835443037974684e-06,
+      "loss": 0.0252,
+      "step": 378000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.822784810126583e-06,
+      "learning_rate_adapter": 6.822784810126583e-06,
+      "loss": 0.0249,
+      "step": 378050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.810126582278481e-06,
+      "learning_rate_adapter": 6.810126582278481e-06,
+      "loss": 0.0242,
+      "step": 378100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.797468354430379e-06,
+      "learning_rate_adapter": 6.797468354430379e-06,
+      "loss": 0.0252,
+      "step": 378150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.784810126582279e-06,
+      "learning_rate_adapter": 6.784810126582279e-06,
+      "loss": 0.0251,
+      "step": 378200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.772151898734178e-06,
+      "learning_rate_adapter": 6.772151898734178e-06,
+      "loss": 0.0247,
+      "step": 378250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.759493670886076e-06,
+      "learning_rate_adapter": 6.759493670886076e-06,
+      "loss": 0.0241,
+      "step": 378300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.7468354430379745e-06,
+      "learning_rate_adapter": 6.7468354430379745e-06,
+      "loss": 0.0252,
+      "step": 378350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.734177215189874e-06,
+      "learning_rate_adapter": 6.734177215189874e-06,
+      "loss": 0.0252,
+      "step": 378400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.721518987341772e-06,
+      "learning_rate_adapter": 6.721518987341772e-06,
+      "loss": 0.026,
+      "step": 378450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.708860759493671e-06,
+      "learning_rate_adapter": 6.708860759493671e-06,
+      "loss": 0.0245,
+      "step": 378500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.696202531645569e-06,
+      "learning_rate_adapter": 6.696202531645569e-06,
+      "loss": 0.0248,
+      "step": 378550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.683544303797469e-06,
+      "learning_rate_adapter": 6.683544303797469e-06,
+      "loss": 0.0243,
+      "step": 378600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.670886075949368e-06,
+      "learning_rate_adapter": 6.670886075949368e-06,
+      "loss": 0.0248,
+      "step": 378650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.658227848101266e-06,
+      "learning_rate_adapter": 6.658227848101266e-06,
+      "loss": 0.0259,
+      "step": 378700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.6455696202531645e-06,
+      "learning_rate_adapter": 6.6455696202531645e-06,
+      "loss": 0.0249,
+      "step": 378750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.632911392405064e-06,
+      "learning_rate_adapter": 6.632911392405064e-06,
+      "loss": 0.025,
+      "step": 378800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.620253164556962e-06,
+      "learning_rate_adapter": 6.620253164556962e-06,
+      "loss": 0.0246,
+      "step": 378850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.607594936708861e-06,
+      "learning_rate_adapter": 6.607594936708861e-06,
+      "loss": 0.0253,
+      "step": 378900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.594936708860759e-06,
+      "learning_rate_adapter": 6.594936708860759e-06,
+      "loss": 0.0242,
+      "step": 378950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.582278481012659e-06,
+      "learning_rate_adapter": 6.582278481012659e-06,
+      "loss": 0.025,
+      "step": 379000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.569620253164558e-06,
+      "learning_rate_adapter": 6.569620253164558e-06,
+      "loss": 0.0244,
+      "step": 379050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.556962025316456e-06,
+      "learning_rate_adapter": 6.556962025316456e-06,
+      "loss": 0.0257,
+      "step": 379100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.5443037974683545e-06,
+      "learning_rate_adapter": 6.5443037974683545e-06,
+      "loss": 0.0248,
+      "step": 379150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.531645569620254e-06,
+      "learning_rate_adapter": 6.531645569620254e-06,
+      "loss": 0.0243,
+      "step": 379200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.518987341772152e-06,
+      "learning_rate_adapter": 6.518987341772152e-06,
+      "loss": 0.0245,
+      "step": 379250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.506329113924051e-06,
+      "learning_rate_adapter": 6.506329113924051e-06,
+      "loss": 0.025,
+      "step": 379300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.493670886075949e-06,
+      "learning_rate_adapter": 6.493670886075949e-06,
+      "loss": 0.0251,
+      "step": 379350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.481012658227849e-06,
+      "learning_rate_adapter": 6.481012658227849e-06,
+      "loss": 0.0257,
+      "step": 379400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.468354430379748e-06,
+      "learning_rate_adapter": 6.468354430379748e-06,
+      "loss": 0.0254,
+      "step": 379450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.455696202531646e-06,
+      "learning_rate_adapter": 6.455696202531646e-06,
+      "loss": 0.0255,
+      "step": 379500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.443037974683544e-06,
+      "learning_rate_adapter": 6.443037974683544e-06,
+      "loss": 0.0248,
+      "step": 379550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.430379746835444e-06,
+      "learning_rate_adapter": 6.430379746835444e-06,
+      "loss": 0.0252,
+      "step": 379600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.417721518987342e-06,
+      "learning_rate_adapter": 6.417721518987342e-06,
+      "loss": 0.0248,
+      "step": 379650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.40506329113924e-06,
+      "learning_rate_adapter": 6.40506329113924e-06,
+      "loss": 0.0253,
+      "step": 379700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.392405063291139e-06,
+      "learning_rate_adapter": 6.392405063291139e-06,
+      "loss": 0.0254,
+      "step": 379750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.379746835443039e-06,
+      "learning_rate_adapter": 6.379746835443039e-06,
+      "loss": 0.0251,
+      "step": 379800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.367088607594937e-06,
+      "learning_rate_adapter": 6.367088607594937e-06,
+      "loss": 0.0253,
+      "step": 379850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.354430379746836e-06,
+      "learning_rate_adapter": 6.354430379746836e-06,
+      "loss": 0.025,
+      "step": 379900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.341772151898734e-06,
+      "learning_rate_adapter": 6.341772151898734e-06,
+      "loss": 0.0249,
+      "step": 379950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.329113924050633e-06,
+      "learning_rate_adapter": 6.329113924050633e-06,
+      "loss": 0.0249,
+      "step": 380000
+    },
+    {
+      "epoch": 0.32,
+      "eval_af_opus100_pr_auc": 0.8018585347869462,
+      "eval_af_ud_pr_auc": 0.992691941034346,
+      "eval_am_opus100_pr_auc": 0.6045406665201988,
+      "eval_ar_ersatz_pr_auc": 0.9298396722912785,
+      "eval_ar_opus100_pr_auc": 0.7416555413217415,
+      "eval_ar_ud_pr_auc": 0.8822239868206795,
+      "eval_average_ersatz_pr_auc": 0.9683064538626787,
+      "eval_average_opus100_pr_auc": 0.842947219974933,
+      "eval_average_ud_pr_auc": 0.9650259240715977,
+      "eval_az_opus100_pr_auc": 0.8044612374795452,
+      "eval_be_opus100_pr_auc": 0.6950873230065003,
+      "eval_be_ud_pr_auc": 0.8909414320137256,
+      "eval_bg_opus100_pr_auc": 0.9247694066620048,
+      "eval_bg_ud_pr_auc": 0.997491396665229,
+      "eval_bn_opus100_pr_auc": 0.8390962681800569,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8901871648722587,
+      "eval_ca_ud_pr_auc": 0.9953892237202581,
+      "eval_ceb_ud_pr_auc": 0.9961122258910021,
+      "eval_cs_ersatz_pr_auc": 0.9867080784082436,
+      "eval_cs_opus100_pr_auc": 0.9094431702504092,
+      "eval_cs_ud_pr_auc": 0.962325300814983,
+      "eval_cy_opus100_pr_auc": 0.7719217626149164,
+      "eval_cy_ud_pr_auc": 0.9949150186337138,
+      "eval_da_opus100_pr_auc": 0.9263284286913752,
+      "eval_da_ud_pr_auc": 0.9862409992297745,
+      "eval_de_ersatz_pr_auc": 0.9866452780254624,
+      "eval_de_opus100_pr_auc": 0.9088955758913199,
+      "eval_de_ud_pr_auc": 0.9869938674313522,
+      "eval_el_opus100_pr_auc": 0.9226597675110897,
+      "eval_el_ud_pr_auc": 0.9832662016480472,
+      "eval_en_ersatz_pr_auc": 0.9927470371837728,
+      "eval_en_opus100_pr_auc": 0.9243989593579791,
+      "eval_en_ud_pr_auc": 0.9780847653044941,
+      "eval_eo_opus100_pr_auc": 0.9368093469035285,
+      "eval_es_ersatz_pr_auc": 0.9973459086113196,
+      "eval_es_opus100_pr_auc": 0.9356298506917928,
+      "eval_es_ud_pr_auc": 0.9920733678620932,
+      "eval_et_ersatz_pr_auc": 0.9831142737106381,
+      "eval_et_opus100_pr_auc": 0.8998455882322789,
+      "eval_et_ud_pr_auc": 0.9676272317941792,
+      "eval_eu_opus100_pr_auc": 0.8928085977164811,
+      "eval_eu_ud_pr_auc": 0.9928007746877565,
+      "eval_fa_opus100_pr_auc": 0.6116572652131474,
+      "eval_fa_ud_pr_auc": 0.9918812862239711,
+      "eval_fi_ersatz_pr_auc": 0.9921401411865808,
+      "eval_fi_opus100_pr_auc": 0.9248533814009045,
+      "eval_fi_ud_pr_auc": 0.9749789836964017,
+      "eval_fr_ersatz_pr_auc": 0.990519902557619,
+      "eval_fr_opus100_pr_auc": 0.9226572849359616,
+      "eval_fr_ud_pr_auc": 0.986972571183629,
+      "eval_fy_opus100_pr_auc": 0.7111364014879377,
+      "eval_ga_opus100_pr_auc": 0.8936632823667685,
+      "eval_ga_ud_pr_auc": 0.8130046741978558,
+      "eval_gd_opus100_pr_auc": 0.68319944025441,
+      "eval_gd_ud_pr_auc": 0.8245299017938438,
+      "eval_gl_opus100_pr_auc": 0.9034502795938117,
+      "eval_gl_ud_pr_auc": 0.9986138340855266,
+      "eval_gu_ersatz_pr_auc": 0.9459455506986684,
+      "eval_gu_opus100_pr_auc": 0.7449827993881609,
+      "eval_ha_opus100_pr_auc": 0.9167453771064276,
+      "eval_he_opus100_pr_auc": 0.8765476825158223,
+      "eval_he_ud_pr_auc": 0.9805980290766745,
+      "eval_hi_ersatz_pr_auc": 0.982175172701819,
+      "eval_hi_opus100_pr_auc": 0.7037860197048573,
+      "eval_hi_ud_pr_auc": 0.9877442009898367,
+      "eval_hu_opus100_pr_auc": 0.9183405814789186,
+      "eval_hu_ud_pr_auc": 0.9847267680546016,
+      "eval_hy_opus100_pr_auc": 0.9130567922514545,
+      "eval_hy_ud_pr_auc": 0.9888767041633694,
+      "eval_id_opus100_pr_auc": 0.8789348780981344,
+      "eval_id_ud_pr_auc": 0.9945556176134437,
+      "eval_ig_opus100_pr_auc": 0.8928029241781255,
+      "eval_is_opus100_pr_auc": 0.9266884591107539,
+      "eval_is_ud_pr_auc": 0.9152328454601755,
+      "eval_it_opus100_pr_auc": 0.915928843668978,
+      "eval_it_ud_pr_auc": 0.9991338556331022,
+      "eval_ja_ersatz_pr_auc": 0.8413691483810177,
+      "eval_ja_opus100_pr_auc": 0.8324148816609562,
+      "eval_ja_ud_pr_auc": 0.9764643208679195,
+      "eval_jv_ud_pr_auc": 0.9654012612646898,
+      "eval_ka_opus100_pr_auc": 0.8566469408121866,
+      "eval_kk_ersatz_pr_auc": 0.9866791130894532,
+      "eval_kk_opus100_pr_auc": 0.8040494831929279,
+      "eval_kk_ud_pr_auc": 0.9767349135785448,
+      "eval_km_ersatz_pr_auc": 0.9262660892661492,
+      "eval_km_opus100_pr_auc": 0.746355040357728,
+      "eval_kn_opus100_pr_auc": 0.6237460884069291,
+      "eval_ko_opus100_pr_auc": 0.6794088650278755,
+      "eval_ko_ud_pr_auc": 0.9977612160704209,
+      "eval_ku_opus100_pr_auc": 0.8406605599969578,
+      "eval_ky_opus100_pr_auc": 0.8665091408011113,
+      "eval_la_ud_pr_auc": 0.948235172732816,
+      "eval_loss": 0.028726665303111076,
+      "eval_lt_ersatz_pr_auc": 0.9958351613337793,
+      "eval_lt_opus100_pr_auc": 0.8889177272587154,
+      "eval_lt_ud_pr_auc": 0.9960590185665746,
+      "eval_lv_ersatz_pr_auc": 0.9902035965672853,
+      "eval_lv_opus100_pr_auc": 0.8903655303103907,
+      "eval_lv_ud_pr_auc": 0.9658382402834434,
+      "eval_mg_opus100_pr_auc": 0.931962295775457,
+      "eval_mk_opus100_pr_auc": 0.9204734272410929,
+      "eval_ml_opus100_pr_auc": 0.8033144463017791,
+      "eval_mn_opus100_pr_auc": 0.9455916477238784,
+      "eval_mr_opus100_pr_auc": 0.9142980645725463,
+      "eval_mr_ud_pr_auc": 0.9705974390506888,
+      "eval_ms_opus100_pr_auc": 0.8825495727393424,
+      "eval_mt_opus100_pr_auc": 0.8726239965365069,
+      "eval_mt_ud_pr_auc": 0.9130347982095396,
+      "eval_my_opus100_pr_auc": 0.7875576780194822,
+      "eval_ne_opus100_pr_auc": 0.726682095491605,
+      "eval_nl_opus100_pr_auc": 0.9074972405403302,
+      "eval_nl_ud_pr_auc": 0.9821999367594899,
+      "eval_no_opus100_pr_auc": 0.9208543362881992,
+      "eval_no_ud_pr_auc": 0.9959571046096147,
+      "eval_pa_opus100_pr_auc": 0.6736091656478305,
+      "eval_pl_ersatz_pr_auc": 0.9725134625992187,
+      "eval_pl_opus100_pr_auc": 0.8961980523213307,
+      "eval_pl_ud_pr_auc": 0.9684178375181214,
+      "eval_ps_ersatz_pr_auc": 0.923579015213349,
+      "eval_ps_opus100_pr_auc": 0.760962466197986,
+      "eval_pt_opus100_pr_auc": 0.9281881079137144,
+      "eval_pt_ud_pr_auc": 0.9857892760531062,
+      "eval_ro_ersatz_pr_auc": 0.9938594638841539,
+      "eval_ro_opus100_pr_auc": 0.8790300288470221,
+      "eval_ro_ud_pr_auc": 0.9675304536266214,
+      "eval_ru_ersatz_pr_auc": 0.9912873328555875,
+      "eval_ru_opus100_pr_auc": 0.928652054847877,
+      "eval_ru_ud_pr_auc": 0.8809783882442815,
+      "eval_runtime": 616.0775,
+      "eval_samples_per_second": 122.577,
+      "eval_si_opus100_pr_auc": 0.8174596388322557,
+      "eval_sk_opus100_pr_auc": 0.9385382528687853,
+      "eval_sk_ud_pr_auc": 0.9862575596621793,
+      "eval_sl_opus100_pr_auc": 0.8736191513004247,
+      "eval_sl_ud_pr_auc": 0.9687023454578294,
+      "eval_sq_opus100_pr_auc": 0.9298150554470397,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9060650947254871,
+      "eval_sr_ud_pr_auc": 0.9989525121002912,
+      "eval_steps_per_second": 3.831,
+      "eval_sv_opus100_pr_auc": 0.9026916931432254,
+      "eval_sv_ud_pr_auc": 0.9515400719138064,
+      "eval_ta_ersatz_pr_auc": 0.9832996785766247,
+      "eval_ta_opus100_pr_auc": 0.7011145952027565,
+      "eval_ta_ud_pr_auc": 0.9941543969016304,
+      "eval_te_opus100_pr_auc": 0.8461326893053935,
+      "eval_tg_opus100_pr_auc": 0.8982642912640447,
+      "eval_th_opus100_pr_auc": 0.6842497402449949,
+      "eval_th_ud_pr_auc": 0.8402420486607112,
+      "eval_tr_ersatz_pr_auc": 0.9716656649602071,
+      "eval_tr_opus100_pr_auc": 0.9004366648604737,
+      "eval_tr_ud_pr_auc": 0.960865905600572,
+      "eval_uk_opus100_pr_auc": 0.8846551074765394,
+      "eval_uk_ud_pr_auc": 0.9196256930985606,
+      "eval_ur_opus100_pr_auc": 0.5760658731155575,
+      "eval_ur_ud_pr_auc": 0.9932369273314998,
+      "eval_uz_opus100_pr_auc": 0.8841219689760577,
+      "eval_vi_opus100_pr_auc": 0.9032325597776443,
+      "eval_vi_ud_pr_auc": 0.9536805598004802,
+      "eval_xh_opus100_pr_auc": 0.8688223651943254,
+      "eval_yi_opus100_pr_auc": 0.7922407293387794,
+      "eval_yo_opus100_pr_auc": 0.8330161523710368,
+      "eval_yo_ud_pr_auc": 0.9122309147610697,
+      "eval_zh_ersatz_pr_auc": 0.939003242876705,
+      "eval_zh_opus100_pr_auc": 0.7560812797801119,
+      "eval_zh_ud_pr_auc": 0.9959623536324996,
+      "eval_zu_opus100_pr_auc": 0.8471013164428106,
+      "step": 380000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.316455696202532e-06,
+      "learning_rate_adapter": 6.316455696202532e-06,
+      "loss": 0.0245,
+      "step": 380050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.30379746835443e-06,
+      "learning_rate_adapter": 6.30379746835443e-06,
+      "loss": 0.0248,
+      "step": 380100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.291139240506329e-06,
+      "learning_rate_adapter": 6.291139240506329e-06,
+      "loss": 0.0245,
+      "step": 380150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.278481012658229e-06,
+      "learning_rate_adapter": 6.278481012658229e-06,
+      "loss": 0.0249,
+      "step": 380200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.265822784810127e-06,
+      "learning_rate_adapter": 6.265822784810127e-06,
+      "loss": 0.0246,
+      "step": 380250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.253164556962026e-06,
+      "learning_rate_adapter": 6.253164556962026e-06,
+      "loss": 0.0243,
+      "step": 380300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.2405063291139244e-06,
+      "learning_rate_adapter": 6.2405063291139244e-06,
+      "loss": 0.025,
+      "step": 380350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.2278481012658224e-06,
+      "learning_rate_adapter": 6.2278481012658224e-06,
+      "loss": 0.0253,
+      "step": 380400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.215189873417722e-06,
+      "learning_rate_adapter": 6.215189873417722e-06,
+      "loss": 0.0253,
+      "step": 380450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.20253164556962e-06,
+      "learning_rate_adapter": 6.20253164556962e-06,
+      "loss": 0.0249,
+      "step": 380500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.189873417721519e-06,
+      "learning_rate_adapter": 6.189873417721519e-06,
+      "loss": 0.025,
+      "step": 380550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.177215189873418e-06,
+      "learning_rate_adapter": 6.177215189873418e-06,
+      "loss": 0.0246,
+      "step": 380600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.164556962025317e-06,
+      "learning_rate_adapter": 6.164556962025317e-06,
+      "loss": 0.0248,
+      "step": 380650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.151898734177216e-06,
+      "learning_rate_adapter": 6.151898734177216e-06,
+      "loss": 0.0251,
+      "step": 380700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.1392405063291144e-06,
+      "learning_rate_adapter": 6.1392405063291144e-06,
+      "loss": 0.0245,
+      "step": 380750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.1265822784810124e-06,
+      "learning_rate_adapter": 6.1265822784810124e-06,
+      "loss": 0.0253,
+      "step": 380800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.113924050632912e-06,
+      "learning_rate_adapter": 6.113924050632912e-06,
+      "loss": 0.0247,
+      "step": 380850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.10126582278481e-06,
+      "learning_rate_adapter": 6.10126582278481e-06,
+      "loss": 0.0255,
+      "step": 380900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.088607594936709e-06,
+      "learning_rate_adapter": 6.088607594936709e-06,
+      "loss": 0.0248,
+      "step": 380950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.075949367088608e-06,
+      "learning_rate_adapter": 6.075949367088608e-06,
+      "loss": 0.0247,
+      "step": 381000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.063291139240507e-06,
+      "learning_rate_adapter": 6.063291139240507e-06,
+      "loss": 0.0245,
+      "step": 381050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.050632911392405e-06,
+      "learning_rate_adapter": 6.050632911392405e-06,
+      "loss": 0.0254,
+      "step": 381100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.0379746835443044e-06,
+      "learning_rate_adapter": 6.0379746835443044e-06,
+      "loss": 0.025,
+      "step": 381150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.0253164556962024e-06,
+      "learning_rate_adapter": 6.0253164556962024e-06,
+      "loss": 0.0248,
+      "step": 381200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.012658227848101e-06,
+      "learning_rate_adapter": 6.012658227848101e-06,
+      "loss": 0.0251,
+      "step": 381250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0248,
+      "step": 381300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.987341772151899e-06,
+      "learning_rate_adapter": 5.987341772151899e-06,
+      "loss": 0.0256,
+      "step": 381350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.974683544303798e-06,
+      "learning_rate_adapter": 5.974683544303798e-06,
+      "loss": 0.0249,
+      "step": 381400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.962025316455697e-06,
+      "learning_rate_adapter": 5.962025316455697e-06,
+      "loss": 0.0249,
+      "step": 381450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.949367088607595e-06,
+      "learning_rate_adapter": 5.949367088607595e-06,
+      "loss": 0.0249,
+      "step": 381500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.9367088607594944e-06,
+      "learning_rate_adapter": 5.9367088607594944e-06,
+      "loss": 0.0249,
+      "step": 381550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.9240506329113924e-06,
+      "learning_rate_adapter": 5.9240506329113924e-06,
+      "loss": 0.025,
+      "step": 381600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.911392405063291e-06,
+      "learning_rate_adapter": 5.911392405063291e-06,
+      "loss": 0.0254,
+      "step": 381650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.89873417721519e-06,
+      "learning_rate_adapter": 5.89873417721519e-06,
+      "loss": 0.0241,
+      "step": 381700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.886075949367089e-06,
+      "learning_rate_adapter": 5.886075949367089e-06,
+      "loss": 0.0251,
+      "step": 381750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.873417721518987e-06,
+      "learning_rate_adapter": 5.873417721518987e-06,
+      "loss": 0.0251,
+      "step": 381800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.860759493670887e-06,
+      "learning_rate_adapter": 5.860759493670887e-06,
+      "loss": 0.0248,
+      "step": 381850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.848101265822785e-06,
+      "learning_rate_adapter": 5.848101265822785e-06,
+      "loss": 0.0246,
+      "step": 381900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.835443037974684e-06,
+      "learning_rate_adapter": 5.835443037974684e-06,
+      "loss": 0.0248,
+      "step": 381950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.8227848101265824e-06,
+      "learning_rate_adapter": 5.8227848101265824e-06,
+      "loss": 0.0248,
+      "step": 382000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.810126582278481e-06,
+      "learning_rate_adapter": 5.810126582278481e-06,
+      "loss": 0.0255,
+      "step": 382050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.79746835443038e-06,
+      "learning_rate_adapter": 5.79746835443038e-06,
+      "loss": 0.0246,
+      "step": 382100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.784810126582279e-06,
+      "learning_rate_adapter": 5.784810126582279e-06,
+      "loss": 0.0245,
+      "step": 382150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.772151898734177e-06,
+      "learning_rate_adapter": 5.772151898734177e-06,
+      "loss": 0.0251,
+      "step": 382200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.759493670886077e-06,
+      "learning_rate_adapter": 5.759493670886077e-06,
+      "loss": 0.0253,
+      "step": 382250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.746835443037975e-06,
+      "learning_rate_adapter": 5.746835443037975e-06,
+      "loss": 0.0245,
+      "step": 382300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.7341772151898736e-06,
+      "learning_rate_adapter": 5.7341772151898736e-06,
+      "loss": 0.0251,
+      "step": 382350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.7215189873417724e-06,
+      "learning_rate_adapter": 5.7215189873417724e-06,
+      "loss": 0.0251,
+      "step": 382400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.708860759493671e-06,
+      "learning_rate_adapter": 5.708860759493671e-06,
+      "loss": 0.0246,
+      "step": 382450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.69620253164557e-06,
+      "learning_rate_adapter": 5.69620253164557e-06,
+      "loss": 0.0246,
+      "step": 382500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.683544303797469e-06,
+      "learning_rate_adapter": 5.683544303797469e-06,
+      "loss": 0.0253,
+      "step": 382550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.670886075949367e-06,
+      "learning_rate_adapter": 5.670886075949367e-06,
+      "loss": 0.0251,
+      "step": 382600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.658227848101266e-06,
+      "learning_rate_adapter": 5.658227848101266e-06,
+      "loss": 0.0259,
+      "step": 382650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.645569620253165e-06,
+      "learning_rate_adapter": 5.645569620253165e-06,
+      "loss": 0.0243,
+      "step": 382700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.6329113924050636e-06,
+      "learning_rate_adapter": 5.6329113924050636e-06,
+      "loss": 0.0249,
+      "step": 382750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.6202531645569624e-06,
+      "learning_rate_adapter": 5.6202531645569624e-06,
+      "loss": 0.0247,
+      "step": 382800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.607594936708861e-06,
+      "learning_rate_adapter": 5.607594936708861e-06,
+      "loss": 0.0244,
+      "step": 382850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.594936708860759e-06,
+      "learning_rate_adapter": 5.594936708860759e-06,
+      "loss": 0.0251,
+      "step": 382900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.582278481012659e-06,
+      "learning_rate_adapter": 5.582278481012659e-06,
+      "loss": 0.0255,
+      "step": 382950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.569620253164557e-06,
+      "learning_rate_adapter": 5.569620253164557e-06,
+      "loss": 0.0247,
+      "step": 383000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.556962025316456e-06,
+      "learning_rate_adapter": 5.556962025316456e-06,
+      "loss": 0.0251,
+      "step": 383050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.544303797468355e-06,
+      "learning_rate_adapter": 5.544303797468355e-06,
+      "loss": 0.0252,
+      "step": 383100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.5316455696202536e-06,
+      "learning_rate_adapter": 5.5316455696202536e-06,
+      "loss": 0.0248,
+      "step": 383150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.518987341772152e-06,
+      "learning_rate_adapter": 5.518987341772152e-06,
+      "loss": 0.025,
+      "step": 383200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.506329113924051e-06,
+      "learning_rate_adapter": 5.506329113924051e-06,
+      "loss": 0.025,
+      "step": 383250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.493670886075949e-06,
+      "learning_rate_adapter": 5.493670886075949e-06,
+      "loss": 0.0258,
+      "step": 383300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.481012658227849e-06,
+      "learning_rate_adapter": 5.481012658227849e-06,
+      "loss": 0.0245,
+      "step": 383350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.468354430379747e-06,
+      "learning_rate_adapter": 5.468354430379747e-06,
+      "loss": 0.0248,
+      "step": 383400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.455696202531646e-06,
+      "learning_rate_adapter": 5.455696202531646e-06,
+      "loss": 0.025,
+      "step": 383450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.443037974683545e-06,
+      "learning_rate_adapter": 5.443037974683545e-06,
+      "loss": 0.0252,
+      "step": 383500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.4303797468354436e-06,
+      "learning_rate_adapter": 5.4303797468354436e-06,
+      "loss": 0.0251,
+      "step": 383550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.4177215189873416e-06,
+      "learning_rate_adapter": 5.4177215189873416e-06,
+      "loss": 0.0254,
+      "step": 383600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.405063291139241e-06,
+      "learning_rate_adapter": 5.405063291139241e-06,
+      "loss": 0.0247,
+      "step": 383650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.392405063291139e-06,
+      "learning_rate_adapter": 5.392405063291139e-06,
+      "loss": 0.0245,
+      "step": 383700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.379746835443038e-06,
+      "learning_rate_adapter": 5.379746835443038e-06,
+      "loss": 0.0251,
+      "step": 383750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.367088607594937e-06,
+      "learning_rate_adapter": 5.367088607594937e-06,
+      "loss": 0.0251,
+      "step": 383800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.354430379746836e-06,
+      "learning_rate_adapter": 5.354430379746836e-06,
+      "loss": 0.0246,
+      "step": 383850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.341772151898735e-06,
+      "learning_rate_adapter": 5.341772151898735e-06,
+      "loss": 0.0246,
+      "step": 383900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.3291139240506336e-06,
+      "learning_rate_adapter": 5.3291139240506336e-06,
+      "loss": 0.0244,
+      "step": 383950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.3164556962025316e-06,
+      "learning_rate_adapter": 5.3164556962025316e-06,
+      "loss": 0.025,
+      "step": 384000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.303797468354431e-06,
+      "learning_rate_adapter": 5.303797468354431e-06,
+      "loss": 0.0249,
+      "step": 384050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.291139240506329e-06,
+      "learning_rate_adapter": 5.291139240506329e-06,
+      "loss": 0.0241,
+      "step": 384100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.278481012658228e-06,
+      "learning_rate_adapter": 5.278481012658228e-06,
+      "loss": 0.0248,
+      "step": 384150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.265822784810127e-06,
+      "learning_rate_adapter": 5.265822784810127e-06,
+      "loss": 0.0256,
+      "step": 384200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.253164556962026e-06,
+      "learning_rate_adapter": 5.253164556962026e-06,
+      "loss": 0.0247,
+      "step": 384250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.240506329113924e-06,
+      "learning_rate_adapter": 5.240506329113924e-06,
+      "loss": 0.0252,
+      "step": 384300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.2278481012658236e-06,
+      "learning_rate_adapter": 5.2278481012658236e-06,
+      "loss": 0.0253,
+      "step": 384350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.2151898734177216e-06,
+      "learning_rate_adapter": 5.2151898734177216e-06,
+      "loss": 0.0252,
+      "step": 384400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.20253164556962e-06,
+      "learning_rate_adapter": 5.20253164556962e-06,
+      "loss": 0.0246,
+      "step": 384450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.189873417721519e-06,
+      "learning_rate_adapter": 5.189873417721519e-06,
+      "loss": 0.0249,
+      "step": 384500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.177215189873418e-06,
+      "learning_rate_adapter": 5.177215189873418e-06,
+      "loss": 0.025,
+      "step": 384550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.164556962025317e-06,
+      "learning_rate_adapter": 5.164556962025317e-06,
+      "loss": 0.0246,
+      "step": 384600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.151898734177216e-06,
+      "learning_rate_adapter": 5.151898734177216e-06,
+      "loss": 0.0245,
+      "step": 384650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.139240506329114e-06,
+      "learning_rate_adapter": 5.139240506329114e-06,
+      "loss": 0.0251,
+      "step": 384700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.1265822784810135e-06,
+      "learning_rate_adapter": 5.1265822784810135e-06,
+      "loss": 0.0251,
+      "step": 384750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.1139240506329116e-06,
+      "learning_rate_adapter": 5.1139240506329116e-06,
+      "loss": 0.0252,
+      "step": 384800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.10126582278481e-06,
+      "learning_rate_adapter": 5.10126582278481e-06,
+      "loss": 0.0251,
+      "step": 384850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.088607594936709e-06,
+      "learning_rate_adapter": 5.088607594936709e-06,
+      "loss": 0.0252,
+      "step": 384900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.075949367088608e-06,
+      "learning_rate_adapter": 5.075949367088608e-06,
+      "loss": 0.0251,
+      "step": 384950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.063291139240506e-06,
+      "learning_rate_adapter": 5.063291139240506e-06,
+      "loss": 0.0248,
+      "step": 385000
+    },
+    {
+      "epoch": 0.32,
+      "eval_af_opus100_pr_auc": 0.7926749242674451,
+      "eval_af_ud_pr_auc": 0.9904522516094587,
+      "eval_am_opus100_pr_auc": 0.6010098885736895,
+      "eval_ar_ersatz_pr_auc": 0.9285041361221358,
+      "eval_ar_opus100_pr_auc": 0.7401098173327545,
+      "eval_ar_ud_pr_auc": 0.8819150132027442,
+      "eval_average_ersatz_pr_auc": 0.9684320028062016,
+      "eval_average_opus100_pr_auc": 0.8408914317260123,
+      "eval_average_ud_pr_auc": 0.96459058861822,
+      "eval_az_opus100_pr_auc": 0.7981168014133527,
+      "eval_be_opus100_pr_auc": 0.691752823279038,
+      "eval_be_ud_pr_auc": 0.8915500634889899,
+      "eval_bg_opus100_pr_auc": 0.921061601857323,
+      "eval_bg_ud_pr_auc": 0.99658207253572,
+      "eval_bn_opus100_pr_auc": 0.8359457269527644,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8866317448448802,
+      "eval_ca_ud_pr_auc": 0.9958415053329429,
+      "eval_ceb_ud_pr_auc": 0.9962847610635838,
+      "eval_cs_ersatz_pr_auc": 0.9862980698150984,
+      "eval_cs_opus100_pr_auc": 0.9055096634383514,
+      "eval_cs_ud_pr_auc": 0.9615536735042239,
+      "eval_cy_opus100_pr_auc": 0.7706415857842406,
+      "eval_cy_ud_pr_auc": 0.9947160753550452,
+      "eval_da_opus100_pr_auc": 0.9239253891273135,
+      "eval_da_ud_pr_auc": 0.9856441510920375,
+      "eval_de_ersatz_pr_auc": 0.9857915630963843,
+      "eval_de_opus100_pr_auc": 0.9081870787711542,
+      "eval_de_ud_pr_auc": 0.9851694757658159,
+      "eval_el_opus100_pr_auc": 0.919162633783218,
+      "eval_el_ud_pr_auc": 0.983347448312872,
+      "eval_en_ersatz_pr_auc": 0.9929679593011298,
+      "eval_en_opus100_pr_auc": 0.9216927884759266,
+      "eval_en_ud_pr_auc": 0.975321565486043,
+      "eval_eo_opus100_pr_auc": 0.9331967049571711,
+      "eval_es_ersatz_pr_auc": 0.9971992962410587,
+      "eval_es_opus100_pr_auc": 0.9326368502171304,
+      "eval_es_ud_pr_auc": 0.991807529334144,
+      "eval_et_ersatz_pr_auc": 0.9831606515953735,
+      "eval_et_opus100_pr_auc": 0.9007772182124623,
+      "eval_et_ud_pr_auc": 0.9644766123380295,
+      "eval_eu_opus100_pr_auc": 0.8890173110353887,
+      "eval_eu_ud_pr_auc": 0.9934091109452808,
+      "eval_fa_opus100_pr_auc": 0.6078673502531163,
+      "eval_fa_ud_pr_auc": 0.9926799070852403,
+      "eval_fi_ersatz_pr_auc": 0.9915312529779967,
+      "eval_fi_opus100_pr_auc": 0.9227468552895753,
+      "eval_fi_ud_pr_auc": 0.9746068348163148,
+      "eval_fr_ersatz_pr_auc": 0.989808210260587,
+      "eval_fr_opus100_pr_auc": 0.9186138584586996,
+      "eval_fr_ud_pr_auc": 0.9871637398589999,
+      "eval_fy_opus100_pr_auc": 0.7090281361414928,
+      "eval_ga_opus100_pr_auc": 0.8928556739778283,
+      "eval_ga_ud_pr_auc": 0.8156300953319856,
+      "eval_gd_opus100_pr_auc": 0.6824008914556268,
+      "eval_gd_ud_pr_auc": 0.8258764573162846,
+      "eval_gl_opus100_pr_auc": 0.8989339417449652,
+      "eval_gl_ud_pr_auc": 0.9982062402054804,
+      "eval_gu_ersatz_pr_auc": 0.9455826495862122,
+      "eval_gu_opus100_pr_auc": 0.7436138516858479,
+      "eval_ha_opus100_pr_auc": 0.9161205111559313,
+      "eval_he_opus100_pr_auc": 0.8763827971016931,
+      "eval_he_ud_pr_auc": 0.980917856843209,
+      "eval_hi_ersatz_pr_auc": 0.9818966930259423,
+      "eval_hi_opus100_pr_auc": 0.7019557727051481,
+      "eval_hi_ud_pr_auc": 0.9872707078594881,
+      "eval_hu_opus100_pr_auc": 0.9133227494539906,
+      "eval_hu_ud_pr_auc": 0.9836801720068782,
+      "eval_hy_opus100_pr_auc": 0.911753088869911,
+      "eval_hy_ud_pr_auc": 0.990353681143946,
+      "eval_id_opus100_pr_auc": 0.8732394444144829,
+      "eval_id_ud_pr_auc": 0.9947088116041747,
+      "eval_ig_opus100_pr_auc": 0.890433256013655,
+      "eval_is_opus100_pr_auc": 0.9245413145489026,
+      "eval_is_ud_pr_auc": 0.914587975262049,
+      "eval_it_opus100_pr_auc": 0.9111254078367848,
+      "eval_it_ud_pr_auc": 0.9990676933151694,
+      "eval_ja_ersatz_pr_auc": 0.8492768323679403,
+      "eval_ja_opus100_pr_auc": 0.8400462893257873,
+      "eval_ja_ud_pr_auc": 0.976858897621683,
+      "eval_jv_ud_pr_auc": 0.9657995515297542,
+      "eval_ka_opus100_pr_auc": 0.8567589366691989,
+      "eval_kk_ersatz_pr_auc": 0.9866040998216454,
+      "eval_kk_opus100_pr_auc": 0.8016360250320007,
+      "eval_kk_ud_pr_auc": 0.9762513153084345,
+      "eval_km_ersatz_pr_auc": 0.9248560363529804,
+      "eval_km_opus100_pr_auc": 0.7394334274471097,
+      "eval_kn_opus100_pr_auc": 0.624531076067269,
+      "eval_ko_opus100_pr_auc": 0.6771531500876502,
+      "eval_ko_ud_pr_auc": 0.9972840941998944,
+      "eval_ku_opus100_pr_auc": 0.8412535687425007,
+      "eval_ky_opus100_pr_auc": 0.8699953655198188,
+      "eval_la_ud_pr_auc": 0.9525896870311965,
+      "eval_loss": 0.028605366125702858,
+      "eval_lt_ersatz_pr_auc": 0.9959463736565891,
+      "eval_lt_opus100_pr_auc": 0.8867646580087655,
+      "eval_lt_ud_pr_auc": 0.9959083373291191,
+      "eval_lv_ersatz_pr_auc": 0.9907566746489822,
+      "eval_lv_opus100_pr_auc": 0.8915734414520435,
+      "eval_lv_ud_pr_auc": 0.9652602744744507,
+      "eval_mg_opus100_pr_auc": 0.929864518506529,
+      "eval_mk_opus100_pr_auc": 0.916574264489913,
+      "eval_ml_opus100_pr_auc": 0.8032092733571237,
+      "eval_mn_opus100_pr_auc": 0.9460650659579373,
+      "eval_mr_opus100_pr_auc": 0.9138349834848328,
+      "eval_mr_ud_pr_auc": 0.9734914808982831,
+      "eval_ms_opus100_pr_auc": 0.8776187555472066,
+      "eval_mt_opus100_pr_auc": 0.8687240845875167,
+      "eval_mt_ud_pr_auc": 0.907478754816011,
+      "eval_my_opus100_pr_auc": 0.780735734657727,
+      "eval_ne_opus100_pr_auc": 0.7267646889094932,
+      "eval_nl_opus100_pr_auc": 0.9035713726550915,
+      "eval_nl_ud_pr_auc": 0.9838348019184633,
+      "eval_no_opus100_pr_auc": 0.9175677936256369,
+      "eval_no_ud_pr_auc": 0.9959475373613716,
+      "eval_pa_opus100_pr_auc": 0.6800464113947862,
+      "eval_pl_ersatz_pr_auc": 0.9725016518387292,
+      "eval_pl_opus100_pr_auc": 0.8947728847603946,
+      "eval_pl_ud_pr_auc": 0.9652874642848314,
+      "eval_ps_ersatz_pr_auc": 0.9275124589428146,
+      "eval_ps_opus100_pr_auc": 0.7645687967372367,
+      "eval_pt_opus100_pr_auc": 0.9255525047690811,
+      "eval_pt_ud_pr_auc": 0.9851014511587254,
+      "eval_ro_ersatz_pr_auc": 0.9934388049902462,
+      "eval_ro_opus100_pr_auc": 0.8733360393813054,
+      "eval_ro_ud_pr_auc": 0.9674948453165257,
+      "eval_ru_ersatz_pr_auc": 0.9909542225019098,
+      "eval_ru_opus100_pr_auc": 0.9289815020905017,
+      "eval_ru_ud_pr_auc": 0.8736300774593105,
+      "eval_runtime": 621.5451,
+      "eval_samples_per_second": 121.499,
+      "eval_si_opus100_pr_auc": 0.8182285256788189,
+      "eval_sk_opus100_pr_auc": 0.9362617138275324,
+      "eval_sk_ud_pr_auc": 0.9860613868044288,
+      "eval_sl_opus100_pr_auc": 0.8694397840160111,
+      "eval_sl_ud_pr_auc": 0.9690204412407386,
+      "eval_sq_opus100_pr_auc": 0.9281655803104409,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.904065860946741,
+      "eval_sr_ud_pr_auc": 0.9988768673752945,
+      "eval_steps_per_second": 3.797,
+      "eval_sv_opus100_pr_auc": 0.8995955313933242,
+      "eval_sv_ud_pr_auc": 0.9526523720466551,
+      "eval_ta_ersatz_pr_auc": 0.9836362618629908,
+      "eval_ta_opus100_pr_auc": 0.7014512374700745,
+      "eval_ta_ud_pr_auc": 0.9946032949240715,
+      "eval_te_opus100_pr_auc": 0.8476973814578702,
+      "eval_tg_opus100_pr_auc": 0.897256337799655,
+      "eval_th_opus100_pr_auc": 0.6805015318490745,
+      "eval_th_ud_pr_auc": 0.8337569850540227,
+      "eval_tr_ersatz_pr_auc": 0.9713472209405583,
+      "eval_tr_opus100_pr_auc": 0.899093935145134,
+      "eval_tr_ud_pr_auc": 0.9587842930200453,
+      "eval_uk_opus100_pr_auc": 0.8792827016147325,
+      "eval_uk_ud_pr_auc": 0.9202880156901893,
+      "eval_ur_opus100_pr_auc": 0.5753797422109375,
+      "eval_ur_ud_pr_auc": 0.9942917712255172,
+      "eval_uz_opus100_pr_auc": 0.8803735818684438,
+      "eval_vi_opus100_pr_auc": 0.9019112361230658,
+      "eval_vi_ud_pr_auc": 0.951502400595822,
+      "eval_xh_opus100_pr_auc": 0.8646264858702917,
+      "eval_yi_opus100_pr_auc": 0.783690800456578,
+      "eval_yo_opus100_pr_auc": 0.8252083178538803,
+      "eval_yo_ud_pr_auc": 0.9113985523589426,
+      "eval_zh_ersatz_pr_auc": 0.9359329417891323,
+      "eval_zh_opus100_pr_auc": 0.764703216525727,
+      "eval_zh_ud_pr_auc": 0.9953871181786152,
+      "eval_zu_opus100_pr_auc": 0.848243832418967,
+      "step": 385000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.050632911392406e-06,
+      "learning_rate_adapter": 5.050632911392406e-06,
+      "loss": 0.0251,
+      "step": 385050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.037974683544304e-06,
+      "learning_rate_adapter": 5.037974683544304e-06,
+      "loss": 0.0248,
+      "step": 385100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.025316455696203e-06,
+      "learning_rate_adapter": 5.025316455696203e-06,
+      "loss": 0.0245,
+      "step": 385150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.0126582278481016e-06,
+      "learning_rate_adapter": 5.0126582278481016e-06,
+      "loss": 0.0252,
+      "step": 385200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.0252,
+      "step": 385250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.987341772151899e-06,
+      "learning_rate_adapter": 4.987341772151899e-06,
+      "loss": 0.0249,
+      "step": 385300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.974683544303798e-06,
+      "learning_rate_adapter": 4.974683544303798e-06,
+      "loss": 0.025,
+      "step": 385350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.962025316455696e-06,
+      "learning_rate_adapter": 4.962025316455696e-06,
+      "loss": 0.025,
+      "step": 385400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.949367088607596e-06,
+      "learning_rate_adapter": 4.949367088607596e-06,
+      "loss": 0.0253,
+      "step": 385450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.936708860759494e-06,
+      "learning_rate_adapter": 4.936708860759494e-06,
+      "loss": 0.0254,
+      "step": 385500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.924050632911393e-06,
+      "learning_rate_adapter": 4.924050632911393e-06,
+      "loss": 0.0249,
+      "step": 385550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.9113924050632915e-06,
+      "learning_rate_adapter": 4.9113924050632915e-06,
+      "loss": 0.0246,
+      "step": 385600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.89873417721519e-06,
+      "learning_rate_adapter": 4.89873417721519e-06,
+      "loss": 0.0249,
+      "step": 385650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.886075949367088e-06,
+      "learning_rate_adapter": 4.886075949367088e-06,
+      "loss": 0.0254,
+      "step": 385700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.873417721518988e-06,
+      "learning_rate_adapter": 4.873417721518988e-06,
+      "loss": 0.0254,
+      "step": 385750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.860759493670886e-06,
+      "learning_rate_adapter": 4.860759493670886e-06,
+      "loss": 0.0247,
+      "step": 385800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.848101265822785e-06,
+      "learning_rate_adapter": 4.848101265822785e-06,
+      "loss": 0.0248,
+      "step": 385850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.835443037974684e-06,
+      "learning_rate_adapter": 4.835443037974684e-06,
+      "loss": 0.0252,
+      "step": 385900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.822784810126583e-06,
+      "learning_rate_adapter": 4.822784810126583e-06,
+      "loss": 0.0243,
+      "step": 385950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.8101265822784815e-06,
+      "learning_rate_adapter": 4.8101265822784815e-06,
+      "loss": 0.0251,
+      "step": 386000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.79746835443038e-06,
+      "learning_rate_adapter": 4.79746835443038e-06,
+      "loss": 0.0249,
+      "step": 386050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.784810126582278e-06,
+      "learning_rate_adapter": 4.784810126582278e-06,
+      "loss": 0.0251,
+      "step": 386100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.772151898734178e-06,
+      "learning_rate_adapter": 4.772151898734178e-06,
+      "loss": 0.0251,
+      "step": 386150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.759493670886076e-06,
+      "learning_rate_adapter": 4.759493670886076e-06,
+      "loss": 0.0252,
+      "step": 386200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.746835443037975e-06,
+      "learning_rate_adapter": 4.746835443037975e-06,
+      "loss": 0.0253,
+      "step": 386250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.734177215189874e-06,
+      "learning_rate_adapter": 4.734177215189874e-06,
+      "loss": 0.0251,
+      "step": 386300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.721518987341773e-06,
+      "learning_rate_adapter": 4.721518987341773e-06,
+      "loss": 0.025,
+      "step": 386350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.708860759493671e-06,
+      "learning_rate_adapter": 4.708860759493671e-06,
+      "loss": 0.0247,
+      "step": 386400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.69620253164557e-06,
+      "learning_rate_adapter": 4.69620253164557e-06,
+      "loss": 0.025,
+      "step": 386450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.683544303797468e-06,
+      "learning_rate_adapter": 4.683544303797468e-06,
+      "loss": 0.0238,
+      "step": 386500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.670886075949367e-06,
+      "learning_rate_adapter": 4.670886075949367e-06,
+      "loss": 0.0248,
+      "step": 386550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.658227848101266e-06,
+      "learning_rate_adapter": 4.658227848101266e-06,
+      "loss": 0.0256,
+      "step": 386600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.645569620253165e-06,
+      "learning_rate_adapter": 4.645569620253165e-06,
+      "loss": 0.0251,
+      "step": 386650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.632911392405064e-06,
+      "learning_rate_adapter": 4.632911392405064e-06,
+      "loss": 0.0251,
+      "step": 386700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.620253164556963e-06,
+      "learning_rate_adapter": 4.620253164556963e-06,
+      "loss": 0.0246,
+      "step": 386750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.607594936708861e-06,
+      "learning_rate_adapter": 4.607594936708861e-06,
+      "loss": 0.0257,
+      "step": 386800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.59493670886076e-06,
+      "learning_rate_adapter": 4.59493670886076e-06,
+      "loss": 0.0254,
+      "step": 386850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.582278481012658e-06,
+      "learning_rate_adapter": 4.582278481012658e-06,
+      "loss": 0.0247,
+      "step": 386900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.569620253164557e-06,
+      "learning_rate_adapter": 4.569620253164557e-06,
+      "loss": 0.0252,
+      "step": 386950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.556962025316456e-06,
+      "learning_rate_adapter": 4.556962025316456e-06,
+      "loss": 0.0251,
+      "step": 387000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.544303797468354e-06,
+      "learning_rate_adapter": 4.544303797468354e-06,
+      "loss": 0.0252,
+      "step": 387050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.531645569620253e-06,
+      "learning_rate_adapter": 4.531645569620253e-06,
+      "loss": 0.0244,
+      "step": 387100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.518987341772152e-06,
+      "learning_rate_adapter": 4.518987341772152e-06,
+      "loss": 0.0249,
+      "step": 387150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.506329113924051e-06,
+      "learning_rate_adapter": 4.506329113924051e-06,
+      "loss": 0.0258,
+      "step": 387200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4936708860759495e-06,
+      "learning_rate_adapter": 4.4936708860759495e-06,
+      "loss": 0.0251,
+      "step": 387250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.481012658227848e-06,
+      "learning_rate_adapter": 4.481012658227848e-06,
+      "loss": 0.0246,
+      "step": 387300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.468354430379746e-06,
+      "learning_rate_adapter": 4.468354430379746e-06,
+      "loss": 0.025,
+      "step": 387350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455696202531646e-06,
+      "learning_rate_adapter": 4.455696202531646e-06,
+      "loss": 0.025,
+      "step": 387400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443037974683544e-06,
+      "learning_rate_adapter": 4.443037974683544e-06,
+      "loss": 0.0251,
+      "step": 387450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.430379746835443e-06,
+      "learning_rate_adapter": 4.430379746835443e-06,
+      "loss": 0.0254,
+      "step": 387500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.417721518987342e-06,
+      "learning_rate_adapter": 4.417721518987342e-06,
+      "loss": 0.0246,
+      "step": 387550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.405063291139241e-06,
+      "learning_rate_adapter": 4.405063291139241e-06,
+      "loss": 0.025,
+      "step": 387600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.3924050632911395e-06,
+      "learning_rate_adapter": 4.3924050632911395e-06,
+      "loss": 0.0251,
+      "step": 387650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.379746835443038e-06,
+      "learning_rate_adapter": 4.379746835443038e-06,
+      "loss": 0.0251,
+      "step": 387700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.367088607594936e-06,
+      "learning_rate_adapter": 4.367088607594936e-06,
+      "loss": 0.0252,
+      "step": 387750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.354430379746836e-06,
+      "learning_rate_adapter": 4.354430379746836e-06,
+      "loss": 0.0247,
+      "step": 387800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.341772151898734e-06,
+      "learning_rate_adapter": 4.341772151898734e-06,
+      "loss": 0.0248,
+      "step": 387850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.329113924050633e-06,
+      "learning_rate_adapter": 4.329113924050633e-06,
+      "loss": 0.0255,
+      "step": 387900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.316455696202532e-06,
+      "learning_rate_adapter": 4.316455696202532e-06,
+      "loss": 0.0245,
+      "step": 387950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.303797468354431e-06,
+      "learning_rate_adapter": 4.303797468354431e-06,
+      "loss": 0.0253,
+      "step": 388000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.291139240506329e-06,
+      "learning_rate_adapter": 4.291139240506329e-06,
+      "loss": 0.0249,
+      "step": 388050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.278481012658228e-06,
+      "learning_rate_adapter": 4.278481012658228e-06,
+      "loss": 0.0254,
+      "step": 388100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.265822784810126e-06,
+      "learning_rate_adapter": 4.265822784810126e-06,
+      "loss": 0.0247,
+      "step": 388150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.253164556962025e-06,
+      "learning_rate_adapter": 4.253164556962025e-06,
+      "loss": 0.0238,
+      "step": 388200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.240506329113924e-06,
+      "learning_rate_adapter": 4.240506329113924e-06,
+      "loss": 0.0243,
+      "step": 388250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.227848101265823e-06,
+      "learning_rate_adapter": 4.227848101265823e-06,
+      "loss": 0.0246,
+      "step": 388300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.215189873417722e-06,
+      "learning_rate_adapter": 4.215189873417722e-06,
+      "loss": 0.0245,
+      "step": 388350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.202531645569621e-06,
+      "learning_rate_adapter": 4.202531645569621e-06,
+      "loss": 0.0248,
+      "step": 388400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.189873417721519e-06,
+      "learning_rate_adapter": 4.189873417721519e-06,
+      "loss": 0.025,
+      "step": 388450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.177215189873418e-06,
+      "learning_rate_adapter": 4.177215189873418e-06,
+      "loss": 0.0249,
+      "step": 388500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.164556962025316e-06,
+      "learning_rate_adapter": 4.164556962025316e-06,
+      "loss": 0.025,
+      "step": 388550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.151898734177215e-06,
+      "learning_rate_adapter": 4.151898734177215e-06,
+      "loss": 0.0248,
+      "step": 388600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.139240506329114e-06,
+      "learning_rate_adapter": 4.139240506329114e-06,
+      "loss": 0.0247,
+      "step": 388650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.126582278481013e-06,
+      "learning_rate_adapter": 4.126582278481013e-06,
+      "loss": 0.0249,
+      "step": 388700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.113924050632911e-06,
+      "learning_rate_adapter": 4.113924050632911e-06,
+      "loss": 0.0251,
+      "step": 388750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.101265822784811e-06,
+      "learning_rate_adapter": 4.101265822784811e-06,
+      "loss": 0.0252,
+      "step": 388800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.088607594936709e-06,
+      "learning_rate_adapter": 4.088607594936709e-06,
+      "loss": 0.0256,
+      "step": 388850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.0759493670886075e-06,
+      "learning_rate_adapter": 4.0759493670886075e-06,
+      "loss": 0.025,
+      "step": 388900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.063291139240506e-06,
+      "learning_rate_adapter": 4.063291139240506e-06,
+      "loss": 0.0256,
+      "step": 388950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.050632911392405e-06,
+      "learning_rate_adapter": 4.050632911392405e-06,
+      "loss": 0.0247,
+      "step": 389000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.037974683544304e-06,
+      "learning_rate_adapter": 4.037974683544304e-06,
+      "loss": 0.025,
+      "step": 389050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.025316455696203e-06,
+      "learning_rate_adapter": 4.025316455696203e-06,
+      "loss": 0.0249,
+      "step": 389100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.012658227848101e-06,
+      "learning_rate_adapter": 4.012658227848101e-06,
+      "loss": 0.0249,
+      "step": 389150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0252,
+      "step": 389200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.987341772151899e-06,
+      "learning_rate_adapter": 3.987341772151899e-06,
+      "loss": 0.0245,
+      "step": 389250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.9746835443037975e-06,
+      "learning_rate_adapter": 3.9746835443037975e-06,
+      "loss": 0.0246,
+      "step": 389300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.962025316455696e-06,
+      "learning_rate_adapter": 3.962025316455696e-06,
+      "loss": 0.0247,
+      "step": 389350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.949367088607595e-06,
+      "learning_rate_adapter": 3.949367088607595e-06,
+      "loss": 0.0249,
+      "step": 389400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.936708860759493e-06,
+      "learning_rate_adapter": 3.936708860759493e-06,
+      "loss": 0.0252,
+      "step": 389450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.924050632911393e-06,
+      "learning_rate_adapter": 3.924050632911393e-06,
+      "loss": 0.0243,
+      "step": 389500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.911392405063291e-06,
+      "learning_rate_adapter": 3.911392405063291e-06,
+      "loss": 0.0243,
+      "step": 389550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.89873417721519e-06,
+      "learning_rate_adapter": 3.89873417721519e-06,
+      "loss": 0.0249,
+      "step": 389600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.886075949367089e-06,
+      "learning_rate_adapter": 3.886075949367089e-06,
+      "loss": 0.0245,
+      "step": 389650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.8734177215189875e-06,
+      "learning_rate_adapter": 3.8734177215189875e-06,
+      "loss": 0.0249,
+      "step": 389700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.860759493670886e-06,
+      "learning_rate_adapter": 3.860759493670886e-06,
+      "loss": 0.0247,
+      "step": 389750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.848101265822785e-06,
+      "learning_rate_adapter": 3.848101265822785e-06,
+      "loss": 0.0253,
+      "step": 389800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.835443037974683e-06,
+      "learning_rate_adapter": 3.835443037974683e-06,
+      "loss": 0.0253,
+      "step": 389850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.822784810126583e-06,
+      "learning_rate_adapter": 3.822784810126583e-06,
+      "loss": 0.0243,
+      "step": 389900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.810126582278481e-06,
+      "learning_rate_adapter": 3.810126582278481e-06,
+      "loss": 0.0251,
+      "step": 389950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7974683544303802e-06,
+      "learning_rate_adapter": 3.7974683544303802e-06,
+      "loss": 0.0247,
+      "step": 390000
+    },
+    {
+      "epoch": 0.33,
+      "eval_af_opus100_pr_auc": 0.7947509066877535,
+      "eval_af_ud_pr_auc": 0.9919332871804954,
+      "eval_am_opus100_pr_auc": 0.6066820062444562,
+      "eval_ar_ersatz_pr_auc": 0.9304153617058164,
+      "eval_ar_opus100_pr_auc": 0.7357624661913414,
+      "eval_ar_ud_pr_auc": 0.8831632038992612,
+      "eval_average_ersatz_pr_auc": 0.9690217426761077,
+      "eval_average_opus100_pr_auc": 0.8404760927363322,
+      "eval_average_ud_pr_auc": 0.9649663068286994,
+      "eval_az_opus100_pr_auc": 0.8020586098953466,
+      "eval_be_opus100_pr_auc": 0.696261982866191,
+      "eval_be_ud_pr_auc": 0.8934179568951135,
+      "eval_bg_opus100_pr_auc": 0.9220574656646836,
+      "eval_bg_ud_pr_auc": 0.996875596487209,
+      "eval_bn_opus100_pr_auc": 0.8353805176874286,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8861668734479228,
+      "eval_ca_ud_pr_auc": 0.996187845385984,
+      "eval_ceb_ud_pr_auc": 0.9963410721271508,
+      "eval_cs_ersatz_pr_auc": 0.9867076180496656,
+      "eval_cs_opus100_pr_auc": 0.9049790457379766,
+      "eval_cs_ud_pr_auc": 0.962644512476061,
+      "eval_cy_opus100_pr_auc": 0.7683387490377345,
+      "eval_cy_ud_pr_auc": 0.994778571110331,
+      "eval_da_opus100_pr_auc": 0.9241332170822878,
+      "eval_da_ud_pr_auc": 0.9855308178298781,
+      "eval_de_ersatz_pr_auc": 0.9858099092734885,
+      "eval_de_opus100_pr_auc": 0.9092190189494842,
+      "eval_de_ud_pr_auc": 0.9851931962678095,
+      "eval_el_opus100_pr_auc": 0.9201369540225671,
+      "eval_el_ud_pr_auc": 0.9837078013364299,
+      "eval_en_ersatz_pr_auc": 0.9929936267887535,
+      "eval_en_opus100_pr_auc": 0.9214970248653538,
+      "eval_en_ud_pr_auc": 0.977333311226822,
+      "eval_eo_opus100_pr_auc": 0.933471164969391,
+      "eval_es_ersatz_pr_auc": 0.997226452707421,
+      "eval_es_opus100_pr_auc": 0.9324609829133066,
+      "eval_es_ud_pr_auc": 0.9923921696262232,
+      "eval_et_ersatz_pr_auc": 0.9828845434640395,
+      "eval_et_opus100_pr_auc": 0.8992420730613181,
+      "eval_et_ud_pr_auc": 0.9676085931249938,
+      "eval_eu_opus100_pr_auc": 0.890433064766372,
+      "eval_eu_ud_pr_auc": 0.9928969943474337,
+      "eval_fa_opus100_pr_auc": 0.6061500490460161,
+      "eval_fa_ud_pr_auc": 0.9929260571550111,
+      "eval_fi_ersatz_pr_auc": 0.9917046768972039,
+      "eval_fi_opus100_pr_auc": 0.9226848681754162,
+      "eval_fi_ud_pr_auc": 0.9747061352906072,
+      "eval_fr_ersatz_pr_auc": 0.9900047418628528,
+      "eval_fr_opus100_pr_auc": 0.919703830207949,
+      "eval_fr_ud_pr_auc": 0.9876102621179604,
+      "eval_fy_opus100_pr_auc": 0.6998230507497817,
+      "eval_ga_opus100_pr_auc": 0.8961336288847715,
+      "eval_ga_ud_pr_auc": 0.8122644763937124,
+      "eval_gd_opus100_pr_auc": 0.6898851806034273,
+      "eval_gd_ud_pr_auc": 0.8243960051069084,
+      "eval_gl_opus100_pr_auc": 0.8979883678541343,
+      "eval_gl_ud_pr_auc": 0.9985974506914509,
+      "eval_gu_ersatz_pr_auc": 0.9480769864915187,
+      "eval_gu_opus100_pr_auc": 0.7431453441837022,
+      "eval_ha_opus100_pr_auc": 0.9164414433825664,
+      "eval_he_opus100_pr_auc": 0.8744892832316492,
+      "eval_he_ud_pr_auc": 0.980903958799404,
+      "eval_hi_ersatz_pr_auc": 0.9829640594099214,
+      "eval_hi_opus100_pr_auc": 0.702634019046599,
+      "eval_hi_ud_pr_auc": 0.9876035045519921,
+      "eval_hu_opus100_pr_auc": 0.9139488048558572,
+      "eval_hu_ud_pr_auc": 0.9839875961333118,
+      "eval_hy_opus100_pr_auc": 0.9118954064427347,
+      "eval_hy_ud_pr_auc": 0.9907018464857197,
+      "eval_id_opus100_pr_auc": 0.8749986386980533,
+      "eval_id_ud_pr_auc": 0.9947319562040947,
+      "eval_ig_opus100_pr_auc": 0.8915037084940665,
+      "eval_is_opus100_pr_auc": 0.9253525204657395,
+      "eval_is_ud_pr_auc": 0.9148965457744346,
+      "eval_it_opus100_pr_auc": 0.9127000074973359,
+      "eval_it_ud_pr_auc": 0.9990947555997767,
+      "eval_ja_ersatz_pr_auc": 0.8468856880987534,
+      "eval_ja_opus100_pr_auc": 0.8263716272691178,
+      "eval_ja_ud_pr_auc": 0.9769134661853045,
+      "eval_jv_ud_pr_auc": 0.965673124905819,
+      "eval_ka_opus100_pr_auc": 0.8564712085295136,
+      "eval_kk_ersatz_pr_auc": 0.9872330422723204,
+      "eval_kk_opus100_pr_auc": 0.7955510731106524,
+      "eval_kk_ud_pr_auc": 0.9761854543756696,
+      "eval_km_ersatz_pr_auc": 0.9257232335739767,
+      "eval_km_opus100_pr_auc": 0.7441500079828081,
+      "eval_kn_opus100_pr_auc": 0.6199510405199946,
+      "eval_ko_opus100_pr_auc": 0.6716655770769511,
+      "eval_ko_ud_pr_auc": 0.9975565404300748,
+      "eval_ku_opus100_pr_auc": 0.8366296370678215,
+      "eval_ky_opus100_pr_auc": 0.8609310387455095,
+      "eval_la_ud_pr_auc": 0.9467552631718422,
+      "eval_loss": 0.028757866472005844,
+      "eval_lt_ersatz_pr_auc": 0.9957984038649127,
+      "eval_lt_opus100_pr_auc": 0.8899643329113199,
+      "eval_lt_ud_pr_auc": 0.9959437908665574,
+      "eval_lv_ersatz_pr_auc": 0.9906180472477956,
+      "eval_lv_opus100_pr_auc": 0.890788739610576,
+      "eval_lv_ud_pr_auc": 0.9667048808499907,
+      "eval_mg_opus100_pr_auc": 0.9305910226842129,
+      "eval_mk_opus100_pr_auc": 0.9167643611243735,
+      "eval_ml_opus100_pr_auc": 0.8007962293429189,
+      "eval_mn_opus100_pr_auc": 0.9417743402086605,
+      "eval_mr_opus100_pr_auc": 0.909693934634878,
+      "eval_mr_ud_pr_auc": 0.9738637410953243,
+      "eval_ms_opus100_pr_auc": 0.879252608804768,
+      "eval_mt_opus100_pr_auc": 0.8739829609328578,
+      "eval_mt_ud_pr_auc": 0.9062384454904867,
+      "eval_my_opus100_pr_auc": 0.7825679078166907,
+      "eval_ne_opus100_pr_auc": 0.7191218291249527,
+      "eval_nl_opus100_pr_auc": 0.9046424144299601,
+      "eval_nl_ud_pr_auc": 0.984807798070067,
+      "eval_no_opus100_pr_auc": 0.9190900247605435,
+      "eval_no_ud_pr_auc": 0.9961230883490609,
+      "eval_pa_opus100_pr_auc": 0.6735645266601745,
+      "eval_pl_ersatz_pr_auc": 0.9745387080323397,
+      "eval_pl_opus100_pr_auc": 0.8943408570947186,
+      "eval_pl_ud_pr_auc": 0.9676037504754639,
+      "eval_ps_ersatz_pr_auc": 0.9305604012221749,
+      "eval_ps_opus100_pr_auc": 0.7619633775605416,
+      "eval_pt_opus100_pr_auc": 0.9258536752245644,
+      "eval_pt_ud_pr_auc": 0.985289940522786,
+      "eval_ro_ersatz_pr_auc": 0.9934228908211649,
+      "eval_ro_opus100_pr_auc": 0.8748471187706884,
+      "eval_ro_ud_pr_auc": 0.9680793654732315,
+      "eval_ru_ersatz_pr_auc": 0.9910768219473467,
+      "eval_ru_opus100_pr_auc": 0.9313505573273662,
+      "eval_ru_ud_pr_auc": 0.878907604604484,
+      "eval_runtime": 613.6773,
+      "eval_samples_per_second": 123.057,
+      "eval_si_opus100_pr_auc": 0.8147190208292046,
+      "eval_sk_opus100_pr_auc": 0.9367457463968155,
+      "eval_sk_ud_pr_auc": 0.9875334583187447,
+      "eval_sl_opus100_pr_auc": 0.8720727614181896,
+      "eval_sl_ud_pr_auc": 0.9701011208654984,
+      "eval_sq_opus100_pr_auc": 0.9274656758736477,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9037271521761798,
+      "eval_sr_ud_pr_auc": 0.998881820215475,
+      "eval_steps_per_second": 3.846,
+      "eval_sv_opus100_pr_auc": 0.9010631896048515,
+      "eval_sv_ud_pr_auc": 0.9529931385746718,
+      "eval_ta_ersatz_pr_auc": 0.9837772622472217,
+      "eval_ta_opus100_pr_auc": 0.7003908189552801,
+      "eval_ta_ud_pr_auc": 0.9937746204004145,
+      "eval_te_opus100_pr_auc": 0.8477520477485172,
+      "eval_tg_opus100_pr_auc": 0.8977602001960787,
+      "eval_th_opus100_pr_auc": 0.6805631638882811,
+      "eval_th_ud_pr_auc": 0.835079655376947,
+      "eval_tr_ersatz_pr_auc": 0.9717535913155508,
+      "eval_tr_opus100_pr_auc": 0.9008385685659265,
+      "eval_tr_ud_pr_auc": 0.9602320866240193,
+      "eval_uk_opus100_pr_auc": 0.8806078835364117,
+      "eval_uk_ud_pr_auc": 0.9225086417704003,
+      "eval_ur_opus100_pr_auc": 0.5737101730433409,
+      "eval_ur_ud_pr_auc": 0.9949087508527151,
+      "eval_uz_opus100_pr_auc": 0.8805254853981934,
+      "eval_vi_opus100_pr_auc": 0.9004007169792148,
+      "eval_vi_ud_pr_auc": 0.9501702672417591,
+      "eval_xh_opus100_pr_auc": 0.871249140745855,
+      "eval_yi_opus100_pr_auc": 0.7809924683886688,
+      "eval_yo_opus100_pr_auc": 0.8271236733241241,
+      "eval_yo_ud_pr_auc": 0.9125080267234272,
+      "eval_zh_ersatz_pr_auc": 0.9383022715801349,
+      "eval_zh_opus100_pr_auc": 0.7617676032863183,
+      "eval_zh_ud_pr_auc": 0.9953161677800533,
+      "eval_zu_opus100_pr_auc": 0.8443818087862753,
+      "step": 390000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7848101265822782e-06,
+      "learning_rate_adapter": 3.7848101265822782e-06,
+      "loss": 0.0246,
+      "step": 390050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7721518987341775e-06,
+      "learning_rate_adapter": 3.7721518987341775e-06,
+      "loss": 0.0242,
+      "step": 390100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.759493670886076e-06,
+      "learning_rate_adapter": 3.759493670886076e-06,
+      "loss": 0.0245,
+      "step": 390150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.746835443037975e-06,
+      "learning_rate_adapter": 3.746835443037975e-06,
+      "loss": 0.0246,
+      "step": 390200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7341772151898732e-06,
+      "learning_rate_adapter": 3.7341772151898732e-06,
+      "loss": 0.0245,
+      "step": 390250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7215189873417725e-06,
+      "learning_rate_adapter": 3.7215189873417725e-06,
+      "loss": 0.0256,
+      "step": 390300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.708860759493671e-06,
+      "learning_rate_adapter": 3.708860759493671e-06,
+      "loss": 0.0243,
+      "step": 390350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.69620253164557e-06,
+      "learning_rate_adapter": 3.69620253164557e-06,
+      "loss": 0.0248,
+      "step": 390400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6835443037974682e-06,
+      "learning_rate_adapter": 3.6835443037974682e-06,
+      "loss": 0.0244,
+      "step": 390450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6708860759493675e-06,
+      "learning_rate_adapter": 3.6708860759493675e-06,
+      "loss": 0.0254,
+      "step": 390500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.658227848101266e-06,
+      "learning_rate_adapter": 3.658227848101266e-06,
+      "loss": 0.0249,
+      "step": 390550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.645569620253165e-06,
+      "learning_rate_adapter": 3.645569620253165e-06,
+      "loss": 0.0253,
+      "step": 390600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6329113924050632e-06,
+      "learning_rate_adapter": 3.6329113924050632e-06,
+      "loss": 0.0247,
+      "step": 390650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6202531645569625e-06,
+      "learning_rate_adapter": 3.6202531645569625e-06,
+      "loss": 0.0252,
+      "step": 390700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6075949367088605e-06,
+      "learning_rate_adapter": 3.6075949367088605e-06,
+      "loss": 0.0246,
+      "step": 390750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.59493670886076e-06,
+      "learning_rate_adapter": 3.59493670886076e-06,
+      "loss": 0.0248,
+      "step": 390800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5822784810126582e-06,
+      "learning_rate_adapter": 3.5822784810126582e-06,
+      "loss": 0.0245,
+      "step": 390850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.569620253164557e-06,
+      "learning_rate_adapter": 3.569620253164557e-06,
+      "loss": 0.025,
+      "step": 390900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5569620253164555e-06,
+      "learning_rate_adapter": 3.5569620253164555e-06,
+      "loss": 0.0247,
+      "step": 390950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.544303797468355e-06,
+      "learning_rate_adapter": 3.544303797468355e-06,
+      "loss": 0.0251,
+      "step": 391000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5316455696202532e-06,
+      "learning_rate_adapter": 3.5316455696202532e-06,
+      "loss": 0.0251,
+      "step": 391050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.518987341772152e-06,
+      "learning_rate_adapter": 3.518987341772152e-06,
+      "loss": 0.0247,
+      "step": 391100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5063291139240505e-06,
+      "learning_rate_adapter": 3.5063291139240505e-06,
+      "loss": 0.0254,
+      "step": 391150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.49367088607595e-06,
+      "learning_rate_adapter": 3.49367088607595e-06,
+      "loss": 0.0241,
+      "step": 391200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4810126582278482e-06,
+      "learning_rate_adapter": 3.4810126582278482e-06,
+      "loss": 0.0251,
+      "step": 391250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.468354430379747e-06,
+      "learning_rate_adapter": 3.468354430379747e-06,
+      "loss": 0.0245,
+      "step": 391300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4556962025316455e-06,
+      "learning_rate_adapter": 3.4556962025316455e-06,
+      "loss": 0.0247,
+      "step": 391350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.443037974683545e-06,
+      "learning_rate_adapter": 3.443037974683545e-06,
+      "loss": 0.0249,
+      "step": 391400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4303797468354432e-06,
+      "learning_rate_adapter": 3.4303797468354432e-06,
+      "loss": 0.0252,
+      "step": 391450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.417721518987342e-06,
+      "learning_rate_adapter": 3.417721518987342e-06,
+      "loss": 0.0243,
+      "step": 391500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4050632911392405e-06,
+      "learning_rate_adapter": 3.4050632911392405e-06,
+      "loss": 0.0245,
+      "step": 391550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3924050632911394e-06,
+      "learning_rate_adapter": 3.3924050632911394e-06,
+      "loss": 0.0256,
+      "step": 391600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.379746835443038e-06,
+      "learning_rate_adapter": 3.379746835443038e-06,
+      "loss": 0.0248,
+      "step": 391650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.367088607594937e-06,
+      "learning_rate_adapter": 3.367088607594937e-06,
+      "loss": 0.0252,
+      "step": 391700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3544303797468355e-06,
+      "learning_rate_adapter": 3.3544303797468355e-06,
+      "loss": 0.0247,
+      "step": 391750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3417721518987344e-06,
+      "learning_rate_adapter": 3.3417721518987344e-06,
+      "loss": 0.0245,
+      "step": 391800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.329113924050633e-06,
+      "learning_rate_adapter": 3.329113924050633e-06,
+      "loss": 0.0245,
+      "step": 391850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.316455696202532e-06,
+      "learning_rate_adapter": 3.316455696202532e-06,
+      "loss": 0.0244,
+      "step": 391900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3037974683544305e-06,
+      "learning_rate_adapter": 3.3037974683544305e-06,
+      "loss": 0.0248,
+      "step": 391950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.2911392405063294e-06,
+      "learning_rate_adapter": 3.2911392405063294e-06,
+      "loss": 0.0244,
+      "step": 392000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.278481012658228e-06,
+      "learning_rate_adapter": 3.278481012658228e-06,
+      "loss": 0.0248,
+      "step": 392050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.265822784810127e-06,
+      "learning_rate_adapter": 3.265822784810127e-06,
+      "loss": 0.0255,
+      "step": 392100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.2531645569620255e-06,
+      "learning_rate_adapter": 3.2531645569620255e-06,
+      "loss": 0.0249,
+      "step": 392150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.2405063291139244e-06,
+      "learning_rate_adapter": 3.2405063291139244e-06,
+      "loss": 0.0247,
+      "step": 392200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.227848101265823e-06,
+      "learning_rate_adapter": 3.227848101265823e-06,
+      "loss": 0.0251,
+      "step": 392250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.215189873417722e-06,
+      "learning_rate_adapter": 3.215189873417722e-06,
+      "loss": 0.0243,
+      "step": 392300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.20253164556962e-06,
+      "learning_rate_adapter": 3.20253164556962e-06,
+      "loss": 0.0246,
+      "step": 392350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1898734177215194e-06,
+      "learning_rate_adapter": 3.1898734177215194e-06,
+      "loss": 0.0243,
+      "step": 392400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.177215189873418e-06,
+      "learning_rate_adapter": 3.177215189873418e-06,
+      "loss": 0.0247,
+      "step": 392450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1645569620253167e-06,
+      "learning_rate_adapter": 3.1645569620253167e-06,
+      "loss": 0.0251,
+      "step": 392500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.151898734177215e-06,
+      "learning_rate_adapter": 3.151898734177215e-06,
+      "loss": 0.0244,
+      "step": 392550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1392405063291144e-06,
+      "learning_rate_adapter": 3.1392405063291144e-06,
+      "loss": 0.0246,
+      "step": 392600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.126582278481013e-06,
+      "learning_rate_adapter": 3.126582278481013e-06,
+      "loss": 0.0249,
+      "step": 392650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1139240506329112e-06,
+      "learning_rate_adapter": 3.1139240506329112e-06,
+      "loss": 0.0242,
+      "step": 392700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.10126582278481e-06,
+      "learning_rate_adapter": 3.10126582278481e-06,
+      "loss": 0.0238,
+      "step": 392750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.088607594936709e-06,
+      "learning_rate_adapter": 3.088607594936709e-06,
+      "loss": 0.0249,
+      "step": 392800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.075949367088608e-06,
+      "learning_rate_adapter": 3.075949367088608e-06,
+      "loss": 0.025,
+      "step": 392850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.0632911392405062e-06,
+      "learning_rate_adapter": 3.0632911392405062e-06,
+      "loss": 0.0242,
+      "step": 392900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.050632911392405e-06,
+      "learning_rate_adapter": 3.050632911392405e-06,
+      "loss": 0.0249,
+      "step": 392950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.037974683544304e-06,
+      "learning_rate_adapter": 3.037974683544304e-06,
+      "loss": 0.025,
+      "step": 393000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.0253164556962024e-06,
+      "learning_rate_adapter": 3.0253164556962024e-06,
+      "loss": 0.0244,
+      "step": 393050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.0126582278481012e-06,
+      "learning_rate_adapter": 3.0126582278481012e-06,
+      "loss": 0.0253,
+      "step": 393100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0252,
+      "step": 393150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.987341772151899e-06,
+      "learning_rate_adapter": 2.987341772151899e-06,
+      "loss": 0.0257,
+      "step": 393200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9746835443037974e-06,
+      "learning_rate_adapter": 2.9746835443037974e-06,
+      "loss": 0.025,
+      "step": 393250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9620253164556962e-06,
+      "learning_rate_adapter": 2.9620253164556962e-06,
+      "loss": 0.0252,
+      "step": 393300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.949367088607595e-06,
+      "learning_rate_adapter": 2.949367088607595e-06,
+      "loss": 0.0241,
+      "step": 393350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9367088607594935e-06,
+      "learning_rate_adapter": 2.9367088607594935e-06,
+      "loss": 0.0246,
+      "step": 393400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9240506329113924e-06,
+      "learning_rate_adapter": 2.9240506329113924e-06,
+      "loss": 0.0246,
+      "step": 393450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9113924050632912e-06,
+      "learning_rate_adapter": 2.9113924050632912e-06,
+      "loss": 0.0249,
+      "step": 393500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.89873417721519e-06,
+      "learning_rate_adapter": 2.89873417721519e-06,
+      "loss": 0.0248,
+      "step": 393550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8860759493670885e-06,
+      "learning_rate_adapter": 2.8860759493670885e-06,
+      "loss": 0.0254,
+      "step": 393600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8734177215189874e-06,
+      "learning_rate_adapter": 2.8734177215189874e-06,
+      "loss": 0.0249,
+      "step": 393650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8607594936708862e-06,
+      "learning_rate_adapter": 2.8607594936708862e-06,
+      "loss": 0.0247,
+      "step": 393700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.848101265822785e-06,
+      "learning_rate_adapter": 2.848101265822785e-06,
+      "loss": 0.025,
+      "step": 393750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8354430379746835e-06,
+      "learning_rate_adapter": 2.8354430379746835e-06,
+      "loss": 0.0253,
+      "step": 393800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8227848101265824e-06,
+      "learning_rate_adapter": 2.8227848101265824e-06,
+      "loss": 0.0253,
+      "step": 393850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8101265822784812e-06,
+      "learning_rate_adapter": 2.8101265822784812e-06,
+      "loss": 0.0246,
+      "step": 393900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7974683544303796e-06,
+      "learning_rate_adapter": 2.7974683544303796e-06,
+      "loss": 0.0241,
+      "step": 393950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7848101265822785e-06,
+      "learning_rate_adapter": 2.7848101265822785e-06,
+      "loss": 0.0242,
+      "step": 394000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7721518987341774e-06,
+      "learning_rate_adapter": 2.7721518987341774e-06,
+      "loss": 0.0245,
+      "step": 394050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.759493670886076e-06,
+      "learning_rate_adapter": 2.759493670886076e-06,
+      "loss": 0.0247,
+      "step": 394100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7468354430379746e-06,
+      "learning_rate_adapter": 2.7468354430379746e-06,
+      "loss": 0.0248,
+      "step": 394150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7341772151898735e-06,
+      "learning_rate_adapter": 2.7341772151898735e-06,
+      "loss": 0.0251,
+      "step": 394200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7215189873417724e-06,
+      "learning_rate_adapter": 2.7215189873417724e-06,
+      "loss": 0.0242,
+      "step": 394250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7088607594936708e-06,
+      "learning_rate_adapter": 2.7088607594936708e-06,
+      "loss": 0.0247,
+      "step": 394300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6962025316455696e-06,
+      "learning_rate_adapter": 2.6962025316455696e-06,
+      "loss": 0.0247,
+      "step": 394350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6835443037974685e-06,
+      "learning_rate_adapter": 2.6835443037974685e-06,
+      "loss": 0.0248,
+      "step": 394400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6708860759493674e-06,
+      "learning_rate_adapter": 2.6708860759493674e-06,
+      "loss": 0.0247,
+      "step": 394450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6582278481012658e-06,
+      "learning_rate_adapter": 2.6582278481012658e-06,
+      "loss": 0.0248,
+      "step": 394500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6455696202531646e-06,
+      "learning_rate_adapter": 2.6455696202531646e-06,
+      "loss": 0.0242,
+      "step": 394550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6329113924050635e-06,
+      "learning_rate_adapter": 2.6329113924050635e-06,
+      "loss": 0.0243,
+      "step": 394600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.620253164556962e-06,
+      "learning_rate_adapter": 2.620253164556962e-06,
+      "loss": 0.0252,
+      "step": 394650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6075949367088608e-06,
+      "learning_rate_adapter": 2.6075949367088608e-06,
+      "loss": 0.0247,
+      "step": 394700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5949367088607596e-06,
+      "learning_rate_adapter": 2.5949367088607596e-06,
+      "loss": 0.0245,
+      "step": 394750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5822784810126585e-06,
+      "learning_rate_adapter": 2.5822784810126585e-06,
+      "loss": 0.0244,
+      "step": 394800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.569620253164557e-06,
+      "learning_rate_adapter": 2.569620253164557e-06,
+      "loss": 0.0246,
+      "step": 394850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5569620253164558e-06,
+      "learning_rate_adapter": 2.5569620253164558e-06,
+      "loss": 0.0247,
+      "step": 394900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5443037974683546e-06,
+      "learning_rate_adapter": 2.5443037974683546e-06,
+      "loss": 0.0245,
+      "step": 394950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.531645569620253e-06,
+      "learning_rate_adapter": 2.531645569620253e-06,
+      "loss": 0.0252,
+      "step": 395000
+    },
+    {
+      "epoch": 0.33,
+      "eval_af_opus100_pr_auc": 0.796816754042349,
+      "eval_af_ud_pr_auc": 0.992270105021579,
+      "eval_am_opus100_pr_auc": 0.6086142926516506,
+      "eval_ar_ersatz_pr_auc": 0.9289986989546892,
+      "eval_ar_opus100_pr_auc": 0.7372803663932922,
+      "eval_ar_ud_pr_auc": 0.8832803122326928,
+      "eval_average_ersatz_pr_auc": 0.9694394872107029,
+      "eval_average_opus100_pr_auc": 0.8411989294214703,
+      "eval_average_ud_pr_auc": 0.9648415746974154,
+      "eval_az_opus100_pr_auc": 0.8040116464074096,
+      "eval_be_opus100_pr_auc": 0.6994242275204134,
+      "eval_be_ud_pr_auc": 0.890089966594165,
+      "eval_bg_opus100_pr_auc": 0.9216445433526566,
+      "eval_bg_ud_pr_auc": 0.9968515826422778,
+      "eval_bn_opus100_pr_auc": 0.836769689853474,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8855627044234151,
+      "eval_ca_ud_pr_auc": 0.9958033210792886,
+      "eval_ceb_ud_pr_auc": 0.9964792953625516,
+      "eval_cs_ersatz_pr_auc": 0.9867208986686153,
+      "eval_cs_opus100_pr_auc": 0.9054125862997818,
+      "eval_cs_ud_pr_auc": 0.9631383312134708,
+      "eval_cy_opus100_pr_auc": 0.7704228072010494,
+      "eval_cy_ud_pr_auc": 0.9947034333960436,
+      "eval_da_opus100_pr_auc": 0.9244970252634553,
+      "eval_da_ud_pr_auc": 0.985946231973381,
+      "eval_de_ersatz_pr_auc": 0.9864290148580235,
+      "eval_de_opus100_pr_auc": 0.9105706133382858,
+      "eval_de_ud_pr_auc": 0.985741633205897,
+      "eval_el_opus100_pr_auc": 0.9201518901614307,
+      "eval_el_ud_pr_auc": 0.9839421941234822,
+      "eval_en_ersatz_pr_auc": 0.9930959500617627,
+      "eval_en_opus100_pr_auc": 0.9225526340047283,
+      "eval_en_ud_pr_auc": 0.9761460624065551,
+      "eval_eo_opus100_pr_auc": 0.934524430165631,
+      "eval_es_ersatz_pr_auc": 0.9971615982833321,
+      "eval_es_opus100_pr_auc": 0.932775039484986,
+      "eval_es_ud_pr_auc": 0.9924058779001484,
+      "eval_et_ersatz_pr_auc": 0.9833775491632613,
+      "eval_et_opus100_pr_auc": 0.9006596747347829,
+      "eval_et_ud_pr_auc": 0.9666531228806564,
+      "eval_eu_opus100_pr_auc": 0.8892173093007241,
+      "eval_eu_ud_pr_auc": 0.9932596309086468,
+      "eval_fa_opus100_pr_auc": 0.6077821346908716,
+      "eval_fa_ud_pr_auc": 0.9923400119259349,
+      "eval_fi_ersatz_pr_auc": 0.9922987259662734,
+      "eval_fi_opus100_pr_auc": 0.923993604596081,
+      "eval_fi_ud_pr_auc": 0.9745272397107558,
+      "eval_fr_ersatz_pr_auc": 0.9905102976079784,
+      "eval_fr_opus100_pr_auc": 0.9201787679340797,
+      "eval_fr_ud_pr_auc": 0.9877660889618605,
+      "eval_fy_opus100_pr_auc": 0.706268313223954,
+      "eval_ga_opus100_pr_auc": 0.8939403770580341,
+      "eval_ga_ud_pr_auc": 0.8147158459604428,
+      "eval_gd_opus100_pr_auc": 0.6889465614871197,
+      "eval_gd_ud_pr_auc": 0.825015308788372,
+      "eval_gl_opus100_pr_auc": 0.8971548163121309,
+      "eval_gl_ud_pr_auc": 0.9984056199528177,
+      "eval_gu_ersatz_pr_auc": 0.9480394872012459,
+      "eval_gu_opus100_pr_auc": 0.7444344506758388,
+      "eval_ha_opus100_pr_auc": 0.9179140541966665,
+      "eval_he_opus100_pr_auc": 0.872831500037865,
+      "eval_he_ud_pr_auc": 0.9801628387846412,
+      "eval_hi_ersatz_pr_auc": 0.9820736629957972,
+      "eval_hi_opus100_pr_auc": 0.7022310665017986,
+      "eval_hi_ud_pr_auc": 0.9873307279773225,
+      "eval_hu_opus100_pr_auc": 0.9141067016530852,
+      "eval_hu_ud_pr_auc": 0.9841250088983536,
+      "eval_hy_opus100_pr_auc": 0.9112453250491677,
+      "eval_hy_ud_pr_auc": 0.9886644194534892,
+      "eval_id_opus100_pr_auc": 0.8739715645476344,
+      "eval_id_ud_pr_auc": 0.994626153836076,
+      "eval_ig_opus100_pr_auc": 0.8933098287578494,
+      "eval_is_opus100_pr_auc": 0.9252482764605224,
+      "eval_is_ud_pr_auc": 0.9159973995091979,
+      "eval_it_opus100_pr_auc": 0.9124993732767852,
+      "eval_it_ud_pr_auc": 0.9988843176313642,
+      "eval_ja_ersatz_pr_auc": 0.8492044415397895,
+      "eval_ja_opus100_pr_auc": 0.8316233412505718,
+      "eval_ja_ud_pr_auc": 0.9775295824330669,
+      "eval_jv_ud_pr_auc": 0.9658693145277942,
+      "eval_ka_opus100_pr_auc": 0.854437740705467,
+      "eval_kk_ersatz_pr_auc": 0.9864044784570271,
+      "eval_kk_opus100_pr_auc": 0.7982464387275733,
+      "eval_kk_ud_pr_auc": 0.9757191349673379,
+      "eval_km_ersatz_pr_auc": 0.927301348684828,
+      "eval_km_opus100_pr_auc": 0.7415078866001648,
+      "eval_kn_opus100_pr_auc": 0.617776982041945,
+      "eval_ko_opus100_pr_auc": 0.6756081995939498,
+      "eval_ko_ud_pr_auc": 0.997620493279646,
+      "eval_ku_opus100_pr_auc": 0.8380838069667054,
+      "eval_ky_opus100_pr_auc": 0.8671236985480261,
+      "eval_la_ud_pr_auc": 0.9523817445780774,
+      "eval_loss": 0.028598204255104065,
+      "eval_lt_ersatz_pr_auc": 0.9959538372535708,
+      "eval_lt_opus100_pr_auc": 0.8864139952014085,
+      "eval_lt_ud_pr_auc": 0.9946800406375046,
+      "eval_lv_ersatz_pr_auc": 0.9896397963012965,
+      "eval_lv_opus100_pr_auc": 0.8914572017032371,
+      "eval_lv_ud_pr_auc": 0.9653536933674156,
+      "eval_mg_opus100_pr_auc": 0.9331892630426328,
+      "eval_mk_opus100_pr_auc": 0.9163739363691157,
+      "eval_ml_opus100_pr_auc": 0.8015868872884129,
+      "eval_mn_opus100_pr_auc": 0.9430648829990901,
+      "eval_mr_opus100_pr_auc": 0.9103801053764352,
+      "eval_mr_ud_pr_auc": 0.9690068443473551,
+      "eval_ms_opus100_pr_auc": 0.8783160929493883,
+      "eval_mt_opus100_pr_auc": 0.8737478556215534,
+      "eval_mt_ud_pr_auc": 0.9055519347847101,
+      "eval_my_opus100_pr_auc": 0.7849675214186865,
+      "eval_ne_opus100_pr_auc": 0.7260703559708125,
+      "eval_nl_opus100_pr_auc": 0.9058954282004763,
+      "eval_nl_ud_pr_auc": 0.9847481201623351,
+      "eval_no_opus100_pr_auc": 0.9196265387286949,
+      "eval_no_ud_pr_auc": 0.9962487139894002,
+      "eval_pa_opus100_pr_auc": 0.6754107885549561,
+      "eval_pl_ersatz_pr_auc": 0.9729688168980165,
+      "eval_pl_opus100_pr_auc": 0.8943902812548431,
+      "eval_pl_ud_pr_auc": 0.9661378596200797,
+      "eval_ps_ersatz_pr_auc": 0.9288213390153267,
+      "eval_ps_opus100_pr_auc": 0.7605377760850499,
+      "eval_pt_opus100_pr_auc": 0.9263434812046417,
+      "eval_pt_ud_pr_auc": 0.9855454480596294,
+      "eval_ro_ersatz_pr_auc": 0.9935702908355488,
+      "eval_ro_opus100_pr_auc": 0.8738984781964305,
+      "eval_ro_ud_pr_auc": 0.9700950617928719,
+      "eval_ru_ersatz_pr_auc": 0.9911369648365342,
+      "eval_ru_opus100_pr_auc": 0.9298540392863167,
+      "eval_ru_ud_pr_auc": 0.8782875920561491,
+      "eval_runtime": 623.6625,
+      "eval_samples_per_second": 121.086,
+      "eval_si_opus100_pr_auc": 0.8148159720298479,
+      "eval_sk_opus100_pr_auc": 0.9363907110253368,
+      "eval_sk_ud_pr_auc": 0.9871667891673941,
+      "eval_sl_opus100_pr_auc": 0.8712803218187932,
+      "eval_sl_ud_pr_auc": 0.9677323912301451,
+      "eval_sq_opus100_pr_auc": 0.9270551672985363,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9036555615250684,
+      "eval_sr_ud_pr_auc": 0.9990138860714285,
+      "eval_steps_per_second": 3.784,
+      "eval_sv_opus100_pr_auc": 0.9020014933720845,
+      "eval_sv_ud_pr_auc": 0.9521462002280126,
+      "eval_ta_ersatz_pr_auc": 0.9838238437813566,
+      "eval_ta_opus100_pr_auc": 0.6989476965608897,
+      "eval_ta_ud_pr_auc": 0.9942741134184341,
+      "eval_te_opus100_pr_auc": 0.8459903911109523,
+      "eval_tg_opus100_pr_auc": 0.8954551377871819,
+      "eval_th_opus100_pr_auc": 0.6789368552895264,
+      "eval_th_ud_pr_auc": 0.8333359175433659,
+      "eval_tr_ersatz_pr_auc": 0.972139601297547,
+      "eval_tr_opus100_pr_auc": 0.8988687759204909,
+      "eval_tr_ud_pr_auc": 0.9598197248939191,
+      "eval_uk_opus100_pr_auc": 0.8790123787446829,
+      "eval_uk_ud_pr_auc": 0.9221683108525721,
+      "eval_ur_opus100_pr_auc": 0.5768642790760947,
+      "eval_ur_ud_pr_auc": 0.994752793860793,
+      "eval_uz_opus100_pr_auc": 0.8804152665312535,
+      "eval_vi_opus100_pr_auc": 0.9015551192154581,
+      "eval_vi_ud_pr_auc": 0.9536897600563647,
+      "eval_xh_opus100_pr_auc": 0.8686122851485267,
+      "eval_yi_opus100_pr_auc": 0.7797096869654081,
+      "eval_yo_opus100_pr_auc": 0.8300710865192767,
+      "eval_yo_ud_pr_auc": 0.9125115548516535,
+      "eval_zh_ersatz_pr_auc": 0.9479980759736488,
+      "eval_zh_opus100_pr_auc": 0.7752475756904711,
+      "eval_zh_ud_pr_auc": 0.9953106546437592,
+      "eval_zu_opus100_pr_auc": 0.8505284959851016,
+      "step": 395000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.518987341772152e-06,
+      "learning_rate_adapter": 2.518987341772152e-06,
+      "loss": 0.025,
+      "step": 395050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5063291139240508e-06,
+      "learning_rate_adapter": 2.5063291139240508e-06,
+      "loss": 0.0247,
+      "step": 395100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4936708860759496e-06,
+      "learning_rate_adapter": 2.4936708860759496e-06,
+      "loss": 0.0251,
+      "step": 395150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.481012658227848e-06,
+      "learning_rate_adapter": 2.481012658227848e-06,
+      "loss": 0.0246,
+      "step": 395200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.468354430379747e-06,
+      "learning_rate_adapter": 2.468354430379747e-06,
+      "loss": 0.0249,
+      "step": 395250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4556962025316458e-06,
+      "learning_rate_adapter": 2.4556962025316458e-06,
+      "loss": 0.0249,
+      "step": 395300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.443037974683544e-06,
+      "learning_rate_adapter": 2.443037974683544e-06,
+      "loss": 0.0241,
+      "step": 395350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.430379746835443e-06,
+      "learning_rate_adapter": 2.430379746835443e-06,
+      "loss": 0.0244,
+      "step": 395400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.417721518987342e-06,
+      "learning_rate_adapter": 2.417721518987342e-06,
+      "loss": 0.0244,
+      "step": 395450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4050632911392408e-06,
+      "learning_rate_adapter": 2.4050632911392408e-06,
+      "loss": 0.0253,
+      "step": 395500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.392405063291139e-06,
+      "learning_rate_adapter": 2.392405063291139e-06,
+      "loss": 0.025,
+      "step": 395550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.379746835443038e-06,
+      "learning_rate_adapter": 2.379746835443038e-06,
+      "loss": 0.0247,
+      "step": 395600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.367088607594937e-06,
+      "learning_rate_adapter": 2.367088607594937e-06,
+      "loss": 0.0248,
+      "step": 395650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.3544303797468353e-06,
+      "learning_rate_adapter": 2.3544303797468353e-06,
+      "loss": 0.0246,
+      "step": 395700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.341772151898734e-06,
+      "learning_rate_adapter": 2.341772151898734e-06,
+      "loss": 0.0247,
+      "step": 395750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.329113924050633e-06,
+      "learning_rate_adapter": 2.329113924050633e-06,
+      "loss": 0.0251,
+      "step": 395800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.316455696202532e-06,
+      "learning_rate_adapter": 2.316455696202532e-06,
+      "loss": 0.0247,
+      "step": 395850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.3037974683544303e-06,
+      "learning_rate_adapter": 2.3037974683544303e-06,
+      "loss": 0.0248,
+      "step": 395900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.291139240506329e-06,
+      "learning_rate_adapter": 2.291139240506329e-06,
+      "loss": 0.0246,
+      "step": 395950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.278481012658228e-06,
+      "learning_rate_adapter": 2.278481012658228e-06,
+      "loss": 0.0245,
+      "step": 396000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2658227848101265e-06,
+      "learning_rate_adapter": 2.2658227848101265e-06,
+      "loss": 0.0241,
+      "step": 396050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2531645569620253e-06,
+      "learning_rate_adapter": 2.2531645569620253e-06,
+      "loss": 0.0248,
+      "step": 396100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.240506329113924e-06,
+      "learning_rate_adapter": 2.240506329113924e-06,
+      "loss": 0.0238,
+      "step": 396150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.227848101265823e-06,
+      "learning_rate_adapter": 2.227848101265823e-06,
+      "loss": 0.024,
+      "step": 396200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2151898734177215e-06,
+      "learning_rate_adapter": 2.2151898734177215e-06,
+      "loss": 0.0247,
+      "step": 396250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2025316455696203e-06,
+      "learning_rate_adapter": 2.2025316455696203e-06,
+      "loss": 0.0248,
+      "step": 396300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.189873417721519e-06,
+      "learning_rate_adapter": 2.189873417721519e-06,
+      "loss": 0.0243,
+      "step": 396350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.177215189873418e-06,
+      "learning_rate_adapter": 2.177215189873418e-06,
+      "loss": 0.0252,
+      "step": 396400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1645569620253165e-06,
+      "learning_rate_adapter": 2.1645569620253165e-06,
+      "loss": 0.0242,
+      "step": 396450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1518987341772153e-06,
+      "learning_rate_adapter": 2.1518987341772153e-06,
+      "loss": 0.026,
+      "step": 396500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.139240506329114e-06,
+      "learning_rate_adapter": 2.139240506329114e-06,
+      "loss": 0.0248,
+      "step": 396550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1265822784810126e-06,
+      "learning_rate_adapter": 2.1265822784810126e-06,
+      "loss": 0.024,
+      "step": 396600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1139240506329115e-06,
+      "learning_rate_adapter": 2.1139240506329115e-06,
+      "loss": 0.0245,
+      "step": 396650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1012658227848103e-06,
+      "learning_rate_adapter": 2.1012658227848103e-06,
+      "loss": 0.0248,
+      "step": 396700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.088607594936709e-06,
+      "learning_rate_adapter": 2.088607594936709e-06,
+      "loss": 0.0252,
+      "step": 396750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0759493670886076e-06,
+      "learning_rate_adapter": 2.0759493670886076e-06,
+      "loss": 0.0251,
+      "step": 396800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0632911392405065e-06,
+      "learning_rate_adapter": 2.0632911392405065e-06,
+      "loss": 0.0246,
+      "step": 396850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0506329113924053e-06,
+      "learning_rate_adapter": 2.0506329113924053e-06,
+      "loss": 0.0245,
+      "step": 396900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0379746835443038e-06,
+      "learning_rate_adapter": 2.0379746835443038e-06,
+      "loss": 0.0242,
+      "step": 396950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0253164556962026e-06,
+      "learning_rate_adapter": 2.0253164556962026e-06,
+      "loss": 0.0248,
+      "step": 397000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0126582278481015e-06,
+      "learning_rate_adapter": 2.0126582278481015e-06,
+      "loss": 0.0244,
+      "step": 397050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0246,
+      "step": 397100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9873417721518988e-06,
+      "learning_rate_adapter": 1.9873417721518988e-06,
+      "loss": 0.0255,
+      "step": 397150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9746835443037976e-06,
+      "learning_rate_adapter": 1.9746835443037976e-06,
+      "loss": 0.0249,
+      "step": 397200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9620253164556965e-06,
+      "learning_rate_adapter": 1.9620253164556965e-06,
+      "loss": 0.0248,
+      "step": 397250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.949367088607595e-06,
+      "learning_rate_adapter": 1.949367088607595e-06,
+      "loss": 0.0244,
+      "step": 397300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9367088607594938e-06,
+      "learning_rate_adapter": 1.9367088607594938e-06,
+      "loss": 0.0248,
+      "step": 397350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9240506329113926e-06,
+      "learning_rate_adapter": 1.9240506329113926e-06,
+      "loss": 0.0246,
+      "step": 397400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9113924050632915e-06,
+      "learning_rate_adapter": 1.9113924050632915e-06,
+      "loss": 0.024,
+      "step": 397450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.8987341772151901e-06,
+      "learning_rate_adapter": 1.8987341772151901e-06,
+      "loss": 0.0249,
+      "step": 397500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.8860759493670888e-06,
+      "learning_rate_adapter": 1.8860759493670888e-06,
+      "loss": 0.0247,
+      "step": 397550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.8734177215189874e-06,
+      "learning_rate_adapter": 1.8734177215189874e-06,
+      "loss": 0.0246,
+      "step": 397600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8607594936708863e-06,
+      "learning_rate_adapter": 1.8607594936708863e-06,
+      "loss": 0.0247,
+      "step": 397650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.848101265822785e-06,
+      "learning_rate_adapter": 1.848101265822785e-06,
+      "loss": 0.0242,
+      "step": 397700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8354430379746838e-06,
+      "learning_rate_adapter": 1.8354430379746838e-06,
+      "loss": 0.0249,
+      "step": 397750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8227848101265824e-06,
+      "learning_rate_adapter": 1.8227848101265824e-06,
+      "loss": 0.0241,
+      "step": 397800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8101265822784813e-06,
+      "learning_rate_adapter": 1.8101265822784813e-06,
+      "loss": 0.0248,
+      "step": 397850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.79746835443038e-06,
+      "learning_rate_adapter": 1.79746835443038e-06,
+      "loss": 0.0251,
+      "step": 397900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7848101265822785e-06,
+      "learning_rate_adapter": 1.7848101265822785e-06,
+      "loss": 0.0247,
+      "step": 397950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7721518987341774e-06,
+      "learning_rate_adapter": 1.7721518987341774e-06,
+      "loss": 0.0248,
+      "step": 398000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.759493670886076e-06,
+      "learning_rate_adapter": 1.759493670886076e-06,
+      "loss": 0.0251,
+      "step": 398050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.746835443037975e-06,
+      "learning_rate_adapter": 1.746835443037975e-06,
+      "loss": 0.0246,
+      "step": 398100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7341772151898735e-06,
+      "learning_rate_adapter": 1.7341772151898735e-06,
+      "loss": 0.0252,
+      "step": 398150
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7215189873417724e-06,
+      "learning_rate_adapter": 1.7215189873417724e-06,
+      "loss": 0.0252,
+      "step": 398200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.708860759493671e-06,
+      "learning_rate_adapter": 1.708860759493671e-06,
+      "loss": 0.0252,
+      "step": 398250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6962025316455697e-06,
+      "learning_rate_adapter": 1.6962025316455697e-06,
+      "loss": 0.025,
+      "step": 398300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6835443037974685e-06,
+      "learning_rate_adapter": 1.6835443037974685e-06,
+      "loss": 0.0242,
+      "step": 398350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6708860759493672e-06,
+      "learning_rate_adapter": 1.6708860759493672e-06,
+      "loss": 0.0247,
+      "step": 398400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.658227848101266e-06,
+      "learning_rate_adapter": 1.658227848101266e-06,
+      "loss": 0.0247,
+      "step": 398450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6455696202531647e-06,
+      "learning_rate_adapter": 1.6455696202531647e-06,
+      "loss": 0.0247,
+      "step": 398500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6329113924050635e-06,
+      "learning_rate_adapter": 1.6329113924050635e-06,
+      "loss": 0.0248,
+      "step": 398550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6202531645569622e-06,
+      "learning_rate_adapter": 1.6202531645569622e-06,
+      "loss": 0.0252,
+      "step": 398600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.607594936708861e-06,
+      "learning_rate_adapter": 1.607594936708861e-06,
+      "loss": 0.025,
+      "step": 398650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5949367088607597e-06,
+      "learning_rate_adapter": 1.5949367088607597e-06,
+      "loss": 0.0251,
+      "step": 398700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5822784810126583e-06,
+      "learning_rate_adapter": 1.5822784810126583e-06,
+      "loss": 0.0249,
+      "step": 398750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5696202531645572e-06,
+      "learning_rate_adapter": 1.5696202531645572e-06,
+      "loss": 0.0245,
+      "step": 398800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5569620253164556e-06,
+      "learning_rate_adapter": 1.5569620253164556e-06,
+      "loss": 0.025,
+      "step": 398850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5443037974683545e-06,
+      "learning_rate_adapter": 1.5443037974683545e-06,
+      "loss": 0.0241,
+      "step": 398900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5316455696202531e-06,
+      "learning_rate_adapter": 1.5316455696202531e-06,
+      "loss": 0.0245,
+      "step": 398950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.518987341772152e-06,
+      "learning_rate_adapter": 1.518987341772152e-06,
+      "loss": 0.0248,
+      "step": 399000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5063291139240506e-06,
+      "learning_rate_adapter": 1.5063291139240506e-06,
+      "loss": 0.0252,
+      "step": 399050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4936708860759495e-06,
+      "learning_rate_adapter": 1.4936708860759495e-06,
+      "loss": 0.0249,
+      "step": 399100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4810126582278481e-06,
+      "learning_rate_adapter": 1.4810126582278481e-06,
+      "loss": 0.0247,
+      "step": 399150
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4683544303797468e-06,
+      "learning_rate_adapter": 1.4683544303797468e-06,
+      "loss": 0.0249,
+      "step": 399200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4556962025316456e-06,
+      "learning_rate_adapter": 1.4556962025316456e-06,
+      "loss": 0.0246,
+      "step": 399250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4430379746835443e-06,
+      "learning_rate_adapter": 1.4430379746835443e-06,
+      "loss": 0.0249,
+      "step": 399300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4303797468354431e-06,
+      "learning_rate_adapter": 1.4303797468354431e-06,
+      "loss": 0.0254,
+      "step": 399350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4177215189873418e-06,
+      "learning_rate_adapter": 1.4177215189873418e-06,
+      "loss": 0.025,
+      "step": 399400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4050632911392406e-06,
+      "learning_rate_adapter": 1.4050632911392406e-06,
+      "loss": 0.0241,
+      "step": 399450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3924050632911392e-06,
+      "learning_rate_adapter": 1.3924050632911392e-06,
+      "loss": 0.0251,
+      "step": 399500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.379746835443038e-06,
+      "learning_rate_adapter": 1.379746835443038e-06,
+      "loss": 0.0257,
+      "step": 399550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3670886075949367e-06,
+      "learning_rate_adapter": 1.3670886075949367e-06,
+      "loss": 0.0246,
+      "step": 399600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3544303797468354e-06,
+      "learning_rate_adapter": 1.3544303797468354e-06,
+      "loss": 0.0247,
+      "step": 399650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3417721518987342e-06,
+      "learning_rate_adapter": 1.3417721518987342e-06,
+      "loss": 0.0249,
+      "step": 399700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3291139240506329e-06,
+      "learning_rate_adapter": 1.3291139240506329e-06,
+      "loss": 0.0253,
+      "step": 399750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3164556962025317e-06,
+      "learning_rate_adapter": 1.3164556962025317e-06,
+      "loss": 0.0246,
+      "step": 399800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3037974683544304e-06,
+      "learning_rate_adapter": 1.3037974683544304e-06,
+      "loss": 0.0249,
+      "step": 399850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.2911392405063292e-06,
+      "learning_rate_adapter": 1.2911392405063292e-06,
+      "loss": 0.0249,
+      "step": 399900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.2784810126582279e-06,
+      "learning_rate_adapter": 1.2784810126582279e-06,
+      "loss": 0.0248,
+      "step": 399950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.2658227848101265e-06,
+      "learning_rate_adapter": 1.2658227848101265e-06,
+      "loss": 0.0255,
+      "step": 400000
+    },
+    {
+      "epoch": 0.34,
+      "eval_af_opus100_pr_auc": 0.7973280985398983,
+      "eval_af_ud_pr_auc": 0.9920712986155273,
+      "eval_am_opus100_pr_auc": 0.6034008260309547,
+      "eval_ar_ersatz_pr_auc": 0.9296525545225889,
+      "eval_ar_opus100_pr_auc": 0.7385915159180287,
+      "eval_ar_ud_pr_auc": 0.8831985466810301,
+      "eval_average_ersatz_pr_auc": 0.9690201801681261,
+      "eval_average_opus100_pr_auc": 0.8412527629316747,
+      "eval_average_ud_pr_auc": 0.9647850322163629,
+      "eval_az_opus100_pr_auc": 0.7998158469902028,
+      "eval_be_opus100_pr_auc": 0.6996175894160357,
+      "eval_be_ud_pr_auc": 0.8901342998806584,
+      "eval_bg_opus100_pr_auc": 0.9218685537847076,
+      "eval_bg_ud_pr_auc": 0.9967644899325717,
+      "eval_bn_opus100_pr_auc": 0.837936206616522,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.885483184941479,
+      "eval_ca_ud_pr_auc": 0.9956546190649674,
+      "eval_ceb_ud_pr_auc": 0.9963967713143885,
+      "eval_cs_ersatz_pr_auc": 0.986226145551851,
+      "eval_cs_opus100_pr_auc": 0.9053615818439158,
+      "eval_cs_ud_pr_auc": 0.962140309048822,
+      "eval_cy_opus100_pr_auc": 0.7697349596295942,
+      "eval_cy_ud_pr_auc": 0.9948768005174232,
+      "eval_da_opus100_pr_auc": 0.9244489637048621,
+      "eval_da_ud_pr_auc": 0.985582506433,
+      "eval_de_ersatz_pr_auc": 0.9861417106804256,
+      "eval_de_opus100_pr_auc": 0.9105104568323903,
+      "eval_de_ud_pr_auc": 0.9854236459799919,
+      "eval_el_opus100_pr_auc": 0.9195145861900181,
+      "eval_el_ud_pr_auc": 0.9833783559830338,
+      "eval_en_ersatz_pr_auc": 0.9930150284295811,
+      "eval_en_opus100_pr_auc": 0.9228889887088805,
+      "eval_en_ud_pr_auc": 0.9756427458494236,
+      "eval_eo_opus100_pr_auc": 0.9347601477493571,
+      "eval_es_ersatz_pr_auc": 0.9972313080356398,
+      "eval_es_opus100_pr_auc": 0.9326451603581107,
+      "eval_es_ud_pr_auc": 0.9920172059824788,
+      "eval_et_ersatz_pr_auc": 0.9829641619982586,
+      "eval_et_opus100_pr_auc": 0.8997242351709838,
+      "eval_et_ud_pr_auc": 0.9673460332066519,
+      "eval_eu_opus100_pr_auc": 0.8897162723589064,
+      "eval_eu_ud_pr_auc": 0.9929507562591382,
+      "eval_fa_opus100_pr_auc": 0.6080362074679821,
+      "eval_fa_ud_pr_auc": 0.9930735564848034,
+      "eval_fi_ersatz_pr_auc": 0.9918590699092996,
+      "eval_fi_opus100_pr_auc": 0.9229331039439272,
+      "eval_fi_ud_pr_auc": 0.9741290843193788,
+      "eval_fr_ersatz_pr_auc": 0.9902002815359584,
+      "eval_fr_opus100_pr_auc": 0.9192188992144098,
+      "eval_fr_ud_pr_auc": 0.9875275318062194,
+      "eval_fy_opus100_pr_auc": 0.7082619821614556,
+      "eval_ga_opus100_pr_auc": 0.8936033606346626,
+      "eval_ga_ud_pr_auc": 0.8116218541515039,
+      "eval_gd_opus100_pr_auc": 0.6858101723490455,
+      "eval_gd_ud_pr_auc": 0.8246630181054055,
+      "eval_gl_opus100_pr_auc": 0.8959857128273528,
+      "eval_gl_ud_pr_auc": 0.9981136942189904,
+      "eval_gu_ersatz_pr_auc": 0.9482171173413861,
+      "eval_gu_opus100_pr_auc": 0.744862923459439,
+      "eval_ha_opus100_pr_auc": 0.9179079211371867,
+      "eval_he_opus100_pr_auc": 0.8759094875627864,
+      "eval_he_ud_pr_auc": 0.9794942140095825,
+      "eval_hi_ersatz_pr_auc": 0.9824268381202947,
+      "eval_hi_opus100_pr_auc": 0.7047712918090668,
+      "eval_hi_ud_pr_auc": 0.9871991478543887,
+      "eval_hu_opus100_pr_auc": 0.914744826767023,
+      "eval_hu_ud_pr_auc": 0.9843535320462969,
+      "eval_hy_opus100_pr_auc": 0.9125991162939292,
+      "eval_hy_ud_pr_auc": 0.9884958522591658,
+      "eval_id_opus100_pr_auc": 0.8759396686543115,
+      "eval_id_ud_pr_auc": 0.9947632474351635,
+      "eval_ig_opus100_pr_auc": 0.8937235646032569,
+      "eval_is_opus100_pr_auc": 0.9247140067451606,
+      "eval_is_ud_pr_auc": 0.9170865185746387,
+      "eval_it_opus100_pr_auc": 0.9119718772826231,
+      "eval_it_ud_pr_auc": 0.9989383148257904,
+      "eval_ja_ersatz_pr_auc": 0.8452596876359226,
+      "eval_ja_opus100_pr_auc": 0.8294085229180803,
+      "eval_ja_ud_pr_auc": 0.9777032817883703,
+      "eval_jv_ud_pr_auc": 0.9659294006017052,
+      "eval_ka_opus100_pr_auc": 0.8550262295575761,
+      "eval_kk_ersatz_pr_auc": 0.986630541977761,
+      "eval_kk_opus100_pr_auc": 0.8007218927138077,
+      "eval_kk_ud_pr_auc": 0.9761075973237999,
+      "eval_km_ersatz_pr_auc": 0.9265900640390194,
+      "eval_km_opus100_pr_auc": 0.7396774851316242,
+      "eval_kn_opus100_pr_auc": 0.6207936084886622,
+      "eval_ko_opus100_pr_auc": 0.673564075538027,
+      "eval_ko_ud_pr_auc": 0.997386365131266,
+      "eval_ku_opus100_pr_auc": 0.8426926921475997,
+      "eval_ky_opus100_pr_auc": 0.8684332297700968,
+      "eval_la_ud_pr_auc": 0.9502510555802058,
+      "eval_loss": 0.028566624969244003,
+      "eval_lt_ersatz_pr_auc": 0.9958579545251519,
+      "eval_lt_opus100_pr_auc": 0.8872916518040341,
+      "eval_lt_ud_pr_auc": 0.9953343618933799,
+      "eval_lv_ersatz_pr_auc": 0.989996519316095,
+      "eval_lv_opus100_pr_auc": 0.8907840263181297,
+      "eval_lv_ud_pr_auc": 0.9655960729431268,
+      "eval_mg_opus100_pr_auc": 0.9314700012870545,
+      "eval_mk_opus100_pr_auc": 0.9161959875445668,
+      "eval_ml_opus100_pr_auc": 0.8010523453337184,
+      "eval_mn_opus100_pr_auc": 0.9441671991011682,
+      "eval_mr_opus100_pr_auc": 0.9114536106498888,
+      "eval_mr_ud_pr_auc": 0.9705983657316881,
+      "eval_ms_opus100_pr_auc": 0.8790110444394715,
+      "eval_mt_opus100_pr_auc": 0.8725394948499737,
+      "eval_mt_ud_pr_auc": 0.9086277009298457,
+      "eval_my_opus100_pr_auc": 0.7838746829530845,
+      "eval_ne_opus100_pr_auc": 0.7275578705308098,
+      "eval_nl_opus100_pr_auc": 0.9049960699224211,
+      "eval_nl_ud_pr_auc": 0.9840270958832971,
+      "eval_no_opus100_pr_auc": 0.9191056445850196,
+      "eval_no_ud_pr_auc": 0.9962604019919136,
+      "eval_pa_opus100_pr_auc": 0.6787691384556713,
+      "eval_pl_ersatz_pr_auc": 0.9728776837786938,
+      "eval_pl_opus100_pr_auc": 0.8948576617267571,
+      "eval_pl_ud_pr_auc": 0.9665073859476029,
+      "eval_ps_ersatz_pr_auc": 0.9314781253453803,
+      "eval_ps_opus100_pr_auc": 0.7640086895360051,
+      "eval_pt_opus100_pr_auc": 0.9263492667358093,
+      "eval_pt_ud_pr_auc": 0.9856395276029792,
+      "eval_ro_ersatz_pr_auc": 0.9935720246295633,
+      "eval_ro_opus100_pr_auc": 0.8737685671344911,
+      "eval_ro_ud_pr_auc": 0.9699138205389924,
+      "eval_ru_ersatz_pr_auc": 0.9910352204591822,
+      "eval_ru_opus100_pr_auc": 0.9294766578015781,
+      "eval_ru_ud_pr_auc": 0.8770063334821264,
+      "eval_runtime": 624.6329,
+      "eval_samples_per_second": 120.898,
+      "eval_si_opus100_pr_auc": 0.8142552072154621,
+      "eval_sk_opus100_pr_auc": 0.9366803132720334,
+      "eval_sk_ud_pr_auc": 0.9868720341088302,
+      "eval_sl_opus100_pr_auc": 0.8708883705418821,
+      "eval_sl_ud_pr_auc": 0.9687711601252078,
+      "eval_sq_opus100_pr_auc": 0.9269950594528755,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9035151408371436,
+      "eval_sr_ud_pr_auc": 0.9989590718104598,
+      "eval_steps_per_second": 3.778,
+      "eval_sv_opus100_pr_auc": 0.9011593321091029,
+      "eval_sv_ud_pr_auc": 0.952714166096566,
+      "eval_ta_ersatz_pr_auc": 0.983489073340946,
+      "eval_ta_opus100_pr_auc": 0.701586238026256,
+      "eval_ta_ud_pr_auc": 0.9941686278104939,
+      "eval_te_opus100_pr_auc": 0.8469711391201278,
+      "eval_tg_opus100_pr_auc": 0.8960900070644899,
+      "eval_th_opus100_pr_auc": 0.6776233103266108,
+      "eval_th_ud_pr_auc": 0.8356544156696674,
+      "eval_tr_ersatz_pr_auc": 0.9720179710950493,
+      "eval_tr_opus100_pr_auc": 0.8996113469714985,
+      "eval_tr_ud_pr_auc": 0.9602061642046269,
+      "eval_uk_opus100_pr_auc": 0.8801156457258992,
+      "eval_uk_ud_pr_auc": 0.9207382083843493,
+      "eval_ur_opus100_pr_auc": 0.5784758007735054,
+      "eval_ur_ud_pr_auc": 0.9948550714572123,
+      "eval_uz_opus100_pr_auc": 0.8825657569833257,
+      "eval_vi_opus100_pr_auc": 0.9010101688810245,
+      "eval_vi_ud_pr_auc": 0.952134783572742,
+      "eval_xh_opus100_pr_auc": 0.8695344857627422,
+      "eval_yi_opus100_pr_auc": 0.7857479612971551,
+      "eval_yo_opus100_pr_auc": 0.8260849719353534,
+      "eval_yo_ud_pr_auc": 0.9128897761753478,
+      "eval_zh_ersatz_pr_auc": 0.9417048814307287,
+      "eval_zh_opus100_pr_auc": 0.7616951770768634,
+      "eval_zh_ud_pr_auc": 0.99485663870645,
+      "eval_zu_opus100_pr_auc": 0.8507324823503757,
+      "step": 400000
+    }
+  ],
+  "max_steps": 400000,
+  "num_train_epochs": 1,
+  "total_flos": 6.464465928192e+18,
+  "trial_name": null,
+  "trial_params": null
+}