{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.4420502775057136,
  "eval_steps": 187,
  "global_step": 13090,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 8.9375,
      "learning_rate": 1.886792452830189e-07,
      "loss": 1.4379,
      "step": 1
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.21875,
      "learning_rate": 1e-05,
      "loss": 1.2881,
      "step": 187
    },
    {
      "epoch": 0.03,
      "eval_validation_loss": 0.9821770787239075,
      "eval_validation_runtime": 194.2138,
      "eval_validation_samples_per_second": 1.457,
      "eval_validation_steps_per_second": 0.731,
      "step": 187
    },
    {
      "epoch": 0.03,
      "eval_validation_privacy_sources_loss": 0.9821770787239075,
      "eval_validation_privacy_sources_runtime": 193.8485,
      "eval_validation_privacy_sources_samples_per_second": 1.46,
      "eval_validation_privacy_sources_steps_per_second": 0.733,
      "step": 187
    },
    {
      "epoch": 0.03,
      "eval_validation_agenda_digitale_loss": 1.5461012125015259,
      "eval_validation_agenda_digitale_runtime": 173.9825,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 187
    },
    {
      "epoch": 0.03,
      "eval_validation_legal_articles_loss": 1.4487102031707764,
      "eval_validation_legal_articles_runtime": 280.1639,
      "eval_validation_legal_articles_samples_per_second": 1.46,
      "eval_validation_legal_articles_steps_per_second": 0.732,
      "step": 187
    },
    {
      "epoch": 0.03,
      "eval_validation_leggepertutti_loss": 1.313708782196045,
      "eval_validation_leggepertutti_runtime": 32.2035,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 187
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.5,
      "learning_rate": 1e-05,
      "loss": 1.2101,
      "step": 374
    },
    {
      "epoch": 0.07,
      "eval_validation_loss": 0.9264047741889954,
      "eval_validation_runtime": 194.1307,
      "eval_validation_samples_per_second": 1.458,
      "eval_validation_steps_per_second": 0.731,
      "step": 374
    },
    {
      "epoch": 0.07,
      "eval_validation_privacy_sources_loss": 0.9264047741889954,
      "eval_validation_privacy_sources_runtime": 194.2013,
      "eval_validation_privacy_sources_samples_per_second": 1.457,
      "eval_validation_privacy_sources_steps_per_second": 0.731,
      "step": 374
    },
    {
      "epoch": 0.07,
      "eval_validation_agenda_digitale_loss": 1.5219738483428955,
      "eval_validation_agenda_digitale_runtime": 174.2508,
      "eval_validation_agenda_digitale_samples_per_second": 1.458,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 374
    },
    {
      "epoch": 0.07,
      "eval_validation_legal_articles_loss": 1.4201747179031372,
      "eval_validation_legal_articles_runtime": 280.6499,
      "eval_validation_legal_articles_samples_per_second": 1.457,
      "eval_validation_legal_articles_steps_per_second": 0.73,
      "step": 374
    },
    {
      "epoch": 0.07,
      "eval_validation_leggepertutti_loss": 1.2918531894683838,
      "eval_validation_leggepertutti_runtime": 32.2473,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 374
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.375,
      "learning_rate": 1e-05,
      "loss": 1.1663,
      "step": 561
    },
    {
      "epoch": 0.1,
      "eval_validation_loss": 0.8995051980018616,
      "eval_validation_runtime": 193.8104,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.733,
      "step": 561
    },
    {
      "epoch": 0.1,
      "eval_validation_privacy_sources_loss": 0.8995051980018616,
      "eval_validation_privacy_sources_runtime": 193.8611,
      "eval_validation_privacy_sources_samples_per_second": 1.46,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 561
    },
    {
      "epoch": 0.1,
      "eval_validation_agenda_digitale_loss": 1.5087138414382935,
      "eval_validation_agenda_digitale_runtime": 173.9806,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 561
    },
    {
      "epoch": 0.1,
      "eval_validation_legal_articles_loss": 1.4061771631240845,
      "eval_validation_legal_articles_runtime": 280.1702,
      "eval_validation_legal_articles_samples_per_second": 1.46,
      "eval_validation_legal_articles_steps_per_second": 0.732,
      "step": 561
    },
    {
      "epoch": 0.1,
      "eval_validation_leggepertutti_loss": 1.2800192832946777,
      "eval_validation_leggepertutti_runtime": 32.2162,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 561
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.859375,
      "learning_rate": 1e-05,
      "loss": 1.1327,
      "step": 748
    },
    {
      "epoch": 0.14,
      "eval_validation_loss": 0.873958170413971,
      "eval_validation_runtime": 193.845,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.733,
      "step": 748
    },
    {
      "epoch": 0.14,
      "eval_validation_privacy_sources_loss": 0.873958170413971,
      "eval_validation_privacy_sources_runtime": 193.8004,
      "eval_validation_privacy_sources_samples_per_second": 1.46,
      "eval_validation_privacy_sources_steps_per_second": 0.733,
      "step": 748
    },
    {
      "epoch": 0.14,
      "eval_validation_agenda_digitale_loss": 1.4957516193389893,
      "eval_validation_agenda_digitale_runtime": 173.944,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 748
    },
    {
      "epoch": 0.14,
      "eval_validation_legal_articles_loss": 1.3910428285598755,
      "eval_validation_legal_articles_runtime": 280.2159,
      "eval_validation_legal_articles_samples_per_second": 1.46,
      "eval_validation_legal_articles_steps_per_second": 0.732,
      "step": 748
    },
    {
      "epoch": 0.14,
      "eval_validation_leggepertutti_loss": 1.2674158811569214,
      "eval_validation_leggepertutti_runtime": 32.2229,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 748
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.15625,
      "learning_rate": 1e-05,
      "loss": 1.1094,
      "step": 935
    },
    {
      "epoch": 0.17,
      "eval_validation_loss": 0.8557984232902527,
      "eval_validation_runtime": 193.948,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 935
    },
    {
      "epoch": 0.17,
      "eval_validation_privacy_sources_loss": 0.8557984232902527,
      "eval_validation_privacy_sources_runtime": 194.4049,
      "eval_validation_privacy_sources_samples_per_second": 1.456,
      "eval_validation_privacy_sources_steps_per_second": 0.73,
      "step": 935
    },
    {
      "epoch": 0.17,
      "eval_validation_agenda_digitale_loss": 1.4863567352294922,
      "eval_validation_agenda_digitale_runtime": 174.2704,
      "eval_validation_agenda_digitale_samples_per_second": 1.458,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 935
    },
    {
      "epoch": 0.17,
      "eval_validation_legal_articles_loss": 1.3815548419952393,
      "eval_validation_legal_articles_runtime": 280.4659,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 935
    },
    {
      "epoch": 0.17,
      "eval_validation_leggepertutti_loss": 1.26028573513031,
      "eval_validation_leggepertutti_runtime": 32.2934,
      "eval_validation_leggepertutti_samples_per_second": 1.455,
      "eval_validation_leggepertutti_steps_per_second": 0.743,
      "step": 935
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.5,
      "learning_rate": 1e-05,
      "loss": 1.1081,
      "step": 1122
    },
    {
      "epoch": 0.21,
      "eval_validation_loss": 0.8422411680221558,
      "eval_validation_runtime": 193.7712,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.733,
      "step": 1122
    },
    {
      "epoch": 0.21,
      "eval_validation_privacy_sources_loss": 0.8422411680221558,
      "eval_validation_privacy_sources_runtime": 193.8054,
      "eval_validation_privacy_sources_samples_per_second": 1.46,
      "eval_validation_privacy_sources_steps_per_second": 0.733,
      "step": 1122
    },
    {
      "epoch": 0.21,
      "eval_validation_agenda_digitale_loss": 1.479751706123352,
      "eval_validation_agenda_digitale_runtime": 173.9321,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 1122
    },
    {
      "epoch": 0.21,
      "eval_validation_legal_articles_loss": 1.3729965686798096,
      "eval_validation_legal_articles_runtime": 280.1096,
      "eval_validation_legal_articles_samples_per_second": 1.46,
      "eval_validation_legal_articles_steps_per_second": 0.732,
      "step": 1122
    },
    {
      "epoch": 0.21,
      "eval_validation_leggepertutti_loss": 1.249704122543335,
      "eval_validation_leggepertutti_runtime": 32.2012,
      "eval_validation_leggepertutti_samples_per_second": 1.46,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 1122
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.0625,
      "learning_rate": 1e-05,
      "loss": 1.0942,
      "step": 1309
    },
    {
      "epoch": 0.24,
      "eval_validation_loss": 0.8314899206161499,
      "eval_validation_runtime": 193.8793,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.732,
      "step": 1309
    },
    {
      "epoch": 0.24,
      "eval_validation_privacy_sources_loss": 0.8314899206161499,
      "eval_validation_privacy_sources_runtime": 193.9004,
      "eval_validation_privacy_sources_samples_per_second": 1.46,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 1309
    },
    {
      "epoch": 0.24,
      "eval_validation_agenda_digitale_loss": 1.4725638628005981,
      "eval_validation_agenda_digitale_runtime": 173.9684,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 1309
    },
    {
      "epoch": 0.24,
      "eval_validation_legal_articles_loss": 1.3664352893829346,
      "eval_validation_legal_articles_runtime": 280.2122,
      "eval_validation_legal_articles_samples_per_second": 1.46,
      "eval_validation_legal_articles_steps_per_second": 0.732,
      "step": 1309
    },
    {
      "epoch": 0.24,
      "eval_validation_leggepertutti_loss": 1.245485544204712,
      "eval_validation_leggepertutti_runtime": 32.2229,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 1309
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.828125,
      "learning_rate": 1e-05,
      "loss": 1.0714,
      "step": 1496
    },
    {
      "epoch": 0.28,
      "eval_validation_loss": 0.8200230598449707,
      "eval_validation_runtime": 193.9018,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.732,
      "step": 1496
    },
    {
      "epoch": 0.28,
      "eval_validation_privacy_sources_loss": 0.8200230598449707,
      "eval_validation_privacy_sources_runtime": 193.9135,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 1496
    },
    {
      "epoch": 0.28,
      "eval_validation_agenda_digitale_loss": 1.461495041847229,
      "eval_validation_agenda_digitale_runtime": 174.0372,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 1496
    },
    {
      "epoch": 0.28,
      "eval_validation_legal_articles_loss": 1.355257272720337,
      "eval_validation_legal_articles_runtime": 280.3095,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 1496
    },
    {
      "epoch": 0.28,
      "eval_validation_leggepertutti_loss": 1.2350233793258667,
      "eval_validation_leggepertutti_runtime": 32.2044,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 1496
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.828125,
      "learning_rate": 1e-05,
      "loss": 1.0762,
      "step": 1683
    },
    {
      "epoch": 0.31,
      "eval_validation_loss": 0.8145113587379456,
      "eval_validation_runtime": 194.0659,
      "eval_validation_samples_per_second": 1.458,
      "eval_validation_steps_per_second": 0.732,
      "step": 1683
    },
    {
      "epoch": 0.31,
      "eval_validation_privacy_sources_loss": 0.8145113587379456,
      "eval_validation_privacy_sources_runtime": 193.9721,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 1683
    },
    {
      "epoch": 0.31,
      "eval_validation_agenda_digitale_loss": 1.459712028503418,
      "eval_validation_agenda_digitale_runtime": 174.0889,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 1683
    },
    {
      "epoch": 0.31,
      "eval_validation_legal_articles_loss": 1.354231357574463,
      "eval_validation_legal_articles_runtime": 280.2713,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 1683
    },
    {
      "epoch": 0.31,
      "eval_validation_leggepertutti_loss": 1.2361974716186523,
      "eval_validation_leggepertutti_runtime": 32.2459,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 1683
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.296875,
      "learning_rate": 1e-05,
      "loss": 1.0628,
      "step": 1870
    },
    {
      "epoch": 0.35,
      "eval_validation_loss": 0.8069941997528076,
      "eval_validation_runtime": 194.248,
      "eval_validation_samples_per_second": 1.457,
      "eval_validation_steps_per_second": 0.731,
      "step": 1870
    },
    {
      "epoch": 0.35,
      "eval_validation_privacy_sources_loss": 0.8069941997528076,
      "eval_validation_privacy_sources_runtime": 194.2127,
      "eval_validation_privacy_sources_samples_per_second": 1.457,
      "eval_validation_privacy_sources_steps_per_second": 0.731,
      "step": 1870
    },
    {
      "epoch": 0.35,
      "eval_validation_agenda_digitale_loss": 1.4554847478866577,
      "eval_validation_agenda_digitale_runtime": 174.3165,
      "eval_validation_agenda_digitale_samples_per_second": 1.457,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 1870
    },
    {
      "epoch": 0.35,
      "eval_validation_legal_articles_loss": 1.3485642671585083,
      "eval_validation_legal_articles_runtime": 280.8032,
      "eval_validation_legal_articles_samples_per_second": 1.457,
      "eval_validation_legal_articles_steps_per_second": 0.73,
      "step": 1870
    },
    {
      "epoch": 0.35,
      "eval_validation_leggepertutti_loss": 1.2341934442520142,
      "eval_validation_leggepertutti_runtime": 32.2502,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 1870
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.421875,
      "learning_rate": 1e-05,
      "loss": 1.0527,
      "step": 2057
    },
    {
      "epoch": 0.38,
      "eval_validation_loss": 0.8005648255348206,
      "eval_validation_runtime": 194.4029,
      "eval_validation_samples_per_second": 1.456,
      "eval_validation_steps_per_second": 0.73,
      "step": 2057
    },
    {
      "epoch": 0.38,
      "eval_validation_privacy_sources_loss": 0.8005648255348206,
      "eval_validation_privacy_sources_runtime": 194.374,
      "eval_validation_privacy_sources_samples_per_second": 1.456,
      "eval_validation_privacy_sources_steps_per_second": 0.731,
      "step": 2057
    },
    {
      "epoch": 0.38,
      "eval_validation_agenda_digitale_loss": 1.4483717679977417,
      "eval_validation_agenda_digitale_runtime": 174.3639,
      "eval_validation_agenda_digitale_samples_per_second": 1.457,
      "eval_validation_agenda_digitale_steps_per_second": 0.728,
      "step": 2057
    },
    {
      "epoch": 0.38,
      "eval_validation_legal_articles_loss": 1.34186851978302,
      "eval_validation_legal_articles_runtime": 280.9549,
      "eval_validation_legal_articles_samples_per_second": 1.456,
      "eval_validation_legal_articles_steps_per_second": 0.73,
      "step": 2057
    },
    {
      "epoch": 0.38,
      "eval_validation_leggepertutti_loss": 1.2253663539886475,
      "eval_validation_leggepertutti_runtime": 32.2974,
      "eval_validation_leggepertutti_samples_per_second": 1.455,
      "eval_validation_leggepertutti_steps_per_second": 0.743,
      "step": 2057
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.109375,
      "learning_rate": 1e-05,
      "loss": 1.0383,
      "step": 2244
    },
    {
      "epoch": 0.42,
      "eval_validation_loss": 0.7926931977272034,
      "eval_validation_runtime": 193.9344,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 2244
    },
    {
      "epoch": 0.42,
      "eval_validation_privacy_sources_loss": 0.7926931977272034,
      "eval_validation_privacy_sources_runtime": 193.9816,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 2244
    },
    {
      "epoch": 0.42,
      "eval_validation_agenda_digitale_loss": 1.444875955581665,
      "eval_validation_agenda_digitale_runtime": 174.0749,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 2244
    },
    {
      "epoch": 0.42,
      "eval_validation_legal_articles_loss": 1.3402864933013916,
      "eval_validation_legal_articles_runtime": 280.5096,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 2244
    },
    {
      "epoch": 0.42,
      "eval_validation_leggepertutti_loss": 1.227413296699524,
      "eval_validation_leggepertutti_runtime": 32.2408,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 2244
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.25,
      "learning_rate": 1e-05,
      "loss": 1.0359,
      "step": 2431
    },
    {
      "epoch": 0.45,
      "eval_validation_loss": 0.7882105708122253,
      "eval_validation_runtime": 193.9538,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 2431
    },
    {
      "epoch": 0.45,
      "eval_validation_privacy_sources_loss": 0.7882105708122253,
      "eval_validation_privacy_sources_runtime": 193.9326,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 2431
    },
    {
      "epoch": 0.45,
      "eval_validation_agenda_digitale_loss": 1.4404319524765015,
      "eval_validation_agenda_digitale_runtime": 174.0483,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 2431
    },
    {
      "epoch": 0.45,
      "eval_validation_legal_articles_loss": 1.3347036838531494,
      "eval_validation_legal_articles_runtime": 280.3763,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 2431
    },
    {
      "epoch": 0.45,
      "eval_validation_leggepertutti_loss": 1.2195121049880981,
      "eval_validation_leggepertutti_runtime": 32.2306,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 2431
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.484375,
      "learning_rate": 1e-05,
      "loss": 1.0129,
      "step": 2618
    },
    {
      "epoch": 0.49,
      "eval_validation_loss": 0.7825215458869934,
      "eval_validation_runtime": 193.9459,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 2618
    },
    {
      "epoch": 0.49,
      "eval_validation_privacy_sources_loss": 0.7825215458869934,
      "eval_validation_privacy_sources_runtime": 193.9654,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 2618
    },
    {
      "epoch": 0.49,
      "eval_validation_agenda_digitale_loss": 1.4397116899490356,
      "eval_validation_agenda_digitale_runtime": 174.0809,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 2618
    },
    {
      "epoch": 0.49,
      "eval_validation_legal_articles_loss": 1.3324027061462402,
      "eval_validation_legal_articles_runtime": 280.324,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 2618
    },
    {
      "epoch": 0.49,
      "eval_validation_leggepertutti_loss": 1.2171837091445923,
      "eval_validation_leggepertutti_runtime": 32.225,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 2618
    },
    {
      "epoch": 0.52,
      "grad_norm": 4.28125,
      "learning_rate": 1e-05,
      "loss": 1.0225,
      "step": 2805
    },
    {
      "epoch": 0.52,
      "eval_validation_loss": 0.7792204022407532,
      "eval_validation_runtime": 194.011,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 2805
    },
    {
      "epoch": 0.52,
      "eval_validation_privacy_sources_loss": 0.7792204022407532,
      "eval_validation_privacy_sources_runtime": 193.9212,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 2805
    },
    {
      "epoch": 0.52,
      "eval_validation_agenda_digitale_loss": 1.435234546661377,
      "eval_validation_agenda_digitale_runtime": 174.1061,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 2805
    },
    {
      "epoch": 0.52,
      "eval_validation_legal_articles_loss": 1.3294507265090942,
      "eval_validation_legal_articles_runtime": 280.376,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 2805
    },
    {
      "epoch": 0.52,
      "eval_validation_leggepertutti_loss": 1.2146809101104736,
      "eval_validation_leggepertutti_runtime": 32.2348,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 2805
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.890625,
      "learning_rate": 1e-05,
      "loss": 1.0211,
      "step": 2992
    },
    {
      "epoch": 0.56,
      "eval_validation_loss": 0.7709053158760071,
      "eval_validation_runtime": 193.914,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 2992
    },
    {
      "epoch": 0.56,
      "eval_validation_privacy_sources_loss": 0.7709053158760071,
      "eval_validation_privacy_sources_runtime": 193.8729,
      "eval_validation_privacy_sources_samples_per_second": 1.46,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 2992
    },
    {
      "epoch": 0.56,
      "eval_validation_agenda_digitale_loss": 1.4319171905517578,
      "eval_validation_agenda_digitale_runtime": 174.1331,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 2992
    },
    {
      "epoch": 0.56,
      "eval_validation_legal_articles_loss": 1.326752781867981,
      "eval_validation_legal_articles_runtime": 280.3964,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 2992
    },
    {
      "epoch": 0.56,
      "eval_validation_leggepertutti_loss": 1.2158658504486084,
      "eval_validation_leggepertutti_runtime": 32.2363,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 2992
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.921875,
      "learning_rate": 1e-05,
      "loss": 1.0174,
      "step": 3179
    },
    {
      "epoch": 0.59,
      "eval_validation_loss": 0.7680271863937378,
      "eval_validation_runtime": 193.9874,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 3179
    },
    {
      "epoch": 0.59,
      "eval_validation_privacy_sources_loss": 0.7680271863937378,
      "eval_validation_privacy_sources_runtime": 194.111,
      "eval_validation_privacy_sources_samples_per_second": 1.458,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 3179
    },
    {
      "epoch": 0.59,
      "eval_validation_agenda_digitale_loss": 1.42887282371521,
      "eval_validation_agenda_digitale_runtime": 174.2013,
      "eval_validation_agenda_digitale_samples_per_second": 1.458,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 3179
    },
    {
      "epoch": 0.59,
      "eval_validation_legal_articles_loss": 1.324790596961975,
      "eval_validation_legal_articles_runtime": 280.5125,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 3179
    },
    {
      "epoch": 0.59,
      "eval_validation_leggepertutti_loss": 1.2150224447250366,
      "eval_validation_leggepertutti_runtime": 32.2413,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 3179
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.921875,
      "learning_rate": 1e-05,
      "loss": 1.0156,
      "step": 3366
    },
    {
      "epoch": 0.63,
      "eval_validation_loss": 0.7640208601951599,
      "eval_validation_runtime": 193.8982,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.732,
      "step": 3366
    },
    {
      "epoch": 0.63,
      "eval_validation_privacy_sources_loss": 0.7640208601951599,
      "eval_validation_privacy_sources_runtime": 193.8495,
      "eval_validation_privacy_sources_samples_per_second": 1.46,
      "eval_validation_privacy_sources_steps_per_second": 0.733,
      "step": 3366
    },
    {
      "epoch": 0.63,
      "eval_validation_agenda_digitale_loss": 1.4266126155853271,
      "eval_validation_agenda_digitale_runtime": 174.0269,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 3366
    },
    {
      "epoch": 0.63,
      "eval_validation_legal_articles_loss": 1.3212168216705322,
      "eval_validation_legal_articles_runtime": 280.279,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 3366
    },
    {
      "epoch": 0.63,
      "eval_validation_leggepertutti_loss": 1.2122119665145874,
      "eval_validation_leggepertutti_runtime": 32.2075,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 3366
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.546875,
      "learning_rate": 1e-05,
      "loss": 1.0129,
      "step": 3553
    },
    {
      "epoch": 0.66,
      "eval_validation_loss": 0.7601262331008911,
      "eval_validation_runtime": 194.3576,
      "eval_validation_samples_per_second": 1.456,
      "eval_validation_steps_per_second": 0.731,
      "step": 3553
    },
    {
      "epoch": 0.66,
      "eval_validation_privacy_sources_loss": 0.7601262331008911,
      "eval_validation_privacy_sources_runtime": 193.9389,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 3553
    },
    {
      "epoch": 0.66,
      "eval_validation_agenda_digitale_loss": 1.424027919769287,
      "eval_validation_agenda_digitale_runtime": 174.1126,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 3553
    },
    {
      "epoch": 0.66,
      "eval_validation_legal_articles_loss": 1.3180776834487915,
      "eval_validation_legal_articles_runtime": 280.6065,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 3553
    },
    {
      "epoch": 0.66,
      "eval_validation_leggepertutti_loss": 1.2084091901779175,
      "eval_validation_leggepertutti_runtime": 32.2586,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 3553
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.734375,
      "learning_rate": 1e-05,
      "loss": 0.9909,
      "step": 3740
    },
    {
      "epoch": 0.7,
      "eval_validation_loss": 0.7587026357650757,
      "eval_validation_runtime": 194.0667,
      "eval_validation_samples_per_second": 1.458,
      "eval_validation_steps_per_second": 0.732,
      "step": 3740
    },
    {
      "epoch": 0.7,
      "eval_validation_privacy_sources_loss": 0.7587026357650757,
      "eval_validation_privacy_sources_runtime": 194.0375,
      "eval_validation_privacy_sources_samples_per_second": 1.458,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 3740
    },
    {
      "epoch": 0.7,
      "eval_validation_agenda_digitale_loss": 1.4213062524795532,
      "eval_validation_agenda_digitale_runtime": 174.09,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 3740
    },
    {
      "epoch": 0.7,
      "eval_validation_legal_articles_loss": 1.315624713897705,
      "eval_validation_legal_articles_runtime": 280.2794,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 3740
    },
    {
      "epoch": 0.7,
      "eval_validation_leggepertutti_loss": 1.207796335220337,
      "eval_validation_leggepertutti_runtime": 32.2316,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 3740
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.90625,
      "learning_rate": 1e-05,
      "loss": 0.9928,
      "step": 3927
    },
    {
      "epoch": 0.73,
      "eval_validation_loss": 0.7557121515274048,
      "eval_validation_runtime": 193.9527,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 3927
    },
    {
      "epoch": 0.73,
      "eval_validation_privacy_sources_loss": 0.7557121515274048,
      "eval_validation_privacy_sources_runtime": 193.9886,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 3927
    },
    {
      "epoch": 0.73,
      "eval_validation_agenda_digitale_loss": 1.4189304113388062,
      "eval_validation_agenda_digitale_runtime": 174.0963,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 3927
    },
    {
      "epoch": 0.73,
      "eval_validation_legal_articles_loss": 1.3138675689697266,
      "eval_validation_legal_articles_runtime": 280.3084,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 3927
    },
    {
      "epoch": 0.73,
      "eval_validation_leggepertutti_loss": 1.208954930305481,
      "eval_validation_leggepertutti_runtime": 32.2415,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 3927
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.921875,
      "learning_rate": 1e-05,
      "loss": 0.9762,
      "step": 4114
    },
    {
      "epoch": 0.77,
      "eval_validation_loss": 0.7525734305381775,
      "eval_validation_runtime": 193.9002,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.732,
      "step": 4114
    },
    {
      "epoch": 0.77,
      "eval_validation_privacy_sources_loss": 0.7525734305381775,
      "eval_validation_privacy_sources_runtime": 193.9332,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 4114
    },
    {
      "epoch": 0.77,
      "eval_validation_agenda_digitale_loss": 1.416487455368042,
      "eval_validation_agenda_digitale_runtime": 174.0191,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 4114
    },
    {
      "epoch": 0.77,
      "eval_validation_legal_articles_loss": 1.3110183477401733,
      "eval_validation_legal_articles_runtime": 280.3464,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 4114
    },
    {
      "epoch": 0.77,
      "eval_validation_leggepertutti_loss": 1.2068612575531006,
      "eval_validation_leggepertutti_runtime": 32.2369,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 4114
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.859375,
      "learning_rate": 1e-05,
      "loss": 0.9732,
      "step": 4301
    },
    {
      "epoch": 0.8,
      "eval_validation_loss": 0.748539388179779,
      "eval_validation_runtime": 194.0091,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 4301
    },
    {
      "epoch": 0.8,
      "eval_validation_privacy_sources_loss": 0.748539388179779,
      "eval_validation_privacy_sources_runtime": 193.9514,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 4301
    },
    {
      "epoch": 0.8,
      "eval_validation_agenda_digitale_loss": 1.416092038154602,
      "eval_validation_agenda_digitale_runtime": 174.0414,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 4301
    },
    {
      "epoch": 0.8,
      "eval_validation_legal_articles_loss": 1.3107173442840576,
      "eval_validation_legal_articles_runtime": 280.2998,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 4301
    },
    {
      "epoch": 0.8,
      "eval_validation_leggepertutti_loss": 1.2074073553085327,
      "eval_validation_leggepertutti_runtime": 32.2405,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 4301
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.0625,
      "learning_rate": 1e-05,
      "loss": 0.9785,
      "step": 4488
    },
    {
      "epoch": 0.84,
      "eval_validation_loss": 0.745843231678009,
      "eval_validation_runtime": 193.9061,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 4488
    },
    {
      "epoch": 0.84,
      "eval_validation_privacy_sources_loss": 0.745843231678009,
      "eval_validation_privacy_sources_runtime": 193.9399,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 4488
    },
    {
      "epoch": 0.84,
      "eval_validation_agenda_digitale_loss": 1.4145288467407227,
      "eval_validation_agenda_digitale_runtime": 174.0235,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 4488
    },
    {
      "epoch": 0.84,
      "eval_validation_legal_articles_loss": 1.3105627298355103,
      "eval_validation_legal_articles_runtime": 280.1345,
      "eval_validation_legal_articles_samples_per_second": 1.46,
      "eval_validation_legal_articles_steps_per_second": 0.732,
      "step": 4488
    },
    {
      "epoch": 0.84,
      "eval_validation_leggepertutti_loss": 1.2099462747573853,
      "eval_validation_leggepertutti_runtime": 32.1988,
      "eval_validation_leggepertutti_samples_per_second": 1.46,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 4488
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.34375,
      "learning_rate": 1e-05,
      "loss": 0.9722,
      "step": 4675
    },
    {
      "epoch": 0.87,
      "eval_validation_loss": 0.7438831329345703,
      "eval_validation_runtime": 193.8874,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.732,
      "step": 4675
    },
    {
      "epoch": 0.87,
      "eval_validation_privacy_sources_loss": 0.7438831329345703,
      "eval_validation_privacy_sources_runtime": 193.8395,
      "eval_validation_privacy_sources_samples_per_second": 1.46,
      "eval_validation_privacy_sources_steps_per_second": 0.733,
      "step": 4675
    },
    {
      "epoch": 0.87,
      "eval_validation_agenda_digitale_loss": 1.413435935974121,
      "eval_validation_agenda_digitale_runtime": 173.9745,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 4675
    },
    {
      "epoch": 0.87,
      "eval_validation_legal_articles_loss": 1.307641625404358,
      "eval_validation_legal_articles_runtime": 280.1415,
      "eval_validation_legal_articles_samples_per_second": 1.46,
      "eval_validation_legal_articles_steps_per_second": 0.732,
      "step": 4675
    },
    {
      "epoch": 0.87,
      "eval_validation_leggepertutti_loss": 1.2043296098709106,
      "eval_validation_leggepertutti_runtime": 32.2153,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 4675
    },
    {
      "epoch": 0.91,
      "grad_norm": 3.15625,
      "learning_rate": 1e-05,
      "loss": 0.9767,
      "step": 4862
    },
    {
      "epoch": 0.91,
      "eval_validation_loss": 0.7410592436790466,
      "eval_validation_runtime": 193.8625,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.732,
      "step": 4862
    },
    {
      "epoch": 0.91,
      "eval_validation_privacy_sources_loss": 0.7410592436790466,
      "eval_validation_privacy_sources_runtime": 193.766,
      "eval_validation_privacy_sources_samples_per_second": 1.461,
      "eval_validation_privacy_sources_steps_per_second": 0.733,
      "step": 4862
    },
    {
      "epoch": 0.91,
      "eval_validation_agenda_digitale_loss": 1.4118518829345703,
      "eval_validation_agenda_digitale_runtime": 173.9371,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 4862
    },
    {
      "epoch": 0.91,
      "eval_validation_legal_articles_loss": 1.3067374229431152,
      "eval_validation_legal_articles_runtime": 280.059,
      "eval_validation_legal_articles_samples_per_second": 1.46,
      "eval_validation_legal_articles_steps_per_second": 0.732,
      "step": 4862
    },
    {
      "epoch": 0.91,
      "eval_validation_leggepertutti_loss": 1.20628023147583,
      "eval_validation_leggepertutti_runtime": 32.1972,
      "eval_validation_leggepertutti_samples_per_second": 1.46,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 4862
    },
    {
      "epoch": 0.94,
      "grad_norm": 3.09375,
      "learning_rate": 1e-05,
      "loss": 0.959,
      "step": 5049
    },
    {
      "epoch": 0.94,
      "eval_validation_loss": 0.7386183142662048,
      "eval_validation_runtime": 193.8035,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.733,
      "step": 5049
    },
    {
      "epoch": 0.94,
      "eval_validation_privacy_sources_loss": 0.7386183142662048,
      "eval_validation_privacy_sources_runtime": 193.7723,
      "eval_validation_privacy_sources_samples_per_second": 1.46,
      "eval_validation_privacy_sources_steps_per_second": 0.733,
      "step": 5049
    },
    {
      "epoch": 0.94,
      "eval_validation_agenda_digitale_loss": 1.4093327522277832,
      "eval_validation_agenda_digitale_runtime": 173.881,
      "eval_validation_agenda_digitale_samples_per_second": 1.461,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 5049
    },
    {
      "epoch": 0.94,
      "eval_validation_legal_articles_loss": 1.3023325204849243,
      "eval_validation_legal_articles_runtime": 280.0612,
      "eval_validation_legal_articles_samples_per_second": 1.46,
      "eval_validation_legal_articles_steps_per_second": 0.732,
      "step": 5049
    },
    {
      "epoch": 0.94,
      "eval_validation_leggepertutti_loss": 1.1994670629501343,
      "eval_validation_leggepertutti_runtime": 32.1965,
      "eval_validation_leggepertutti_samples_per_second": 1.46,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 5049
    },
    {
      "epoch": 0.98,
      "grad_norm": 3.25,
      "learning_rate": 1e-05,
      "loss": 0.9552,
      "step": 5236
    },
    {
      "epoch": 0.98,
      "eval_validation_loss": 0.7375141382217407,
      "eval_validation_runtime": 194.1314,
      "eval_validation_samples_per_second": 1.458,
      "eval_validation_steps_per_second": 0.731,
      "step": 5236
    },
    {
      "epoch": 0.98,
      "eval_validation_privacy_sources_loss": 0.7375141382217407,
      "eval_validation_privacy_sources_runtime": 194.0847,
      "eval_validation_privacy_sources_samples_per_second": 1.458,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 5236
    },
    {
      "epoch": 0.98,
      "eval_validation_agenda_digitale_loss": 1.4084855318069458,
      "eval_validation_agenda_digitale_runtime": 174.177,
      "eval_validation_agenda_digitale_samples_per_second": 1.458,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 5236
    },
    {
      "epoch": 0.98,
      "eval_validation_legal_articles_loss": 1.3025926351547241,
      "eval_validation_legal_articles_runtime": 280.6096,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 5236
    },
    {
      "epoch": 0.98,
      "eval_validation_leggepertutti_loss": 1.2005130052566528,
      "eval_validation_leggepertutti_runtime": 32.2675,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 5236
    },
    {
      "epoch": 1.01,
      "grad_norm": 3.015625,
      "learning_rate": 1e-05,
      "loss": 0.9258,
      "step": 5423
    },
    {
      "epoch": 1.01,
      "eval_validation_loss": 0.740565836429596,
      "eval_validation_runtime": 194.342,
      "eval_validation_samples_per_second": 1.456,
      "eval_validation_steps_per_second": 0.731,
      "step": 5423
    },
    {
      "epoch": 1.01,
      "eval_validation_privacy_sources_loss": 0.740565836429596,
      "eval_validation_privacy_sources_runtime": 194.2526,
      "eval_validation_privacy_sources_samples_per_second": 1.457,
      "eval_validation_privacy_sources_steps_per_second": 0.731,
      "step": 5423
    },
    {
      "epoch": 1.01,
      "eval_validation_agenda_digitale_loss": 1.4165852069854736,
      "eval_validation_agenda_digitale_runtime": 174.4124,
      "eval_validation_agenda_digitale_samples_per_second": 1.456,
      "eval_validation_agenda_digitale_steps_per_second": 0.728,
      "step": 5423
    },
    {
      "epoch": 1.01,
      "eval_validation_legal_articles_loss": 1.3097604513168335,
      "eval_validation_legal_articles_runtime": 280.7793,
      "eval_validation_legal_articles_samples_per_second": 1.457,
      "eval_validation_legal_articles_steps_per_second": 0.73,
      "step": 5423
    },
    {
      "epoch": 1.01,
      "eval_validation_leggepertutti_loss": 1.2093048095703125,
      "eval_validation_leggepertutti_runtime": 32.3354,
      "eval_validation_leggepertutti_samples_per_second": 1.454,
      "eval_validation_leggepertutti_steps_per_second": 0.742,
      "step": 5423
    },
    {
      "epoch": 1.05,
      "grad_norm": 3.140625,
      "learning_rate": 1e-05,
      "loss": 0.8597,
      "step": 5610
    },
    {
      "epoch": 1.05,
      "eval_validation_loss": 0.737619161605835,
      "eval_validation_runtime": 193.9401,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 5610
    },
    {
      "epoch": 1.05,
      "eval_validation_privacy_sources_loss": 0.737619161605835,
      "eval_validation_privacy_sources_runtime": 193.9307,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 5610
    },
    {
      "epoch": 1.05,
      "eval_validation_agenda_digitale_loss": 1.4158068895339966,
      "eval_validation_agenda_digitale_runtime": 174.0445,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 5610
    },
    {
      "epoch": 1.05,
      "eval_validation_legal_articles_loss": 1.3087877035140991,
      "eval_validation_legal_articles_runtime": 280.2923,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 5610
    },
    {
      "epoch": 1.05,
      "eval_validation_leggepertutti_loss": 1.2102947235107422,
      "eval_validation_leggepertutti_runtime": 32.231,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 5610
    },
    {
      "epoch": 1.08,
      "grad_norm": 9.125,
      "learning_rate": 1e-05,
      "loss": 0.8588,
      "step": 5797
    },
    {
      "epoch": 1.08,
      "eval_validation_loss": 0.7371954917907715,
      "eval_validation_runtime": 193.9404,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 5797
    },
    {
      "epoch": 1.08,
      "eval_validation_privacy_sources_loss": 0.7371954917907715,
      "eval_validation_privacy_sources_runtime": 193.9524,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 5797
    },
    {
      "epoch": 1.08,
      "eval_validation_agenda_digitale_loss": 1.4168334007263184,
      "eval_validation_agenda_digitale_runtime": 174.0726,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 5797
    },
    {
      "epoch": 1.08,
      "eval_validation_legal_articles_loss": 1.310233235359192,
      "eval_validation_legal_articles_runtime": 280.3258,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 5797
    },
    {
      "epoch": 1.08,
      "eval_validation_leggepertutti_loss": 1.2142932415008545,
      "eval_validation_leggepertutti_runtime": 32.2124,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 5797
    },
    {
      "epoch": 1.12,
      "grad_norm": 2.875,
      "learning_rate": 1e-05,
      "loss": 0.857,
      "step": 5984
    },
    {
      "epoch": 1.12,
      "eval_validation_loss": 0.7362373471260071,
      "eval_validation_runtime": 193.9556,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 5984
    },
    {
      "epoch": 1.12,
      "eval_validation_privacy_sources_loss": 0.7362373471260071,
      "eval_validation_privacy_sources_runtime": 194.2161,
      "eval_validation_privacy_sources_samples_per_second": 1.457,
      "eval_validation_privacy_sources_steps_per_second": 0.731,
      "step": 5984
    },
    {
      "epoch": 1.12,
      "eval_validation_agenda_digitale_loss": 1.4190250635147095,
      "eval_validation_agenda_digitale_runtime": 174.5433,
      "eval_validation_agenda_digitale_samples_per_second": 1.455,
      "eval_validation_agenda_digitale_steps_per_second": 0.728,
      "step": 5984
    },
    {
      "epoch": 1.12,
      "eval_validation_legal_articles_loss": 1.3121812343597412,
      "eval_validation_legal_articles_runtime": 280.711,
      "eval_validation_legal_articles_samples_per_second": 1.457,
      "eval_validation_legal_articles_steps_per_second": 0.73,
      "step": 5984
    },
    {
      "epoch": 1.12,
      "eval_validation_leggepertutti_loss": 1.2148628234863281,
      "eval_validation_leggepertutti_runtime": 32.2764,
      "eval_validation_leggepertutti_samples_per_second": 1.456,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 5984
    },
    {
      "epoch": 1.15,
      "grad_norm": 3.296875,
      "learning_rate": 1e-05,
      "loss": 0.8725,
      "step": 6171
    },
    {
      "epoch": 1.15,
      "eval_validation_loss": 0.7331263422966003,
      "eval_validation_runtime": 193.9867,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 6171
    },
    {
      "epoch": 1.15,
      "eval_validation_privacy_sources_loss": 0.7331263422966003,
      "eval_validation_privacy_sources_runtime": 194.0653,
      "eval_validation_privacy_sources_samples_per_second": 1.458,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 6171
    },
    {
      "epoch": 1.15,
      "eval_validation_agenda_digitale_loss": 1.4161566495895386,
      "eval_validation_agenda_digitale_runtime": 174.1311,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 6171
    },
    {
      "epoch": 1.15,
      "eval_validation_legal_articles_loss": 1.3106379508972168,
      "eval_validation_legal_articles_runtime": 280.3563,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 6171
    },
    {
      "epoch": 1.15,
      "eval_validation_leggepertutti_loss": 1.2163993120193481,
      "eval_validation_leggepertutti_runtime": 32.249,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 6171
    },
    {
      "epoch": 1.19,
      "grad_norm": 3.28125,
      "learning_rate": 1e-05,
      "loss": 0.8581,
      "step": 6358
    },
    {
      "epoch": 1.19,
      "eval_validation_loss": 0.7333292961120605,
      "eval_validation_runtime": 194.8528,
      "eval_validation_samples_per_second": 1.452,
      "eval_validation_steps_per_second": 0.729,
      "step": 6358
    },
    {
      "epoch": 1.19,
      "eval_validation_privacy_sources_loss": 0.7333292961120605,
      "eval_validation_privacy_sources_runtime": 194.7828,
      "eval_validation_privacy_sources_samples_per_second": 1.453,
      "eval_validation_privacy_sources_steps_per_second": 0.729,
      "step": 6358
    },
    {
      "epoch": 1.19,
      "eval_validation_agenda_digitale_loss": 1.4149624109268188,
      "eval_validation_agenda_digitale_runtime": 174.8158,
      "eval_validation_agenda_digitale_samples_per_second": 1.453,
      "eval_validation_agenda_digitale_steps_per_second": 0.726,
      "step": 6358
    },
    {
      "epoch": 1.19,
      "eval_validation_legal_articles_loss": 1.3095121383666992,
      "eval_validation_legal_articles_runtime": 281.5105,
      "eval_validation_legal_articles_samples_per_second": 1.453,
      "eval_validation_legal_articles_steps_per_second": 0.728,
      "step": 6358
    },
    {
      "epoch": 1.19,
      "eval_validation_leggepertutti_loss": 1.2147705554962158,
      "eval_validation_leggepertutti_runtime": 32.3557,
      "eval_validation_leggepertutti_samples_per_second": 1.453,
      "eval_validation_leggepertutti_steps_per_second": 0.742,
      "step": 6358
    },
    {
      "epoch": 1.22,
      "grad_norm": 3.3125,
      "learning_rate": 1e-05,
      "loss": 0.8586,
      "step": 6545
    },
    {
      "epoch": 1.22,
      "eval_validation_loss": 0.7306362390518188,
      "eval_validation_runtime": 193.9802,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 6545
    },
    {
      "epoch": 1.22,
      "eval_validation_privacy_sources_loss": 0.7306362390518188,
      "eval_validation_privacy_sources_runtime": 193.9202,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 6545
    },
    {
      "epoch": 1.22,
      "eval_validation_agenda_digitale_loss": 1.414326548576355,
      "eval_validation_agenda_digitale_runtime": 174.1346,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 6545
    },
    {
      "epoch": 1.22,
      "eval_validation_legal_articles_loss": 1.3070348501205444,
      "eval_validation_legal_articles_runtime": 280.949,
      "eval_validation_legal_articles_samples_per_second": 1.456,
      "eval_validation_legal_articles_steps_per_second": 0.73,
      "step": 6545
    },
    {
      "epoch": 1.22,
      "eval_validation_leggepertutti_loss": 1.210106611251831,
      "eval_validation_leggepertutti_runtime": 32.3414,
      "eval_validation_leggepertutti_samples_per_second": 1.453,
      "eval_validation_leggepertutti_steps_per_second": 0.742,
      "step": 6545
    },
    {
      "epoch": 1.26,
      "grad_norm": 3.484375,
      "learning_rate": 1e-05,
      "loss": 0.8524,
      "step": 6732
    },
    {
      "epoch": 1.26,
      "eval_validation_loss": 0.730067789554596,
      "eval_validation_runtime": 193.918,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 6732
    },
    {
      "epoch": 1.26,
      "eval_validation_privacy_sources_loss": 0.730067789554596,
      "eval_validation_privacy_sources_runtime": 193.9909,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 6732
    },
    {
      "epoch": 1.26,
      "eval_validation_agenda_digitale_loss": 1.414690375328064,
      "eval_validation_agenda_digitale_runtime": 174.1265,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 6732
    },
    {
      "epoch": 1.26,
      "eval_validation_legal_articles_loss": 1.3077616691589355,
      "eval_validation_legal_articles_runtime": 280.7833,
      "eval_validation_legal_articles_samples_per_second": 1.457,
      "eval_validation_legal_articles_steps_per_second": 0.73,
      "step": 6732
    },
    {
      "epoch": 1.26,
      "eval_validation_leggepertutti_loss": 1.213208794593811,
      "eval_validation_leggepertutti_runtime": 32.255,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 6732
    },
    {
      "epoch": 1.29,
      "grad_norm": 3.140625,
      "learning_rate": 1e-05,
      "loss": 0.8491,
      "step": 6919
    },
    {
      "epoch": 1.29,
      "eval_validation_loss": 0.7268363833427429,
      "eval_validation_runtime": 194.5964,
      "eval_validation_samples_per_second": 1.454,
      "eval_validation_steps_per_second": 0.73,
      "step": 6919
    },
    {
      "epoch": 1.29,
      "eval_validation_privacy_sources_loss": 0.7268363833427429,
      "eval_validation_privacy_sources_runtime": 194.6387,
      "eval_validation_privacy_sources_samples_per_second": 1.454,
      "eval_validation_privacy_sources_steps_per_second": 0.73,
      "step": 6919
    },
    {
      "epoch": 1.29,
      "eval_validation_agenda_digitale_loss": 1.4155179262161255,
      "eval_validation_agenda_digitale_runtime": 174.7129,
      "eval_validation_agenda_digitale_samples_per_second": 1.454,
      "eval_validation_agenda_digitale_steps_per_second": 0.727,
      "step": 6919
    },
    {
      "epoch": 1.29,
      "eval_validation_legal_articles_loss": 1.3072175979614258,
      "eval_validation_legal_articles_runtime": 281.3292,
      "eval_validation_legal_articles_samples_per_second": 1.454,
      "eval_validation_legal_articles_steps_per_second": 0.729,
      "step": 6919
    },
    {
      "epoch": 1.29,
      "eval_validation_leggepertutti_loss": 1.2095142602920532,
      "eval_validation_leggepertutti_runtime": 32.3279,
      "eval_validation_leggepertutti_samples_per_second": 1.454,
      "eval_validation_leggepertutti_steps_per_second": 0.742,
      "step": 6919
    },
    {
      "epoch": 1.33,
      "grad_norm": 3.34375,
      "learning_rate": 1e-05,
      "loss": 0.8481,
      "step": 7106
    },
    {
      "epoch": 1.33,
      "eval_validation_loss": 0.7256250381469727,
      "eval_validation_runtime": 193.9772,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 7106
    },
    {
      "epoch": 1.33,
      "eval_validation_privacy_sources_loss": 0.7256250381469727,
      "eval_validation_privacy_sources_runtime": 193.9877,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 7106
    },
    {
      "epoch": 1.33,
      "eval_validation_agenda_digitale_loss": 1.4147603511810303,
      "eval_validation_agenda_digitale_runtime": 174.1033,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 7106
    },
    {
      "epoch": 1.33,
      "eval_validation_legal_articles_loss": 1.3066117763519287,
      "eval_validation_legal_articles_runtime": 280.4126,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 7106
    },
    {
      "epoch": 1.33,
      "eval_validation_leggepertutti_loss": 1.2109551429748535,
      "eval_validation_leggepertutti_runtime": 32.2245,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 7106
    },
    {
      "epoch": 1.36,
      "grad_norm": 3.03125,
      "learning_rate": 1e-05,
      "loss": 0.8527,
      "step": 7293
    },
    {
      "epoch": 1.36,
      "eval_validation_loss": 0.7240058183670044,
      "eval_validation_runtime": 194.4599,
      "eval_validation_samples_per_second": 1.455,
      "eval_validation_steps_per_second": 0.73,
      "step": 7293
    },
    {
      "epoch": 1.36,
      "eval_validation_privacy_sources_loss": 0.7240058183670044,
      "eval_validation_privacy_sources_runtime": 194.521,
      "eval_validation_privacy_sources_samples_per_second": 1.455,
      "eval_validation_privacy_sources_steps_per_second": 0.73,
      "step": 7293
    },
    {
      "epoch": 1.36,
      "eval_validation_agenda_digitale_loss": 1.4114247560501099,
      "eval_validation_agenda_digitale_runtime": 174.6003,
      "eval_validation_agenda_digitale_samples_per_second": 1.455,
      "eval_validation_agenda_digitale_steps_per_second": 0.727,
      "step": 7293
    },
    {
      "epoch": 1.36,
      "eval_validation_legal_articles_loss": 1.3029237985610962,
      "eval_validation_legal_articles_runtime": 281.0852,
      "eval_validation_legal_articles_samples_per_second": 1.455,
      "eval_validation_legal_articles_steps_per_second": 0.729,
      "step": 7293
    },
    {
      "epoch": 1.36,
      "eval_validation_leggepertutti_loss": 1.2073701620101929,
      "eval_validation_leggepertutti_runtime": 32.3052,
      "eval_validation_leggepertutti_samples_per_second": 1.455,
      "eval_validation_leggepertutti_steps_per_second": 0.743,
      "step": 7293
    },
    {
      "epoch": 1.4,
      "grad_norm": 3.421875,
      "learning_rate": 1e-05,
      "loss": 0.844,
      "step": 7480
    },
    {
      "epoch": 1.4,
      "eval_validation_loss": 0.7231602668762207,
      "eval_validation_runtime": 193.9481,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 7480
    },
    {
      "epoch": 1.4,
      "eval_validation_privacy_sources_loss": 0.7231602668762207,
      "eval_validation_privacy_sources_runtime": 193.9524,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 7480
    },
    {
      "epoch": 1.4,
      "eval_validation_agenda_digitale_loss": 1.4124301671981812,
      "eval_validation_agenda_digitale_runtime": 174.0399,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 7480
    },
    {
      "epoch": 1.4,
      "eval_validation_legal_articles_loss": 1.3047295808792114,
      "eval_validation_legal_articles_runtime": 280.359,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 7480
    },
    {
      "epoch": 1.4,
      "eval_validation_leggepertutti_loss": 1.2110718488693237,
      "eval_validation_leggepertutti_runtime": 32.2133,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 7480
    },
    {
      "epoch": 1.43,
      "grad_norm": 3.28125,
      "learning_rate": 1e-05,
      "loss": 0.8573,
      "step": 7667
    },
    {
      "epoch": 1.43,
      "eval_validation_loss": 0.7233656048774719,
      "eval_validation_runtime": 193.9395,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 7667
    },
    {
      "epoch": 1.43,
      "eval_validation_privacy_sources_loss": 0.7233656048774719,
      "eval_validation_privacy_sources_runtime": 194.0075,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 7667
    },
    {
      "epoch": 1.43,
      "eval_validation_agenda_digitale_loss": 1.4131965637207031,
      "eval_validation_agenda_digitale_runtime": 174.0753,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 7667
    },
    {
      "epoch": 1.43,
      "eval_validation_legal_articles_loss": 1.3041952848434448,
      "eval_validation_legal_articles_runtime": 280.3108,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 7667
    },
    {
      "epoch": 1.43,
      "eval_validation_leggepertutti_loss": 1.2090140581130981,
      "eval_validation_leggepertutti_runtime": 32.2612,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 7667
    },
    {
      "epoch": 1.47,
      "grad_norm": 3.234375,
      "learning_rate": 1e-05,
      "loss": 0.8594,
      "step": 7854
    },
    {
      "epoch": 1.47,
      "eval_validation_loss": 0.7208999991416931,
      "eval_validation_runtime": 194.0509,
      "eval_validation_samples_per_second": 1.458,
      "eval_validation_steps_per_second": 0.732,
      "step": 7854
    },
    {
      "epoch": 1.47,
      "eval_validation_privacy_sources_loss": 0.7208999991416931,
      "eval_validation_privacy_sources_runtime": 193.9406,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 7854
    },
    {
      "epoch": 1.47,
      "eval_validation_agenda_digitale_loss": 1.4101505279541016,
      "eval_validation_agenda_digitale_runtime": 174.0242,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 7854
    },
    {
      "epoch": 1.47,
      "eval_validation_legal_articles_loss": 1.3012036085128784,
      "eval_validation_legal_articles_runtime": 280.3276,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 7854
    },
    {
      "epoch": 1.47,
      "eval_validation_leggepertutti_loss": 1.2063772678375244,
      "eval_validation_leggepertutti_runtime": 32.235,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 7854
    },
    {
      "epoch": 1.5,
      "grad_norm": 2.9375,
      "learning_rate": 1e-05,
      "loss": 0.845,
      "step": 8041
    },
    {
      "epoch": 1.5,
      "eval_validation_loss": 0.7206084728240967,
      "eval_validation_runtime": 193.895,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.732,
      "step": 8041
    },
    {
      "epoch": 1.5,
      "eval_validation_privacy_sources_loss": 0.7206084728240967,
      "eval_validation_privacy_sources_runtime": 193.8934,
      "eval_validation_privacy_sources_samples_per_second": 1.46,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 8041
    },
    {
      "epoch": 1.5,
      "eval_validation_agenda_digitale_loss": 1.4093679189682007,
      "eval_validation_agenda_digitale_runtime": 174.0383,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 8041
    },
    {
      "epoch": 1.5,
      "eval_validation_legal_articles_loss": 1.300927758216858,
      "eval_validation_legal_articles_runtime": 280.2616,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 8041
    },
    {
      "epoch": 1.5,
      "eval_validation_leggepertutti_loss": 1.2063857316970825,
      "eval_validation_leggepertutti_runtime": 32.2156,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 8041
    },
    {
      "epoch": 1.54,
      "grad_norm": 3.546875,
      "learning_rate": 1e-05,
      "loss": 0.8387,
      "step": 8228
    },
    {
      "epoch": 1.54,
      "eval_validation_loss": 0.7195963263511658,
      "eval_validation_runtime": 194.1475,
      "eval_validation_samples_per_second": 1.458,
      "eval_validation_steps_per_second": 0.731,
      "step": 8228
    },
    {
      "epoch": 1.54,
      "eval_validation_privacy_sources_loss": 0.7195963263511658,
      "eval_validation_privacy_sources_runtime": 194.1254,
      "eval_validation_privacy_sources_samples_per_second": 1.458,
      "eval_validation_privacy_sources_steps_per_second": 0.731,
      "step": 8228
    },
    {
      "epoch": 1.54,
      "eval_validation_agenda_digitale_loss": 1.4086204767227173,
      "eval_validation_agenda_digitale_runtime": 174.1955,
      "eval_validation_agenda_digitale_samples_per_second": 1.458,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 8228
    },
    {
      "epoch": 1.54,
      "eval_validation_legal_articles_loss": 1.3010472059249878,
      "eval_validation_legal_articles_runtime": 280.5742,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 8228
    },
    {
      "epoch": 1.54,
      "eval_validation_leggepertutti_loss": 1.207865834236145,
      "eval_validation_leggepertutti_runtime": 32.2312,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 8228
    },
    {
      "epoch": 1.57,
      "grad_norm": 3.15625,
      "learning_rate": 1e-05,
      "loss": 0.8372,
      "step": 8415
    },
    {
      "epoch": 1.57,
      "eval_validation_loss": 0.7182671427726746,
      "eval_validation_runtime": 194.1259,
      "eval_validation_samples_per_second": 1.458,
      "eval_validation_steps_per_second": 0.731,
      "step": 8415
    },
    {
      "epoch": 1.57,
      "eval_validation_privacy_sources_loss": 0.7182671427726746,
      "eval_validation_privacy_sources_runtime": 194.1212,
      "eval_validation_privacy_sources_samples_per_second": 1.458,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 8415
    },
    {
      "epoch": 1.57,
      "eval_validation_agenda_digitale_loss": 1.4093657732009888,
      "eval_validation_agenda_digitale_runtime": 174.2408,
      "eval_validation_agenda_digitale_samples_per_second": 1.458,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 8415
    },
    {
      "epoch": 1.57,
      "eval_validation_legal_articles_loss": 1.3007113933563232,
      "eval_validation_legal_articles_runtime": 280.5346,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 8415
    },
    {
      "epoch": 1.57,
      "eval_validation_leggepertutti_loss": 1.2073971033096313,
      "eval_validation_leggepertutti_runtime": 32.2552,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 8415
    },
    {
      "epoch": 1.6,
      "grad_norm": 4.1875,
      "learning_rate": 1e-05,
      "loss": 0.8469,
      "step": 8602
    },
    {
      "epoch": 1.6,
      "eval_validation_loss": 0.7174719572067261,
      "eval_validation_runtime": 194.0281,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 8602
    },
    {
      "epoch": 1.6,
      "eval_validation_privacy_sources_loss": 0.7174719572067261,
      "eval_validation_privacy_sources_runtime": 194.1085,
      "eval_validation_privacy_sources_samples_per_second": 1.458,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 8602
    },
    {
      "epoch": 1.6,
      "eval_validation_agenda_digitale_loss": 1.410657525062561,
      "eval_validation_agenda_digitale_runtime": 174.1852,
      "eval_validation_agenda_digitale_samples_per_second": 1.458,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 8602
    },
    {
      "epoch": 1.6,
      "eval_validation_legal_articles_loss": 1.302248477935791,
      "eval_validation_legal_articles_runtime": 280.524,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 8602
    },
    {
      "epoch": 1.6,
      "eval_validation_leggepertutti_loss": 1.2090165615081787,
      "eval_validation_leggepertutti_runtime": 32.2426,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 8602
    },
    {
      "epoch": 1.64,
      "grad_norm": 3.203125,
      "learning_rate": 1e-05,
      "loss": 0.8459,
      "step": 8789
    },
    {
      "epoch": 1.64,
      "eval_validation_loss": 0.7153574228286743,
      "eval_validation_runtime": 194.0564,
      "eval_validation_samples_per_second": 1.458,
      "eval_validation_steps_per_second": 0.732,
      "step": 8789
    },
    {
      "epoch": 1.64,
      "eval_validation_privacy_sources_loss": 0.7153574228286743,
      "eval_validation_privacy_sources_runtime": 194.0487,
      "eval_validation_privacy_sources_samples_per_second": 1.458,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 8789
    },
    {
      "epoch": 1.64,
      "eval_validation_agenda_digitale_loss": 1.4087746143341064,
      "eval_validation_agenda_digitale_runtime": 174.1465,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 8789
    },
    {
      "epoch": 1.64,
      "eval_validation_legal_articles_loss": 1.2996572256088257,
      "eval_validation_legal_articles_runtime": 280.5503,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 8789
    },
    {
      "epoch": 1.64,
      "eval_validation_leggepertutti_loss": 1.203762173652649,
      "eval_validation_leggepertutti_runtime": 32.2481,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 8789
    },
    {
      "epoch": 1.67,
      "grad_norm": 3.03125,
      "learning_rate": 1e-05,
      "loss": 0.8278,
      "step": 8976
    },
    {
      "epoch": 1.67,
      "eval_validation_loss": 0.7138680219650269,
      "eval_validation_runtime": 194.0772,
      "eval_validation_samples_per_second": 1.458,
      "eval_validation_steps_per_second": 0.732,
      "step": 8976
    },
    {
      "epoch": 1.67,
      "eval_validation_privacy_sources_loss": 0.7138680219650269,
      "eval_validation_privacy_sources_runtime": 194.0772,
      "eval_validation_privacy_sources_samples_per_second": 1.458,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 8976
    },
    {
      "epoch": 1.67,
      "eval_validation_agenda_digitale_loss": 1.407646894454956,
      "eval_validation_agenda_digitale_runtime": 174.14,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 8976
    },
    {
      "epoch": 1.67,
      "eval_validation_legal_articles_loss": 1.2990928888320923,
      "eval_validation_legal_articles_runtime": 280.4776,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 8976
    },
    {
      "epoch": 1.67,
      "eval_validation_leggepertutti_loss": 1.2029039859771729,
      "eval_validation_leggepertutti_runtime": 32.2529,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 8976
    },
    {
      "epoch": 1.71,
      "grad_norm": 2.984375,
      "learning_rate": 1e-05,
      "loss": 0.8343,
      "step": 9163
    },
    {
      "epoch": 1.71,
      "eval_validation_loss": 0.7132055163383484,
      "eval_validation_runtime": 193.8749,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.732,
      "step": 9163
    },
    {
      "epoch": 1.71,
      "eval_validation_privacy_sources_loss": 0.7132055163383484,
      "eval_validation_privacy_sources_runtime": 193.8806,
      "eval_validation_privacy_sources_samples_per_second": 1.46,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 9163
    },
    {
      "epoch": 1.71,
      "eval_validation_agenda_digitale_loss": 1.407591462135315,
      "eval_validation_agenda_digitale_runtime": 173.9979,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 9163
    },
    {
      "epoch": 1.71,
      "eval_validation_legal_articles_loss": 1.2984447479248047,
      "eval_validation_legal_articles_runtime": 280.2853,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 9163
    },
    {
      "epoch": 1.71,
      "eval_validation_leggepertutti_loss": 1.2044217586517334,
      "eval_validation_leggepertutti_runtime": 32.2434,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 9163
    },
    {
      "epoch": 1.74,
      "grad_norm": 3.125,
      "learning_rate": 1e-05,
      "loss": 0.8376,
      "step": 9350
    },
    {
      "epoch": 1.74,
      "eval_validation_loss": 0.7129003405570984,
      "eval_validation_runtime": 194.0458,
      "eval_validation_samples_per_second": 1.458,
      "eval_validation_steps_per_second": 0.732,
      "step": 9350
    },
    {
      "epoch": 1.74,
      "eval_validation_privacy_sources_loss": 0.7129003405570984,
      "eval_validation_privacy_sources_runtime": 193.9733,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 9350
    },
    {
      "epoch": 1.74,
      "eval_validation_agenda_digitale_loss": 1.4076448678970337,
      "eval_validation_agenda_digitale_runtime": 174.0586,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 9350
    },
    {
      "epoch": 1.74,
      "eval_validation_legal_articles_loss": 1.2991979122161865,
      "eval_validation_legal_articles_runtime": 280.2533,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 9350
    },
    {
      "epoch": 1.74,
      "eval_validation_leggepertutti_loss": 1.2055103778839111,
      "eval_validation_leggepertutti_runtime": 32.2428,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 9350
    },
    {
      "epoch": 1.78,
      "grad_norm": 3.53125,
      "learning_rate": 1e-05,
      "loss": 0.8285,
      "step": 9537
    },
    {
      "epoch": 1.78,
      "eval_validation_loss": 0.7118223309516907,
      "eval_validation_runtime": 193.9293,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 9537
    },
    {
      "epoch": 1.78,
      "eval_validation_privacy_sources_loss": 0.7118223309516907,
      "eval_validation_privacy_sources_runtime": 193.9719,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 9537
    },
    {
      "epoch": 1.78,
      "eval_validation_agenda_digitale_loss": 1.4074786901474,
      "eval_validation_agenda_digitale_runtime": 174.1639,
      "eval_validation_agenda_digitale_samples_per_second": 1.458,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 9537
    },
    {
      "epoch": 1.78,
      "eval_validation_legal_articles_loss": 1.298789381980896,
      "eval_validation_legal_articles_runtime": 280.3991,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 9537
    },
    {
      "epoch": 1.78,
      "eval_validation_leggepertutti_loss": 1.206948161125183,
      "eval_validation_leggepertutti_runtime": 32.2124,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 9537
    },
    {
      "epoch": 1.81,
      "grad_norm": 3.53125,
      "learning_rate": 1e-05,
      "loss": 0.8336,
      "step": 9724
    },
    {
      "epoch": 1.81,
      "eval_validation_loss": 0.7111412882804871,
      "eval_validation_runtime": 193.8856,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.732,
      "step": 9724
    },
    {
      "epoch": 1.81,
      "eval_validation_privacy_sources_loss": 0.7111412882804871,
      "eval_validation_privacy_sources_runtime": 193.9384,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 9724
    },
    {
      "epoch": 1.81,
      "eval_validation_agenda_digitale_loss": 1.4055265188217163,
      "eval_validation_agenda_digitale_runtime": 174.0108,
      "eval_validation_agenda_digitale_samples_per_second": 1.46,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 9724
    },
    {
      "epoch": 1.81,
      "eval_validation_legal_articles_loss": 1.2967735528945923,
      "eval_validation_legal_articles_runtime": 280.2612,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 9724
    },
    {
      "epoch": 1.81,
      "eval_validation_leggepertutti_loss": 1.2026005983352661,
      "eval_validation_leggepertutti_runtime": 32.2189,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 9724
    },
    {
      "epoch": 1.85,
      "grad_norm": 2.90625,
      "learning_rate": 1e-05,
      "loss": 0.8317,
      "step": 9911
    },
    {
      "epoch": 1.85,
      "eval_validation_loss": 0.7099443078041077,
      "eval_validation_runtime": 193.9464,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 9911
    },
    {
      "epoch": 1.85,
      "eval_validation_privacy_sources_loss": 0.7099443078041077,
      "eval_validation_privacy_sources_runtime": 193.9759,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 9911
    },
    {
      "epoch": 1.85,
      "eval_validation_agenda_digitale_loss": 1.4066988229751587,
      "eval_validation_agenda_digitale_runtime": 174.0802,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 9911
    },
    {
      "epoch": 1.85,
      "eval_validation_legal_articles_loss": 1.297164797782898,
      "eval_validation_legal_articles_runtime": 280.3342,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 9911
    },
    {
      "epoch": 1.85,
      "eval_validation_leggepertutti_loss": 1.2028472423553467,
      "eval_validation_leggepertutti_runtime": 32.2162,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 9911
    },
    {
      "epoch": 1.88,
      "grad_norm": 3.015625,
      "learning_rate": 1e-05,
      "loss": 0.8284,
      "step": 10098
    },
    {
      "epoch": 1.88,
      "eval_validation_loss": 0.7097291946411133,
      "eval_validation_runtime": 194.3604,
      "eval_validation_samples_per_second": 1.456,
      "eval_validation_steps_per_second": 0.731,
      "step": 10098
    },
    {
      "epoch": 1.88,
      "eval_validation_privacy_sources_loss": 0.7097291946411133,
      "eval_validation_privacy_sources_runtime": 194.2484,
      "eval_validation_privacy_sources_samples_per_second": 1.457,
      "eval_validation_privacy_sources_steps_per_second": 0.731,
      "step": 10098
    },
    {
      "epoch": 1.88,
      "eval_validation_agenda_digitale_loss": 1.4059696197509766,
      "eval_validation_agenda_digitale_runtime": 174.3445,
      "eval_validation_agenda_digitale_samples_per_second": 1.457,
      "eval_validation_agenda_digitale_steps_per_second": 0.728,
      "step": 10098
    },
    {
      "epoch": 1.88,
      "eval_validation_legal_articles_loss": 1.297838568687439,
      "eval_validation_legal_articles_runtime": 280.8029,
      "eval_validation_legal_articles_samples_per_second": 1.457,
      "eval_validation_legal_articles_steps_per_second": 0.73,
      "step": 10098
    },
    {
      "epoch": 1.88,
      "eval_validation_leggepertutti_loss": 1.2072358131408691,
      "eval_validation_leggepertutti_runtime": 32.2592,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 10098
    },
    {
      "epoch": 1.92,
      "grad_norm": 2.953125,
      "learning_rate": 1e-05,
      "loss": 0.8382,
      "step": 10285
    },
    {
      "epoch": 1.92,
      "eval_validation_loss": 0.7084731459617615,
      "eval_validation_runtime": 194.2045,
      "eval_validation_samples_per_second": 1.457,
      "eval_validation_steps_per_second": 0.731,
      "step": 10285
    },
    {
      "epoch": 1.92,
      "eval_validation_privacy_sources_loss": 0.7084731459617615,
      "eval_validation_privacy_sources_runtime": 194.0306,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 10285
    },
    {
      "epoch": 1.92,
      "eval_validation_agenda_digitale_loss": 1.4043713808059692,
      "eval_validation_agenda_digitale_runtime": 174.321,
      "eval_validation_agenda_digitale_samples_per_second": 1.457,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 10285
    },
    {
      "epoch": 1.92,
      "eval_validation_legal_articles_loss": 1.2949423789978027,
      "eval_validation_legal_articles_runtime": 281.3756,
      "eval_validation_legal_articles_samples_per_second": 1.454,
      "eval_validation_legal_articles_steps_per_second": 0.729,
      "step": 10285
    },
    {
      "epoch": 1.92,
      "eval_validation_leggepertutti_loss": 1.2014025449752808,
      "eval_validation_leggepertutti_runtime": 32.459,
      "eval_validation_leggepertutti_samples_per_second": 1.448,
      "eval_validation_leggepertutti_steps_per_second": 0.739,
      "step": 10285
    },
    {
      "epoch": 1.95,
      "grad_norm": 3.140625,
      "learning_rate": 1e-05,
      "loss": 0.8361,
      "step": 10472
    },
    {
      "epoch": 1.95,
      "eval_validation_loss": 0.7075297832489014,
      "eval_validation_runtime": 195.2221,
      "eval_validation_samples_per_second": 1.45,
      "eval_validation_steps_per_second": 0.727,
      "step": 10472
    },
    {
      "epoch": 1.95,
      "eval_validation_privacy_sources_loss": 0.7075297832489014,
      "eval_validation_privacy_sources_runtime": 195.2795,
      "eval_validation_privacy_sources_samples_per_second": 1.449,
      "eval_validation_privacy_sources_steps_per_second": 0.727,
      "step": 10472
    },
    {
      "epoch": 1.95,
      "eval_validation_agenda_digitale_loss": 1.4040982723236084,
      "eval_validation_agenda_digitale_runtime": 174.7133,
      "eval_validation_agenda_digitale_samples_per_second": 1.454,
      "eval_validation_agenda_digitale_steps_per_second": 0.727,
      "step": 10472
    },
    {
      "epoch": 1.95,
      "eval_validation_legal_articles_loss": 1.294366717338562,
      "eval_validation_legal_articles_runtime": 280.5463,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 10472
    },
    {
      "epoch": 1.95,
      "eval_validation_leggepertutti_loss": 1.201593279838562,
      "eval_validation_leggepertutti_runtime": 32.2344,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 10472
    },
    {
      "epoch": 1.99,
      "grad_norm": 3.3125,
      "learning_rate": 1e-05,
      "loss": 0.8331,
      "step": 10659
    },
    {
      "epoch": 1.99,
      "eval_validation_loss": 0.7088872790336609,
      "eval_validation_runtime": 193.9819,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 10659
    },
    {
      "epoch": 1.99,
      "eval_validation_privacy_sources_loss": 0.7088872790336609,
      "eval_validation_privacy_sources_runtime": 194.0323,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 10659
    },
    {
      "epoch": 1.99,
      "eval_validation_agenda_digitale_loss": 1.406308889389038,
      "eval_validation_agenda_digitale_runtime": 174.0672,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 10659
    },
    {
      "epoch": 1.99,
      "eval_validation_legal_articles_loss": 1.2975895404815674,
      "eval_validation_legal_articles_runtime": 280.3189,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 10659
    },
    {
      "epoch": 1.99,
      "eval_validation_leggepertutti_loss": 1.2065494060516357,
      "eval_validation_leggepertutti_runtime": 32.2252,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 10659
    },
    {
      "epoch": 2.02,
      "grad_norm": 3.578125,
      "learning_rate": 1e-05,
      "loss": 0.7697,
      "step": 10846
    },
    {
      "epoch": 2.02,
      "eval_validation_loss": 0.7204586267471313,
      "eval_validation_runtime": 194.0209,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 10846
    },
    {
      "epoch": 2.02,
      "eval_validation_privacy_sources_loss": 0.7204586267471313,
      "eval_validation_privacy_sources_runtime": 194.0928,
      "eval_validation_privacy_sources_samples_per_second": 1.458,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 10846
    },
    {
      "epoch": 2.02,
      "eval_validation_agenda_digitale_loss": 1.4294853210449219,
      "eval_validation_agenda_digitale_runtime": 174.1999,
      "eval_validation_agenda_digitale_samples_per_second": 1.458,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 10846
    },
    {
      "epoch": 2.02,
      "eval_validation_legal_articles_loss": 1.3225582838058472,
      "eval_validation_legal_articles_runtime": 280.4837,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 10846
    },
    {
      "epoch": 2.02,
      "eval_validation_leggepertutti_loss": 1.2379487752914429,
      "eval_validation_leggepertutti_runtime": 32.2321,
      "eval_validation_leggepertutti_samples_per_second": 1.458,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 10846
    },
    {
      "epoch": 2.06,
      "grad_norm": 3.3125,
      "learning_rate": 1e-05,
      "loss": 0.7279,
      "step": 11033
    },
    {
      "epoch": 2.06,
      "eval_validation_loss": 0.7180332541465759,
      "eval_validation_runtime": 194.0099,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 11033
    },
    {
      "epoch": 2.06,
      "eval_validation_privacy_sources_loss": 0.7180332541465759,
      "eval_validation_privacy_sources_runtime": 193.9228,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 11033
    },
    {
      "epoch": 2.06,
      "eval_validation_agenda_digitale_loss": 1.4287559986114502,
      "eval_validation_agenda_digitale_runtime": 174.1318,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 11033
    },
    {
      "epoch": 2.06,
      "eval_validation_legal_articles_loss": 1.3202638626098633,
      "eval_validation_legal_articles_runtime": 280.404,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 11033
    },
    {
      "epoch": 2.06,
      "eval_validation_leggepertutti_loss": 1.235459566116333,
      "eval_validation_leggepertutti_runtime": 32.264,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 11033
    },
    {
      "epoch": 2.09,
      "grad_norm": 3.78125,
      "learning_rate": 1e-05,
      "loss": 0.7411,
      "step": 11220
    },
    {
      "epoch": 2.09,
      "eval_validation_loss": 0.7182052135467529,
      "eval_validation_runtime": 193.8798,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.732,
      "step": 11220
    },
    {
      "epoch": 2.09,
      "eval_validation_privacy_sources_loss": 0.7182052135467529,
      "eval_validation_privacy_sources_runtime": 193.9043,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 11220
    },
    {
      "epoch": 2.09,
      "eval_validation_agenda_digitale_loss": 1.4287699460983276,
      "eval_validation_agenda_digitale_runtime": 174.0573,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 11220
    },
    {
      "epoch": 2.09,
      "eval_validation_legal_articles_loss": 1.3195794820785522,
      "eval_validation_legal_articles_runtime": 280.2187,
      "eval_validation_legal_articles_samples_per_second": 1.46,
      "eval_validation_legal_articles_steps_per_second": 0.732,
      "step": 11220
    },
    {
      "epoch": 2.09,
      "eval_validation_leggepertutti_loss": 1.2319151163101196,
      "eval_validation_leggepertutti_runtime": 32.2142,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 11220
    },
    {
      "epoch": 2.13,
      "grad_norm": 3.171875,
      "learning_rate": 1e-05,
      "loss": 0.7424,
      "step": 11407
    },
    {
      "epoch": 2.13,
      "eval_validation_loss": 0.718903124332428,
      "eval_validation_runtime": 194.7726,
      "eval_validation_samples_per_second": 1.453,
      "eval_validation_steps_per_second": 0.729,
      "step": 11407
    },
    {
      "epoch": 2.13,
      "eval_validation_privacy_sources_loss": 0.718903124332428,
      "eval_validation_privacy_sources_runtime": 194.8362,
      "eval_validation_privacy_sources_samples_per_second": 1.453,
      "eval_validation_privacy_sources_steps_per_second": 0.729,
      "step": 11407
    },
    {
      "epoch": 2.13,
      "eval_validation_agenda_digitale_loss": 1.4309598207473755,
      "eval_validation_agenda_digitale_runtime": 174.8442,
      "eval_validation_agenda_digitale_samples_per_second": 1.453,
      "eval_validation_agenda_digitale_steps_per_second": 0.726,
      "step": 11407
    },
    {
      "epoch": 2.13,
      "eval_validation_legal_articles_loss": 1.3212475776672363,
      "eval_validation_legal_articles_runtime": 281.5901,
      "eval_validation_legal_articles_samples_per_second": 1.452,
      "eval_validation_legal_articles_steps_per_second": 0.728,
      "step": 11407
    },
    {
      "epoch": 2.13,
      "eval_validation_leggepertutti_loss": 1.2334245443344116,
      "eval_validation_leggepertutti_runtime": 32.3573,
      "eval_validation_leggepertutti_samples_per_second": 1.453,
      "eval_validation_leggepertutti_steps_per_second": 0.742,
      "step": 11407
    },
    {
      "epoch": 2.16,
      "grad_norm": 3.53125,
      "learning_rate": 1e-05,
      "loss": 0.7281,
      "step": 11594
    },
    {
      "epoch": 2.16,
      "eval_validation_loss": 0.720314621925354,
      "eval_validation_runtime": 194.3434,
      "eval_validation_samples_per_second": 1.456,
      "eval_validation_steps_per_second": 0.731,
      "step": 11594
    },
    {
      "epoch": 2.16,
      "eval_validation_privacy_sources_loss": 0.720314621925354,
      "eval_validation_privacy_sources_runtime": 194.3089,
      "eval_validation_privacy_sources_samples_per_second": 1.456,
      "eval_validation_privacy_sources_steps_per_second": 0.731,
      "step": 11594
    },
    {
      "epoch": 2.16,
      "eval_validation_agenda_digitale_loss": 1.4331620931625366,
      "eval_validation_agenda_digitale_runtime": 174.835,
      "eval_validation_agenda_digitale_samples_per_second": 1.453,
      "eval_validation_agenda_digitale_steps_per_second": 0.726,
      "step": 11594
    },
    {
      "epoch": 2.16,
      "eval_validation_legal_articles_loss": 1.3263905048370361,
      "eval_validation_legal_articles_runtime": 281.6502,
      "eval_validation_legal_articles_samples_per_second": 1.452,
      "eval_validation_legal_articles_steps_per_second": 0.728,
      "step": 11594
    },
    {
      "epoch": 2.16,
      "eval_validation_leggepertutti_loss": 1.24136221408844,
      "eval_validation_leggepertutti_runtime": 32.4013,
      "eval_validation_leggepertutti_samples_per_second": 1.451,
      "eval_validation_leggepertutti_steps_per_second": 0.741,
      "step": 11594
    },
    {
      "epoch": 2.2,
      "grad_norm": 3.859375,
      "learning_rate": 1e-05,
      "loss": 0.7321,
      "step": 11781
    },
    {
      "epoch": 2.2,
      "eval_validation_loss": 0.7170119881629944,
      "eval_validation_runtime": 195.0083,
      "eval_validation_samples_per_second": 1.451,
      "eval_validation_steps_per_second": 0.728,
      "step": 11781
    },
    {
      "epoch": 2.2,
      "eval_validation_privacy_sources_loss": 0.7170119881629944,
      "eval_validation_privacy_sources_runtime": 195.1028,
      "eval_validation_privacy_sources_samples_per_second": 1.451,
      "eval_validation_privacy_sources_steps_per_second": 0.728,
      "step": 11781
    },
    {
      "epoch": 2.2,
      "eval_validation_agenda_digitale_loss": 1.4290372133255005,
      "eval_validation_agenda_digitale_runtime": 174.7789,
      "eval_validation_agenda_digitale_samples_per_second": 1.453,
      "eval_validation_agenda_digitale_steps_per_second": 0.727,
      "step": 11781
    },
    {
      "epoch": 2.2,
      "eval_validation_legal_articles_loss": 1.320022702217102,
      "eval_validation_legal_articles_runtime": 281.0091,
      "eval_validation_legal_articles_samples_per_second": 1.455,
      "eval_validation_legal_articles_steps_per_second": 0.73,
      "step": 11781
    },
    {
      "epoch": 2.2,
      "eval_validation_leggepertutti_loss": 1.2338560819625854,
      "eval_validation_leggepertutti_runtime": 32.2518,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 11781
    },
    {
      "epoch": 2.23,
      "grad_norm": 3.59375,
      "learning_rate": 1e-05,
      "loss": 0.7447,
      "step": 11968
    },
    {
      "epoch": 2.23,
      "eval_validation_loss": 0.7184716463088989,
      "eval_validation_runtime": 194.8073,
      "eval_validation_samples_per_second": 1.453,
      "eval_validation_steps_per_second": 0.729,
      "step": 11968
    },
    {
      "epoch": 2.23,
      "eval_validation_privacy_sources_loss": 0.7184716463088989,
      "eval_validation_privacy_sources_runtime": 194.672,
      "eval_validation_privacy_sources_samples_per_second": 1.454,
      "eval_validation_privacy_sources_steps_per_second": 0.729,
      "step": 11968
    },
    {
      "epoch": 2.23,
      "eval_validation_agenda_digitale_loss": 1.432111144065857,
      "eval_validation_agenda_digitale_runtime": 174.8035,
      "eval_validation_agenda_digitale_samples_per_second": 1.453,
      "eval_validation_agenda_digitale_steps_per_second": 0.727,
      "step": 11968
    },
    {
      "epoch": 2.23,
      "eval_validation_legal_articles_loss": 1.3235822916030884,
      "eval_validation_legal_articles_runtime": 280.7458,
      "eval_validation_legal_articles_samples_per_second": 1.457,
      "eval_validation_legal_articles_steps_per_second": 0.73,
      "step": 11968
    },
    {
      "epoch": 2.23,
      "eval_validation_leggepertutti_loss": 1.2380340099334717,
      "eval_validation_leggepertutti_runtime": 32.3638,
      "eval_validation_leggepertutti_samples_per_second": 1.452,
      "eval_validation_leggepertutti_steps_per_second": 0.742,
      "step": 11968
    },
    {
      "epoch": 2.27,
      "grad_norm": 3.515625,
      "learning_rate": 1e-05,
      "loss": 0.744,
      "step": 12155
    },
    {
      "epoch": 2.27,
      "eval_validation_loss": 0.7175183296203613,
      "eval_validation_runtime": 194.7503,
      "eval_validation_samples_per_second": 1.453,
      "eval_validation_steps_per_second": 0.729,
      "step": 12155
    },
    {
      "epoch": 2.27,
      "eval_validation_privacy_sources_loss": 0.7175183296203613,
      "eval_validation_privacy_sources_runtime": 194.6995,
      "eval_validation_privacy_sources_samples_per_second": 1.454,
      "eval_validation_privacy_sources_steps_per_second": 0.729,
      "step": 12155
    },
    {
      "epoch": 2.27,
      "eval_validation_agenda_digitale_loss": 1.427762746810913,
      "eval_validation_agenda_digitale_runtime": 174.7343,
      "eval_validation_agenda_digitale_samples_per_second": 1.454,
      "eval_validation_agenda_digitale_steps_per_second": 0.727,
      "step": 12155
    },
    {
      "epoch": 2.27,
      "eval_validation_legal_articles_loss": 1.3191204071044922,
      "eval_validation_legal_articles_runtime": 281.0991,
      "eval_validation_legal_articles_samples_per_second": 1.455,
      "eval_validation_legal_articles_steps_per_second": 0.729,
      "step": 12155
    },
    {
      "epoch": 2.27,
      "eval_validation_leggepertutti_loss": 1.2328135967254639,
      "eval_validation_leggepertutti_runtime": 32.3519,
      "eval_validation_leggepertutti_samples_per_second": 1.453,
      "eval_validation_leggepertutti_steps_per_second": 0.742,
      "step": 12155
    },
    {
      "epoch": 2.3,
      "grad_norm": 3.703125,
      "learning_rate": 1e-05,
      "loss": 0.7495,
      "step": 12342
    },
    {
      "epoch": 2.3,
      "eval_validation_loss": 0.7165267467498779,
      "eval_validation_runtime": 193.8557,
      "eval_validation_samples_per_second": 1.46,
      "eval_validation_steps_per_second": 0.733,
      "step": 12342
    },
    {
      "epoch": 2.3,
      "eval_validation_privacy_sources_loss": 0.7165267467498779,
      "eval_validation_privacy_sources_runtime": 193.9105,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 12342
    },
    {
      "epoch": 2.3,
      "eval_validation_agenda_digitale_loss": 1.430846929550171,
      "eval_validation_agenda_digitale_runtime": 174.0563,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 12342
    },
    {
      "epoch": 2.3,
      "eval_validation_legal_articles_loss": 1.3220903873443604,
      "eval_validation_legal_articles_runtime": 280.2702,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 12342
    },
    {
      "epoch": 2.3,
      "eval_validation_leggepertutti_loss": 1.2362430095672607,
      "eval_validation_leggepertutti_runtime": 32.2214,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 12342
    },
    {
      "epoch": 2.34,
      "grad_norm": 4.0,
      "learning_rate": 1e-05,
      "loss": 0.7441,
      "step": 12529
    },
    {
      "epoch": 2.34,
      "eval_validation_loss": 0.716201901435852,
      "eval_validation_runtime": 194.0145,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 12529
    },
    {
      "epoch": 2.34,
      "eval_validation_privacy_sources_loss": 0.716201901435852,
      "eval_validation_privacy_sources_runtime": 194.0166,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 12529
    },
    {
      "epoch": 2.34,
      "eval_validation_agenda_digitale_loss": 1.429038643836975,
      "eval_validation_agenda_digitale_runtime": 174.1245,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 12529
    },
    {
      "epoch": 2.34,
      "eval_validation_legal_articles_loss": 1.3218259811401367,
      "eval_validation_legal_articles_runtime": 280.4695,
      "eval_validation_legal_articles_samples_per_second": 1.458,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 12529
    },
    {
      "epoch": 2.34,
      "eval_validation_leggepertutti_loss": 1.237662434577942,
      "eval_validation_leggepertutti_runtime": 32.2585,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 12529
    },
    {
      "epoch": 2.37,
      "grad_norm": 3.859375,
      "learning_rate": 1e-05,
      "loss": 0.7417,
      "step": 12716
    },
    {
      "epoch": 2.37,
      "eval_validation_loss": 0.7156102061271667,
      "eval_validation_runtime": 194.0002,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 12716
    },
    {
      "epoch": 2.37,
      "eval_validation_privacy_sources_loss": 0.7156102061271667,
      "eval_validation_privacy_sources_runtime": 194.0078,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 12716
    },
    {
      "epoch": 2.37,
      "eval_validation_agenda_digitale_loss": 1.4336565732955933,
      "eval_validation_agenda_digitale_runtime": 174.1187,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.729,
      "step": 12716
    },
    {
      "epoch": 2.37,
      "eval_validation_legal_articles_loss": 1.3251360654830933,
      "eval_validation_legal_articles_runtime": 280.3849,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 12716
    },
    {
      "epoch": 2.37,
      "eval_validation_leggepertutti_loss": 1.2396856546401978,
      "eval_validation_leggepertutti_runtime": 32.2185,
      "eval_validation_leggepertutti_samples_per_second": 1.459,
      "eval_validation_leggepertutti_steps_per_second": 0.745,
      "step": 12716
    },
    {
      "epoch": 2.41,
      "grad_norm": 3.453125,
      "learning_rate": 1e-05,
      "loss": 0.7431,
      "step": 12903
    },
    {
      "epoch": 2.41,
      "eval_validation_loss": 0.7143609523773193,
      "eval_validation_runtime": 194.0036,
      "eval_validation_samples_per_second": 1.459,
      "eval_validation_steps_per_second": 0.732,
      "step": 12903
    },
    {
      "epoch": 2.41,
      "eval_validation_privacy_sources_loss": 0.7143609523773193,
      "eval_validation_privacy_sources_runtime": 193.979,
      "eval_validation_privacy_sources_samples_per_second": 1.459,
      "eval_validation_privacy_sources_steps_per_second": 0.732,
      "step": 12903
    },
    {
      "epoch": 2.41,
      "eval_validation_agenda_digitale_loss": 1.4301154613494873,
      "eval_validation_agenda_digitale_runtime": 174.076,
      "eval_validation_agenda_digitale_samples_per_second": 1.459,
      "eval_validation_agenda_digitale_steps_per_second": 0.73,
      "step": 12903
    },
    {
      "epoch": 2.41,
      "eval_validation_legal_articles_loss": 1.3205503225326538,
      "eval_validation_legal_articles_runtime": 280.2757,
      "eval_validation_legal_articles_samples_per_second": 1.459,
      "eval_validation_legal_articles_steps_per_second": 0.731,
      "step": 12903
    },
    {
      "epoch": 2.41,
      "eval_validation_leggepertutti_loss": 1.2320774793624878,
      "eval_validation_leggepertutti_runtime": 32.2488,
      "eval_validation_leggepertutti_samples_per_second": 1.457,
      "eval_validation_leggepertutti_steps_per_second": 0.744,
      "step": 12903
    },
    {
      "epoch": 2.44,
      "grad_norm": 4.46875,
      "learning_rate": 1e-05,
      "loss": 0.7414,
      "step": 13090
    },
    {
      "epoch": 2.44,
      "eval_validation_loss": 0.7152038216590881,
      "eval_validation_runtime": 195.0283,
      "eval_validation_samples_per_second": 1.451,
      "eval_validation_steps_per_second": 0.728,
      "step": 13090
    },
    {
      "epoch": 2.44,
      "eval_validation_privacy_sources_loss": 0.7152038216590881,
      "eval_validation_privacy_sources_runtime": 195.1212,
      "eval_validation_privacy_sources_samples_per_second": 1.45,
      "eval_validation_privacy_sources_steps_per_second": 0.728,
      "step": 13090
    },
    {
      "epoch": 2.44,
      "eval_validation_agenda_digitale_loss": 1.4305647611618042,
      "eval_validation_agenda_digitale_runtime": 175.1821,
      "eval_validation_agenda_digitale_samples_per_second": 1.45,
      "eval_validation_agenda_digitale_steps_per_second": 0.725,
      "step": 13090
    },
    {
      "epoch": 2.44,
      "eval_validation_legal_articles_loss": 1.3219021558761597,
      "eval_validation_legal_articles_runtime": 282.0391,
      "eval_validation_legal_articles_samples_per_second": 1.45,
      "eval_validation_legal_articles_steps_per_second": 0.727,
      "step": 13090
    },
    {
      "epoch": 2.44,
      "eval_validation_leggepertutti_loss": 1.23517906665802,
      "eval_validation_leggepertutti_runtime": 32.4084,
      "eval_validation_leggepertutti_samples_per_second": 1.45,
      "eval_validation_leggepertutti_steps_per_second": 0.741,
      "step": 13090
    }
  ],
  "logging_steps": 187,
  "max_steps": 16080,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 187,
  "total_flos": 7.319994288568271e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}