{
  "best_metric": 0.8164585392148055,
  "best_model_checkpoint": "./XLM-V-multi-outputs/checkpoint-40000",
  "epoch": 19.82300884955752,
  "eval_steps": 1000,
  "global_step": 56000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.35398230088495575,
      "grad_norm": 1.4846587181091309,
      "learning_rate": 3.5398230088495575e-07,
      "loss": 0.6947,
      "step": 1000
    },
    {
      "epoch": 0.35398230088495575,
      "eval_accuracy": 0.5090112516180424,
      "eval_f1": 0.6746288353678654,
      "eval_loss": 0.6931052207946777,
      "eval_precision": 0.5090112516180424,
      "eval_recall": 1.0,
      "eval_runtime": 53.8213,
      "eval_samples_per_second": 186.599,
      "eval_steps_per_second": 5.834,
      "step": 1000
    },
    {
      "epoch": 0.7079646017699115,
      "grad_norm": 3.2122230529785156,
      "learning_rate": 7.079646017699115e-07,
      "loss": 0.6924,
      "step": 2000
    },
    {
      "epoch": 0.7079646017699115,
      "eval_accuracy": 0.5752265259384646,
      "eval_f1": 0.698601102161933,
      "eval_loss": 0.681232213973999,
      "eval_precision": 0.5467816854678168,
      "eval_recall": 0.9671361502347418,
      "eval_runtime": 53.8929,
      "eval_samples_per_second": 186.351,
      "eval_steps_per_second": 5.826,
      "step": 2000
    },
    {
      "epoch": 1.0619469026548674,
      "grad_norm": 4.78421688079834,
      "learning_rate": 1.0619469026548673e-06,
      "loss": 0.6783,
      "step": 3000
    },
    {
      "epoch": 1.0619469026548674,
      "eval_accuracy": 0.6099770984765508,
      "eval_f1": 0.7189092213850018,
      "eval_loss": 0.6526923179626465,
      "eval_precision": 0.5677207299104613,
      "eval_recall": 0.9798513302034428,
      "eval_runtime": 53.7592,
      "eval_samples_per_second": 186.814,
      "eval_steps_per_second": 5.841,
      "step": 3000
    },
    {
      "epoch": 1.415929203539823,
      "grad_norm": 49.178401947021484,
      "learning_rate": 1.415929203539823e-06,
      "loss": 0.6613,
      "step": 4000
    },
    {
      "epoch": 1.415929203539823,
      "eval_accuracy": 0.6256098775266354,
      "eval_f1": 0.7167821633021995,
      "eval_loss": 0.633762538433075,
      "eval_precision": 0.5828025477707006,
      "eval_recall": 0.9307511737089202,
      "eval_runtime": 53.5833,
      "eval_samples_per_second": 187.428,
      "eval_steps_per_second": 5.86,
      "step": 4000
    },
    {
      "epoch": 1.7699115044247788,
      "grad_norm": 11.674603462219238,
      "learning_rate": 1.7699115044247788e-06,
      "loss": 0.6551,
      "step": 5000
    },
    {
      "epoch": 1.7699115044247788,
      "eval_accuracy": 0.6342726277008862,
      "eval_f1": 0.7293493478741434,
      "eval_loss": 0.6212999820709229,
      "eval_precision": 0.5850573353824329,
      "eval_recall": 0.968114241001565,
      "eval_runtime": 53.825,
      "eval_samples_per_second": 186.586,
      "eval_steps_per_second": 5.834,
      "step": 5000
    },
    {
      "epoch": 2.1238938053097347,
      "grad_norm": 5.5286545753479,
      "learning_rate": 1.986234021632252e-06,
      "loss": 0.6481,
      "step": 6000
    },
    {
      "epoch": 2.1238938053097347,
      "eval_accuracy": 0.656078860898138,
      "eval_f1": 0.740222623345367,
      "eval_loss": 0.6046485900878906,
      "eval_precision": 0.6012952101661779,
      "eval_recall": 0.9626369327073553,
      "eval_runtime": 53.8663,
      "eval_samples_per_second": 186.443,
      "eval_steps_per_second": 5.829,
      "step": 6000
    },
    {
      "epoch": 2.47787610619469,
      "grad_norm": 47.20358657836914,
      "learning_rate": 1.9469026548672563e-06,
      "loss": 0.639,
      "step": 7000
    },
    {
      "epoch": 2.47787610619469,
      "eval_accuracy": 0.6773872348899731,
      "eval_f1": 0.7519142419601837,
      "eval_loss": 0.5804159045219421,
      "eval_precision": 0.6177654755913438,
      "eval_recall": 0.9604851330203443,
      "eval_runtime": 53.8098,
      "eval_samples_per_second": 186.639,
      "eval_steps_per_second": 5.835,
      "step": 7000
    },
    {
      "epoch": 2.831858407079646,
      "grad_norm": 20.222881317138672,
      "learning_rate": 1.9075712881022612e-06,
      "loss": 0.63,
      "step": 8000
    },
    {
      "epoch": 2.831858407079646,
      "eval_accuracy": 0.6816688240565568,
      "eval_f1": 0.6923299008757579,
      "eval_loss": 0.584140419960022,
      "eval_precision": 0.6813790490623224,
      "eval_recall": 0.7036384976525821,
      "eval_runtime": 53.9333,
      "eval_samples_per_second": 186.211,
      "eval_steps_per_second": 5.822,
      "step": 8000
    },
    {
      "epoch": 3.185840707964602,
      "grad_norm": 8.778471946716309,
      "learning_rate": 1.8682399213372663e-06,
      "loss": 0.6087,
      "step": 9000
    },
    {
      "epoch": 3.185840707964602,
      "eval_accuracy": 0.7025789106840585,
      "eval_f1": 0.747271342753194,
      "eval_loss": 0.5566529035568237,
      "eval_precision": 0.6584165796928582,
      "eval_recall": 0.863849765258216,
      "eval_runtime": 53.826,
      "eval_samples_per_second": 186.583,
      "eval_steps_per_second": 5.834,
      "step": 9000
    },
    {
      "epoch": 3.5398230088495577,
      "grad_norm": 16.00111198425293,
      "learning_rate": 1.8289085545722714e-06,
      "loss": 0.5851,
      "step": 10000
    },
    {
      "epoch": 3.5398230088495577,
      "eval_accuracy": 0.708553221149059,
      "eval_f1": 0.7571155920670484,
      "eval_loss": 0.5440040826797485,
      "eval_precision": 0.6574434356535523,
      "eval_recall": 0.8924100156494522,
      "eval_runtime": 53.8534,
      "eval_samples_per_second": 186.488,
      "eval_steps_per_second": 5.831,
      "step": 10000
    },
    {
      "epoch": 3.893805309734513,
      "grad_norm": 4.33933162689209,
      "learning_rate": 1.7895771878072763e-06,
      "loss": 0.5516,
      "step": 11000
    },
    {
      "epoch": 3.893805309734513,
      "eval_accuracy": 0.7223937070596436,
      "eval_f1": 0.7767456758488148,
      "eval_loss": 0.4870859384536743,
      "eval_precision": 0.6575379609544468,
      "eval_recall": 0.9487480438184663,
      "eval_runtime": 53.9228,
      "eval_samples_per_second": 186.248,
      "eval_steps_per_second": 5.823,
      "step": 11000
    },
    {
      "epoch": 4.247787610619469,
      "grad_norm": 13.392922401428223,
      "learning_rate": 1.7502458210422812e-06,
      "loss": 0.495,
      "step": 12000
    },
    {
      "epoch": 4.247787610619469,
      "eval_accuracy": 0.7339440406253112,
      "eval_f1": 0.7293903180068868,
      "eval_loss": 0.43779730796813965,
      "eval_precision": 0.7561948761024779,
      "eval_recall": 0.7044209702660407,
      "eval_runtime": 53.9151,
      "eval_samples_per_second": 186.274,
      "eval_steps_per_second": 5.824,
      "step": 12000
    },
    {
      "epoch": 4.601769911504425,
      "grad_norm": 6.77086067199707,
      "learning_rate": 1.7109144542772859e-06,
      "loss": 0.4655,
      "step": 13000
    },
    {
      "epoch": 4.601769911504425,
      "eval_accuracy": 0.7499751070397291,
      "eval_f1": 0.7768991559306975,
      "eval_loss": 0.41514188051223755,
      "eval_precision": 0.7117043789679309,
      "eval_recall": 0.8552425665101722,
      "eval_runtime": 53.8935,
      "eval_samples_per_second": 186.349,
      "eval_steps_per_second": 5.826,
      "step": 13000
    },
    {
      "epoch": 4.95575221238938,
      "grad_norm": 6.903416156768799,
      "learning_rate": 1.671583087512291e-06,
      "loss": 0.4451,
      "step": 14000
    },
    {
      "epoch": 4.95575221238938,
      "eval_accuracy": 0.7510703972916459,
      "eval_f1": 0.7728511720879521,
      "eval_loss": 0.4052245318889618,
      "eval_precision": 0.7215812690872073,
      "eval_recall": 0.831964006259781,
      "eval_runtime": 53.8879,
      "eval_samples_per_second": 186.368,
      "eval_steps_per_second": 5.827,
      "step": 14000
    },
    {
      "epoch": 5.3097345132743365,
      "grad_norm": 24.238162994384766,
      "learning_rate": 1.6322517207472959e-06,
      "loss": 0.4275,
      "step": 15000
    },
    {
      "epoch": 5.3097345132743365,
      "eval_accuracy": 0.7568455640744798,
      "eval_f1": 0.7681792291627112,
      "eval_loss": 0.3967246115207672,
      "eval_precision": 0.7462191073404648,
      "eval_recall": 0.7914710485133021,
      "eval_runtime": 53.89,
      "eval_samples_per_second": 186.361,
      "eval_steps_per_second": 5.827,
      "step": 15000
    },
    {
      "epoch": 5.663716814159292,
      "grad_norm": 22.419418334960938,
      "learning_rate": 1.5929203539823008e-06,
      "loss": 0.4085,
      "step": 16000
    },
    {
      "epoch": 5.663716814159292,
      "eval_accuracy": 0.7561485611868963,
      "eval_f1": 0.7775456444727041,
      "eval_loss": 0.39186546206474304,
      "eval_precision": 0.7257927759877904,
      "eval_recall": 0.837245696400626,
      "eval_runtime": 54.0231,
      "eval_samples_per_second": 185.902,
      "eval_steps_per_second": 5.812,
      "step": 16000
    },
    {
      "epoch": 6.017699115044247,
      "grad_norm": 25.710134506225586,
      "learning_rate": 1.5535889872173059e-06,
      "loss": 0.4088,
      "step": 17000
    },
    {
      "epoch": 6.017699115044247,
      "eval_accuracy": 0.7595340037837299,
      "eval_f1": 0.7705027083531313,
      "eval_loss": 0.3929796516895294,
      "eval_precision": 0.7492145629273702,
      "eval_recall": 0.793035993740219,
      "eval_runtime": 53.8892,
      "eval_samples_per_second": 186.364,
      "eval_steps_per_second": 5.827,
      "step": 17000
    },
    {
      "epoch": 6.371681415929204,
      "grad_norm": 12.00070571899414,
      "learning_rate": 1.5142576204523108e-06,
      "loss": 0.3982,
      "step": 18000
    },
    {
      "epoch": 6.371681415929204,
      "eval_accuracy": 0.756347704869063,
      "eval_f1": 0.7932753231393089,
      "eval_loss": 0.38643109798431396,
      "eval_precision": 0.6981412639405205,
      "eval_recall": 0.9184272300469484,
      "eval_runtime": 53.924,
      "eval_samples_per_second": 186.243,
      "eval_steps_per_second": 5.823,
      "step": 18000
    },
    {
      "epoch": 6.725663716814159,
      "grad_norm": 8.227592468261719,
      "learning_rate": 1.4749262536873155e-06,
      "loss": 0.3952,
      "step": 19000
    },
    {
      "epoch": 6.725663716814159,
      "eval_accuracy": 0.7651100268843971,
      "eval_f1": 0.776673293571902,
      "eval_loss": 0.3926367461681366,
      "eval_precision": 0.7525224729407448,
      "eval_recall": 0.8024256651017214,
      "eval_runtime": 53.9659,
      "eval_samples_per_second": 186.099,
      "eval_steps_per_second": 5.818,
      "step": 19000
    },
    {
      "epoch": 7.079646017699115,
      "grad_norm": 5.537351131439209,
      "learning_rate": 1.4355948869223204e-06,
      "loss": 0.3876,
      "step": 20000
    },
    {
      "epoch": 7.079646017699115,
      "eval_accuracy": 0.763915164791397,
      "eval_f1": 0.792472647702407,
      "eval_loss": 0.38483595848083496,
      "eval_precision": 0.7170917155076826,
      "eval_recall": 0.8855633802816901,
      "eval_runtime": 53.9366,
      "eval_samples_per_second": 186.2,
      "eval_steps_per_second": 5.822,
      "step": 20000
    },
    {
      "epoch": 7.433628318584071,
      "grad_norm": 4.749475002288818,
      "learning_rate": 1.3962635201573255e-06,
      "loss": 0.3832,
      "step": 21000
    },
    {
      "epoch": 7.433628318584071,
      "eval_accuracy": 0.7616250124464802,
      "eval_f1": 0.7432432432432432,
      "eval_loss": 0.38059765100479126,
      "eval_precision": 0.8226495726495726,
      "eval_recall": 0.6778169014084507,
      "eval_runtime": 53.9079,
      "eval_samples_per_second": 186.299,
      "eval_steps_per_second": 5.825,
      "step": 21000
    },
    {
      "epoch": 7.787610619469026,
      "grad_norm": 9.643062591552734,
      "learning_rate": 1.3569321533923304e-06,
      "loss": 0.3778,
      "step": 22000
    },
    {
      "epoch": 7.787610619469026,
      "eval_accuracy": 0.7705864781439808,
      "eval_f1": 0.7876889052709178,
      "eval_loss": 0.37772777676582336,
      "eval_precision": 0.7445993031358885,
      "eval_recall": 0.8360719874804382,
      "eval_runtime": 53.9925,
      "eval_samples_per_second": 186.007,
      "eval_steps_per_second": 5.816,
      "step": 22000
    },
    {
      "epoch": 8.141592920353983,
      "grad_norm": 5.115036487579346,
      "learning_rate": 1.3176007866273352e-06,
      "loss": 0.3832,
      "step": 23000
    },
    {
      "epoch": 8.141592920353983,
      "eval_accuracy": 0.7656078860898138,
      "eval_f1": 0.7999320074791773,
      "eval_loss": 0.3883359134197235,
      "eval_precision": 0.7072437631499849,
      "eval_recall": 0.9205790297339593,
      "eval_runtime": 53.8543,
      "eval_samples_per_second": 186.485,
      "eval_steps_per_second": 5.831,
      "step": 23000
    },
    {
      "epoch": 8.495575221238939,
      "grad_norm": 3.359361410140991,
      "learning_rate": 1.2782694198623401e-06,
      "loss": 0.3723,
      "step": 24000
    },
    {
      "epoch": 8.495575221238939,
      "eval_accuracy": 0.7721796276013143,
      "eval_f1": 0.7823853909073616,
      "eval_loss": 0.3792983293533325,
      "eval_precision": 0.7613846723435764,
      "eval_recall": 0.8045774647887324,
      "eval_runtime": 53.9123,
      "eval_samples_per_second": 186.284,
      "eval_steps_per_second": 5.824,
      "step": 24000
    },
    {
      "epoch": 8.849557522123893,
      "grad_norm": 4.47456169128418,
      "learning_rate": 1.238938053097345e-06,
      "loss": 0.369,
      "step": 25000
    },
    {
      "epoch": 8.849557522123893,
      "eval_accuracy": 0.7759633575624814,
      "eval_f1": 0.7839446898405992,
      "eval_loss": 0.37068039178848267,
      "eval_precision": 0.7698981516408903,
      "eval_recall": 0.7985133020344288,
      "eval_runtime": 53.9248,
      "eval_samples_per_second": 186.241,
      "eval_steps_per_second": 5.823,
      "step": 25000
    },
    {
      "epoch": 9.20353982300885,
      "grad_norm": 8.337353706359863,
      "learning_rate": 1.19960668633235e-06,
      "loss": 0.3683,
      "step": 26000
    },
    {
      "epoch": 9.20353982300885,
      "eval_accuracy": 0.7734740615353978,
      "eval_f1": 0.7609540821687507,
      "eval_loss": 0.3703781068325043,
      "eval_precision": 0.8220204313280364,
      "eval_recall": 0.7083333333333334,
      "eval_runtime": 53.895,
      "eval_samples_per_second": 186.344,
      "eval_steps_per_second": 5.826,
      "step": 26000
    },
    {
      "epoch": 9.557522123893806,
      "grad_norm": 8.439238548278809,
      "learning_rate": 1.1602753195673548e-06,
      "loss": 0.362,
      "step": 27000
    },
    {
      "epoch": 9.557522123893806,
      "eval_accuracy": 0.7749676391516479,
      "eval_f1": 0.793644996347699,
      "eval_loss": 0.3685624301433563,
      "eval_precision": 0.7441780821917808,
      "eval_recall": 0.8501564945226917,
      "eval_runtime": 53.8072,
      "eval_samples_per_second": 186.648,
      "eval_steps_per_second": 5.836,
      "step": 27000
    },
    {
      "epoch": 9.91150442477876,
      "grad_norm": 9.439690589904785,
      "learning_rate": 1.12094395280236e-06,
      "loss": 0.3566,
      "step": 28000
    },
    {
      "epoch": 9.91150442477876,
      "eval_accuracy": 0.7782535099073982,
      "eval_f1": 0.7853080111828786,
      "eval_loss": 0.3649461269378662,
      "eval_precision": 0.7741874168409048,
      "eval_recall": 0.7967527386541471,
      "eval_runtime": 53.8844,
      "eval_samples_per_second": 186.38,
      "eval_steps_per_second": 5.827,
      "step": 28000
    },
    {
      "epoch": 10.265486725663717,
      "grad_norm": 9.049650192260742,
      "learning_rate": 1.0816125860373648e-06,
      "loss": 0.3554,
      "step": 29000
    },
    {
      "epoch": 10.265486725663717,
      "eval_accuracy": 0.7810415214577318,
      "eval_f1": 0.7799899949974988,
      "eval_loss": 0.3608804941177368,
      "eval_precision": 0.7982797460577514,
      "eval_recall": 0.7625195618153364,
      "eval_runtime": 53.8179,
      "eval_samples_per_second": 186.611,
      "eval_steps_per_second": 5.834,
      "step": 29000
    },
    {
      "epoch": 10.619469026548673,
      "grad_norm": 5.94489860534668,
      "learning_rate": 1.0422812192723695e-06,
      "loss": 0.3486,
      "step": 30000
    },
    {
      "epoch": 10.619469026548673,
      "eval_accuracy": 0.7845265358956487,
      "eval_f1": 0.7943747624477385,
      "eval_loss": 0.3635348081588745,
      "eval_precision": 0.7723577235772358,
      "eval_recall": 0.8176838810641628,
      "eval_runtime": 53.7295,
      "eval_samples_per_second": 186.918,
      "eval_steps_per_second": 5.844,
      "step": 30000
    },
    {
      "epoch": 10.973451327433628,
      "grad_norm": 22.234378814697266,
      "learning_rate": 1.0029498525073746e-06,
      "loss": 0.3506,
      "step": 31000
    },
    {
      "epoch": 10.973451327433628,
      "eval_accuracy": 0.7844269640545654,
      "eval_f1": 0.7878075075958052,
      "eval_loss": 0.3596493601799011,
      "eval_precision": 0.7894323315655077,
      "eval_recall": 0.786189358372457,
      "eval_runtime": 53.8293,
      "eval_samples_per_second": 186.571,
      "eval_steps_per_second": 5.833,
      "step": 31000
    },
    {
      "epoch": 11.327433628318584,
      "grad_norm": 12.47771167755127,
      "learning_rate": 9.636184857423795e-07,
      "loss": 0.3441,
      "step": 32000
    },
    {
      "epoch": 11.327433628318584,
      "eval_accuracy": 0.7883102658568157,
      "eval_f1": 0.785901309164149,
      "eval_loss": 0.35861310362815857,
      "eval_precision": 0.8098796180987962,
      "eval_recall": 0.763302034428795,
      "eval_runtime": 53.7987,
      "eval_samples_per_second": 186.677,
      "eval_steps_per_second": 5.837,
      "step": 32000
    },
    {
      "epoch": 11.68141592920354,
      "grad_norm": 13.281210899353027,
      "learning_rate": 9.242871189773844e-07,
      "loss": 0.3416,
      "step": 33000
    },
    {
      "epoch": 11.68141592920354,
      "eval_accuracy": 0.7906004182017325,
      "eval_f1": 0.7919263876521223,
      "eval_loss": 0.3558104336261749,
      "eval_precision": 0.8012012012012012,
      "eval_recall": 0.7828638497652582,
      "eval_runtime": 53.8593,
      "eval_samples_per_second": 186.467,
      "eval_steps_per_second": 5.83,
      "step": 33000
    },
    {
      "epoch": 12.035398230088495,
      "grad_norm": 13.627979278564453,
      "learning_rate": 8.849557522123894e-07,
      "loss": 0.3419,
      "step": 34000
    },
    {
      "epoch": 12.035398230088495,
      "eval_accuracy": 0.7892064124265658,
      "eval_f1": 0.8029781293624941,
      "eval_loss": 0.35980644822120667,
      "eval_precision": 0.7658441327889224,
      "eval_recall": 0.8438967136150235,
      "eval_runtime": 53.8953,
      "eval_samples_per_second": 186.343,
      "eval_steps_per_second": 5.826,
      "step": 34000
    },
    {
      "epoch": 12.389380530973451,
      "grad_norm": 23.55402374267578,
      "learning_rate": 8.456243854473943e-07,
      "loss": 0.3306,
      "step": 35000
    },
    {
      "epoch": 12.389380530973451,
      "eval_accuracy": 0.7884098376978991,
      "eval_f1": 0.7980997624703088,
      "eval_loss": 0.353899210691452,
      "eval_precision": 0.775909846665435,
      "eval_recall": 0.8215962441314554,
      "eval_runtime": 53.8141,
      "eval_samples_per_second": 186.624,
      "eval_steps_per_second": 5.835,
      "step": 35000
    },
    {
      "epoch": 12.743362831858407,
      "grad_norm": 18.79817771911621,
      "learning_rate": 8.062930186823992e-07,
      "loss": 0.335,
      "step": 36000
    },
    {
      "epoch": 12.743362831858407,
      "eval_accuracy": 0.7951807228915663,
      "eval_f1": 0.7915695612524065,
      "eval_loss": 0.35350722074508667,
      "eval_precision": 0.8211057389110784,
      "eval_recall": 0.7640845070422535,
      "eval_runtime": 53.8902,
      "eval_samples_per_second": 186.36,
      "eval_steps_per_second": 5.827,
      "step": 36000
    },
    {
      "epoch": 13.097345132743364,
      "grad_norm": 5.215780735015869,
      "learning_rate": 7.669616519174042e-07,
      "loss": 0.3286,
      "step": 37000
    },
    {
      "epoch": 13.097345132743364,
      "eval_accuracy": 0.7942845763218161,
      "eval_f1": 0.8051678611844587,
      "eval_loss": 0.35424739122390747,
      "eval_precision": 0.7773124544792426,
      "eval_recall": 0.835093896713615,
      "eval_runtime": 53.8955,
      "eval_samples_per_second": 186.342,
      "eval_steps_per_second": 5.826,
      "step": 37000
    },
    {
      "epoch": 13.451327433628318,
      "grad_norm": 15.066843032836914,
      "learning_rate": 7.27630285152409e-07,
      "loss": 0.3239,
      "step": 38000
    },
    {
      "epoch": 13.451327433628318,
      "eval_accuracy": 0.7946828636861496,
      "eval_f1": 0.8016544824932667,
      "eval_loss": 0.3558191955089569,
      "eval_precision": 0.7886071158213475,
      "eval_recall": 0.8151408450704225,
      "eval_runtime": 53.8826,
      "eval_samples_per_second": 186.387,
      "eval_steps_per_second": 5.827,
      "step": 38000
    },
    {
      "epoch": 13.805309734513274,
      "grad_norm": 17.407468795776367,
      "learning_rate": 6.88298918387414e-07,
      "loss": 0.3231,
      "step": 39000
    },
    {
      "epoch": 13.805309734513274,
      "eval_accuracy": 0.7991635965348999,
      "eval_f1": 0.7988431235663708,
      "eval_loss": 0.351671427488327,
      "eval_precision": 0.814852492370295,
      "eval_recall": 0.7834507042253521,
      "eval_runtime": 53.9126,
      "eval_samples_per_second": 186.283,
      "eval_steps_per_second": 5.824,
      "step": 39000
    },
    {
      "epoch": 14.15929203539823,
      "grad_norm": 9.669415473937988,
      "learning_rate": 6.489675516224188e-07,
      "loss": 0.323,
      "step": 40000
    },
    {
      "epoch": 14.15929203539823,
      "eval_accuracy": 0.7965747286667331,
      "eval_f1": 0.8164585392148055,
      "eval_loss": 0.34596434235572815,
      "eval_precision": 0.7549426815085563,
      "eval_recall": 0.8888888888888888,
      "eval_runtime": 53.8184,
      "eval_samples_per_second": 186.609,
      "eval_steps_per_second": 5.834,
      "step": 40000
    },
    {
      "epoch": 14.513274336283185,
      "grad_norm": 12.53975772857666,
      "learning_rate": 6.096361848574237e-07,
      "loss": 0.3158,
      "step": 41000
    },
    {
      "epoch": 14.513274336283185,
      "eval_accuracy": 0.7998605994224833,
      "eval_f1": 0.8066192033865692,
      "eval_loss": 0.35504859685897827,
      "eval_precision": 0.7936387731919727,
      "eval_recall": 0.8200312989045383,
      "eval_runtime": 53.7599,
      "eval_samples_per_second": 186.812,
      "eval_steps_per_second": 5.841,
      "step": 41000
    },
    {
      "epoch": 14.867256637168142,
      "grad_norm": 20.021963119506836,
      "learning_rate": 5.703048180924287e-07,
      "loss": 0.3126,
      "step": 42000
    },
    {
      "epoch": 14.867256637168142,
      "eval_accuracy": 0.8029473264960669,
      "eval_f1": 0.7949435291679618,
      "eval_loss": 0.34774094820022583,
      "eval_precision": 0.8451200705001102,
      "eval_recall": 0.7503912363067292,
      "eval_runtime": 53.9679,
      "eval_samples_per_second": 186.092,
      "eval_steps_per_second": 5.818,
      "step": 42000
    },
    {
      "epoch": 15.221238938053098,
      "grad_norm": 27.91417694091797,
      "learning_rate": 5.309734513274336e-07,
      "loss": 0.3135,
      "step": 43000
    },
    {
      "epoch": 15.221238938053098,
      "eval_accuracy": 0.8033456138604003,
      "eval_f1": 0.8052076141631325,
      "eval_loss": 0.346435546875,
      "eval_precision": 0.8120151183608514,
      "eval_recall": 0.7985133020344288,
      "eval_runtime": 53.8793,
      "eval_samples_per_second": 186.398,
      "eval_steps_per_second": 5.828,
      "step": 43000
    },
    {
      "epoch": 15.575221238938052,
      "grad_norm": 9.588032722473145,
      "learning_rate": 4.916420845624385e-07,
      "loss": 0.3095,
      "step": 44000
    },
    {
      "epoch": 15.575221238938052,
      "eval_accuracy": 0.8035447575425669,
      "eval_f1": 0.8067391517288667,
      "eval_loss": 0.34088295698165894,
      "eval_precision": 0.807926231116343,
      "eval_recall": 0.8055555555555556,
      "eval_runtime": 53.8032,
      "eval_samples_per_second": 186.662,
      "eval_steps_per_second": 5.836,
      "step": 44000
    },
    {
      "epoch": 15.929203539823009,
      "grad_norm": 10.44812297821045,
      "learning_rate": 4.5231071779744347e-07,
      "loss": 0.3099,
      "step": 45000
    },
    {
      "epoch": 15.929203539823009,
      "eval_accuracy": 0.80065717415115,
      "eval_f1": 0.8102729340409401,
      "eval_loss": 0.3472129702568054,
      "eval_precision": 0.7858455882352942,
      "eval_recall": 0.8362676056338029,
      "eval_runtime": 53.8919,
      "eval_samples_per_second": 186.355,
      "eval_steps_per_second": 5.826,
      "step": 45000
    },
    {
      "epoch": 16.283185840707965,
      "grad_norm": 10.668062210083008,
      "learning_rate": 4.1297935103244836e-07,
      "loss": 0.3056,
      "step": 46000
    },
    {
      "epoch": 16.283185840707965,
      "eval_accuracy": 0.8055361943642338,
      "eval_f1": 0.7982229569170369,
      "eval_loss": 0.3375505208969116,
      "eval_precision": 0.8458506678344646,
      "eval_recall": 0.7556729264475743,
      "eval_runtime": 54.0333,
      "eval_samples_per_second": 185.867,
      "eval_steps_per_second": 5.811,
      "step": 46000
    },
    {
      "epoch": 16.63716814159292,
      "grad_norm": 62.42535400390625,
      "learning_rate": 3.7364798426745325e-07,
      "loss": 0.2983,
      "step": 47000
    },
    {
      "epoch": 16.63716814159292,
      "eval_accuracy": 0.8077267748680673,
      "eval_f1": 0.8059491508391117,
      "eval_loss": 0.34593281149864197,
      "eval_precision": 0.8286836123165944,
      "eval_recall": 0.7844287949921753,
      "eval_runtime": 53.7142,
      "eval_samples_per_second": 186.971,
      "eval_steps_per_second": 5.846,
      "step": 47000
    },
    {
      "epoch": 16.991150442477878,
      "grad_norm": 20.520849227905273,
      "learning_rate": 3.343166175024582e-07,
      "loss": 0.2974,
      "step": 48000
    },
    {
      "epoch": 16.991150442477878,
      "eval_accuracy": 0.8077267748680673,
      "eval_f1": 0.810295706847431,
      "eval_loss": 0.34830448031425476,
      "eval_precision": 0.8138938227748175,
      "eval_recall": 0.8067292644757433,
      "eval_runtime": 53.7486,
      "eval_samples_per_second": 186.851,
      "eval_steps_per_second": 5.842,
      "step": 48000
    },
    {
      "epoch": 17.345132743362832,
      "grad_norm": 10.991024017333984,
      "learning_rate": 2.949852507374631e-07,
      "loss": 0.2966,
      "step": 49000
    },
    {
      "epoch": 17.345132743362832,
      "eval_accuracy": 0.8075276311859007,
      "eval_f1": 0.8143666570632863,
      "eval_loss": 0.35505732893943787,
      "eval_precision": 0.7998490850782871,
      "eval_recall": 0.8294209702660407,
      "eval_runtime": 53.9387,
      "eval_samples_per_second": 186.193,
      "eval_steps_per_second": 5.821,
      "step": 49000
    },
    {
      "epoch": 17.699115044247787,
      "grad_norm": 16.205684661865234,
      "learning_rate": 2.55653883972468e-07,
      "loss": 0.2974,
      "step": 50000
    },
    {
      "epoch": 17.699115044247787,
      "eval_accuracy": 0.8090212088021508,
      "eval_f1": 0.8085446196845678,
      "eval_loss": 0.3468624949455261,
      "eval_precision": 0.8255197717081125,
      "eval_recall": 0.7922535211267606,
      "eval_runtime": 53.9814,
      "eval_samples_per_second": 186.045,
      "eval_steps_per_second": 5.817,
      "step": 50000
    },
    {
      "epoch": 18.053097345132745,
      "grad_norm": 11.926201820373535,
      "learning_rate": 2.1632251720747293e-07,
      "loss": 0.2937,
      "step": 51000
    },
    {
      "epoch": 18.053097345132745,
      "eval_accuracy": 0.807925918550234,
      "eval_f1": 0.8064224786753638,
      "eval_loss": 0.3447153568267822,
      "eval_precision": 0.8279414794972182,
      "eval_recall": 0.7859937402190923,
      "eval_runtime": 53.9266,
      "eval_samples_per_second": 186.235,
      "eval_steps_per_second": 5.823,
      "step": 51000
    },
    {
      "epoch": 18.4070796460177,
      "grad_norm": 8.203916549682617,
      "learning_rate": 1.7699115044247788e-07,
      "loss": 0.2902,
      "step": 52000
    },
    {
      "epoch": 18.4070796460177,
      "eval_accuracy": 0.808224634073484,
      "eval_f1": 0.8113983548766157,
      "eval_loss": 0.34868165850639343,
      "eval_precision": 0.8123529411764706,
      "eval_recall": 0.8104460093896714,
      "eval_runtime": 53.9322,
      "eval_samples_per_second": 186.215,
      "eval_steps_per_second": 5.822,
      "step": 52000
    },
    {
      "epoch": 18.761061946902654,
      "grad_norm": 15.017583847045898,
      "learning_rate": 1.376597836774828e-07,
      "loss": 0.2969,
      "step": 53000
    },
    {
      "epoch": 18.761061946902654,
      "eval_accuracy": 0.8092203524843175,
      "eval_f1": 0.8131825273010921,
      "eval_loss": 0.343014657497406,
      "eval_precision": 0.8106531881804043,
      "eval_recall": 0.8157276995305164,
      "eval_runtime": 53.6911,
      "eval_samples_per_second": 187.051,
      "eval_steps_per_second": 5.848,
      "step": 53000
    },
    {
      "epoch": 19.115044247787612,
      "grad_norm": 17.386789321899414,
      "learning_rate": 9.83284169124877e-08,
      "loss": 0.2913,
      "step": 54000
    },
    {
      "epoch": 19.115044247787612,
      "eval_accuracy": 0.8131036542865677,
      "eval_f1": 0.8098855464397853,
      "eval_loss": 0.33793944120407104,
      "eval_precision": 0.8397395505145978,
      "eval_recall": 0.7820813771517997,
      "eval_runtime": 53.8514,
      "eval_samples_per_second": 186.495,
      "eval_steps_per_second": 5.831,
      "step": 54000
    },
    {
      "epoch": 19.469026548672566,
      "grad_norm": 10.149681091308594,
      "learning_rate": 5.899705014749262e-08,
      "loss": 0.2928,
      "step": 55000
    },
    {
      "epoch": 19.469026548672566,
      "eval_accuracy": 0.8094194961664841,
      "eval_f1": 0.8097415506958251,
      "eval_loss": 0.3402244746685028,
      "eval_precision": 0.8231608730800324,
      "eval_recall": 0.7967527386541471,
      "eval_runtime": 53.8454,
      "eval_samples_per_second": 186.516,
      "eval_steps_per_second": 5.832,
      "step": 55000
    },
    {
      "epoch": 19.82300884955752,
      "grad_norm": 12.412276268005371,
      "learning_rate": 1.966568338249754e-08,
      "loss": 0.2894,
      "step": 56000
    },
    {
      "epoch": 19.82300884955752,
      "eval_accuracy": 0.8115105048292343,
      "eval_f1": 0.8119972191876055,
      "eval_loss": 0.3394980728626251,
      "eval_precision": 0.8246923542465201,
      "eval_recall": 0.7996870109546166,
      "eval_runtime": 53.757,
      "eval_samples_per_second": 186.822,
      "eval_steps_per_second": 5.841,
      "step": 56000
    }
  ],
  "logging_steps": 1000,
  "max_steps": 56500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.8793058646730336e+17,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}