{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.9959017484099317, "eval_steps": 5000, "global_step": 150000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 4.9833674854299174e-05, "loss": 1.2201, "step": 500 }, { "epoch": 0.01, "learning_rate": 4.9667349708598347e-05, "loss": 1.1313, "step": 1000 }, { "epoch": 0.02, "learning_rate": 4.950102456289752e-05, "loss": 1.1352, "step": 1500 }, { "epoch": 0.03, "learning_rate": 4.933469941719669e-05, "loss": 1.0939, "step": 2000 }, { "epoch": 0.03, "learning_rate": 4.916837427149586e-05, "loss": 1.0539, "step": 2500 }, { "epoch": 0.04, "learning_rate": 4.9002049125795035e-05, "loss": 1.0473, "step": 3000 }, { "epoch": 0.05, "learning_rate": 4.8835723980094214e-05, "loss": 1.0461, "step": 3500 }, { "epoch": 0.05, "learning_rate": 4.866939883439338e-05, "loss": 0.9995, "step": 4000 }, { "epoch": 0.06, "learning_rate": 4.850307368869255e-05, "loss": 1.0156, "step": 4500 }, { "epoch": 0.07, "learning_rate": 4.833674854299173e-05, "loss": 1.0091, "step": 5000 }, { "epoch": 0.07, "eval_bleu": 39.1306, "eval_chrf++": 61.4553, "eval_gen_len": 24.5812, "eval_loss": 0.983640730381012, "eval_runtime": 4879.4604, "eval_samples_per_second": 4.77, "eval_spbleu": 46.5203, "eval_steps_per_second": 0.954, "eval_ter": 49.0585, "step": 5000 }, { "epoch": 0.07, "learning_rate": 4.8170423397290895e-05, "loss": 1.0139, "step": 5500 }, { "epoch": 0.08, "learning_rate": 4.800409825159007e-05, "loss": 0.9984, "step": 6000 }, { "epoch": 0.09, "learning_rate": 4.7837773105889246e-05, "loss": 0.9854, "step": 6500 }, { "epoch": 0.09, "learning_rate": 4.767144796018841e-05, "loss": 1.0016, "step": 7000 }, { "epoch": 0.1, "learning_rate": 4.750512281448759e-05, "loss": 0.9851, "step": 7500 }, { "epoch": 0.11, "learning_rate": 4.733879766878676e-05, "loss": 0.9736, "step": 8000 }, { "epoch": 0.11, "learning_rate": 4.717247252308593e-05, "loss": 0.968, "step": 8500 }, { "epoch": 0.12, "learning_rate": 4.700614737738511e-05, "loss": 0.9772, "step": 9000 }, { "epoch": 0.13, "learning_rate": 4.683982223168428e-05, "loss": 0.9452, "step": 9500 }, { "epoch": 0.13, "learning_rate": 4.6673497085983444e-05, "loss": 0.9593, "step": 10000 }, { "epoch": 0.13, "eval_bleu": 40.7812, "eval_chrf++": 62.5078, "eval_gen_len": 24.4548, "eval_loss": 0.9384894967079163, "eval_runtime": 4848.287, "eval_samples_per_second": 4.8, "eval_spbleu": 48.2302, "eval_steps_per_second": 0.96, "eval_ter": 47.6761, "step": 10000 }, { "epoch": 0.14, "learning_rate": 4.650717194028262e-05, "loss": 0.9495, "step": 10500 }, { "epoch": 0.15, "learning_rate": 4.6340846794581795e-05, "loss": 0.9684, "step": 11000 }, { "epoch": 0.15, "learning_rate": 4.617452164888097e-05, "loss": 0.9496, "step": 11500 }, { "epoch": 0.16, "learning_rate": 4.600819650318014e-05, "loss": 0.9417, "step": 12000 }, { "epoch": 0.17, "learning_rate": 4.584187135747931e-05, "loss": 0.9415, "step": 12500 }, { "epoch": 0.17, "learning_rate": 4.5675546211778483e-05, "loss": 0.9325, "step": 13000 }, { "epoch": 0.18, "learning_rate": 4.5509221066077656e-05, "loss": 0.9488, "step": 13500 }, { "epoch": 0.19, "learning_rate": 4.534289592037683e-05, "loss": 0.9233, "step": 14000 }, { "epoch": 0.19, "learning_rate": 4.5176570774676e-05, "loss": 0.9541, "step": 14500 }, { "epoch": 0.2, "learning_rate": 4.501024562897517e-05, "loss": 0.9716, "step": 15000 }, { "epoch": 0.2, "eval_bleu": 41.9435, "eval_chrf++": 63.2793, "eval_gen_len": 24.3083, "eval_loss": 0.9115902781486511, "eval_runtime": 4836.6682, "eval_samples_per_second": 4.812, "eval_spbleu": 49.3278, "eval_steps_per_second": 0.962, "eval_ter": 46.5599, "step": 15000 }, { "epoch": 0.21, "learning_rate": 4.4843920483274344e-05, "loss": 0.9314, "step": 15500 }, { "epoch": 0.21, "learning_rate": 4.4677595337573516e-05, "loss": 0.9492, "step": 16000 }, { "epoch": 0.22, "learning_rate": 4.451127019187269e-05, "loss": 0.9195, "step": 16500 }, { "epoch": 0.23, "learning_rate": 4.434494504617187e-05, "loss": 0.924, "step": 17000 }, { "epoch": 0.23, "learning_rate": 4.417861990047103e-05, "loss": 0.8895, "step": 17500 }, { "epoch": 0.24, "learning_rate": 4.4012294754770204e-05, "loss": 0.9303, "step": 18000 }, { "epoch": 0.25, "learning_rate": 4.384596960906938e-05, "loss": 0.9499, "step": 18500 }, { "epoch": 0.25, "learning_rate": 4.3679644463368555e-05, "loss": 0.9335, "step": 19000 }, { "epoch": 0.26, "learning_rate": 4.351331931766772e-05, "loss": 0.9238, "step": 19500 }, { "epoch": 0.27, "learning_rate": 4.33469941719669e-05, "loss": 0.9204, "step": 20000 }, { "epoch": 0.27, "eval_bleu": 42.615, "eval_chrf++": 63.6457, "eval_gen_len": 24.1677, "eval_loss": 0.8911730647087097, "eval_runtime": 4794.0613, "eval_samples_per_second": 4.855, "eval_spbleu": 50.0126, "eval_steps_per_second": 0.971, "eval_ter": 45.765, "step": 20000 }, { "epoch": 0.27, "learning_rate": 4.318066902626607e-05, "loss": 0.9066, "step": 20500 }, { "epoch": 0.28, "learning_rate": 4.301434388056524e-05, "loss": 0.8974, "step": 21000 }, { "epoch": 0.29, "learning_rate": 4.2848018734864416e-05, "loss": 0.9196, "step": 21500 }, { "epoch": 0.29, "learning_rate": 4.268169358916359e-05, "loss": 0.9046, "step": 22000 }, { "epoch": 0.3, "learning_rate": 4.251536844346276e-05, "loss": 0.8821, "step": 22500 }, { "epoch": 0.31, "learning_rate": 4.234904329776193e-05, "loss": 0.9095, "step": 23000 }, { "epoch": 0.31, "learning_rate": 4.2182718152061104e-05, "loss": 0.8814, "step": 23500 }, { "epoch": 0.32, "learning_rate": 4.2016393006360276e-05, "loss": 0.9074, "step": 24000 }, { "epoch": 0.33, "learning_rate": 4.185006786065945e-05, "loss": 0.9086, "step": 24500 }, { "epoch": 0.33, "learning_rate": 4.168374271495862e-05, "loss": 0.87, "step": 25000 }, { "epoch": 0.33, "eval_bleu": 43.372, "eval_chrf++": 64.3092, "eval_gen_len": 24.2173, "eval_loss": 0.8829550743103027, "eval_runtime": 4787.4055, "eval_samples_per_second": 4.862, "eval_spbleu": 50.8714, "eval_steps_per_second": 0.972, "eval_ter": 45.1953, "step": 25000 }, { "epoch": 0.34, "learning_rate": 4.151741756925779e-05, "loss": 0.8688, "step": 25500 }, { "epoch": 0.35, "learning_rate": 4.1351092423556965e-05, "loss": 0.8861, "step": 26000 }, { "epoch": 0.35, "learning_rate": 4.1184767277856137e-05, "loss": 0.854, "step": 26500 }, { "epoch": 0.36, "learning_rate": 4.101844213215531e-05, "loss": 0.9359, "step": 27000 }, { "epoch": 0.37, "learning_rate": 4.085211698645448e-05, "loss": 0.8724, "step": 27500 }, { "epoch": 0.37, "learning_rate": 4.068579184075366e-05, "loss": 0.8954, "step": 28000 }, { "epoch": 0.38, "learning_rate": 4.0519466695052825e-05, "loss": 0.9009, "step": 28500 }, { "epoch": 0.39, "learning_rate": 4.0353141549352e-05, "loss": 0.889, "step": 29000 }, { "epoch": 0.39, "learning_rate": 4.0186816403651176e-05, "loss": 0.8782, "step": 29500 }, { "epoch": 0.4, "learning_rate": 4.002049125795034e-05, "loss": 0.8891, "step": 30000 }, { "epoch": 0.4, "eval_bleu": 43.9744, "eval_chrf++": 64.7903, "eval_gen_len": 24.3772, "eval_loss": 0.8677447438240051, "eval_runtime": 4855.7738, "eval_samples_per_second": 4.793, "eval_spbleu": 51.5389, "eval_steps_per_second": 0.959, "eval_ter": 44.8206, "step": 30000 }, { "epoch": 0.41, "learning_rate": 3.985416611224951e-05, "loss": 0.8785, "step": 30500 }, { "epoch": 0.41, "learning_rate": 3.968784096654869e-05, "loss": 0.8603, "step": 31000 }, { "epoch": 0.42, "learning_rate": 3.952151582084786e-05, "loss": 0.8513, "step": 31500 }, { "epoch": 0.43, "learning_rate": 3.9355190675147036e-05, "loss": 0.8737, "step": 32000 }, { "epoch": 0.43, "learning_rate": 3.918886552944621e-05, "loss": 0.8808, "step": 32500 }, { "epoch": 0.44, "learning_rate": 3.9022540383745374e-05, "loss": 0.8564, "step": 33000 }, { "epoch": 0.45, "learning_rate": 3.885621523804455e-05, "loss": 0.8816, "step": 33500 }, { "epoch": 0.45, "learning_rate": 3.8689890092343725e-05, "loss": 0.8593, "step": 34000 }, { "epoch": 0.46, "learning_rate": 3.852356494664289e-05, "loss": 0.8382, "step": 34500 }, { "epoch": 0.47, "learning_rate": 3.835723980094207e-05, "loss": 0.876, "step": 35000 }, { "epoch": 0.47, "eval_bleu": 44.1888, "eval_chrf++": 64.937, "eval_gen_len": 24.3824, "eval_loss": 0.853570818901062, "eval_runtime": 4869.588, "eval_samples_per_second": 4.779, "eval_spbleu": 51.71, "eval_steps_per_second": 0.956, "eval_ter": 44.5618, "step": 35000 }, { "epoch": 0.47, "learning_rate": 3.819091465524124e-05, "loss": 0.8818, "step": 35500 }, { "epoch": 0.48, "learning_rate": 3.802458950954041e-05, "loss": 0.8723, "step": 36000 }, { "epoch": 0.49, "learning_rate": 3.7858264363839585e-05, "loss": 0.8363, "step": 36500 }, { "epoch": 0.49, "learning_rate": 3.769193921813876e-05, "loss": 0.8441, "step": 37000 }, { "epoch": 0.5, "learning_rate": 3.752561407243793e-05, "loss": 0.8483, "step": 37500 }, { "epoch": 0.51, "learning_rate": 3.73592889267371e-05, "loss": 0.8321, "step": 38000 }, { "epoch": 0.51, "learning_rate": 3.7192963781036273e-05, "loss": 0.8286, "step": 38500 }, { "epoch": 0.52, "learning_rate": 3.7026638635335446e-05, "loss": 0.8525, "step": 39000 }, { "epoch": 0.53, "learning_rate": 3.686031348963462e-05, "loss": 0.8697, "step": 39500 }, { "epoch": 0.53, "learning_rate": 3.669398834393379e-05, "loss": 0.8636, "step": 40000 }, { "epoch": 0.53, "eval_bleu": 44.7097, "eval_chrf++": 65.2018, "eval_gen_len": 24.2135, "eval_loss": 0.8435378670692444, "eval_runtime": 4812.8015, "eval_samples_per_second": 4.836, "eval_spbleu": 52.2257, "eval_steps_per_second": 0.967, "eval_ter": 43.745, "step": 40000 }, { "epoch": 0.54, "learning_rate": 3.652766319823296e-05, "loss": 0.873, "step": 40500 }, { "epoch": 0.55, "learning_rate": 3.6361338052532134e-05, "loss": 0.8743, "step": 41000 }, { "epoch": 0.55, "learning_rate": 3.619501290683131e-05, "loss": 0.86, "step": 41500 }, { "epoch": 0.56, "learning_rate": 3.602868776113048e-05, "loss": 0.8492, "step": 42000 }, { "epoch": 0.57, "learning_rate": 3.586236261542965e-05, "loss": 0.8454, "step": 42500 }, { "epoch": 0.57, "learning_rate": 3.569603746972883e-05, "loss": 0.8348, "step": 43000 }, { "epoch": 0.58, "learning_rate": 3.5529712324027994e-05, "loss": 0.8528, "step": 43500 }, { "epoch": 0.59, "learning_rate": 3.5363387178327166e-05, "loss": 0.8358, "step": 44000 }, { "epoch": 0.59, "learning_rate": 3.5197062032626345e-05, "loss": 0.8293, "step": 44500 }, { "epoch": 0.6, "learning_rate": 3.503073688692551e-05, "loss": 0.8501, "step": 45000 }, { "epoch": 0.6, "eval_bleu": 45.0613, "eval_chrf++": 65.5511, "eval_gen_len": 24.2012, "eval_loss": 0.8350074887275696, "eval_runtime": 4817.2319, "eval_samples_per_second": 4.831, "eval_spbleu": 52.5625, "eval_steps_per_second": 0.966, "eval_ter": 43.4063, "step": 45000 }, { "epoch": 0.61, "learning_rate": 3.486441174122469e-05, "loss": 0.8366, "step": 45500 }, { "epoch": 0.61, "learning_rate": 3.469808659552386e-05, "loss": 0.8342, "step": 46000 }, { "epoch": 0.62, "learning_rate": 3.453176144982303e-05, "loss": 0.8239, "step": 46500 }, { "epoch": 0.63, "learning_rate": 3.4365436304122206e-05, "loss": 0.8663, "step": 47000 }, { "epoch": 0.63, "learning_rate": 3.419911115842138e-05, "loss": 0.8041, "step": 47500 }, { "epoch": 0.64, "learning_rate": 3.403278601272055e-05, "loss": 0.8368, "step": 48000 }, { "epoch": 0.65, "learning_rate": 3.386646086701972e-05, "loss": 0.8106, "step": 48500 }, { "epoch": 0.65, "learning_rate": 3.3700135721318894e-05, "loss": 0.836, "step": 49000 }, { "epoch": 0.66, "learning_rate": 3.3533810575618066e-05, "loss": 0.8145, "step": 49500 }, { "epoch": 0.67, "learning_rate": 3.336748542991724e-05, "loss": 0.8417, "step": 50000 }, { "epoch": 0.67, "eval_bleu": 45.3651, "eval_chrf++": 65.7396, "eval_gen_len": 24.2033, "eval_loss": 0.8263786435127258, "eval_runtime": 4807.1892, "eval_samples_per_second": 4.841, "eval_spbleu": 52.8998, "eval_steps_per_second": 0.968, "eval_ter": 43.3251, "step": 50000 }, { "epoch": 0.67, "learning_rate": 3.320116028421641e-05, "loss": 0.7953, "step": 50500 }, { "epoch": 0.68, "learning_rate": 3.303483513851558e-05, "loss": 0.8218, "step": 51000 }, { "epoch": 0.69, "learning_rate": 3.2868509992814755e-05, "loss": 0.81, "step": 51500 }, { "epoch": 0.69, "learning_rate": 3.270218484711393e-05, "loss": 0.822, "step": 52000 }, { "epoch": 0.7, "learning_rate": 3.25358597014131e-05, "loss": 0.8174, "step": 52500 }, { "epoch": 0.71, "learning_rate": 3.236953455571227e-05, "loss": 0.8136, "step": 53000 }, { "epoch": 0.71, "learning_rate": 3.220320941001144e-05, "loss": 0.8669, "step": 53500 }, { "epoch": 0.72, "learning_rate": 3.2036884264310615e-05, "loss": 0.8195, "step": 54000 }, { "epoch": 0.73, "learning_rate": 3.187055911860979e-05, "loss": 0.825, "step": 54500 }, { "epoch": 0.73, "learning_rate": 3.1704233972908966e-05, "loss": 0.8083, "step": 55000 }, { "epoch": 0.73, "eval_bleu": 45.8888, "eval_chrf++": 66.0994, "eval_gen_len": 24.2883, "eval_loss": 0.8205437660217285, "eval_runtime": 4815.6563, "eval_samples_per_second": 4.833, "eval_spbleu": 53.2813, "eval_steps_per_second": 0.967, "eval_ter": 42.9175, "step": 55000 }, { "epoch": 0.74, "learning_rate": 3.153790882720814e-05, "loss": 0.8357, "step": 55500 }, { "epoch": 0.75, "learning_rate": 3.13715836815073e-05, "loss": 0.8097, "step": 56000 }, { "epoch": 0.75, "learning_rate": 3.120525853580648e-05, "loss": 0.7932, "step": 56500 }, { "epoch": 0.76, "learning_rate": 3.1038933390105654e-05, "loss": 0.8225, "step": 57000 }, { "epoch": 0.77, "learning_rate": 3.087260824440482e-05, "loss": 0.7973, "step": 57500 }, { "epoch": 0.77, "learning_rate": 3.0706283098704e-05, "loss": 0.8379, "step": 58000 }, { "epoch": 0.78, "learning_rate": 3.053995795300317e-05, "loss": 0.8085, "step": 58500 }, { "epoch": 0.79, "learning_rate": 3.037363280730234e-05, "loss": 0.8528, "step": 59000 }, { "epoch": 0.79, "learning_rate": 3.0207307661601515e-05, "loss": 0.8262, "step": 59500 }, { "epoch": 0.8, "learning_rate": 3.0040982515900683e-05, "loss": 0.7964, "step": 60000 }, { "epoch": 0.8, "eval_bleu": 46.137, "eval_chrf++": 66.311, "eval_gen_len": 24.357, "eval_loss": 0.8131713271141052, "eval_runtime": 4833.9641, "eval_samples_per_second": 4.815, "eval_spbleu": 53.6989, "eval_steps_per_second": 0.963, "eval_ter": 42.7845, "step": 60000 }, { "epoch": 0.81, "learning_rate": 2.987465737019986e-05, "loss": 0.8137, "step": 60500 }, { "epoch": 0.81, "learning_rate": 2.970833222449903e-05, "loss": 0.8046, "step": 61000 }, { "epoch": 0.82, "learning_rate": 2.95420070787982e-05, "loss": 0.8496, "step": 61500 }, { "epoch": 0.82, "learning_rate": 2.9375681933097375e-05, "loss": 0.8115, "step": 62000 }, { "epoch": 0.83, "learning_rate": 2.9209356787396547e-05, "loss": 0.8222, "step": 62500 }, { "epoch": 0.84, "learning_rate": 2.9043031641695716e-05, "loss": 0.8067, "step": 63000 }, { "epoch": 0.84, "learning_rate": 2.887670649599489e-05, "loss": 0.7789, "step": 63500 }, { "epoch": 0.85, "learning_rate": 2.8710381350294063e-05, "loss": 0.8369, "step": 64000 }, { "epoch": 0.86, "learning_rate": 2.854405620459324e-05, "loss": 0.8139, "step": 64500 }, { "epoch": 0.86, "learning_rate": 2.837773105889241e-05, "loss": 0.7947, "step": 65000 }, { "epoch": 0.86, "eval_bleu": 46.3, "eval_chrf++": 66.3209, "eval_gen_len": 24.3462, "eval_loss": 0.8046720623970032, "eval_runtime": 4808.297, "eval_samples_per_second": 4.84, "eval_spbleu": 53.7389, "eval_steps_per_second": 0.968, "eval_ter": 42.7587, "step": 65000 }, { "epoch": 0.87, "learning_rate": 2.821140591319158e-05, "loss": 0.7977, "step": 65500 }, { "epoch": 0.88, "learning_rate": 2.8045080767490755e-05, "loss": 0.809, "step": 66000 }, { "epoch": 0.88, "learning_rate": 2.7878755621789927e-05, "loss": 0.8344, "step": 66500 }, { "epoch": 0.89, "learning_rate": 2.7712430476089096e-05, "loss": 0.7839, "step": 67000 }, { "epoch": 0.9, "learning_rate": 2.754610533038827e-05, "loss": 0.7905, "step": 67500 }, { "epoch": 0.9, "learning_rate": 2.7379780184687444e-05, "loss": 0.806, "step": 68000 }, { "epoch": 0.91, "learning_rate": 2.7213455038986612e-05, "loss": 0.7844, "step": 68500 }, { "epoch": 0.92, "learning_rate": 2.7047129893285788e-05, "loss": 0.7724, "step": 69000 }, { "epoch": 0.92, "learning_rate": 2.688080474758496e-05, "loss": 0.8193, "step": 69500 }, { "epoch": 0.93, "learning_rate": 2.6714479601884135e-05, "loss": 0.7972, "step": 70000 }, { "epoch": 0.93, "eval_bleu": 46.7802, "eval_chrf++": 66.6403, "eval_gen_len": 24.1858, "eval_loss": 0.7967858910560608, "eval_runtime": 4793.9096, "eval_samples_per_second": 4.855, "eval_spbleu": 54.0456, "eval_steps_per_second": 0.971, "eval_ter": 42.2931, "step": 70000 }, { "epoch": 0.94, "learning_rate": 2.6548154456183304e-05, "loss": 0.8105, "step": 70500 }, { "epoch": 0.94, "learning_rate": 2.6381829310482476e-05, "loss": 0.7997, "step": 71000 }, { "epoch": 0.95, "learning_rate": 2.621550416478165e-05, "loss": 0.8022, "step": 71500 }, { "epoch": 0.96, "learning_rate": 2.604917901908082e-05, "loss": 0.8455, "step": 72000 }, { "epoch": 0.96, "learning_rate": 2.5882853873379992e-05, "loss": 0.7892, "step": 72500 }, { "epoch": 0.97, "learning_rate": 2.5716528727679168e-05, "loss": 0.764, "step": 73000 }, { "epoch": 0.98, "learning_rate": 2.5550203581978337e-05, "loss": 0.7833, "step": 73500 }, { "epoch": 0.98, "learning_rate": 2.5383878436277515e-05, "loss": 0.7769, "step": 74000 }, { "epoch": 0.99, "learning_rate": 2.5217553290576684e-05, "loss": 0.7938, "step": 74500 }, { "epoch": 1.0, "learning_rate": 2.5051228144875856e-05, "loss": 0.8199, "step": 75000 }, { "epoch": 1.0, "eval_bleu": 47.0207, "eval_chrf++": 66.8796, "eval_gen_len": 24.2671, "eval_loss": 0.792296826839447, "eval_runtime": 4833.1796, "eval_samples_per_second": 4.815, "eval_spbleu": 54.3927, "eval_steps_per_second": 0.963, "eval_ter": 42.1693, "step": 75000 }, { "epoch": 1.0, "learning_rate": 2.4884902999175028e-05, "loss": 0.6904, "step": 75500 }, { "epoch": 1.01, "learning_rate": 2.47185778534742e-05, "loss": 0.6305, "step": 76000 }, { "epoch": 1.02, "learning_rate": 2.4552252707773372e-05, "loss": 0.5988, "step": 76500 }, { "epoch": 1.02, "learning_rate": 2.4385927562072548e-05, "loss": 0.6285, "step": 77000 }, { "epoch": 1.03, "learning_rate": 2.4219602416371717e-05, "loss": 0.6293, "step": 77500 }, { "epoch": 1.04, "learning_rate": 2.405327727067089e-05, "loss": 0.6043, "step": 78000 }, { "epoch": 1.04, "learning_rate": 2.3886952124970064e-05, "loss": 0.6415, "step": 78500 }, { "epoch": 1.05, "learning_rate": 2.3720626979269233e-05, "loss": 0.6285, "step": 79000 }, { "epoch": 1.06, "learning_rate": 2.355430183356841e-05, "loss": 0.6169, "step": 79500 }, { "epoch": 1.06, "learning_rate": 2.338797668786758e-05, "loss": 0.6288, "step": 80000 }, { "epoch": 1.06, "eval_bleu": 47.092, "eval_chrf++": 66.9397, "eval_gen_len": 24.3014, "eval_loss": 0.8010306358337402, "eval_runtime": 4827.2842, "eval_samples_per_second": 4.821, "eval_spbleu": 54.5163, "eval_steps_per_second": 0.964, "eval_ter": 41.7379, "step": 80000 }, { "epoch": 1.07, "learning_rate": 2.3221651542166753e-05, "loss": 0.6062, "step": 80500 }, { "epoch": 1.08, "learning_rate": 2.3055326396465925e-05, "loss": 0.6193, "step": 81000 }, { "epoch": 1.08, "learning_rate": 2.2889001250765097e-05, "loss": 0.6205, "step": 81500 }, { "epoch": 1.09, "learning_rate": 2.272267610506427e-05, "loss": 0.6073, "step": 82000 }, { "epoch": 1.1, "learning_rate": 2.255635095936344e-05, "loss": 0.5999, "step": 82500 }, { "epoch": 1.1, "learning_rate": 2.2390025813662613e-05, "loss": 0.6397, "step": 83000 }, { "epoch": 1.11, "learning_rate": 2.2223700667961785e-05, "loss": 0.6124, "step": 83500 }, { "epoch": 1.12, "learning_rate": 2.205737552226096e-05, "loss": 0.6026, "step": 84000 }, { "epoch": 1.12, "learning_rate": 2.1891050376560133e-05, "loss": 0.6123, "step": 84500 }, { "epoch": 1.13, "learning_rate": 2.17247252308593e-05, "loss": 0.6313, "step": 85000 }, { "epoch": 1.13, "eval_bleu": 47.321, "eval_chrf++": 67.0811, "eval_gen_len": 24.2745, "eval_loss": 0.7992239594459534, "eval_runtime": 4828.2975, "eval_samples_per_second": 4.82, "eval_spbleu": 54.7759, "eval_steps_per_second": 0.964, "eval_ter": 41.5623, "step": 85000 }, { "epoch": 1.14, "learning_rate": 2.1558400085158477e-05, "loss": 0.5976, "step": 85500 }, { "epoch": 1.14, "learning_rate": 2.139207493945765e-05, "loss": 0.6151, "step": 86000 }, { "epoch": 1.15, "learning_rate": 2.122574979375682e-05, "loss": 0.607, "step": 86500 }, { "epoch": 1.16, "learning_rate": 2.1059424648055993e-05, "loss": 0.6202, "step": 87000 }, { "epoch": 1.16, "learning_rate": 2.0893099502355165e-05, "loss": 0.6135, "step": 87500 }, { "epoch": 1.17, "learning_rate": 2.0726774356654337e-05, "loss": 0.6156, "step": 88000 }, { "epoch": 1.18, "learning_rate": 2.056044921095351e-05, "loss": 0.5956, "step": 88500 }, { "epoch": 1.18, "learning_rate": 2.039412406525268e-05, "loss": 0.6202, "step": 89000 }, { "epoch": 1.19, "learning_rate": 2.0227798919551854e-05, "loss": 0.6041, "step": 89500 }, { "epoch": 1.2, "learning_rate": 2.006147377385103e-05, "loss": 0.5869, "step": 90000 }, { "epoch": 1.2, "eval_bleu": 47.6385, "eval_chrf++": 67.2633, "eval_gen_len": 24.3011, "eval_loss": 0.7958626747131348, "eval_runtime": 4842.841, "eval_samples_per_second": 4.806, "eval_spbleu": 54.9942, "eval_steps_per_second": 0.961, "eval_ter": 41.356, "step": 90000 }, { "epoch": 1.2, "learning_rate": 1.9895148628150198e-05, "loss": 0.6183, "step": 90500 }, { "epoch": 1.21, "learning_rate": 1.972882348244937e-05, "loss": 0.617, "step": 91000 }, { "epoch": 1.22, "learning_rate": 1.9562498336748545e-05, "loss": 0.5859, "step": 91500 }, { "epoch": 1.22, "learning_rate": 1.9396173191047717e-05, "loss": 0.6061, "step": 92000 }, { "epoch": 1.23, "learning_rate": 1.9229848045346886e-05, "loss": 0.5971, "step": 92500 }, { "epoch": 1.24, "learning_rate": 1.906352289964606e-05, "loss": 0.6302, "step": 93000 }, { "epoch": 1.24, "learning_rate": 1.8897197753945234e-05, "loss": 0.5907, "step": 93500 }, { "epoch": 1.25, "learning_rate": 1.8730872608244406e-05, "loss": 0.6167, "step": 94000 }, { "epoch": 1.26, "learning_rate": 1.8564547462543578e-05, "loss": 0.5929, "step": 94500 }, { "epoch": 1.26, "learning_rate": 1.839822231684275e-05, "loss": 0.5778, "step": 95000 }, { "epoch": 1.26, "eval_bleu": 47.8127, "eval_chrf++": 67.3458, "eval_gen_len": 24.2553, "eval_loss": 0.7928242683410645, "eval_runtime": 4822.252, "eval_samples_per_second": 4.826, "eval_spbleu": 55.1003, "eval_steps_per_second": 0.965, "eval_ter": 41.2697, "step": 95000 }, { "epoch": 1.27, "learning_rate": 1.8231897171141922e-05, "loss": 0.6058, "step": 95500 }, { "epoch": 1.28, "learning_rate": 1.8065572025441097e-05, "loss": 0.6104, "step": 96000 }, { "epoch": 1.28, "learning_rate": 1.7899246879740266e-05, "loss": 0.5958, "step": 96500 }, { "epoch": 1.29, "learning_rate": 1.7732921734039438e-05, "loss": 0.5968, "step": 97000 }, { "epoch": 1.3, "learning_rate": 1.7566596588338614e-05, "loss": 0.6034, "step": 97500 }, { "epoch": 1.3, "learning_rate": 1.7400271442637782e-05, "loss": 0.6189, "step": 98000 }, { "epoch": 1.31, "learning_rate": 1.7233946296936958e-05, "loss": 0.6028, "step": 98500 }, { "epoch": 1.32, "learning_rate": 1.706762115123613e-05, "loss": 0.6044, "step": 99000 }, { "epoch": 1.32, "learning_rate": 1.6901296005535302e-05, "loss": 0.6021, "step": 99500 }, { "epoch": 1.33, "learning_rate": 1.6734970859834474e-05, "loss": 0.6055, "step": 100000 }, { "epoch": 1.33, "eval_bleu": 47.9968, "eval_chrf++": 67.5009, "eval_gen_len": 24.343, "eval_loss": 0.7921544313430786, "eval_runtime": 4846.7187, "eval_samples_per_second": 4.802, "eval_spbleu": 55.2772, "eval_steps_per_second": 0.96, "eval_ter": 41.328, "step": 100000 }, { "epoch": 1.34, "learning_rate": 1.6568645714133646e-05, "loss": 0.6328, "step": 100500 }, { "epoch": 1.34, "learning_rate": 1.6402320568432818e-05, "loss": 0.6082, "step": 101000 }, { "epoch": 1.35, "learning_rate": 1.6235995422731994e-05, "loss": 0.6217, "step": 101500 }, { "epoch": 1.36, "learning_rate": 1.6069670277031162e-05, "loss": 0.6225, "step": 102000 }, { "epoch": 1.36, "learning_rate": 1.5903345131330335e-05, "loss": 0.6126, "step": 102500 }, { "epoch": 1.37, "learning_rate": 1.573701998562951e-05, "loss": 0.6208, "step": 103000 }, { "epoch": 1.38, "learning_rate": 1.5570694839928682e-05, "loss": 0.6068, "step": 103500 }, { "epoch": 1.38, "learning_rate": 1.540436969422785e-05, "loss": 0.6062, "step": 104000 }, { "epoch": 1.39, "learning_rate": 1.5238044548527025e-05, "loss": 0.6063, "step": 104500 }, { "epoch": 1.4, "learning_rate": 1.5071719402826198e-05, "loss": 0.6136, "step": 105000 }, { "epoch": 1.4, "eval_bleu": 48.1927, "eval_chrf++": 67.6488, "eval_gen_len": 24.2325, "eval_loss": 0.7866764664649963, "eval_runtime": 4833.6742, "eval_samples_per_second": 4.815, "eval_spbleu": 55.5056, "eval_steps_per_second": 0.963, "eval_ter": 40.8666, "step": 105000 }, { "epoch": 1.4, "learning_rate": 1.490539425712537e-05, "loss": 0.5853, "step": 105500 }, { "epoch": 1.41, "learning_rate": 1.4739069111424541e-05, "loss": 0.6171, "step": 106000 }, { "epoch": 1.42, "learning_rate": 1.4572743965723715e-05, "loss": 0.6224, "step": 106500 }, { "epoch": 1.42, "learning_rate": 1.4406418820022888e-05, "loss": 0.6133, "step": 107000 }, { "epoch": 1.43, "learning_rate": 1.4240093674322059e-05, "loss": 0.6056, "step": 107500 }, { "epoch": 1.44, "learning_rate": 1.4073768528621231e-05, "loss": 0.6023, "step": 108000 }, { "epoch": 1.44, "learning_rate": 1.3907443382920405e-05, "loss": 0.6124, "step": 108500 }, { "epoch": 1.45, "learning_rate": 1.3741118237219577e-05, "loss": 0.5926, "step": 109000 }, { "epoch": 1.46, "learning_rate": 1.3574793091518747e-05, "loss": 0.6123, "step": 109500 }, { "epoch": 1.46, "learning_rate": 1.3408467945817921e-05, "loss": 0.5983, "step": 110000 }, { "epoch": 1.46, "eval_bleu": 48.2871, "eval_chrf++": 67.7183, "eval_gen_len": 24.2734, "eval_loss": 0.7818799018859863, "eval_runtime": 4831.9282, "eval_samples_per_second": 4.817, "eval_spbleu": 55.6111, "eval_steps_per_second": 0.963, "eval_ter": 40.8669, "step": 110000 }, { "epoch": 1.47, "learning_rate": 1.3242142800117093e-05, "loss": 0.6285, "step": 110500 }, { "epoch": 1.48, "learning_rate": 1.3075817654416267e-05, "loss": 0.5953, "step": 111000 }, { "epoch": 1.48, "learning_rate": 1.2909492508715437e-05, "loss": 0.6105, "step": 111500 }, { "epoch": 1.49, "learning_rate": 1.2743167363014611e-05, "loss": 0.6008, "step": 112000 }, { "epoch": 1.5, "learning_rate": 1.2576842217313783e-05, "loss": 0.615, "step": 112500 }, { "epoch": 1.5, "learning_rate": 1.2410517071612955e-05, "loss": 0.6252, "step": 113000 }, { "epoch": 1.51, "learning_rate": 1.2244191925912129e-05, "loss": 0.5896, "step": 113500 }, { "epoch": 1.52, "learning_rate": 1.20778667802113e-05, "loss": 0.5892, "step": 114000 }, { "epoch": 1.52, "learning_rate": 1.1911541634510473e-05, "loss": 0.5956, "step": 114500 }, { "epoch": 1.53, "learning_rate": 1.1745216488809645e-05, "loss": 0.6225, "step": 115000 }, { "epoch": 1.53, "eval_bleu": 48.489, "eval_chrf++": 67.8465, "eval_gen_len": 24.3063, "eval_loss": 0.7788467407226562, "eval_runtime": 4828.3962, "eval_samples_per_second": 4.82, "eval_spbleu": 55.8079, "eval_steps_per_second": 0.964, "eval_ter": 40.8166, "step": 115000 }, { "epoch": 1.54, "learning_rate": 1.1578891343108817e-05, "loss": 0.5987, "step": 115500 }, { "epoch": 1.54, "learning_rate": 1.141256619740799e-05, "loss": 0.5966, "step": 116000 }, { "epoch": 1.55, "learning_rate": 1.1246241051707161e-05, "loss": 0.6044, "step": 116500 }, { "epoch": 1.56, "learning_rate": 1.1079915906006334e-05, "loss": 0.6069, "step": 117000 }, { "epoch": 1.56, "learning_rate": 1.0913590760305506e-05, "loss": 0.586, "step": 117500 }, { "epoch": 1.57, "learning_rate": 1.074726561460468e-05, "loss": 0.6076, "step": 118000 }, { "epoch": 1.58, "learning_rate": 1.0580940468903852e-05, "loss": 0.5896, "step": 118500 }, { "epoch": 1.58, "learning_rate": 1.0414615323203024e-05, "loss": 0.5918, "step": 119000 }, { "epoch": 1.59, "learning_rate": 1.0248290177502196e-05, "loss": 0.5885, "step": 119500 }, { "epoch": 1.6, "learning_rate": 1.0081965031801368e-05, "loss": 0.5937, "step": 120000 }, { "epoch": 1.6, "eval_bleu": 48.6385, "eval_chrf++": 67.9368, "eval_gen_len": 24.2573, "eval_loss": 0.7750729322433472, "eval_runtime": 4834.5977, "eval_samples_per_second": 4.814, "eval_spbleu": 55.9507, "eval_steps_per_second": 0.963, "eval_ter": 40.604, "step": 120000 }, { "epoch": 1.6, "learning_rate": 9.91563988610054e-06, "loss": 0.5941, "step": 120500 }, { "epoch": 1.61, "learning_rate": 9.749314740399714e-06, "loss": 0.5856, "step": 121000 }, { "epoch": 1.62, "learning_rate": 9.582989594698886e-06, "loss": 0.5904, "step": 121500 }, { "epoch": 1.62, "learning_rate": 9.416664448998058e-06, "loss": 0.5872, "step": 122000 }, { "epoch": 1.63, "learning_rate": 9.25033930329723e-06, "loss": 0.6085, "step": 122500 }, { "epoch": 1.64, "learning_rate": 9.084014157596404e-06, "loss": 0.6025, "step": 123000 }, { "epoch": 1.64, "learning_rate": 8.917689011895574e-06, "loss": 0.6026, "step": 123500 }, { "epoch": 1.65, "learning_rate": 8.751363866194748e-06, "loss": 0.5826, "step": 124000 }, { "epoch": 1.66, "learning_rate": 8.58503872049392e-06, "loss": 0.5989, "step": 124500 }, { "epoch": 1.66, "learning_rate": 8.418713574793092e-06, "loss": 0.5934, "step": 125000 }, { "epoch": 1.66, "eval_bleu": 48.7432, "eval_chrf++": 67.9418, "eval_gen_len": 24.2522, "eval_loss": 0.7731887698173523, "eval_runtime": 4826.8535, "eval_samples_per_second": 4.822, "eval_spbleu": 56.0071, "eval_steps_per_second": 0.964, "eval_ter": 40.5337, "step": 125000 }, { "epoch": 1.67, "learning_rate": 8.252388429092264e-06, "loss": 0.5797, "step": 125500 }, { "epoch": 1.68, "learning_rate": 8.086063283391436e-06, "loss": 0.5713, "step": 126000 }, { "epoch": 1.68, "learning_rate": 7.919738137690608e-06, "loss": 0.5993, "step": 126500 }, { "epoch": 1.69, "learning_rate": 7.75341299198978e-06, "loss": 0.5953, "step": 127000 }, { "epoch": 1.7, "learning_rate": 7.587087846288954e-06, "loss": 0.5866, "step": 127500 }, { "epoch": 1.7, "learning_rate": 7.4207627005881254e-06, "loss": 0.5942, "step": 128000 }, { "epoch": 1.71, "learning_rate": 7.254437554887298e-06, "loss": 0.6301, "step": 128500 }, { "epoch": 1.72, "learning_rate": 7.0881124091864705e-06, "loss": 0.6143, "step": 129000 }, { "epoch": 1.72, "learning_rate": 6.921787263485643e-06, "loss": 0.5774, "step": 129500 }, { "epoch": 1.73, "learning_rate": 6.7554621177848155e-06, "loss": 0.5974, "step": 130000 }, { "epoch": 1.73, "eval_bleu": 48.9376, "eval_chrf++": 68.1416, "eval_gen_len": 24.3125, "eval_loss": 0.7730206847190857, "eval_runtime": 4839.9438, "eval_samples_per_second": 4.809, "eval_spbleu": 56.1898, "eval_steps_per_second": 0.962, "eval_ter": 40.479, "step": 130000 }, { "epoch": 1.74, "learning_rate": 6.589136972083988e-06, "loss": 0.5838, "step": 130500 }, { "epoch": 1.74, "learning_rate": 6.42281182638316e-06, "loss": 0.5732, "step": 131000 }, { "epoch": 1.75, "learning_rate": 6.2564866806823334e-06, "loss": 0.5922, "step": 131500 }, { "epoch": 1.76, "learning_rate": 6.090161534981505e-06, "loss": 0.5852, "step": 132000 }, { "epoch": 1.76, "learning_rate": 5.923836389280677e-06, "loss": 0.5853, "step": 132500 }, { "epoch": 1.77, "learning_rate": 5.75751124357985e-06, "loss": 0.6043, "step": 133000 }, { "epoch": 1.78, "learning_rate": 5.591186097879022e-06, "loss": 0.6143, "step": 133500 }, { "epoch": 1.78, "learning_rate": 5.424860952178194e-06, "loss": 0.5775, "step": 134000 }, { "epoch": 1.79, "learning_rate": 5.258535806477367e-06, "loss": 0.5763, "step": 134500 }, { "epoch": 1.8, "learning_rate": 5.092210660776539e-06, "loss": 0.5944, "step": 135000 }, { "epoch": 1.8, "eval_bleu": 49.0549, "eval_chrf++": 68.2099, "eval_gen_len": 24.3198, "eval_loss": 0.7679416537284851, "eval_runtime": 4837.1327, "eval_samples_per_second": 4.812, "eval_spbleu": 56.3421, "eval_steps_per_second": 0.962, "eval_ter": 40.2163, "step": 135000 }, { "epoch": 1.8, "learning_rate": 4.925885515075712e-06, "loss": 0.6115, "step": 135500 }, { "epoch": 1.81, "learning_rate": 4.759560369374884e-06, "loss": 0.5966, "step": 136000 }, { "epoch": 1.82, "learning_rate": 4.593235223674056e-06, "loss": 0.5748, "step": 136500 }, { "epoch": 1.82, "learning_rate": 4.426910077973229e-06, "loss": 0.573, "step": 137000 }, { "epoch": 1.83, "learning_rate": 4.260584932272401e-06, "loss": 0.5958, "step": 137500 }, { "epoch": 1.84, "learning_rate": 4.094259786571573e-06, "loss": 0.577, "step": 138000 }, { "epoch": 1.84, "learning_rate": 3.927934640870746e-06, "loss": 0.5966, "step": 138500 }, { "epoch": 1.85, "learning_rate": 3.761609495169918e-06, "loss": 0.5884, "step": 139000 }, { "epoch": 1.86, "learning_rate": 3.5952843494690906e-06, "loss": 0.5924, "step": 139500 }, { "epoch": 1.86, "learning_rate": 3.4289592037682623e-06, "loss": 0.5753, "step": 140000 }, { "epoch": 1.86, "eval_bleu": 49.1791, "eval_chrf++": 68.2787, "eval_gen_len": 24.3117, "eval_loss": 0.7665663361549377, "eval_runtime": 4836.1543, "eval_samples_per_second": 4.813, "eval_spbleu": 56.4922, "eval_steps_per_second": 0.963, "eval_ter": 40.1748, "step": 140000 }, { "epoch": 1.87, "learning_rate": 3.262634058067435e-06, "loss": 0.5892, "step": 140500 }, { "epoch": 1.88, "learning_rate": 3.0963089123666073e-06, "loss": 0.5891, "step": 141000 }, { "epoch": 1.88, "learning_rate": 2.92998376666578e-06, "loss": 0.5821, "step": 141500 }, { "epoch": 1.89, "learning_rate": 2.7636586209649524e-06, "loss": 0.5701, "step": 142000 }, { "epoch": 1.9, "learning_rate": 2.5973334752641244e-06, "loss": 0.5632, "step": 142500 }, { "epoch": 1.9, "learning_rate": 2.4310083295632965e-06, "loss": 0.588, "step": 143000 }, { "epoch": 1.91, "learning_rate": 2.264683183862469e-06, "loss": 0.604, "step": 143500 }, { "epoch": 1.92, "learning_rate": 2.0983580381616416e-06, "loss": 0.5766, "step": 144000 }, { "epoch": 1.92, "learning_rate": 1.932032892460814e-06, "loss": 0.595, "step": 144500 }, { "epoch": 1.93, "learning_rate": 1.7657077467599864e-06, "loss": 0.5907, "step": 145000 }, { "epoch": 1.93, "eval_bleu": 49.2939, "eval_chrf++": 68.3612, "eval_gen_len": 24.3154, "eval_loss": 0.7650372982025146, "eval_runtime": 4848.1649, "eval_samples_per_second": 4.801, "eval_spbleu": 56.5766, "eval_steps_per_second": 0.96, "eval_ter": 40.0916, "step": 145000 }, { "epoch": 1.94, "learning_rate": 1.5993826010591587e-06, "loss": 0.6039, "step": 145500 }, { "epoch": 1.94, "learning_rate": 1.433057455358331e-06, "loss": 0.5995, "step": 146000 }, { "epoch": 1.95, "learning_rate": 1.2667323096575033e-06, "loss": 0.5899, "step": 146500 }, { "epoch": 1.96, "learning_rate": 1.1004071639566756e-06, "loss": 0.5666, "step": 147000 }, { "epoch": 1.96, "learning_rate": 9.340820182558481e-07, "loss": 0.5925, "step": 147500 }, { "epoch": 1.97, "learning_rate": 7.677568725550204e-07, "loss": 0.6101, "step": 148000 }, { "epoch": 1.98, "learning_rate": 6.014317268541928e-07, "loss": 0.6, "step": 148500 }, { "epoch": 1.98, "learning_rate": 4.351065811533651e-07, "loss": 0.5961, "step": 149000 }, { "epoch": 1.99, "learning_rate": 2.687814354525375e-07, "loss": 0.5851, "step": 149500 }, { "epoch": 2.0, "learning_rate": 1.0245628975170984e-07, "loss": 0.5811, "step": 150000 }, { "epoch": 2.0, "eval_bleu": 49.3031, "eval_chrf++": 68.3562, "eval_gen_len": 24.3172, "eval_loss": 0.7639886140823364, "eval_runtime": 4840.3648, "eval_samples_per_second": 4.808, "eval_spbleu": 56.6, "eval_steps_per_second": 0.962, "eval_ter": 40.1023, "step": 150000 } ], "logging_steps": 500, "max_steps": 150308, "num_train_epochs": 2, "save_steps": 5000, "total_flos": 6.383678253160202e+17, "trial_name": null, "trial_params": null }