| { | |
| "best_metric": 1.110647439956665, | |
| "best_model_checkpoint": "outs/instuct_chat_50k/checkpoint-2000", | |
| "epoch": 21.228571428571428, | |
| "global_step": 38400, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.5568240788790864e-07, | |
| "loss": 1.1388, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.5412558380902958e-05, | |
| "loss": 1.5551, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_loss": 1.2936956882476807, | |
| "eval_runtime": 31.4406, | |
| "eval_samples_per_second": 6.361, | |
| "eval_steps_per_second": 0.795, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.098079916969382e-05, | |
| "loss": 1.4423, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_loss": 1.227220892906189, | |
| "eval_runtime": 31.4526, | |
| "eval_samples_per_second": 6.359, | |
| "eval_steps_per_second": 0.795, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6393357550596784e-05, | |
| "loss": 1.3335, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_loss": 1.2049953937530518, | |
| "eval_runtime": 31.9522, | |
| "eval_samples_per_second": 6.259, | |
| "eval_steps_per_second": 0.782, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 6.165023352361183e-05, | |
| "loss": 1.4225, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 1.1863670349121094, | |
| "eval_runtime": 31.5148, | |
| "eval_samples_per_second": 6.346, | |
| "eval_steps_per_second": 0.793, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 7.721847431240269e-05, | |
| "loss": 1.3618, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_loss": 1.1773875951766968, | |
| "eval_runtime": 31.4521, | |
| "eval_samples_per_second": 6.359, | |
| "eval_steps_per_second": 0.795, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.278671510119357e-05, | |
| "loss": 1.3262, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_loss": 1.168226718902588, | |
| "eval_runtime": 31.5121, | |
| "eval_samples_per_second": 6.347, | |
| "eval_steps_per_second": 0.793, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 0.00010835495588998442, | |
| "loss": 1.2133, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_loss": 1.1481703519821167, | |
| "eval_runtime": 31.504, | |
| "eval_samples_per_second": 6.348, | |
| "eval_steps_per_second": 0.794, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.00012392319667877528, | |
| "loss": 1.2034, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "eval_loss": 1.13801908493042, | |
| "eval_runtime": 31.5183, | |
| "eval_samples_per_second": 6.346, | |
| "eval_steps_per_second": 0.793, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.00013949143746756616, | |
| "loss": 1.2159, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 1.1303695440292358, | |
| "eval_runtime": 31.4531, | |
| "eval_samples_per_second": 6.359, | |
| "eval_steps_per_second": 0.795, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 0.00015505967825635704, | |
| "loss": 1.1612, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "eval_loss": 1.1280632019042969, | |
| "eval_runtime": 31.434, | |
| "eval_samples_per_second": 6.363, | |
| "eval_steps_per_second": 0.795, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.00017062791904514786, | |
| "loss": 1.1549, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_loss": 1.1211422681808472, | |
| "eval_runtime": 31.5065, | |
| "eval_samples_per_second": 6.348, | |
| "eval_steps_per_second": 0.793, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.00018619615983393875, | |
| "loss": 1.2038, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_loss": 1.126134991645813, | |
| "eval_runtime": 31.4919, | |
| "eval_samples_per_second": 6.351, | |
| "eval_steps_per_second": 0.794, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.00020176440062272963, | |
| "loss": 1.1784, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 1.1223646402359009, | |
| "eval_runtime": 31.4108, | |
| "eval_samples_per_second": 6.367, | |
| "eval_steps_per_second": 0.796, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 0.00021733264141152048, | |
| "loss": 1.1834, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_loss": 1.113663911819458, | |
| "eval_runtime": 31.463, | |
| "eval_samples_per_second": 6.357, | |
| "eval_steps_per_second": 0.795, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 0.00023290088220031133, | |
| "loss": 1.1974, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_loss": 1.1265443563461304, | |
| "eval_runtime": 31.4893, | |
| "eval_samples_per_second": 6.351, | |
| "eval_steps_per_second": 0.794, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 0.0002484691229891022, | |
| "loss": 1.2174, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_loss": 1.1237465143203735, | |
| "eval_runtime": 31.5226, | |
| "eval_samples_per_second": 6.345, | |
| "eval_steps_per_second": 0.793, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 0.00026403736377789307, | |
| "loss": 1.2019, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_loss": 1.1198475360870361, | |
| "eval_runtime": 31.4658, | |
| "eval_samples_per_second": 6.356, | |
| "eval_steps_per_second": 0.795, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 0.0002796056045666839, | |
| "loss": 1.2114, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_loss": 1.1201978921890259, | |
| "eval_runtime": 31.5138, | |
| "eval_samples_per_second": 6.346, | |
| "eval_steps_per_second": 0.793, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 0.00029517384535547483, | |
| "loss": 1.1848, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_loss": 1.1198968887329102, | |
| "eval_runtime": 31.1932, | |
| "eval_samples_per_second": 6.412, | |
| "eval_steps_per_second": 0.801, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 0.0002994345961596241, | |
| "loss": 1.129, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_loss": 1.110647439956665, | |
| "eval_runtime": 31.1909, | |
| "eval_samples_per_second": 6.412, | |
| "eval_steps_per_second": 0.802, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 0.00029861517030400697, | |
| "loss": 1.1864, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_loss": 1.1134731769561768, | |
| "eval_runtime": 31.169, | |
| "eval_samples_per_second": 6.417, | |
| "eval_steps_per_second": 0.802, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 0.0002977957444483898, | |
| "loss": 1.1725, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_loss": 1.1226890087127686, | |
| "eval_runtime": 31.1975, | |
| "eval_samples_per_second": 6.411, | |
| "eval_steps_per_second": 0.801, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 0.0002969763185927726, | |
| "loss": 1.1363, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_loss": 1.1255100965499878, | |
| "eval_runtime": 31.237, | |
| "eval_samples_per_second": 6.403, | |
| "eval_steps_per_second": 0.8, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 0.00029615689273715547, | |
| "loss": 1.204, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_loss": 1.1148998737335205, | |
| "eval_runtime": 31.2369, | |
| "eval_samples_per_second": 6.403, | |
| "eval_steps_per_second": 0.8, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 0.0002953374668815383, | |
| "loss": 1.1465, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_loss": 1.1103030443191528, | |
| "eval_runtime": 31.2141, | |
| "eval_samples_per_second": 6.407, | |
| "eval_steps_per_second": 0.801, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 0.0002945180410259212, | |
| "loss": 1.2058, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_loss": 1.1112116575241089, | |
| "eval_runtime": 31.6225, | |
| "eval_samples_per_second": 6.325, | |
| "eval_steps_per_second": 0.791, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 0.00029369861517030397, | |
| "loss": 1.1662, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_loss": 1.1122115850448608, | |
| "eval_runtime": 31.1829, | |
| "eval_samples_per_second": 6.414, | |
| "eval_steps_per_second": 0.802, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 0.0002928791893146868, | |
| "loss": 1.1372, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "eval_loss": 1.1113629341125488, | |
| "eval_runtime": 31.6588, | |
| "eval_samples_per_second": 6.317, | |
| "eval_steps_per_second": 0.79, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 0.0002920597634590696, | |
| "loss": 1.1693, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_loss": 1.1073808670043945, | |
| "eval_runtime": 31.5886, | |
| "eval_samples_per_second": 6.331, | |
| "eval_steps_per_second": 0.791, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 0.0002912403376034525, | |
| "loss": 1.1776, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_loss": 1.1112266778945923, | |
| "eval_runtime": 31.3957, | |
| "eval_samples_per_second": 6.37, | |
| "eval_steps_per_second": 0.796, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 0.0002786905011532816, | |
| "loss": 1.0338, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 0.000277904172782554, | |
| "loss": 0.9576, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 0.00027711784441182633, | |
| "loss": 0.9065, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 0.00027633151604109874, | |
| "loss": 0.8641, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 0.00027554518767037114, | |
| "loss": 0.8564, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 0.00027475885929964354, | |
| "loss": 0.8547, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 0.0002739725309289159, | |
| "loss": 0.8469, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 0.00027318620255818824, | |
| "loss": 0.8303, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 0.00027239987418746064, | |
| "loss": 0.8234, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 0.00027161354581673304, | |
| "loss": 0.7905, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 0.00027082721744600544, | |
| "loss": 0.7864, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 0.0002700408890752778, | |
| "loss": 0.7816, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 0.0002692545607045502, | |
| "loss": 0.7759, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 0.0002684682323338226, | |
| "loss": 0.7948, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 0.00026768190396309494, | |
| "loss": 0.7525, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 0.00026689557559236735, | |
| "loss": 0.7646, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 0.00026610924722163975, | |
| "loss": 0.7578, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 0.0002653229188509121, | |
| "loss": 0.6764, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 0.0002645365904801845, | |
| "loss": 0.6138, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 0.0002637502621094569, | |
| "loss": 0.6206, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 0.0002629639337387293, | |
| "loss": 0.6195, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 0.00026217760536800165, | |
| "loss": 0.6353, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 0.000261391276997274, | |
| "loss": 0.6084, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 0.0002606049486265464, | |
| "loss": 0.625, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 0.0002598186202558188, | |
| "loss": 0.6085, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 0.0002590322918850912, | |
| "loss": 0.6372, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 0.00025824596351436356, | |
| "loss": 0.6267, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 0.00025745963514363596, | |
| "loss": 0.6322, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 0.00025667330677290836, | |
| "loss": 0.6142, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 0.0002558869784021807, | |
| "loss": 0.6346, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 0.0002551006500314531, | |
| "loss": 0.6368, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 0.0002543143216607255, | |
| "loss": 0.638, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 0.00025352799328999786, | |
| "loss": 0.6373, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 0.00025274166491927026, | |
| "loss": 0.6196, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 0.00025195533654854267, | |
| "loss": 0.6328, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 0.00025116900817781507, | |
| "loss": 0.4419, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 0.0002503826798070874, | |
| "loss": 0.4553, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 0.00024959635143635976, | |
| "loss": 0.47, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 0.00024881002306563217, | |
| "loss": 0.4713, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 0.00024802369469490457, | |
| "loss": 0.4837, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 0.00024723736632417697, | |
| "loss": 0.4761, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 0.0002464510379534493, | |
| "loss": 0.4743, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "learning_rate": 0.0002456647095827217, | |
| "loss": 0.4721, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 0.0002448783812119941, | |
| "loss": 0.4761, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 0.00024409205284126647, | |
| "loss": 0.4833, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 0.0002433057244705389, | |
| "loss": 0.4715, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 0.00024251939609981125, | |
| "loss": 0.4881, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 0.00024173306772908362, | |
| "loss": 0.4932, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 0.00024094673935835603, | |
| "loss": 0.49, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 0.0002401604109876284, | |
| "loss": 0.4877, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 0.0002393740826169008, | |
| "loss": 0.4959, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 0.00023858775424617318, | |
| "loss": 0.5031, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 0.00023780142587544555, | |
| "loss": 0.4162, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "learning_rate": 0.00023701509750471796, | |
| "loss": 0.33, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "learning_rate": 0.00023622876913399033, | |
| "loss": 0.3303, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 0.00023544244076326273, | |
| "loss": 0.3346, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 0.0002346561123925351, | |
| "loss": 0.3454, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "learning_rate": 0.00023386978402180748, | |
| "loss": 0.3507, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "learning_rate": 0.0002330834556510799, | |
| "loss": 0.3481, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "learning_rate": 0.00023229712728035223, | |
| "loss": 0.3461, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 0.00023151079890962464, | |
| "loss": 0.3489, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 0.000230724470538897, | |
| "loss": 0.3534, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 0.0002299381421681694, | |
| "loss": 0.3629, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 0.0002291518137974418, | |
| "loss": 0.3788, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 0.00022836548542671417, | |
| "loss": 0.3588, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 0.00022757915705598657, | |
| "loss": 0.3655, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 0.00022679282868525894, | |
| "loss": 0.3728, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "learning_rate": 0.00022600650031453132, | |
| "loss": 0.3782, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "learning_rate": 0.00022522017194380372, | |
| "loss": 0.3761, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 0.0002244338435730761, | |
| "loss": 0.3783, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "learning_rate": 0.0002236475152023485, | |
| "loss": 0.2337, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "learning_rate": 0.00022286118683162087, | |
| "loss": 0.2369, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 0.00022207485846089325, | |
| "loss": 0.235, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "learning_rate": 0.00022128853009016565, | |
| "loss": 0.2353, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 5.29, | |
| "learning_rate": 0.000220502201719438, | |
| "loss": 0.2448, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 5.34, | |
| "learning_rate": 0.0002197158733487104, | |
| "loss": 0.2423, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 0.00021892954497798278, | |
| "loss": 0.2471, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "learning_rate": 0.00021814321660725515, | |
| "loss": 0.2479, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 5.51, | |
| "learning_rate": 0.00021735688823652755, | |
| "loss": 0.2591, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "learning_rate": 0.00021657055986579993, | |
| "loss": 0.2672, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 5.63, | |
| "learning_rate": 0.00021578423149507233, | |
| "loss": 0.2676, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 0.0002149979031243447, | |
| "loss": 0.2683, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 5.74, | |
| "learning_rate": 0.00021421157475361708, | |
| "loss": 0.2646, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "learning_rate": 0.00021342524638288948, | |
| "loss": 0.2759, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 5.86, | |
| "learning_rate": 0.00021263891801216186, | |
| "loss": 0.2805, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "learning_rate": 0.00021185258964143426, | |
| "loss": 0.2721, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "learning_rate": 0.00021106626127070664, | |
| "loss": 0.2785, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "learning_rate": 0.00021027993289997898, | |
| "loss": 0.2186, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "learning_rate": 0.00020949360452925141, | |
| "loss": 0.1612, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 6.14, | |
| "learning_rate": 0.00020870727615852376, | |
| "loss": 0.1628, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 0.00020792094778779616, | |
| "loss": 0.1661, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 6.26, | |
| "learning_rate": 0.00020713461941706854, | |
| "loss": 0.1759, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 6.31, | |
| "learning_rate": 0.00020634829104634091, | |
| "loss": 0.1803, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "learning_rate": 0.00020556196267561332, | |
| "loss": 0.1788, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 6.43, | |
| "learning_rate": 0.000204783497588593, | |
| "loss": 0.1812, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "learning_rate": 0.00020399716921786537, | |
| "loss": 0.1813, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 6.54, | |
| "learning_rate": 0.00020321084084713774, | |
| "loss": 0.1876, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "learning_rate": 0.00020242451247641014, | |
| "loss": 0.184, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 6.66, | |
| "learning_rate": 0.00020163818410568252, | |
| "loss": 0.1964, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 6.71, | |
| "learning_rate": 0.00020085185573495492, | |
| "loss": 0.194, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "learning_rate": 0.0002000655273642273, | |
| "loss": 0.1956, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 6.83, | |
| "learning_rate": 0.00019927919899349964, | |
| "loss": 0.2015, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 6.89, | |
| "learning_rate": 0.00019849287062277207, | |
| "loss": 0.2008, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 6.94, | |
| "learning_rate": 0.00019770654225204442, | |
| "loss": 0.2035, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "learning_rate": 0.00019692021388131682, | |
| "loss": 0.2102, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "learning_rate": 0.0001961338855105892, | |
| "loss": 0.1232, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 7.11, | |
| "learning_rate": 0.00019534755713986157, | |
| "loss": 0.1186, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 0.00019456122876913398, | |
| "loss": 0.1213, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 7.23, | |
| "learning_rate": 0.00019377490039840635, | |
| "loss": 0.1234, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 7.29, | |
| "learning_rate": 0.00019298857202767875, | |
| "loss": 0.1284, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "learning_rate": 0.00019220224365695113, | |
| "loss": 0.136, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 7.4, | |
| "learning_rate": 0.0001914159152862235, | |
| "loss": 0.133, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "learning_rate": 0.0001906295869154959, | |
| "loss": 0.1387, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 7.51, | |
| "learning_rate": 0.00018984325854476828, | |
| "loss": 0.1373, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 7.57, | |
| "learning_rate": 0.00018906479345774796, | |
| "loss": 0.1399, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 7.63, | |
| "learning_rate": 0.0001882784650870203, | |
| "loss": 0.1407, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 7.69, | |
| "learning_rate": 0.0001874921367162927, | |
| "loss": 0.1506, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 7.74, | |
| "learning_rate": 0.00018670580834556508, | |
| "loss": 0.1471, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "learning_rate": 0.00018591947997483746, | |
| "loss": 0.1492, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 7.86, | |
| "learning_rate": 0.00018513315160410986, | |
| "loss": 0.1495, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 7.91, | |
| "learning_rate": 0.00018434682323338223, | |
| "loss": 0.1564, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 7.97, | |
| "learning_rate": 0.00018356049486265464, | |
| "loss": 0.1541, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "learning_rate": 0.000182774166491927, | |
| "loss": 0.1303, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "learning_rate": 0.00018198783812119939, | |
| "loss": 0.0966, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 8.14, | |
| "learning_rate": 0.0001812015097504718, | |
| "loss": 0.0969, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 8.2, | |
| "learning_rate": 0.00018041518137974416, | |
| "loss": 0.1002, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 8.26, | |
| "learning_rate": 0.00017962885300901657, | |
| "loss": 0.0999, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 8.31, | |
| "learning_rate": 0.00017884252463828894, | |
| "loss": 0.1012, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 8.37, | |
| "learning_rate": 0.0001780561962675613, | |
| "loss": 0.1026, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 8.43, | |
| "learning_rate": 0.00017726986789683372, | |
| "loss": 0.1083, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 8.49, | |
| "learning_rate": 0.00017648353952610607, | |
| "loss": 0.1086, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 8.54, | |
| "learning_rate": 0.00017569721115537847, | |
| "loss": 0.1127, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 8.6, | |
| "learning_rate": 0.00017491088278465084, | |
| "loss": 0.1104, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 8.66, | |
| "learning_rate": 0.00017412455441392322, | |
| "loss": 0.114, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 8.71, | |
| "learning_rate": 0.00017333822604319562, | |
| "loss": 0.1156, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 8.77, | |
| "learning_rate": 0.000172551897672468, | |
| "loss": 0.1145, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 8.83, | |
| "learning_rate": 0.00017177343258544767, | |
| "loss": 0.1181, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 8.89, | |
| "learning_rate": 0.00017098710421472005, | |
| "loss": 0.1239, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 8.94, | |
| "learning_rate": 0.00017020077584399245, | |
| "loss": 0.1203, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "learning_rate": 0.00016941444747326482, | |
| "loss": 0.1226, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "learning_rate": 0.00016862811910253723, | |
| "loss": 0.0842, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 9.11, | |
| "learning_rate": 0.0001678417907318096, | |
| "loss": 0.0782, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 9.17, | |
| "learning_rate": 0.00016705546236108195, | |
| "loss": 0.0796, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 9.23, | |
| "learning_rate": 0.00016626913399035435, | |
| "loss": 0.0814, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 9.29, | |
| "learning_rate": 0.00016548280561962673, | |
| "loss": 0.0836, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 9.34, | |
| "learning_rate": 0.00016469647724889913, | |
| "loss": 0.0844, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 9.4, | |
| "learning_rate": 0.0001639101488781715, | |
| "loss": 0.0876, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 9.46, | |
| "learning_rate": 0.00016312382050744388, | |
| "loss": 0.0853, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 9.51, | |
| "learning_rate": 0.00016233749213671628, | |
| "loss": 0.0922, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 9.57, | |
| "learning_rate": 0.00016155116376598866, | |
| "loss": 0.0919, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 9.63, | |
| "learning_rate": 0.00016076483539526106, | |
| "loss": 0.0932, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 9.69, | |
| "learning_rate": 0.00015997850702453343, | |
| "loss": 0.0919, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 9.74, | |
| "learning_rate": 0.0001591921786538058, | |
| "loss": 0.0957, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 9.8, | |
| "learning_rate": 0.0001584058502830782, | |
| "loss": 0.0982, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 9.86, | |
| "learning_rate": 0.0001576195219123506, | |
| "loss": 0.0988, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 9.91, | |
| "learning_rate": 0.000156833193541623, | |
| "loss": 0.1016, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 9.97, | |
| "learning_rate": 0.00015604686517089536, | |
| "loss": 0.0967, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 10.03, | |
| "learning_rate": 0.0001552605368001677, | |
| "loss": 0.0862, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 10.09, | |
| "learning_rate": 0.00015447420842944011, | |
| "loss": 0.0693, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 10.14, | |
| "learning_rate": 0.0001536957433424198, | |
| "loss": 0.0722, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 10.2, | |
| "learning_rate": 0.00015290941497169216, | |
| "loss": 0.0725, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 10.26, | |
| "learning_rate": 0.00015212308660096454, | |
| "loss": 0.0716, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 10.31, | |
| "learning_rate": 0.00015133675823023694, | |
| "loss": 0.0709, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 10.37, | |
| "learning_rate": 0.00015055042985950932, | |
| "loss": 0.0734, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 10.43, | |
| "learning_rate": 0.0001497641014887817, | |
| "loss": 0.0761, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 10.49, | |
| "learning_rate": 0.0001489777731180541, | |
| "loss": 0.0778, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 10.54, | |
| "learning_rate": 0.00014819144474732647, | |
| "loss": 0.0794, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 10.6, | |
| "learning_rate": 0.00014740511637659884, | |
| "loss": 0.0811, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 10.66, | |
| "learning_rate": 0.00014661878800587125, | |
| "loss": 0.0806, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 10.71, | |
| "learning_rate": 0.00014583245963514362, | |
| "loss": 0.0812, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 10.77, | |
| "learning_rate": 0.000145046131264416, | |
| "loss": 0.0822, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 10.83, | |
| "learning_rate": 0.0001442598028936884, | |
| "loss": 0.0828, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 10.89, | |
| "learning_rate": 0.00014347347452296077, | |
| "loss": 0.0827, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 10.94, | |
| "learning_rate": 0.00014268714615223315, | |
| "loss": 0.0846, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "learning_rate": 0.00014190081778150555, | |
| "loss": 0.0881, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 11.06, | |
| "learning_rate": 0.00014111448941077793, | |
| "loss": 0.0636, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 11.11, | |
| "learning_rate": 0.00014032816104005033, | |
| "loss": 0.0628, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 11.17, | |
| "learning_rate": 0.00013954183266932268, | |
| "loss": 0.063, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 11.23, | |
| "learning_rate": 0.00013875550429859508, | |
| "loss": 0.0621, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 11.29, | |
| "learning_rate": 0.00013796917592786745, | |
| "loss": 0.0644, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 11.34, | |
| "learning_rate": 0.00013718284755713986, | |
| "loss": 0.0636, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 11.4, | |
| "learning_rate": 0.00013639651918641223, | |
| "loss": 0.0667, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 11.46, | |
| "learning_rate": 0.0001356180540993919, | |
| "loss": 0.0686, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 11.51, | |
| "learning_rate": 0.00013483172572866428, | |
| "loss": 0.0677, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 11.57, | |
| "learning_rate": 0.00013404539735793666, | |
| "loss": 0.0692, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 11.63, | |
| "learning_rate": 0.00013325906898720903, | |
| "loss": 0.072, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 11.69, | |
| "learning_rate": 0.00013247274061648143, | |
| "loss": 0.0708, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 11.74, | |
| "learning_rate": 0.0001316864122457538, | |
| "loss": 0.0738, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 11.8, | |
| "learning_rate": 0.0001309000838750262, | |
| "loss": 0.0744, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 11.86, | |
| "learning_rate": 0.00013011375550429859, | |
| "loss": 0.0743, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 11.91, | |
| "learning_rate": 0.00012932742713357096, | |
| "loss": 0.0742, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 11.97, | |
| "learning_rate": 0.00012854109876284334, | |
| "loss": 0.0743, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 12.03, | |
| "learning_rate": 0.00012775477039211574, | |
| "loss": 0.0665, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 12.09, | |
| "learning_rate": 0.00012696844202138811, | |
| "loss": 0.0583, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 12.14, | |
| "learning_rate": 0.00012618211365066052, | |
| "loss": 0.0555, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 12.2, | |
| "learning_rate": 0.0001253957852799329, | |
| "loss": 0.0556, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 12.26, | |
| "learning_rate": 0.00012460945690920527, | |
| "loss": 0.0596, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 12.31, | |
| "learning_rate": 0.00012382312853847767, | |
| "loss": 0.058, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 12.37, | |
| "learning_rate": 0.00012303680016775004, | |
| "loss": 0.0599, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 12.43, | |
| "learning_rate": 0.00012225047179702242, | |
| "loss": 0.0574, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 12.49, | |
| "learning_rate": 0.00012146414342629481, | |
| "loss": 0.0594, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 12.54, | |
| "learning_rate": 0.00012067781505556718, | |
| "loss": 0.062, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 12.6, | |
| "learning_rate": 0.00011989148668483957, | |
| "loss": 0.0624, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 12.66, | |
| "learning_rate": 0.00011910515831411196, | |
| "loss": 0.0618, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 12.71, | |
| "learning_rate": 0.00011831882994338435, | |
| "loss": 0.0645, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 12.77, | |
| "learning_rate": 0.00011753250157265673, | |
| "loss": 0.0642, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 12.83, | |
| "learning_rate": 0.0001167540364856364, | |
| "loss": 0.0651, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 12.89, | |
| "learning_rate": 0.00011596770811490879, | |
| "loss": 0.0643, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 12.94, | |
| "learning_rate": 0.00011518137974418116, | |
| "loss": 0.0649, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "learning_rate": 0.00011439505137345354, | |
| "loss": 0.0654, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 13.06, | |
| "learning_rate": 0.00011360872300272593, | |
| "loss": 0.0519, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 13.11, | |
| "learning_rate": 0.00011282239463199832, | |
| "loss": 0.0518, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 13.17, | |
| "learning_rate": 0.0001120360662612707, | |
| "loss": 0.0517, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 13.23, | |
| "learning_rate": 0.00011124973789054309, | |
| "loss": 0.0511, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 13.29, | |
| "learning_rate": 0.00011046340951981545, | |
| "loss": 0.0524, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 13.34, | |
| "learning_rate": 0.00010967708114908784, | |
| "loss": 0.0533, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 13.4, | |
| "learning_rate": 0.00010889075277836023, | |
| "loss": 0.0541, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 13.46, | |
| "learning_rate": 0.00010810442440763262, | |
| "loss": 0.0544, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 13.51, | |
| "learning_rate": 0.00010731809603690501, | |
| "loss": 0.0549, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 13.57, | |
| "learning_rate": 0.00010653176766617738, | |
| "loss": 0.0555, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 13.63, | |
| "learning_rate": 0.00010574543929544977, | |
| "loss": 0.0553, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 13.69, | |
| "learning_rate": 0.00010495911092472216, | |
| "loss": 0.0551, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 13.74, | |
| "learning_rate": 0.00010417278255399454, | |
| "loss": 0.0565, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 13.8, | |
| "learning_rate": 0.00010338645418326693, | |
| "loss": 0.0575, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 13.86, | |
| "learning_rate": 0.0001026001258125393, | |
| "loss": 0.0563, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 13.91, | |
| "learning_rate": 0.00010181379744181169, | |
| "loss": 0.057, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 13.97, | |
| "learning_rate": 0.00010102746907108408, | |
| "loss": 0.0574, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 14.03, | |
| "learning_rate": 0.00010024114070035647, | |
| "loss": 0.0556, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 14.09, | |
| "learning_rate": 9.945481232962886e-05, | |
| "loss": 0.049, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 14.14, | |
| "learning_rate": 9.866848395890122e-05, | |
| "loss": 0.0477, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 14.2, | |
| "learning_rate": 9.78821555881736e-05, | |
| "loss": 0.0477, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 14.26, | |
| "learning_rate": 9.7095827217446e-05, | |
| "loss": 0.0481, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 14.31, | |
| "learning_rate": 9.630949884671838e-05, | |
| "loss": 0.0466, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 14.37, | |
| "learning_rate": 9.552317047599077e-05, | |
| "loss": 0.049, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 14.43, | |
| "learning_rate": 9.473684210526315e-05, | |
| "loss": 0.0509, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 14.49, | |
| "learning_rate": 9.395051373453554e-05, | |
| "loss": 0.0488, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 14.54, | |
| "learning_rate": 9.316418536380793e-05, | |
| "loss": 0.0509, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 14.6, | |
| "learning_rate": 9.23778569930803e-05, | |
| "loss": 0.0515, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 14.66, | |
| "learning_rate": 9.159152862235269e-05, | |
| "loss": 0.0523, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 14.71, | |
| "learning_rate": 9.080520025162506e-05, | |
| "loss": 0.0499, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 14.77, | |
| "learning_rate": 9.001887188089745e-05, | |
| "loss": 0.0507, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 14.83, | |
| "learning_rate": 8.923254351016984e-05, | |
| "loss": 0.0524, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 14.89, | |
| "learning_rate": 8.844621513944223e-05, | |
| "loss": 0.0525, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 14.94, | |
| "learning_rate": 8.765988676871462e-05, | |
| "loss": 0.0522, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "learning_rate": 8.687355839798698e-05, | |
| "loss": 0.0547, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 15.06, | |
| "learning_rate": 8.608723002725937e-05, | |
| "loss": 0.0449, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 15.11, | |
| "learning_rate": 8.530090165653176e-05, | |
| "loss": 0.0455, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 15.17, | |
| "learning_rate": 8.452243656951142e-05, | |
| "loss": 0.0429, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 15.23, | |
| "learning_rate": 8.373610819878381e-05, | |
| "loss": 0.0447, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 15.29, | |
| "learning_rate": 8.29497798280562e-05, | |
| "loss": 0.0458, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 15.34, | |
| "learning_rate": 8.216345145732857e-05, | |
| "loss": 0.0451, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 15.4, | |
| "learning_rate": 8.137712308660096e-05, | |
| "loss": 0.047, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 15.46, | |
| "learning_rate": 8.059079471587334e-05, | |
| "loss": 0.0465, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 15.51, | |
| "learning_rate": 7.980446634514572e-05, | |
| "loss": 0.0461, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 15.57, | |
| "learning_rate": 7.901813797441811e-05, | |
| "loss": 0.0456, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 15.63, | |
| "learning_rate": 7.82318096036905e-05, | |
| "loss": 0.0459, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 15.69, | |
| "learning_rate": 7.744548123296289e-05, | |
| "loss": 0.0461, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 15.74, | |
| "learning_rate": 7.665915286223525e-05, | |
| "loss": 0.0469, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 15.8, | |
| "learning_rate": 7.587282449150764e-05, | |
| "loss": 0.0478, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 15.86, | |
| "learning_rate": 7.508649612078003e-05, | |
| "loss": 0.0474, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 15.91, | |
| "learning_rate": 7.430016775005242e-05, | |
| "loss": 0.0469, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 15.97, | |
| "learning_rate": 7.35138393793248e-05, | |
| "loss": 0.0471, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 16.03, | |
| "learning_rate": 7.272751100859718e-05, | |
| "loss": 0.0461, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 16.09, | |
| "learning_rate": 7.194118263786957e-05, | |
| "loss": 0.0404, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 16.14, | |
| "learning_rate": 7.115485426714195e-05, | |
| "loss": 0.0415, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 16.2, | |
| "learning_rate": 7.036852589641434e-05, | |
| "loss": 0.0417, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 16.26, | |
| "learning_rate": 6.958219752568672e-05, | |
| "loss": 0.0416, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 16.31, | |
| "learning_rate": 6.879586915495911e-05, | |
| "loss": 0.0419, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 16.37, | |
| "learning_rate": 6.800954078423149e-05, | |
| "loss": 0.0435, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 16.43, | |
| "learning_rate": 6.723107569721115e-05, | |
| "loss": 0.0418, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 16.49, | |
| "learning_rate": 6.644474732648354e-05, | |
| "loss": 0.0429, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 16.54, | |
| "learning_rate": 6.565841895575591e-05, | |
| "loss": 0.0419, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 16.6, | |
| "learning_rate": 6.48720905850283e-05, | |
| "loss": 0.0416, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 16.66, | |
| "learning_rate": 6.408576221430069e-05, | |
| "loss": 0.0423, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 16.71, | |
| "learning_rate": 6.329943384357306e-05, | |
| "loss": 0.0433, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 16.77, | |
| "learning_rate": 6.251310547284545e-05, | |
| "loss": 0.044, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 16.83, | |
| "learning_rate": 6.172677710211784e-05, | |
| "loss": 0.0434, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 16.89, | |
| "learning_rate": 6.0940448731390224e-05, | |
| "loss": 0.0436, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 16.94, | |
| "learning_rate": 6.015412036066261e-05, | |
| "loss": 0.0441, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "learning_rate": 5.936779198993499e-05, | |
| "loss": 0.044, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 17.06, | |
| "learning_rate": 5.8581463619207377e-05, | |
| "loss": 0.0369, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 17.11, | |
| "learning_rate": 5.779513524847976e-05, | |
| "loss": 0.0385, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 17.17, | |
| "learning_rate": 5.700880687775215e-05, | |
| "loss": 0.0398, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 17.23, | |
| "learning_rate": 5.622247850702453e-05, | |
| "loss": 0.0389, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 17.29, | |
| "learning_rate": 5.543615013629691e-05, | |
| "loss": 0.0387, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 17.34, | |
| "learning_rate": 5.46498217655693e-05, | |
| "loss": 0.0398, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 17.4, | |
| "learning_rate": 5.3863493394841675e-05, | |
| "loss": 0.039, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 17.46, | |
| "learning_rate": 5.3077165024114064e-05, | |
| "loss": 0.041, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 17.51, | |
| "learning_rate": 5.229083665338645e-05, | |
| "loss": 0.0395, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 17.57, | |
| "learning_rate": 5.1504508282658835e-05, | |
| "loss": 0.0405, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 17.63, | |
| "learning_rate": 5.071817991193122e-05, | |
| "loss": 0.0401, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 17.69, | |
| "learning_rate": 4.993971482491088e-05, | |
| "loss": 0.0404, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 17.74, | |
| "learning_rate": 4.915338645418326e-05, | |
| "loss": 0.0399, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 17.8, | |
| "learning_rate": 4.836705808345565e-05, | |
| "loss": 0.0384, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 17.86, | |
| "learning_rate": 4.758072971272803e-05, | |
| "loss": 0.0421, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 17.91, | |
| "learning_rate": 4.679440134200042e-05, | |
| "loss": 0.0408, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 17.97, | |
| "learning_rate": 4.60080729712728e-05, | |
| "loss": 0.0406, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 18.03, | |
| "learning_rate": 4.522174460054518e-05, | |
| "loss": 0.0388, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 18.09, | |
| "learning_rate": 4.443541622981757e-05, | |
| "loss": 0.0374, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 18.14, | |
| "learning_rate": 4.3649087859089946e-05, | |
| "loss": 0.0367, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 18.2, | |
| "learning_rate": 4.2862759488362335e-05, | |
| "loss": 0.0367, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 18.26, | |
| "learning_rate": 4.2076431117634723e-05, | |
| "loss": 0.0367, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 18.31, | |
| "learning_rate": 4.1290102746907105e-05, | |
| "loss": 0.0367, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 18.37, | |
| "learning_rate": 4.050377437617949e-05, | |
| "loss": 0.0376, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 18.43, | |
| "learning_rate": 3.971744600545187e-05, | |
| "loss": 0.0381, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 18.49, | |
| "learning_rate": 3.893111763472426e-05, | |
| "loss": 0.0378, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 18.54, | |
| "learning_rate": 3.814478926399665e-05, | |
| "loss": 0.0383, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 18.6, | |
| "learning_rate": 3.735846089326902e-05, | |
| "loss": 0.0377, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 18.66, | |
| "learning_rate": 3.657213252254141e-05, | |
| "loss": 0.0381, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 18.71, | |
| "learning_rate": 3.578580415181379e-05, | |
| "loss": 0.0382, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 18.77, | |
| "learning_rate": 3.4999475781086175e-05, | |
| "loss": 0.0382, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 18.83, | |
| "learning_rate": 3.4213147410358564e-05, | |
| "loss": 0.0392, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 18.89, | |
| "learning_rate": 3.3434682323338223e-05, | |
| "loss": 0.0388, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 18.94, | |
| "learning_rate": 3.2648353952610605e-05, | |
| "loss": 0.0386, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "learning_rate": 3.186202558188299e-05, | |
| "loss": 0.0383, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 19.06, | |
| "learning_rate": 3.1075697211155376e-05, | |
| "loss": 0.0343, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 19.11, | |
| "learning_rate": 3.028936884042776e-05, | |
| "loss": 0.0349, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 19.17, | |
| "learning_rate": 2.9503040469700143e-05, | |
| "loss": 0.0355, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 19.23, | |
| "learning_rate": 2.871671209897253e-05, | |
| "loss": 0.035, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 19.29, | |
| "learning_rate": 2.793038372824491e-05, | |
| "loss": 0.0353, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 19.34, | |
| "learning_rate": 2.71440553575173e-05, | |
| "loss": 0.035, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 19.4, | |
| "learning_rate": 2.635772698678968e-05, | |
| "loss": 0.0355, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 19.46, | |
| "learning_rate": 2.5571398616062064e-05, | |
| "loss": 0.0351, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 19.51, | |
| "learning_rate": 2.478507024533445e-05, | |
| "loss": 0.0358, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 19.57, | |
| "learning_rate": 2.399874187460683e-05, | |
| "loss": 0.0386, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 19.63, | |
| "learning_rate": 2.321241350387922e-05, | |
| "loss": 0.0362, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 19.69, | |
| "learning_rate": 2.24260851331516e-05, | |
| "loss": 0.0364, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 19.74, | |
| "learning_rate": 2.1639756762423987e-05, | |
| "loss": 0.0364, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 19.8, | |
| "learning_rate": 2.085342839169637e-05, | |
| "loss": 0.0344, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 19.86, | |
| "learning_rate": 2.0067100020968754e-05, | |
| "loss": 0.0372, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 19.91, | |
| "learning_rate": 1.928077165024114e-05, | |
| "loss": 0.0366, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 19.97, | |
| "learning_rate": 1.8494443279513525e-05, | |
| "loss": 0.0357, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 20.03, | |
| "learning_rate": 1.7708114908785907e-05, | |
| "loss": 0.0349, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 20.09, | |
| "learning_rate": 1.692178653805829e-05, | |
| "loss": 0.0329, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 20.14, | |
| "learning_rate": 1.6143321451037952e-05, | |
| "loss": 0.0339, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 20.2, | |
| "learning_rate": 1.5356993080310334e-05, | |
| "loss": 0.0329, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 20.26, | |
| "learning_rate": 1.4570664709582721e-05, | |
| "loss": 0.0329, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 20.31, | |
| "learning_rate": 1.3784336338855105e-05, | |
| "loss": 0.0329, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 20.37, | |
| "learning_rate": 1.299800796812749e-05, | |
| "loss": 0.0342, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 20.43, | |
| "learning_rate": 1.2211679597399874e-05, | |
| "loss": 0.0344, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 20.49, | |
| "learning_rate": 1.1425351226672256e-05, | |
| "loss": 0.0336, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 20.54, | |
| "learning_rate": 1.0639022855944641e-05, | |
| "loss": 0.0339, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 20.6, | |
| "learning_rate": 9.852694485217025e-06, | |
| "loss": 0.0345, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 20.66, | |
| "learning_rate": 9.06636611448941e-06, | |
| "loss": 0.034, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 20.71, | |
| "learning_rate": 8.280037743761794e-06, | |
| "loss": 0.0343, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 20.77, | |
| "learning_rate": 7.4937093730341786e-06, | |
| "loss": 0.0339, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 20.83, | |
| "learning_rate": 6.707381002306563e-06, | |
| "loss": 0.0342, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 20.89, | |
| "learning_rate": 5.921052631578947e-06, | |
| "loss": 0.036, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 20.94, | |
| "learning_rate": 5.134724260851331e-06, | |
| "loss": 0.0336, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "learning_rate": 4.348395890123715e-06, | |
| "loss": 0.0342, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 21.06, | |
| "learning_rate": 3.5620675193960995e-06, | |
| "loss": 0.0313, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 21.11, | |
| "learning_rate": 2.7757391486684836e-06, | |
| "loss": 0.0326, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 21.17, | |
| "learning_rate": 1.9894107779408677e-06, | |
| "loss": 0.0325, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 21.23, | |
| "learning_rate": 1.2030824072132522e-06, | |
| "loss": 0.0314, | |
| "step": 38400 | |
| } | |
| ], | |
| "max_steps": 38538, | |
| "num_train_epochs": 23, | |
| "total_flos": 3.3292216688770744e+18, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |