|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.4, |
|
"eval_steps": 2000, |
|
"global_step": 8000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 12.253900527954102, |
|
"learning_rate": 9.8e-07, |
|
"loss": 0.3335, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 9.193947792053223, |
|
"learning_rate": 9.9010101010101e-07, |
|
"loss": 0.2105, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 5.168125152587891, |
|
"learning_rate": 9.8e-07, |
|
"loss": 0.1618, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 2.163803815841675, |
|
"learning_rate": 9.698989898989898e-07, |
|
"loss": 0.1418, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 10.751598358154297, |
|
"learning_rate": 9.597979797979797e-07, |
|
"loss": 0.1215, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 7.5342793464660645, |
|
"learning_rate": 9.496969696969696e-07, |
|
"loss": 0.1142, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 8.430835723876953, |
|
"learning_rate": 9.395959595959596e-07, |
|
"loss": 0.121, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 1.8440964221954346, |
|
"learning_rate": 9.295959595959596e-07, |
|
"loss": 0.0969, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 2.699073553085327, |
|
"learning_rate": 9.194949494949495e-07, |
|
"loss": 0.1024, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 11.251789093017578, |
|
"learning_rate": 9.093939393939394e-07, |
|
"loss": 0.0899, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 7.728929042816162, |
|
"learning_rate": 8.992929292929292e-07, |
|
"loss": 0.0837, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 1.7401416301727295, |
|
"learning_rate": 8.891919191919191e-07, |
|
"loss": 0.0914, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 3.5504443645477295, |
|
"learning_rate": 8.790909090909091e-07, |
|
"loss": 0.0754, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 5.9004316329956055, |
|
"learning_rate": 8.68989898989899e-07, |
|
"loss": 0.0791, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 2.9171862602233887, |
|
"learning_rate": 8.588888888888888e-07, |
|
"loss": 0.0866, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 5.907050132751465, |
|
"learning_rate": 8.487878787878787e-07, |
|
"loss": 0.0768, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 4.856807708740234, |
|
"learning_rate": 8.386868686868687e-07, |
|
"loss": 0.0745, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 2.4457929134368896, |
|
"learning_rate": 8.285858585858585e-07, |
|
"loss": 0.0808, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 3.084287643432617, |
|
"learning_rate": 8.184848484848484e-07, |
|
"loss": 0.0743, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 2.936805486679077, |
|
"learning_rate": 8.083838383838384e-07, |
|
"loss": 0.0675, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"eval_loss": 0.07925247400999069, |
|
"eval_runtime": 204.8299, |
|
"eval_samples_per_second": 4.882, |
|
"eval_steps_per_second": 1.221, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 13.029026985168457, |
|
"learning_rate": 7.982828282828282e-07, |
|
"loss": 0.0681, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 10.308150291442871, |
|
"learning_rate": 7.881818181818182e-07, |
|
"loss": 0.0798, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 5.64780330657959, |
|
"learning_rate": 7.78080808080808e-07, |
|
"loss": 0.0648, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 6.982935905456543, |
|
"learning_rate": 7.679797979797979e-07, |
|
"loss": 0.0731, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 3.5423080921173096, |
|
"learning_rate": 7.578787878787879e-07, |
|
"loss": 0.0817, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 3.585963249206543, |
|
"learning_rate": 7.477777777777778e-07, |
|
"loss": 0.072, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 7.086956977844238, |
|
"learning_rate": 7.376767676767676e-07, |
|
"loss": 0.0577, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 4.985733509063721, |
|
"learning_rate": 7.275757575757575e-07, |
|
"loss": 0.0672, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 1.4518052339553833, |
|
"learning_rate": 7.174747474747475e-07, |
|
"loss": 0.0616, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 5.120323657989502, |
|
"learning_rate": 7.073737373737373e-07, |
|
"loss": 0.0625, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 1.0982943773269653, |
|
"learning_rate": 6.972727272727273e-07, |
|
"loss": 0.0666, |
|
"step": 3100 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 1.8519880771636963, |
|
"learning_rate": 6.871717171717171e-07, |
|
"loss": 0.0786, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 3.394327163696289, |
|
"learning_rate": 6.77070707070707e-07, |
|
"loss": 0.0786, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 9.026866912841797, |
|
"learning_rate": 6.66969696969697e-07, |
|
"loss": 0.0677, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 3.718776226043701, |
|
"learning_rate": 6.568686868686868e-07, |
|
"loss": 0.0576, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 0.7873659729957581, |
|
"learning_rate": 6.467676767676767e-07, |
|
"loss": 0.0559, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 5.039899826049805, |
|
"learning_rate": 6.366666666666667e-07, |
|
"loss": 0.0668, |
|
"step": 3700 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 2.4250056743621826, |
|
"learning_rate": 6.266666666666667e-07, |
|
"loss": 0.0524, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 7.657347202301025, |
|
"learning_rate": 6.165656565656565e-07, |
|
"loss": 0.0665, |
|
"step": 3900 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 3.9768455028533936, |
|
"learning_rate": 6.064646464646465e-07, |
|
"loss": 0.0649, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"eval_loss": 0.06388480961322784, |
|
"eval_runtime": 200.3994, |
|
"eval_samples_per_second": 4.99, |
|
"eval_steps_per_second": 1.248, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 6.998288154602051, |
|
"learning_rate": 5.963636363636363e-07, |
|
"loss": 0.0488, |
|
"step": 4100 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 2.007672071456909, |
|
"learning_rate": 5.862626262626262e-07, |
|
"loss": 0.0683, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 0.5769347548484802, |
|
"learning_rate": 5.761616161616162e-07, |
|
"loss": 0.0544, |
|
"step": 4300 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 0.005931401159614325, |
|
"learning_rate": 5.660606060606061e-07, |
|
"loss": 0.0603, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 8.401103973388672, |
|
"learning_rate": 5.559595959595959e-07, |
|
"loss": 0.0531, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 3.780881404876709, |
|
"learning_rate": 5.459595959595959e-07, |
|
"loss": 0.0729, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 8.754217147827148, |
|
"learning_rate": 5.358585858585858e-07, |
|
"loss": 0.0766, |
|
"step": 4700 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 2.9296135902404785, |
|
"learning_rate": 5.257575757575757e-07, |
|
"loss": 0.0651, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 4.884037494659424, |
|
"learning_rate": 5.156565656565657e-07, |
|
"loss": 0.0623, |
|
"step": 4900 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"grad_norm": 1.247363567352295, |
|
"learning_rate": 5.055555555555555e-07, |
|
"loss": 0.0498, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"grad_norm": 5.299038887023926, |
|
"learning_rate": 4.954545454545454e-07, |
|
"loss": 0.0558, |
|
"step": 5100 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"grad_norm": 3.8896191120147705, |
|
"learning_rate": 4.853535353535353e-07, |
|
"loss": 0.0733, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"grad_norm": 2.1511714458465576, |
|
"learning_rate": 4.752525252525252e-07, |
|
"loss": 0.0647, |
|
"step": 5300 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"grad_norm": 3.958899736404419, |
|
"learning_rate": 4.6515151515151513e-07, |
|
"loss": 0.0594, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"grad_norm": 7.097384929656982, |
|
"learning_rate": 4.55050505050505e-07, |
|
"loss": 0.0623, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"grad_norm": 6.70374870300293, |
|
"learning_rate": 4.449494949494949e-07, |
|
"loss": 0.0669, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"grad_norm": 1.3009291887283325, |
|
"learning_rate": 4.3484848484848483e-07, |
|
"loss": 0.0528, |
|
"step": 5700 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"grad_norm": 4.70461368560791, |
|
"learning_rate": 4.2474747474747474e-07, |
|
"loss": 0.0668, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"grad_norm": 0.03208538889884949, |
|
"learning_rate": 4.1464646464646466e-07, |
|
"loss": 0.0641, |
|
"step": 5900 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"grad_norm": 0.0016973208403214812, |
|
"learning_rate": 4.045454545454545e-07, |
|
"loss": 0.064, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"eval_loss": 0.06021637097001076, |
|
"eval_runtime": 200.1582, |
|
"eval_samples_per_second": 4.996, |
|
"eval_steps_per_second": 1.249, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"grad_norm": 9.762524604797363, |
|
"learning_rate": 3.9444444444444444e-07, |
|
"loss": 0.0639, |
|
"step": 6100 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 6.966504096984863, |
|
"learning_rate": 3.843434343434343e-07, |
|
"loss": 0.0541, |
|
"step": 6200 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 4.614800930023193, |
|
"learning_rate": 3.7424242424242427e-07, |
|
"loss": 0.049, |
|
"step": 6300 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 1.268702745437622, |
|
"learning_rate": 3.6414141414141413e-07, |
|
"loss": 0.0571, |
|
"step": 6400 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"grad_norm": 0.18738865852355957, |
|
"learning_rate": 3.5404040404040405e-07, |
|
"loss": 0.0701, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"grad_norm": 3.5662453174591064, |
|
"learning_rate": 3.439393939393939e-07, |
|
"loss": 0.0513, |
|
"step": 6600 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 15.757116317749023, |
|
"learning_rate": 3.3383838383838383e-07, |
|
"loss": 0.0542, |
|
"step": 6700 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 1.947461485862732, |
|
"learning_rate": 3.237373737373737e-07, |
|
"loss": 0.0616, |
|
"step": 6800 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 1.4099074602127075, |
|
"learning_rate": 3.1363636363636366e-07, |
|
"loss": 0.067, |
|
"step": 6900 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"grad_norm": 4.870973587036133, |
|
"learning_rate": 3.035353535353535e-07, |
|
"loss": 0.0547, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"grad_norm": 5.2733049392700195, |
|
"learning_rate": 2.9343434343434344e-07, |
|
"loss": 0.0489, |
|
"step": 7100 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"grad_norm": 1.496048927307129, |
|
"learning_rate": 2.833333333333333e-07, |
|
"loss": 0.0528, |
|
"step": 7200 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"grad_norm": 5.224077224731445, |
|
"learning_rate": 2.732323232323232e-07, |
|
"loss": 0.0587, |
|
"step": 7300 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"grad_norm": 7.1024699211120605, |
|
"learning_rate": 2.631313131313131e-07, |
|
"loss": 0.0564, |
|
"step": 7400 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"grad_norm": 2.4630818367004395, |
|
"learning_rate": 2.5303030303030305e-07, |
|
"loss": 0.0567, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"grad_norm": 5.36046838760376, |
|
"learning_rate": 2.429292929292929e-07, |
|
"loss": 0.0453, |
|
"step": 7600 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"grad_norm": 3.9095382690429688, |
|
"learning_rate": 2.3282828282828283e-07, |
|
"loss": 0.0626, |
|
"step": 7700 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"grad_norm": 0.7284829020500183, |
|
"learning_rate": 2.2272727272727272e-07, |
|
"loss": 0.0621, |
|
"step": 7800 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 0.15286648273468018, |
|
"learning_rate": 2.1262626262626264e-07, |
|
"loss": 0.0535, |
|
"step": 7900 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 5.735705852508545, |
|
"learning_rate": 2.0252525252525253e-07, |
|
"loss": 0.053, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"eval_loss": 0.05654788389801979, |
|
"eval_runtime": 200.4178, |
|
"eval_samples_per_second": 4.99, |
|
"eval_steps_per_second": 1.247, |
|
"step": 8000 |
|
} |
|
], |
|
"logging_steps": 100, |
|
"max_steps": 10000, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 2000, |
|
"total_flos": 7.54256789372928e+17, |
|
"train_batch_size": 4, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|