suehyunpark's picture
Model save
72299b8 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 47,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02127659574468085,
"grad_norm": 173.3797693640036,
"learning_rate": 2.0000000000000003e-06,
"loss": 2.0421,
"step": 1
},
{
"epoch": 0.0425531914893617,
"grad_norm": 213.4863387447492,
"learning_rate": 4.000000000000001e-06,
"loss": 2.1926,
"step": 2
},
{
"epoch": 0.06382978723404255,
"grad_norm": 139.12102571177553,
"learning_rate": 6e-06,
"loss": 1.6796,
"step": 3
},
{
"epoch": 0.0851063829787234,
"grad_norm": 31.770887201034693,
"learning_rate": 8.000000000000001e-06,
"loss": 0.8817,
"step": 4
},
{
"epoch": 0.10638297872340426,
"grad_norm": 11.974572830777873,
"learning_rate": 1e-05,
"loss": 0.6561,
"step": 5
},
{
"epoch": 0.1276595744680851,
"grad_norm": 5.587929077588245,
"learning_rate": 9.986018985905901e-06,
"loss": 0.4698,
"step": 6
},
{
"epoch": 0.14893617021276595,
"grad_norm": 7.58893303595288,
"learning_rate": 9.944154131125643e-06,
"loss": 0.3525,
"step": 7
},
{
"epoch": 0.1702127659574468,
"grad_norm": 4.03951296758354,
"learning_rate": 9.874639560909118e-06,
"loss": 0.2916,
"step": 8
},
{
"epoch": 0.19148936170212766,
"grad_norm": 2.36253683449773,
"learning_rate": 9.777864028930705e-06,
"loss": 0.2413,
"step": 9
},
{
"epoch": 0.2127659574468085,
"grad_norm": 1.724376767595317,
"learning_rate": 9.654368743221022e-06,
"loss": 0.2407,
"step": 10
},
{
"epoch": 0.23404255319148937,
"grad_norm": 7.656722082252226,
"learning_rate": 9.504844339512096e-06,
"loss": 0.2365,
"step": 11
},
{
"epoch": 0.2553191489361702,
"grad_norm": 3.966824389729543,
"learning_rate": 9.330127018922195e-06,
"loss": 0.2593,
"step": 12
},
{
"epoch": 0.2765957446808511,
"grad_norm": 2.4259726258566894,
"learning_rate": 9.131193871579975e-06,
"loss": 0.2063,
"step": 13
},
{
"epoch": 0.2978723404255319,
"grad_norm": 2.0989965880083665,
"learning_rate": 8.90915741234015e-06,
"loss": 0.2137,
"step": 14
},
{
"epoch": 0.3191489361702128,
"grad_norm": 0.7473125600483845,
"learning_rate": 8.665259359149132e-06,
"loss": 0.1752,
"step": 15
},
{
"epoch": 0.3404255319148936,
"grad_norm": 2.362035437648623,
"learning_rate": 8.400863688854598e-06,
"loss": 0.2079,
"step": 16
},
{
"epoch": 0.3617021276595745,
"grad_norm": 1.1278643764919287,
"learning_rate": 8.117449009293668e-06,
"loss": 0.2096,
"step": 17
},
{
"epoch": 0.3829787234042553,
"grad_norm": 0.9888933504092371,
"learning_rate": 7.81660029031811e-06,
"loss": 0.1759,
"step": 18
},
{
"epoch": 0.40425531914893614,
"grad_norm": 1.3935821371981716,
"learning_rate": 7.500000000000001e-06,
"loss": 0.2036,
"step": 19
},
{
"epoch": 0.425531914893617,
"grad_norm": 0.7210016827193401,
"learning_rate": 7.169418695587791e-06,
"loss": 0.1757,
"step": 20
},
{
"epoch": 0.44680851063829785,
"grad_norm": 1.3893738922334362,
"learning_rate": 6.8267051218319766e-06,
"loss": 0.1802,
"step": 21
},
{
"epoch": 0.46808510638297873,
"grad_norm": 0.7826903349267914,
"learning_rate": 6.473775872054522e-06,
"loss": 0.1823,
"step": 22
},
{
"epoch": 0.48936170212765956,
"grad_norm": 1.1055685574886962,
"learning_rate": 6.112604669781572e-06,
"loss": 0.1812,
"step": 23
},
{
"epoch": 0.5106382978723404,
"grad_norm": 1.3398319352785983,
"learning_rate": 5.745211330880872e-06,
"loss": 0.1791,
"step": 24
},
{
"epoch": 0.5319148936170213,
"grad_norm": 0.5530788932061305,
"learning_rate": 5.373650467932122e-06,
"loss": 0.1582,
"step": 25
},
{
"epoch": 0.5531914893617021,
"grad_norm": 0.979470403637453,
"learning_rate": 5e-06,
"loss": 0.1687,
"step": 26
},
{
"epoch": 0.574468085106383,
"grad_norm": 0.6524782994513246,
"learning_rate": 4.626349532067879e-06,
"loss": 0.1614,
"step": 27
},
{
"epoch": 0.5957446808510638,
"grad_norm": 0.613082643775453,
"learning_rate": 4.254788669119127e-06,
"loss": 0.1406,
"step": 28
},
{
"epoch": 0.6170212765957447,
"grad_norm": 0.6117099956858949,
"learning_rate": 3.887395330218429e-06,
"loss": 0.1637,
"step": 29
},
{
"epoch": 0.6382978723404256,
"grad_norm": 0.4598315067554906,
"learning_rate": 3.526224127945479e-06,
"loss": 0.1488,
"step": 30
},
{
"epoch": 0.6595744680851063,
"grad_norm": 0.5041452368752941,
"learning_rate": 3.173294878168025e-06,
"loss": 0.1385,
"step": 31
},
{
"epoch": 0.6808510638297872,
"grad_norm": 0.6131569474074337,
"learning_rate": 2.83058130441221e-06,
"loss": 0.151,
"step": 32
},
{
"epoch": 0.7021276595744681,
"grad_norm": 0.5119335095129718,
"learning_rate": 2.5000000000000015e-06,
"loss": 0.1492,
"step": 33
},
{
"epoch": 0.723404255319149,
"grad_norm": 0.4443782774575828,
"learning_rate": 2.1833997096818897e-06,
"loss": 0.1174,
"step": 34
},
{
"epoch": 0.7446808510638298,
"grad_norm": 0.45664829579358884,
"learning_rate": 1.8825509907063328e-06,
"loss": 0.1273,
"step": 35
},
{
"epoch": 0.7659574468085106,
"grad_norm": 0.5213080660032051,
"learning_rate": 1.5991363111454023e-06,
"loss": 0.1422,
"step": 36
},
{
"epoch": 0.7872340425531915,
"grad_norm": 0.5400795029678803,
"learning_rate": 1.3347406408508695e-06,
"loss": 0.148,
"step": 37
},
{
"epoch": 0.8085106382978723,
"grad_norm": 0.47711498862269414,
"learning_rate": 1.0908425876598512e-06,
"loss": 0.1201,
"step": 38
},
{
"epoch": 0.8297872340425532,
"grad_norm": 0.4674822262301143,
"learning_rate": 8.688061284200266e-07,
"loss": 0.1427,
"step": 39
},
{
"epoch": 0.851063829787234,
"grad_norm": 0.4740692779208992,
"learning_rate": 6.698729810778065e-07,
"loss": 0.1259,
"step": 40
},
{
"epoch": 0.8723404255319149,
"grad_norm": 0.5372156644144523,
"learning_rate": 4.951556604879049e-07,
"loss": 0.1342,
"step": 41
},
{
"epoch": 0.8936170212765957,
"grad_norm": 0.5807354531086322,
"learning_rate": 3.4563125677897936e-07,
"loss": 0.1449,
"step": 42
},
{
"epoch": 0.9148936170212766,
"grad_norm": 0.4917053466958668,
"learning_rate": 2.2213597106929608e-07,
"loss": 0.1344,
"step": 43
},
{
"epoch": 0.9361702127659575,
"grad_norm": 0.45294061142670444,
"learning_rate": 1.253604390908819e-07,
"loss": 0.1187,
"step": 44
},
{
"epoch": 0.9574468085106383,
"grad_norm": 0.42691924060512204,
"learning_rate": 5.584586887435739e-08,
"loss": 0.1114,
"step": 45
},
{
"epoch": 0.9787234042553191,
"grad_norm": 0.4007354051634515,
"learning_rate": 1.3981014094099354e-08,
"loss": 0.1139,
"step": 46
},
{
"epoch": 1.0,
"grad_norm": 0.4672720715521086,
"learning_rate": 0.0,
"loss": 0.1298,
"step": 47
},
{
"epoch": 1.0,
"eval_loss": 0.14448508620262146,
"eval_runtime": 6.6249,
"eval_samples_per_second": 11.925,
"eval_steps_per_second": 3.019,
"step": 47
},
{
"epoch": 1.0,
"step": 47,
"total_flos": 10394912686080.0,
"train_loss": 0.3196908062759866,
"train_runtime": 717.6944,
"train_samples_per_second": 2.069,
"train_steps_per_second": 0.065
}
],
"logging_steps": 1,
"max_steps": 47,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 10394912686080.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}