| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 50, | |
| "global_step": 439, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04555808656036447, | |
| "grad_norm": 0.5296587944030762, | |
| "learning_rate": 9.948875483893885e-05, | |
| "loss": 0.3433, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.09111617312072894, | |
| "grad_norm": 0.042843956500291824, | |
| "learning_rate": 9.796547422034374e-05, | |
| "loss": 0.0076, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.11389521640091116, | |
| "eval_loss": 0.005896100774407387, | |
| "eval_runtime": 122.4009, | |
| "eval_samples_per_second": 7.957, | |
| "eval_steps_per_second": 0.4, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1366742596810934, | |
| "grad_norm": 0.04506906867027283, | |
| "learning_rate": 9.546130893802246e-05, | |
| "loss": 0.006, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.18223234624145787, | |
| "grad_norm": 0.04249206930398941, | |
| "learning_rate": 9.20274686872984e-05, | |
| "loss": 0.006, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.22779043280182232, | |
| "grad_norm": 0.034582458436489105, | |
| "learning_rate": 8.773417483665309e-05, | |
| "loss": 0.0054, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.22779043280182232, | |
| "eval_loss": 0.004958716221153736, | |
| "eval_runtime": 122.3931, | |
| "eval_samples_per_second": 7.958, | |
| "eval_steps_per_second": 0.4, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2733485193621868, | |
| "grad_norm": 0.09121271967887878, | |
| "learning_rate": 8.266922441433284e-05, | |
| "loss": 0.0043, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.31890660592255127, | |
| "grad_norm": 0.025009050965309143, | |
| "learning_rate": 7.693619467611464e-05, | |
| "loss": 0.0041, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3416856492027335, | |
| "eval_loss": 0.0036018535029143095, | |
| "eval_runtime": 122.4383, | |
| "eval_samples_per_second": 7.955, | |
| "eval_steps_per_second": 0.4, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.36446469248291574, | |
| "grad_norm": 0.06171397864818573, | |
| "learning_rate": 7.065232497047384e-05, | |
| "loss": 0.0036, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.41002277904328016, | |
| "grad_norm": 0.0585937425494194, | |
| "learning_rate": 6.394611921660036e-05, | |
| "loss": 0.003, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.45558086560364464, | |
| "grad_norm": 0.03573513403534889, | |
| "learning_rate": 5.695471802412413e-05, | |
| "loss": 0.0026, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.45558086560364464, | |
| "eval_loss": 0.0025479402393102646, | |
| "eval_runtime": 122.4406, | |
| "eval_samples_per_second": 7.955, | |
| "eval_steps_per_second": 0.4, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5011389521640092, | |
| "grad_norm": 0.08403529226779938, | |
| "learning_rate": 4.982109419419277e-05, | |
| "loss": 0.0023, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.5466970387243736, | |
| "grad_norm": 0.08128103613853455, | |
| "learning_rate": 4.269112895336161e-05, | |
| "loss": 0.0025, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5694760820045558, | |
| "eval_loss": 0.002369565423578024, | |
| "eval_runtime": 122.4121, | |
| "eval_samples_per_second": 7.957, | |
| "eval_steps_per_second": 0.4, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.592255125284738, | |
| "grad_norm": 0.04797542467713356, | |
| "learning_rate": 3.5710628710747e-05, | |
| "loss": 0.0025, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.6378132118451025, | |
| "grad_norm": 0.041951198130846024, | |
| "learning_rate": 2.9022343345181846e-05, | |
| "loss": 0.0022, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.683371298405467, | |
| "grad_norm": 0.03911906108260155, | |
| "learning_rate": 2.276304699782381e-05, | |
| "loss": 0.0022, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.683371298405467, | |
| "eval_loss": 0.0020905383862555027, | |
| "eval_runtime": 122.4348, | |
| "eval_samples_per_second": 7.955, | |
| "eval_steps_per_second": 0.4, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.7289293849658315, | |
| "grad_norm": 0.07351183891296387, | |
| "learning_rate": 1.7060741067442288e-05, | |
| "loss": 0.0021, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.7744874715261959, | |
| "grad_norm": 0.06717297434806824, | |
| "learning_rate": 1.2032036606589175e-05, | |
| "loss": 0.0022, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.7972665148063781, | |
| "eval_loss": 0.0018556159920990467, | |
| "eval_runtime": 122.4481, | |
| "eval_samples_per_second": 7.954, | |
| "eval_steps_per_second": 0.4, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.8200455580865603, | |
| "grad_norm": 0.03857114166021347, | |
| "learning_rate": 7.779769648145201e-06, | |
| "loss": 0.0015, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.8656036446469249, | |
| "grad_norm": 0.036848343908786774, | |
| "learning_rate": 4.390898228352131e-06, | |
| "loss": 0.0018, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.9111617312072893, | |
| "grad_norm": 0.09445371478796005, | |
| "learning_rate": 1.9347241118030823e-06, | |
| "loss": 0.0021, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.9111617312072893, | |
| "eval_loss": 0.0018473172094672918, | |
| "eval_runtime": 122.4479, | |
| "eval_samples_per_second": 7.954, | |
| "eval_steps_per_second": 0.4, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.9567198177676538, | |
| "grad_norm": 0.04989920184016228, | |
| "learning_rate": 4.614755837704321e-07, | |
| "loss": 0.0018, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 439, | |
| "total_flos": 9.38862713986089e+17, | |
| "train_loss": 0.018706909701194197, | |
| "train_runtime": 4591.0233, | |
| "train_samples_per_second": 1.909, | |
| "train_steps_per_second": 0.096 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 439, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 2000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.38862713986089e+17, | |
| "train_batch_size": 10, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |