| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 441, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.022675736961451247, |
| "grad_norm": 3.335511174270437, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.9713, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.045351473922902494, |
| "grad_norm": 2.3040333943309217, |
| "learning_rate": 4.222222222222223e-06, |
| "loss": 0.8498, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06802721088435375, |
| "grad_norm": 2.3614246069249534, |
| "learning_rate": 6.444444444444445e-06, |
| "loss": 0.7652, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.09070294784580499, |
| "grad_norm": 2.1960567488376763, |
| "learning_rate": 8.666666666666668e-06, |
| "loss": 0.7325, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.11337868480725624, |
| "grad_norm": 2.085913789797008, |
| "learning_rate": 9.997482711915926e-06, |
| "loss": 0.6869, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1360544217687075, |
| "grad_norm": 2.1049834205536464, |
| "learning_rate": 9.969192322306271e-06, |
| "loss": 0.6767, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.15873015873015872, |
| "grad_norm": 1.9848038930108394, |
| "learning_rate": 9.909643486313533e-06, |
| "loss": 0.6773, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.18140589569160998, |
| "grad_norm": 2.0608792070223814, |
| "learning_rate": 9.819210792799711e-06, |
| "loss": 0.6866, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.20408163265306123, |
| "grad_norm": 1.9287379321776654, |
| "learning_rate": 9.698463103929542e-06, |
| "loss": 0.6695, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.22675736961451248, |
| "grad_norm": 1.7883594557608278, |
| "learning_rate": 9.548159976772593e-06, |
| "loss": 0.6705, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2494331065759637, |
| "grad_norm": 1.9101449860463477, |
| "learning_rate": 9.369246885348926e-06, |
| "loss": 0.6728, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.272108843537415, |
| "grad_norm": 1.8545319321700189, |
| "learning_rate": 9.162849273173857e-06, |
| "loss": 0.6611, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.2947845804988662, |
| "grad_norm": 1.7226076367635828, |
| "learning_rate": 8.930265473713939e-06, |
| "loss": 0.6472, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.31746031746031744, |
| "grad_norm": 1.7366129387477443, |
| "learning_rate": 8.672958543287666e-06, |
| "loss": 0.6378, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3401360544217687, |
| "grad_norm": 1.8206937872347697, |
| "learning_rate": 8.392547057785662e-06, |
| "loss": 0.6548, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.36281179138321995, |
| "grad_norm": 1.7795719538545638, |
| "learning_rate": 8.090794931103026e-06, |
| "loss": 0.6417, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.3854875283446712, |
| "grad_norm": 1.6985369927229417, |
| "learning_rate": 7.769600319330553e-06, |
| "loss": 0.6265, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.40816326530612246, |
| "grad_norm": 1.6792703345871458, |
| "learning_rate": 7.430983680502344e-06, |
| "loss": 0.6305, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4308390022675737, |
| "grad_norm": 1.6589676186929365, |
| "learning_rate": 7.0770750650094335e-06, |
| "loss": 0.6293, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.45351473922902497, |
| "grad_norm": 1.870540190373287, |
| "learning_rate": 6.710100716628345e-06, |
| "loss": 0.6384, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.47619047619047616, |
| "grad_norm": 1.7216866324584632, |
| "learning_rate": 6.332369068450175e-06, |
| "loss": 0.6282, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4988662131519274, |
| "grad_norm": 1.7007524294117728, |
| "learning_rate": 5.946256221802052e-06, |
| "loss": 0.6137, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5215419501133787, |
| "grad_norm": 1.7667641842852366, |
| "learning_rate": 5.5541909995050554e-06, |
| "loss": 0.6412, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.54421768707483, |
| "grad_norm": 1.7530294305813394, |
| "learning_rate": 5.15863966749034e-06, |
| "loss": 0.6002, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5668934240362812, |
| "grad_norm": 1.8152907726830068, |
| "learning_rate": 4.762090420881289e-06, |
| "loss": 0.6076, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5895691609977324, |
| "grad_norm": 1.4852622109755043, |
| "learning_rate": 4.367037732131254e-06, |
| "loss": 0.6218, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6122448979591837, |
| "grad_norm": 1.514865756410016, |
| "learning_rate": 3.975966659674048e-06, |
| "loss": 0.6185, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6349206349206349, |
| "grad_norm": 1.76707927121814, |
| "learning_rate": 3.5913372157928515e-06, |
| "loss": 0.604, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6575963718820862, |
| "grad_norm": 1.6535309089760444, |
| "learning_rate": 3.2155688920406415e-06, |
| "loss": 0.5929, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6802721088435374, |
| "grad_norm": 1.5052017620305476, |
| "learning_rate": 2.851025439554142e-06, |
| "loss": 0.592, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7029478458049887, |
| "grad_norm": 1.6528278663277294, |
| "learning_rate": 2.5000000000000015e-06, |
| "loss": 0.5869, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7256235827664399, |
| "grad_norm": 1.6162422608500033, |
| "learning_rate": 2.1647006806861472e-06, |
| "loss": 0.5894, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7482993197278912, |
| "grad_norm": 1.696207014695853, |
| "learning_rate": 1.8472366645773892e-06, |
| "loss": 0.5908, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7709750566893424, |
| "grad_norm": 1.6180693092160032, |
| "learning_rate": 1.549604942589441e-06, |
| "loss": 0.5955, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7936507936507936, |
| "grad_norm": 1.6781797741304556, |
| "learning_rate": 1.2736777516212267e-06, |
| "loss": 0.5974, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8163265306122449, |
| "grad_norm": 1.5228384254508163, |
| "learning_rate": 1.0211907973458391e-06, |
| "loss": 0.5813, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.8390022675736961, |
| "grad_norm": 1.506538574395671, |
| "learning_rate": 7.937323358440935e-07, |
| "loss": 0.5993, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.8616780045351474, |
| "grad_norm": 1.6388313127356224, |
| "learning_rate": 5.927331827620902e-07, |
| "loss": 0.5981, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8843537414965986, |
| "grad_norm": 1.5230885794830482, |
| "learning_rate": 4.194577128396521e-07, |
| "loss": 0.5951, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.9070294784580499, |
| "grad_norm": 1.6964084107708113, |
| "learning_rate": 2.7499590642665773e-07, |
| "loss": 0.5809, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.9297052154195011, |
| "grad_norm": 1.772594630270358, |
| "learning_rate": 1.6025649301821877e-07, |
| "loss": 0.6161, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9523809523809523, |
| "grad_norm": 1.6758084021033888, |
| "learning_rate": 7.59612349389599e-08, |
| "loss": 0.5964, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9750566893424036, |
| "grad_norm": 1.676267765187081, |
| "learning_rate": 2.264038713457706e-08, |
| "loss": 0.6167, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9977324263038548, |
| "grad_norm": 1.6550266971795458, |
| "learning_rate": 6.293616306246586e-10, |
| "loss": 0.5858, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 441, |
| "total_flos": 97286537363456.0, |
| "train_loss": 0.6426307206251183, |
| "train_runtime": 2167.4163, |
| "train_samples_per_second": 3.253, |
| "train_steps_per_second": 0.203 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 441, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 97286537363456.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
