| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.004164513142385448, | |
| "eval_steps": 2000, | |
| "global_step": 5600, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 8.451894760131836, | |
| "learning_rate": 1.9999999959757473e-05, | |
| "loss": 1.835, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.7373883724212646, | |
| "learning_rate": 1.9999999832252933e-05, | |
| "loss": 1.6278, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.7490854263305664, | |
| "learning_rate": 1.9999999617416517e-05, | |
| "loss": 1.6314, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 10.143038749694824, | |
| "learning_rate": 1.999999931524823e-05, | |
| "loss": 1.5416, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.783194065093994, | |
| "learning_rate": 1.999999892574807e-05, | |
| "loss": 1.5775, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.1446919441223145, | |
| "learning_rate": 1.9999998448916044e-05, | |
| "loss": 1.6922, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.6168997287750244, | |
| "learning_rate": 1.9999997884752155e-05, | |
| "loss": 1.6211, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.068266868591309, | |
| "learning_rate": 1.9999997233256404e-05, | |
| "loss": 1.6001, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.046320676803589, | |
| "learning_rate": 1.9999996494428805e-05, | |
| "loss": 1.5682, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.574249267578125, | |
| "learning_rate": 1.9999995668269356e-05, | |
| "loss": 1.5658, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.401742935180664, | |
| "learning_rate": 1.999999475956276e-05, | |
| "loss": 1.6152, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.141517162322998, | |
| "learning_rate": 1.9999993759176304e-05, | |
| "loss": 1.564, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.8213422298431396, | |
| "learning_rate": 1.9999992671458023e-05, | |
| "loss": 1.5586, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.3063032627105713, | |
| "learning_rate": 1.999999149640793e-05, | |
| "loss": 1.6118, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.5887880325317383, | |
| "learning_rate": 1.9999990234026036e-05, | |
| "loss": 1.586, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.8140385150909424, | |
| "learning_rate": 1.9999988884312347e-05, | |
| "loss": 1.6221, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.5657193660736084, | |
| "learning_rate": 1.9999987447266877e-05, | |
| "loss": 1.5533, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.193918466567993, | |
| "learning_rate": 1.9999985922889644e-05, | |
| "loss": 1.5725, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.9052414894104004, | |
| "learning_rate": 1.9999984311180655e-05, | |
| "loss": 1.5804, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.269617557525635, | |
| "learning_rate": 1.999998261213993e-05, | |
| "loss": 1.6025, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.5482230186462402, | |
| "learning_rate": 1.9999980825767474e-05, | |
| "loss": 1.5963, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.360860824584961, | |
| "learning_rate": 1.999997896164907e-05, | |
| "loss": 1.5837, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.9968528747558594, | |
| "learning_rate": 1.9999977001049872e-05, | |
| "loss": 1.5586, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.3270204067230225, | |
| "learning_rate": 1.9999974953119e-05, | |
| "loss": 1.597, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.4163918495178223, | |
| "learning_rate": 1.999997281785647e-05, | |
| "loss": 1.5405, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.7667906284332275, | |
| "learning_rate": 1.9999970595262297e-05, | |
| "loss": 1.5714, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.6416239738464355, | |
| "learning_rate": 1.9999968297103373e-05, | |
| "loss": 1.5909, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.743027210235596, | |
| "learning_rate": 1.999996590028264e-05, | |
| "loss": 1.5651, | |
| "step": 5600 | |
| } | |
| ], | |
| "logging_steps": 200, | |
| "max_steps": 6723475, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 200, | |
| "total_flos": 7.351449119465472e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |