| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 105.0, | |
| "eval_steps": 500, | |
| "global_step": 16485, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 3.1847133757961785, | |
| "grad_norm": 1.833742380142212, | |
| "learning_rate": 1.9872611464968155e-05, | |
| "loss": 0.3724, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 6.369426751592357, | |
| "grad_norm": 1.515284538269043, | |
| "learning_rate": 1.9745222929936306e-05, | |
| "loss": 0.0612, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 9.554140127388536, | |
| "grad_norm": 1.5868924856185913, | |
| "learning_rate": 1.961783439490446e-05, | |
| "loss": 0.0493, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 12.738853503184714, | |
| "grad_norm": 1.5748449563980103, | |
| "learning_rate": 1.9490445859872614e-05, | |
| "loss": 0.0446, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 15.923566878980893, | |
| "grad_norm": 1.6215589046478271, | |
| "learning_rate": 1.9363057324840767e-05, | |
| "loss": 0.0405, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 19.10828025477707, | |
| "grad_norm": 1.1221493482589722, | |
| "learning_rate": 1.9235668789808918e-05, | |
| "loss": 0.0366, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 22.29299363057325, | |
| "grad_norm": 1.6376855373382568, | |
| "learning_rate": 1.910828025477707e-05, | |
| "loss": 0.0331, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 25.477707006369428, | |
| "grad_norm": 1.000545859336853, | |
| "learning_rate": 1.8980891719745225e-05, | |
| "loss": 0.0293, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 28.662420382165607, | |
| "grad_norm": 0.6820641756057739, | |
| "learning_rate": 1.8853503184713376e-05, | |
| "loss": 0.0256, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 31.847133757961785, | |
| "grad_norm": 1.1707481145858765, | |
| "learning_rate": 1.872611464968153e-05, | |
| "loss": 0.0221, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 35.031847133757964, | |
| "grad_norm": 1.4677773714065552, | |
| "learning_rate": 1.8598726114649684e-05, | |
| "loss": 0.0185, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 38.21656050955414, | |
| "grad_norm": 1.6114100217819214, | |
| "learning_rate": 1.8471337579617837e-05, | |
| "loss": 0.0157, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 41.40127388535032, | |
| "grad_norm": 1.0237997770309448, | |
| "learning_rate": 1.8343949044585988e-05, | |
| "loss": 0.013, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 44.5859872611465, | |
| "grad_norm": 0.8055925965309143, | |
| "learning_rate": 1.821656050955414e-05, | |
| "loss": 0.0112, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 47.77070063694268, | |
| "grad_norm": 0.8719159364700317, | |
| "learning_rate": 1.8089171974522295e-05, | |
| "loss": 0.0095, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 50.955414012738856, | |
| "grad_norm": 1.6024932861328125, | |
| "learning_rate": 1.796178343949045e-05, | |
| "loss": 0.0083, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 54.140127388535035, | |
| "grad_norm": 0.6275691986083984, | |
| "learning_rate": 1.78343949044586e-05, | |
| "loss": 0.0076, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 57.32484076433121, | |
| "grad_norm": 0.7005597949028015, | |
| "learning_rate": 1.7707006369426754e-05, | |
| "loss": 0.0065, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 60.50955414012739, | |
| "grad_norm": 0.30579155683517456, | |
| "learning_rate": 1.7579617834394907e-05, | |
| "loss": 0.0063, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 63.69426751592356, | |
| "grad_norm": 0.4344225227832794, | |
| "learning_rate": 1.7452229299363058e-05, | |
| "loss": 0.0059, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 66.87898089171975, | |
| "grad_norm": 1.7709016799926758, | |
| "learning_rate": 1.732484076433121e-05, | |
| "loss": 0.0053, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 70.06369426751593, | |
| "grad_norm": 0.622224748134613, | |
| "learning_rate": 1.7197452229299365e-05, | |
| "loss": 0.005, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 73.2484076433121, | |
| "grad_norm": 0.564902126789093, | |
| "learning_rate": 1.707006369426752e-05, | |
| "loss": 0.0049, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 76.43312101910828, | |
| "grad_norm": 0.5126436352729797, | |
| "learning_rate": 1.694267515923567e-05, | |
| "loss": 0.0045, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 79.61783439490446, | |
| "grad_norm": 1.7633012533187866, | |
| "learning_rate": 1.6815286624203824e-05, | |
| "loss": 0.0041, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 82.80254777070064, | |
| "grad_norm": 0.7407333850860596, | |
| "learning_rate": 1.6687898089171977e-05, | |
| "loss": 0.004, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 85.98726114649682, | |
| "grad_norm": 0.5011927485466003, | |
| "learning_rate": 1.6560509554140128e-05, | |
| "loss": 0.0043, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 89.171974522293, | |
| "grad_norm": 0.5946338176727295, | |
| "learning_rate": 1.643312101910828e-05, | |
| "loss": 0.0039, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 92.35668789808918, | |
| "grad_norm": 0.3282039761543274, | |
| "learning_rate": 1.6305732484076436e-05, | |
| "loss": 0.0035, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 95.54140127388536, | |
| "grad_norm": 0.0594528391957283, | |
| "learning_rate": 1.617834394904459e-05, | |
| "loss": 0.0037, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 98.72611464968153, | |
| "grad_norm": 0.032949354499578476, | |
| "learning_rate": 1.605095541401274e-05, | |
| "loss": 0.0034, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 101.91082802547771, | |
| "grad_norm": 1.0133298635482788, | |
| "learning_rate": 1.5923566878980894e-05, | |
| "loss": 0.0035, | |
| "step": 16000 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 78500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 500, | |
| "save_steps": 500, | |
| "total_flos": 2594375342751744.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |