| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9985401459854014, | |
| "eval_steps": 500, | |
| "global_step": 513, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.19070926308631897, | |
| "learning_rate": 9.615384615384617e-05, | |
| "loss": 1.8609, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.21529725193977356, | |
| "learning_rate": 0.00019230769230769233, | |
| "loss": 1.8112, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.2493579387664795, | |
| "learning_rate": 0.00019002169197396965, | |
| "loss": 1.7445, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.23993328213691711, | |
| "learning_rate": 0.000179175704989154, | |
| "loss": 1.7633, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.23707528412342072, | |
| "learning_rate": 0.0001683297180043384, | |
| "loss": 1.7176, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.205499067902565, | |
| "learning_rate": 0.00015748373101952278, | |
| "loss": 1.7322, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.20716556906700134, | |
| "learning_rate": 0.00014663774403470716, | |
| "loss": 1.7102, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.21949006617069244, | |
| "learning_rate": 0.00013579175704989157, | |
| "loss": 1.7285, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.21479777991771698, | |
| "learning_rate": 0.00012494577006507592, | |
| "loss": 1.6978, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.23418399691581726, | |
| "learning_rate": 0.0001140997830802603, | |
| "loss": 1.7135, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.25077584385871887, | |
| "learning_rate": 0.0001032537960954447, | |
| "loss": 1.7141, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.2330324500799179, | |
| "learning_rate": 9.240780911062907e-05, | |
| "loss": 1.6829, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.22768735885620117, | |
| "learning_rate": 8.156182212581345e-05, | |
| "loss": 1.6824, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.24993765354156494, | |
| "learning_rate": 7.071583514099784e-05, | |
| "loss": 1.719, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.22910568118095398, | |
| "learning_rate": 5.9869848156182215e-05, | |
| "loss": 1.7019, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.23837457597255707, | |
| "learning_rate": 4.90238611713666e-05, | |
| "loss": 1.7092, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.22363372147083282, | |
| "learning_rate": 3.817787418655098e-05, | |
| "loss": 1.6829, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.22817212343215942, | |
| "learning_rate": 2.7331887201735356e-05, | |
| "loss": 1.6589, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.23979724943637848, | |
| "learning_rate": 1.648590021691974e-05, | |
| "loss": 1.6638, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.23026736080646515, | |
| "learning_rate": 5.639913232104121e-06, | |
| "loss": 1.6881, | |
| "step": 500 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 513, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "total_flos": 1.668156353497006e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |