{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.7317073170731707, "eval_steps": 500, "global_step": 600, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.024390243902439025, "grad_norm": 0.16444338858127594, "learning_rate": 0.00019631901840490797, "loss": 2.6921, "step": 20 }, { "epoch": 0.04878048780487805, "grad_norm": 0.10813042521476746, "learning_rate": 0.0001914110429447853, "loss": 2.396, "step": 40 }, { "epoch": 0.07317073170731707, "grad_norm": 0.10258860886096954, "learning_rate": 0.00018650306748466258, "loss": 2.3603, "step": 60 }, { "epoch": 0.0975609756097561, "grad_norm": 0.10470214486122131, "learning_rate": 0.00018159509202453987, "loss": 2.3007, "step": 80 }, { "epoch": 0.12195121951219512, "grad_norm": 0.09437303990125656, "learning_rate": 0.0001766871165644172, "loss": 2.284, "step": 100 }, { "epoch": 0.14634146341463414, "grad_norm": 0.11936640739440918, "learning_rate": 0.0001717791411042945, "loss": 2.2516, "step": 120 }, { "epoch": 0.17073170731707318, "grad_norm": 0.139393612742424, "learning_rate": 0.00016687116564417177, "loss": 2.3547, "step": 140 }, { "epoch": 0.1951219512195122, "grad_norm": 0.10247877985239029, "learning_rate": 0.00016196319018404909, "loss": 2.2475, "step": 160 }, { "epoch": 0.21951219512195122, "grad_norm": 0.14619943499565125, "learning_rate": 0.0001570552147239264, "loss": 2.2536, "step": 180 }, { "epoch": 0.24390243902439024, "grad_norm": 0.11595285683870316, "learning_rate": 0.0001521472392638037, "loss": 2.3065, "step": 200 }, { "epoch": 0.2682926829268293, "grad_norm": 0.11265317350625992, "learning_rate": 0.00014723926380368098, "loss": 2.2685, "step": 220 }, { "epoch": 0.2926829268292683, "grad_norm": 0.09806830435991287, "learning_rate": 0.00014233128834355828, "loss": 2.2585, "step": 240 }, { "epoch": 0.3170731707317073, "grad_norm": 0.1247815191745758, "learning_rate": 0.0001374233128834356, "loss": 2.2396, "step": 260 }, { "epoch": 0.34146341463414637, "grad_norm": 0.10321255028247833, "learning_rate": 0.00013251533742331288, "loss": 2.2272, "step": 280 }, { "epoch": 0.36585365853658536, "grad_norm": 0.1043391078710556, "learning_rate": 0.00012760736196319017, "loss": 2.2415, "step": 300 }, { "epoch": 0.3902439024390244, "grad_norm": 0.11893816292285919, "learning_rate": 0.0001226993865030675, "loss": 2.2403, "step": 320 }, { "epoch": 0.4146341463414634, "grad_norm": 0.11231406033039093, "learning_rate": 0.0001177914110429448, "loss": 2.2974, "step": 340 }, { "epoch": 0.43902439024390244, "grad_norm": 0.10171303898096085, "learning_rate": 0.00011288343558282209, "loss": 2.1712, "step": 360 }, { "epoch": 0.4634146341463415, "grad_norm": 0.10486133396625519, "learning_rate": 0.00010797546012269939, "loss": 2.294, "step": 380 }, { "epoch": 0.4878048780487805, "grad_norm": 0.12373323738574982, "learning_rate": 0.0001030674846625767, "loss": 2.3121, "step": 400 }, { "epoch": 0.5121951219512195, "grad_norm": 0.12447694689035416, "learning_rate": 9.815950920245399e-05, "loss": 2.2703, "step": 420 }, { "epoch": 0.5365853658536586, "grad_norm": 0.12137830257415771, "learning_rate": 9.325153374233129e-05, "loss": 2.2338, "step": 440 }, { "epoch": 0.5609756097560976, "grad_norm": 0.11432930827140808, "learning_rate": 8.83435582822086e-05, "loss": 2.2715, "step": 460 }, { "epoch": 0.5853658536585366, "grad_norm": 0.13380582630634308, "learning_rate": 8.343558282208588e-05, "loss": 2.2251, "step": 480 }, { "epoch": 0.6097560975609756, "grad_norm": 0.09590517729520798, "learning_rate": 7.85276073619632e-05, "loss": 2.2611, "step": 500 }, { "epoch": 0.6341463414634146, "grad_norm": 0.11968622356653214, "learning_rate": 7.361963190184049e-05, "loss": 2.2099, "step": 520 }, { "epoch": 0.6585365853658537, "grad_norm": 0.1280824989080429, "learning_rate": 6.87116564417178e-05, "loss": 2.2149, "step": 540 }, { "epoch": 0.6829268292682927, "grad_norm": 0.11389517784118652, "learning_rate": 6.380368098159509e-05, "loss": 2.2397, "step": 560 }, { "epoch": 0.7073170731707317, "grad_norm": 0.10299694538116455, "learning_rate": 5.88957055214724e-05, "loss": 2.2329, "step": 580 }, { "epoch": 0.7317073170731707, "grad_norm": 0.1236986592411995, "learning_rate": 5.3987730061349695e-05, "loss": 2.2347, "step": 600 } ], "logging_steps": 20, "max_steps": 820, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 200, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.468248397185024e+17, "train_batch_size": 2, "trial_name": null, "trial_params": null }