{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.06730171878235659, "eval_steps": 25, "global_step": 325, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0051770552909505075, "grad_norm": 6.5560479164123535, "learning_rate": 2.3797595190380762e-05, "loss": 2.3718, "step": 25 }, { "epoch": 0.0051770552909505075, "eval_loss": 2.1950066089630127, "eval_runtime": 22606.8976, "eval_samples_per_second": 0.427, "eval_steps_per_second": 0.053, "step": 25 }, { "epoch": 0.010354110581901015, "grad_norm": 6.057673454284668, "learning_rate": 2.2545090180360722e-05, "loss": 2.1371, "step": 50 }, { "epoch": 0.010354110581901015, "eval_loss": 2.0699515342712402, "eval_runtime": 22610.0414, "eval_samples_per_second": 0.427, "eval_steps_per_second": 0.053, "step": 50 }, { "epoch": 0.015531165872851522, "grad_norm": 8.709203720092773, "learning_rate": 2.1292585170340683e-05, "loss": 2.029, "step": 75 }, { "epoch": 0.015531165872851522, "eval_loss": 1.951442837715149, "eval_runtime": 22577.4979, "eval_samples_per_second": 0.428, "eval_steps_per_second": 0.054, "step": 75 }, { "epoch": 0.02070822116380203, "grad_norm": 9.000727653503418, "learning_rate": 2.0040080160320643e-05, "loss": 1.9957, "step": 100 }, { "epoch": 0.02070822116380203, "eval_loss": 1.8961551189422607, "eval_runtime": 22614.8229, "eval_samples_per_second": 0.427, "eval_steps_per_second": 0.053, "step": 100 }, { "epoch": 0.025885276454752536, "grad_norm": 9.183732032775879, "learning_rate": 1.87875751503006e-05, "loss": 1.9914, "step": 125 }, { "epoch": 0.025885276454752536, "eval_loss": 1.862902045249939, "eval_runtime": 22598.368, "eval_samples_per_second": 0.427, "eval_steps_per_second": 0.053, "step": 125 }, { "epoch": 0.031062331745703043, "grad_norm": 9.752124786376953, "learning_rate": 1.7535070140280564e-05, "loss": 1.9101, "step": 150 }, { "epoch": 0.031062331745703043, "eval_loss": 1.8291873931884766, "eval_runtime": 22569.5842, "eval_samples_per_second": 0.428, "eval_steps_per_second": 0.054, "step": 150 }, { "epoch": 0.03623938703665355, "grad_norm": 10.182242393493652, "learning_rate": 1.628256513026052e-05, "loss": 1.9184, "step": 175 }, { "epoch": 0.03623938703665355, "eval_loss": 1.8157259225845337, "eval_runtime": 22567.2098, "eval_samples_per_second": 0.428, "eval_steps_per_second": 0.054, "step": 175 }, { "epoch": 0.04141644232760406, "grad_norm": 14.267326354980469, "learning_rate": 1.5030060120240483e-05, "loss": 1.7737, "step": 200 }, { "epoch": 0.04141644232760406, "eval_loss": 1.8020907640457153, "eval_runtime": 22574.516, "eval_samples_per_second": 0.428, "eval_steps_per_second": 0.054, "step": 200 }, { "epoch": 0.046593497618554566, "grad_norm": 15.376133918762207, "learning_rate": 1.3777555110220442e-05, "loss": 1.9049, "step": 225 }, { "epoch": 0.046593497618554566, "eval_loss": 1.7998195886611938, "eval_runtime": 22573.5402, "eval_samples_per_second": 0.428, "eval_steps_per_second": 0.054, "step": 225 }, { "epoch": 0.05177055290950507, "grad_norm": 10.901107788085938, "learning_rate": 1.25250501002004e-05, "loss": 1.7983, "step": 250 }, { "epoch": 0.05177055290950507, "eval_loss": 1.7958767414093018, "eval_runtime": 22572.1299, "eval_samples_per_second": 0.428, "eval_steps_per_second": 0.054, "step": 250 }, { "epoch": 0.05694760820045558, "grad_norm": 10.44069766998291, "learning_rate": 1.1272545090180361e-05, "loss": 1.9028, "step": 275 }, { "epoch": 0.05694760820045558, "eval_loss": 1.7843998670578003, "eval_runtime": 22570.5162, "eval_samples_per_second": 0.428, "eval_steps_per_second": 0.054, "step": 275 }, { "epoch": 0.062124663491406086, "grad_norm": 7.49381685256958, "learning_rate": 1.0020040080160322e-05, "loss": 1.8265, "step": 300 }, { "epoch": 0.062124663491406086, "eval_loss": 1.778732180595398, "eval_runtime": 22619.1506, "eval_samples_per_second": 0.427, "eval_steps_per_second": 0.053, "step": 300 }, { "epoch": 0.06730171878235659, "grad_norm": 9.457173347473145, "learning_rate": 8.767535070140282e-06, "loss": 1.6908, "step": 325 }, { "epoch": 0.06730171878235659, "eval_loss": 1.77461576461792, "eval_runtime": 22587.3398, "eval_samples_per_second": 0.428, "eval_steps_per_second": 0.053, "step": 325 } ], "logging_steps": 25, "max_steps": 500, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 25, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 5341093036032000.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }