{ "best_metric": null, "best_model_checkpoint": null, "epoch": 3.0, "eval_steps": 500, "global_step": 7299, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.20550760378133992, "grad_norm": 0.9523736834526062, "learning_rate": 1.8629949308124403e-05, "loss": 0.1346, "step": 500 }, { "epoch": 0.20550760378133992, "eval_accuracy": 0.9909558067831449, "eval_loss": 0.03258030116558075, "eval_runtime": 45.1976, "eval_samples_per_second": 107.638, "eval_steps_per_second": 13.474, "step": 500 }, { "epoch": 0.41101520756267984, "grad_norm": 0.014003735035657883, "learning_rate": 1.7259898616248804e-05, "loss": 0.047, "step": 1000 }, { "epoch": 0.41101520756267984, "eval_accuracy": 0.9872559095580679, "eval_loss": 0.07240545004606247, "eval_runtime": 44.1247, "eval_samples_per_second": 110.256, "eval_steps_per_second": 13.802, "step": 1000 }, { "epoch": 0.6165228113440198, "grad_norm": 0.00866780523210764, "learning_rate": 1.58898479243732e-05, "loss": 0.0342, "step": 1500 }, { "epoch": 0.6165228113440198, "eval_accuracy": 0.9901336073997945, "eval_loss": 0.055349577218294144, "eval_runtime": 42.3578, "eval_samples_per_second": 114.855, "eval_steps_per_second": 14.378, "step": 1500 }, { "epoch": 0.8220304151253597, "grad_norm": 0.028850242495536804, "learning_rate": 1.4519797232497603e-05, "loss": 0.0284, "step": 2000 }, { "epoch": 0.8220304151253597, "eval_accuracy": 0.9790339157245632, "eval_loss": 0.12142039090394974, "eval_runtime": 42.7356, "eval_samples_per_second": 113.84, "eval_steps_per_second": 14.25, "step": 2000 }, { "epoch": 1.0275380189066996, "grad_norm": 0.0015924024628475308, "learning_rate": 1.3149746540622004e-05, "loss": 0.0231, "step": 2500 }, { "epoch": 1.0275380189066996, "eval_accuracy": 0.9843782117163412, "eval_loss": 0.0819912925362587, "eval_runtime": 38.0093, "eval_samples_per_second": 127.995, "eval_steps_per_second": 16.022, "step": 2500 }, { "epoch": 1.2330456226880395, "grad_norm": 0.007981816306710243, "learning_rate": 1.1779695848746405e-05, "loss": 0.0223, "step": 3000 }, { "epoch": 1.2330456226880395, "eval_accuracy": 0.9856115107913669, "eval_loss": 0.06681085377931595, "eval_runtime": 45.9508, "eval_samples_per_second": 105.874, "eval_steps_per_second": 13.253, "step": 3000 }, { "epoch": 1.4385532264693794, "grad_norm": 0.0008939368417486548, "learning_rate": 1.0409645156870804e-05, "loss": 0.0102, "step": 3500 }, { "epoch": 1.4385532264693794, "eval_accuracy": 0.9716341212744091, "eval_loss": 0.17282135784626007, "eval_runtime": 44.1285, "eval_samples_per_second": 110.246, "eval_steps_per_second": 13.801, "step": 3500 }, { "epoch": 1.6440608302507194, "grad_norm": 0.0006680354126729071, "learning_rate": 9.039594464995205e-06, "loss": 0.0092, "step": 4000 }, { "epoch": 1.6440608302507194, "eval_accuracy": 0.9895169578622816, "eval_loss": 0.07168136537075043, "eval_runtime": 45.5874, "eval_samples_per_second": 106.718, "eval_steps_per_second": 13.359, "step": 4000 }, { "epoch": 1.8495684340320593, "grad_norm": 0.000525481125805527, "learning_rate": 7.669543773119606e-06, "loss": 0.0102, "step": 4500 }, { "epoch": 1.8495684340320593, "eval_accuracy": 0.9882836587872559, "eval_loss": 0.06586801260709763, "eval_runtime": 44.823, "eval_samples_per_second": 108.538, "eval_steps_per_second": 13.587, "step": 4500 }, { "epoch": 2.055076037813399, "grad_norm": 0.0005221966421231627, "learning_rate": 6.299493081244007e-06, "loss": 0.0067, "step": 5000 }, { "epoch": 2.055076037813399, "eval_accuracy": 0.9872559095580679, "eval_loss": 0.07754110544919968, "eval_runtime": 44.8882, "eval_samples_per_second": 108.38, "eval_steps_per_second": 13.567, "step": 5000 }, { "epoch": 2.260583641594739, "grad_norm": 0.00018965282652061433, "learning_rate": 4.929442389368407e-06, "loss": 0.0028, "step": 5500 }, { "epoch": 2.260583641594739, "eval_accuracy": 0.9827338129496402, "eval_loss": 0.10580458492040634, "eval_runtime": 44.8351, "eval_samples_per_second": 108.509, "eval_steps_per_second": 13.583, "step": 5500 }, { "epoch": 2.466091245376079, "grad_norm": 0.0001756457204464823, "learning_rate": 3.5593916974928076e-06, "loss": 0.0022, "step": 6000 }, { "epoch": 2.466091245376079, "eval_accuracy": 0.9905447070914697, "eval_loss": 0.058701325207948685, "eval_runtime": 45.273, "eval_samples_per_second": 107.459, "eval_steps_per_second": 13.452, "step": 6000 }, { "epoch": 2.671598849157419, "grad_norm": 0.00028377334820106626, "learning_rate": 2.189341005617208e-06, "loss": 0.0, "step": 6500 }, { "epoch": 2.671598849157419, "eval_accuracy": 0.9835560123329907, "eval_loss": 0.11242231726646423, "eval_runtime": 41.9421, "eval_samples_per_second": 115.993, "eval_steps_per_second": 14.52, "step": 6500 }, { "epoch": 2.877106452938759, "grad_norm": 0.0001175385041278787, "learning_rate": 8.192903137416085e-07, "loss": 0.0008, "step": 7000 }, { "epoch": 2.877106452938759, "eval_accuracy": 0.9864337101747174, "eval_loss": 0.08880383521318436, "eval_runtime": 39.0528, "eval_samples_per_second": 124.575, "eval_steps_per_second": 15.594, "step": 7000 } ], "logging_steps": 500, "max_steps": 7299, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "total_flos": 1.08775763062404e+16, "train_batch_size": 8, "trial_name": null, "trial_params": null }