| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.5, | |
| "eval_steps": 100, | |
| "global_step": 20000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 11.075758934020996, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.4211, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "eval_loss": 1.2334846258163452, | |
| "eval_runtime": 95.5143, | |
| "eval_samples_per_second": 10.47, | |
| "eval_steps_per_second": 10.47, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 19.510242462158203, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.2244, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_loss": 1.1949360370635986, | |
| "eval_runtime": 95.601, | |
| "eval_samples_per_second": 10.46, | |
| "eval_steps_per_second": 10.46, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 6.514332294464111, | |
| "learning_rate": 1.2e-05, | |
| "loss": 1.2025, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_loss": 1.1998025178909302, | |
| "eval_runtime": 95.7133, | |
| "eval_samples_per_second": 10.448, | |
| "eval_steps_per_second": 10.448, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 14.404813766479492, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 1.2387, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_loss": 1.2146040201187134, | |
| "eval_runtime": 95.6405, | |
| "eval_samples_per_second": 10.456, | |
| "eval_steps_per_second": 10.456, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 12.25019645690918, | |
| "learning_rate": 2e-05, | |
| "loss": 1.2359, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_loss": 1.232546329498291, | |
| "eval_runtime": 95.701, | |
| "eval_samples_per_second": 10.449, | |
| "eval_steps_per_second": 10.449, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.677526473999023, | |
| "learning_rate": 1.98974358974359e-05, | |
| "loss": 1.2189, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_loss": 1.2301095724105835, | |
| "eval_runtime": 93.7117, | |
| "eval_samples_per_second": 10.671, | |
| "eval_steps_per_second": 10.671, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 13.75782585144043, | |
| "learning_rate": 1.9794871794871798e-05, | |
| "loss": 1.1982, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_loss": 1.2097805738449097, | |
| "eval_runtime": 95.0989, | |
| "eval_samples_per_second": 10.515, | |
| "eval_steps_per_second": 10.515, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 7.497257232666016, | |
| "learning_rate": 1.9692307692307696e-05, | |
| "loss": 1.178, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_loss": 1.1660981178283691, | |
| "eval_runtime": 95.0124, | |
| "eval_samples_per_second": 10.525, | |
| "eval_steps_per_second": 10.525, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 6.337695121765137, | |
| "learning_rate": 1.958974358974359e-05, | |
| "loss": 1.1852, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_loss": 1.1449871063232422, | |
| "eval_runtime": 94.9978, | |
| "eval_samples_per_second": 10.527, | |
| "eval_steps_per_second": 10.527, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.1737895011901855, | |
| "learning_rate": 1.9487179487179488e-05, | |
| "loss": 1.1056, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 1.1298564672470093, | |
| "eval_runtime": 94.9792, | |
| "eval_samples_per_second": 10.529, | |
| "eval_steps_per_second": 10.529, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 6.821949481964111, | |
| "learning_rate": 1.9384615384615386e-05, | |
| "loss": 1.1681, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 1.1448038816452026, | |
| "eval_runtime": 94.8638, | |
| "eval_samples_per_second": 10.541, | |
| "eval_steps_per_second": 10.541, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.908639907836914, | |
| "learning_rate": 1.9282051282051284e-05, | |
| "loss": 1.1311, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 1.0957874059677124, | |
| "eval_runtime": 94.6454, | |
| "eval_samples_per_second": 10.566, | |
| "eval_steps_per_second": 10.566, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.896665096282959, | |
| "learning_rate": 1.9179487179487182e-05, | |
| "loss": 1.134, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 1.0930886268615723, | |
| "eval_runtime": 94.6326, | |
| "eval_samples_per_second": 10.567, | |
| "eval_steps_per_second": 10.567, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 5.936835765838623, | |
| "learning_rate": 1.907692307692308e-05, | |
| "loss": 1.0822, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_loss": 1.1114310026168823, | |
| "eval_runtime": 94.6679, | |
| "eval_samples_per_second": 10.563, | |
| "eval_steps_per_second": 10.563, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.07722806930542, | |
| "learning_rate": 1.8974358974358975e-05, | |
| "loss": 1.0924, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_loss": 1.1060781478881836, | |
| "eval_runtime": 94.6419, | |
| "eval_samples_per_second": 10.566, | |
| "eval_steps_per_second": 10.566, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 8.239760398864746, | |
| "learning_rate": 1.8871794871794873e-05, | |
| "loss": 1.0801, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_loss": 1.0673882961273193, | |
| "eval_runtime": 94.6026, | |
| "eval_samples_per_second": 10.571, | |
| "eval_steps_per_second": 10.571, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.63267707824707, | |
| "learning_rate": 1.876923076923077e-05, | |
| "loss": 1.1051, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_loss": 1.0620085000991821, | |
| "eval_runtime": 94.6137, | |
| "eval_samples_per_second": 10.569, | |
| "eval_steps_per_second": 10.569, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 5.941944122314453, | |
| "learning_rate": 1.866666666666667e-05, | |
| "loss": 1.081, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_loss": 1.0232795476913452, | |
| "eval_runtime": 94.6201, | |
| "eval_samples_per_second": 10.569, | |
| "eval_steps_per_second": 10.569, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.456423282623291, | |
| "learning_rate": 1.8564102564102567e-05, | |
| "loss": 1.0303, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_loss": 1.052198052406311, | |
| "eval_runtime": 94.6135, | |
| "eval_samples_per_second": 10.569, | |
| "eval_steps_per_second": 10.569, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 8.572375297546387, | |
| "learning_rate": 1.8461538461538465e-05, | |
| "loss": 1.048, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_loss": 1.0538784265518188, | |
| "eval_runtime": 94.6091, | |
| "eval_samples_per_second": 10.57, | |
| "eval_steps_per_second": 10.57, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.592229843139648, | |
| "learning_rate": 1.835897435897436e-05, | |
| "loss": 1.0623, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_loss": 1.0412269830703735, | |
| "eval_runtime": 94.6145, | |
| "eval_samples_per_second": 10.569, | |
| "eval_steps_per_second": 10.569, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.802849054336548, | |
| "learning_rate": 1.8256410256410257e-05, | |
| "loss": 1.0699, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "eval_loss": 1.0224683284759521, | |
| "eval_runtime": 94.6257, | |
| "eval_samples_per_second": 10.568, | |
| "eval_steps_per_second": 10.568, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.145386695861816, | |
| "learning_rate": 1.8153846153846155e-05, | |
| "loss": 0.9979, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "eval_loss": 1.0313537120819092, | |
| "eval_runtime": 94.6038, | |
| "eval_samples_per_second": 10.57, | |
| "eval_steps_per_second": 10.57, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.273189067840576, | |
| "learning_rate": 1.8051282051282053e-05, | |
| "loss": 1.052, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "eval_loss": 1.0333129167556763, | |
| "eval_runtime": 94.5812, | |
| "eval_samples_per_second": 10.573, | |
| "eval_steps_per_second": 10.573, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 6.093295574188232, | |
| "learning_rate": 1.794871794871795e-05, | |
| "loss": 1.0025, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "eval_loss": 0.9930676817893982, | |
| "eval_runtime": 94.5844, | |
| "eval_samples_per_second": 10.573, | |
| "eval_steps_per_second": 10.573, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.8665239810943604, | |
| "learning_rate": 1.784615384615385e-05, | |
| "loss": 1.016, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 1.0165327787399292, | |
| "eval_runtime": 94.6284, | |
| "eval_samples_per_second": 10.568, | |
| "eval_steps_per_second": 10.568, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 4.170589923858643, | |
| "learning_rate": 1.7743589743589744e-05, | |
| "loss": 0.9838, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 1.019612193107605, | |
| "eval_runtime": 94.5637, | |
| "eval_samples_per_second": 10.575, | |
| "eval_steps_per_second": 10.575, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 5.267038345336914, | |
| "learning_rate": 1.7641025641025642e-05, | |
| "loss": 1.0019, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 0.9611077308654785, | |
| "eval_runtime": 94.5638, | |
| "eval_samples_per_second": 10.575, | |
| "eval_steps_per_second": 10.575, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 6.0030670166015625, | |
| "learning_rate": 1.753846153846154e-05, | |
| "loss": 0.9659, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 0.9955070614814758, | |
| "eval_runtime": 94.5812, | |
| "eval_samples_per_second": 10.573, | |
| "eval_steps_per_second": 10.573, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 7.910103797912598, | |
| "learning_rate": 1.7435897435897438e-05, | |
| "loss": 0.9868, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 0.9867352247238159, | |
| "eval_runtime": 94.5761, | |
| "eval_samples_per_second": 10.573, | |
| "eval_steps_per_second": 10.573, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.8992385864257812, | |
| "learning_rate": 1.7333333333333336e-05, | |
| "loss": 0.9562, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "eval_loss": 0.9793102741241455, | |
| "eval_runtime": 94.5799, | |
| "eval_samples_per_second": 10.573, | |
| "eval_steps_per_second": 10.573, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.803006649017334, | |
| "learning_rate": 1.7230769230769234e-05, | |
| "loss": 0.9865, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "eval_loss": 0.9728935360908508, | |
| "eval_runtime": 94.5722, | |
| "eval_samples_per_second": 10.574, | |
| "eval_steps_per_second": 10.574, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 7.022669792175293, | |
| "learning_rate": 1.7128205128205128e-05, | |
| "loss": 0.9704, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "eval_loss": 0.9876529574394226, | |
| "eval_runtime": 94.5739, | |
| "eval_samples_per_second": 10.574, | |
| "eval_steps_per_second": 10.574, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.264179229736328, | |
| "learning_rate": 1.7025641025641026e-05, | |
| "loss": 0.9809, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_loss": 0.9546476006507874, | |
| "eval_runtime": 94.5665, | |
| "eval_samples_per_second": 10.575, | |
| "eval_steps_per_second": 10.575, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 5.092813968658447, | |
| "learning_rate": 1.6923076923076924e-05, | |
| "loss": 0.9442, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_loss": 0.9812406301498413, | |
| "eval_runtime": 94.5658, | |
| "eval_samples_per_second": 10.575, | |
| "eval_steps_per_second": 10.575, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.2536234855651855, | |
| "learning_rate": 1.6820512820512822e-05, | |
| "loss": 0.9708, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_loss": 0.9307680726051331, | |
| "eval_runtime": 94.5711, | |
| "eval_samples_per_second": 10.574, | |
| "eval_steps_per_second": 10.574, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 5.6083831787109375, | |
| "learning_rate": 1.671794871794872e-05, | |
| "loss": 0.9804, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_loss": 0.9597137570381165, | |
| "eval_runtime": 94.5422, | |
| "eval_samples_per_second": 10.577, | |
| "eval_steps_per_second": 10.577, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.942496299743652, | |
| "learning_rate": 1.6615384615384618e-05, | |
| "loss": 0.957, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 0.9576207995414734, | |
| "eval_runtime": 94.5529, | |
| "eval_samples_per_second": 10.576, | |
| "eval_steps_per_second": 10.576, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.260251522064209, | |
| "learning_rate": 1.6512820512820513e-05, | |
| "loss": 0.9503, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 0.9324920773506165, | |
| "eval_runtime": 94.5562, | |
| "eval_samples_per_second": 10.576, | |
| "eval_steps_per_second": 10.576, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.702169418334961, | |
| "learning_rate": 1.641025641025641e-05, | |
| "loss": 0.9125, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 0.9403380155563354, | |
| "eval_runtime": 95.5173, | |
| "eval_samples_per_second": 10.469, | |
| "eval_steps_per_second": 10.469, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 6.76617431640625, | |
| "learning_rate": 1.630769230769231e-05, | |
| "loss": 0.9334, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 0.9736199975013733, | |
| "eval_runtime": 95.5516, | |
| "eval_samples_per_second": 10.466, | |
| "eval_steps_per_second": 10.466, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 10.489439964294434, | |
| "learning_rate": 1.6205128205128207e-05, | |
| "loss": 0.9424, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 0.9593413472175598, | |
| "eval_runtime": 95.4879, | |
| "eval_samples_per_second": 10.473, | |
| "eval_steps_per_second": 10.473, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.2854669094085693, | |
| "learning_rate": 1.6102564102564105e-05, | |
| "loss": 0.9649, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_loss": 0.959586501121521, | |
| "eval_runtime": 95.5543, | |
| "eval_samples_per_second": 10.465, | |
| "eval_steps_per_second": 10.465, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.13587760925293, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 0.9766, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_loss": 0.9532430171966553, | |
| "eval_runtime": 95.5431, | |
| "eval_samples_per_second": 10.466, | |
| "eval_steps_per_second": 10.466, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.551805019378662, | |
| "learning_rate": 1.5897435897435897e-05, | |
| "loss": 0.9286, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_loss": 0.9443392157554626, | |
| "eval_runtime": 93.5542, | |
| "eval_samples_per_second": 10.689, | |
| "eval_steps_per_second": 10.689, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.9031989574432373, | |
| "learning_rate": 1.5794871794871795e-05, | |
| "loss": 0.9291, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_loss": 0.9149237871170044, | |
| "eval_runtime": 93.5444, | |
| "eval_samples_per_second": 10.69, | |
| "eval_steps_per_second": 10.69, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 8.365277290344238, | |
| "learning_rate": 1.5692307692307693e-05, | |
| "loss": 0.8988, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_loss": 0.905302107334137, | |
| "eval_runtime": 93.5589, | |
| "eval_samples_per_second": 10.688, | |
| "eval_steps_per_second": 10.688, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.9096503257751465, | |
| "learning_rate": 1.558974358974359e-05, | |
| "loss": 0.9506, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_loss": 0.9025529623031616, | |
| "eval_runtime": 93.5426, | |
| "eval_samples_per_second": 10.69, | |
| "eval_steps_per_second": 10.69, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.766132354736328, | |
| "learning_rate": 1.548717948717949e-05, | |
| "loss": 0.9171, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_loss": 0.9122710227966309, | |
| "eval_runtime": 93.5323, | |
| "eval_samples_per_second": 10.691, | |
| "eval_steps_per_second": 10.691, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.239846706390381, | |
| "learning_rate": 1.5384615384615387e-05, | |
| "loss": 0.9136, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_loss": 0.9205535650253296, | |
| "eval_runtime": 93.5448, | |
| "eval_samples_per_second": 10.69, | |
| "eval_steps_per_second": 10.69, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.1556451320648193, | |
| "learning_rate": 1.5282051282051282e-05, | |
| "loss": 0.8966, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_loss": 0.900290846824646, | |
| "eval_runtime": 93.5687, | |
| "eval_samples_per_second": 10.687, | |
| "eval_steps_per_second": 10.687, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 5.641241073608398, | |
| "learning_rate": 1.517948717948718e-05, | |
| "loss": 0.8843, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_loss": 0.8797227740287781, | |
| "eval_runtime": 93.5479, | |
| "eval_samples_per_second": 10.69, | |
| "eval_steps_per_second": 10.69, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 18.91106605529785, | |
| "learning_rate": 1.5076923076923078e-05, | |
| "loss": 0.8859, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_loss": 0.9091231822967529, | |
| "eval_runtime": 93.5498, | |
| "eval_samples_per_second": 10.689, | |
| "eval_steps_per_second": 10.689, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 9.203217506408691, | |
| "learning_rate": 1.4974358974358976e-05, | |
| "loss": 0.9137, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_loss": 0.8882608413696289, | |
| "eval_runtime": 93.5656, | |
| "eval_samples_per_second": 10.688, | |
| "eval_steps_per_second": 10.688, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 6.349595069885254, | |
| "learning_rate": 1.4871794871794874e-05, | |
| "loss": 0.8813, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_loss": 0.8685780763626099, | |
| "eval_runtime": 93.5448, | |
| "eval_samples_per_second": 10.69, | |
| "eval_steps_per_second": 10.69, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.313300609588623, | |
| "learning_rate": 1.4769230769230772e-05, | |
| "loss": 0.8643, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_loss": 0.8861460089683533, | |
| "eval_runtime": 95.5778, | |
| "eval_samples_per_second": 10.463, | |
| "eval_steps_per_second": 10.463, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.9385600090026855, | |
| "learning_rate": 1.4666666666666666e-05, | |
| "loss": 0.8805, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_loss": 0.8668786883354187, | |
| "eval_runtime": 95.511, | |
| "eval_samples_per_second": 10.47, | |
| "eval_steps_per_second": 10.47, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 5.586972713470459, | |
| "learning_rate": 1.4564102564102564e-05, | |
| "loss": 0.877, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_loss": 0.8643443584442139, | |
| "eval_runtime": 95.4875, | |
| "eval_samples_per_second": 10.473, | |
| "eval_steps_per_second": 10.473, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 7.318083763122559, | |
| "learning_rate": 1.4461538461538462e-05, | |
| "loss": 0.8917, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_loss": 0.8765038847923279, | |
| "eval_runtime": 95.5428, | |
| "eval_samples_per_second": 10.467, | |
| "eval_steps_per_second": 10.467, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 4.376430034637451, | |
| "learning_rate": 1.435897435897436e-05, | |
| "loss": 0.8828, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_loss": 0.8941754698753357, | |
| "eval_runtime": 94.402, | |
| "eval_samples_per_second": 10.593, | |
| "eval_steps_per_second": 10.593, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.1321024894714355, | |
| "learning_rate": 1.4256410256410258e-05, | |
| "loss": 0.867, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_loss": 0.8598324060440063, | |
| "eval_runtime": 93.5419, | |
| "eval_samples_per_second": 10.69, | |
| "eval_steps_per_second": 10.69, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.5920615196228027, | |
| "learning_rate": 1.4153846153846156e-05, | |
| "loss": 0.869, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_loss": 0.8688547611236572, | |
| "eval_runtime": 93.5494, | |
| "eval_samples_per_second": 10.69, | |
| "eval_steps_per_second": 10.69, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 3.6573245525360107, | |
| "learning_rate": 1.405128205128205e-05, | |
| "loss": 0.8899, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_loss": 0.8593968749046326, | |
| "eval_runtime": 93.5407, | |
| "eval_samples_per_second": 10.691, | |
| "eval_steps_per_second": 10.691, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 5.975399971008301, | |
| "learning_rate": 1.3948717948717949e-05, | |
| "loss": 0.8573, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_loss": 0.8987392783164978, | |
| "eval_runtime": 93.5376, | |
| "eval_samples_per_second": 10.691, | |
| "eval_steps_per_second": 10.691, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 6.997458457946777, | |
| "learning_rate": 1.3846153846153847e-05, | |
| "loss": 0.8447, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_loss": 0.8606413006782532, | |
| "eval_runtime": 93.5387, | |
| "eval_samples_per_second": 10.691, | |
| "eval_steps_per_second": 10.691, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 3.1585702896118164, | |
| "learning_rate": 1.3743589743589745e-05, | |
| "loss": 0.8757, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_loss": 0.8433266878128052, | |
| "eval_runtime": 93.5234, | |
| "eval_samples_per_second": 10.693, | |
| "eval_steps_per_second": 10.693, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 3.6385037899017334, | |
| "learning_rate": 1.3641025641025643e-05, | |
| "loss": 0.8609, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_loss": 0.8342506289482117, | |
| "eval_runtime": 93.5279, | |
| "eval_samples_per_second": 10.692, | |
| "eval_steps_per_second": 10.692, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 3.0882773399353027, | |
| "learning_rate": 1.353846153846154e-05, | |
| "loss": 0.8602, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_loss": 0.8522408604621887, | |
| "eval_runtime": 93.5252, | |
| "eval_samples_per_second": 10.692, | |
| "eval_steps_per_second": 10.692, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 7.343814849853516, | |
| "learning_rate": 1.3435897435897435e-05, | |
| "loss": 0.849, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_loss": 0.8569708466529846, | |
| "eval_runtime": 97.9814, | |
| "eval_samples_per_second": 10.206, | |
| "eval_steps_per_second": 10.206, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 4.511021614074707, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 0.8304, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_loss": 0.8397101759910583, | |
| "eval_runtime": 104.4026, | |
| "eval_samples_per_second": 9.578, | |
| "eval_steps_per_second": 9.578, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 5.263293266296387, | |
| "learning_rate": 1.3230769230769231e-05, | |
| "loss": 0.8159, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_loss": 0.8445966839790344, | |
| "eval_runtime": 104.2536, | |
| "eval_samples_per_second": 9.592, | |
| "eval_steps_per_second": 9.592, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 3.746361017227173, | |
| "learning_rate": 1.312820512820513e-05, | |
| "loss": 0.8078, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_loss": 0.8426964282989502, | |
| "eval_runtime": 104.3849, | |
| "eval_samples_per_second": 9.58, | |
| "eval_steps_per_second": 9.58, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 5.570109844207764, | |
| "learning_rate": 1.3025641025641027e-05, | |
| "loss": 0.8289, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_loss": 0.842907190322876, | |
| "eval_runtime": 101.6488, | |
| "eval_samples_per_second": 9.838, | |
| "eval_steps_per_second": 9.838, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 4.563759803771973, | |
| "learning_rate": 1.2923076923076925e-05, | |
| "loss": 0.861, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_loss": 0.8268536925315857, | |
| "eval_runtime": 93.6228, | |
| "eval_samples_per_second": 10.681, | |
| "eval_steps_per_second": 10.681, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 3.188389301300049, | |
| "learning_rate": 1.2820512820512823e-05, | |
| "loss": 0.8473, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_loss": 0.8434333205223083, | |
| "eval_runtime": 93.9123, | |
| "eval_samples_per_second": 10.648, | |
| "eval_steps_per_second": 10.648, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.5115840435028076, | |
| "learning_rate": 1.2717948717948718e-05, | |
| "loss": 0.855, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_loss": 0.8359225988388062, | |
| "eval_runtime": 98.358, | |
| "eval_samples_per_second": 10.167, | |
| "eval_steps_per_second": 10.167, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 4.867124080657959, | |
| "learning_rate": 1.2615384615384616e-05, | |
| "loss": 0.8358, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_loss": 0.8118915557861328, | |
| "eval_runtime": 98.3121, | |
| "eval_samples_per_second": 10.172, | |
| "eval_steps_per_second": 10.172, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.2623794078826904, | |
| "learning_rate": 1.2512820512820514e-05, | |
| "loss": 0.81, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_loss": 0.8363373279571533, | |
| "eval_runtime": 98.3201, | |
| "eval_samples_per_second": 10.171, | |
| "eval_steps_per_second": 10.171, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.2750914096832275, | |
| "learning_rate": 1.2410256410256412e-05, | |
| "loss": 0.8187, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_loss": 0.8370142579078674, | |
| "eval_runtime": 98.2793, | |
| "eval_samples_per_second": 10.175, | |
| "eval_steps_per_second": 10.175, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 4.422469139099121, | |
| "learning_rate": 1.230769230769231e-05, | |
| "loss": 0.8315, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_loss": 0.8418492674827576, | |
| "eval_runtime": 98.2738, | |
| "eval_samples_per_second": 10.176, | |
| "eval_steps_per_second": 10.176, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.8852996826171875, | |
| "learning_rate": 1.2205128205128208e-05, | |
| "loss": 0.7983, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_loss": 0.8371080160140991, | |
| "eval_runtime": 98.3307, | |
| "eval_samples_per_second": 10.17, | |
| "eval_steps_per_second": 10.17, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 7.2119903564453125, | |
| "learning_rate": 1.2102564102564102e-05, | |
| "loss": 0.8363, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_loss": 0.8220362663269043, | |
| "eval_runtime": 98.3411, | |
| "eval_samples_per_second": 10.169, | |
| "eval_steps_per_second": 10.169, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 4.324320316314697, | |
| "learning_rate": 1.2e-05, | |
| "loss": 0.784, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_loss": 0.8121130466461182, | |
| "eval_runtime": 98.3947, | |
| "eval_samples_per_second": 10.163, | |
| "eval_steps_per_second": 10.163, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 7.664273262023926, | |
| "learning_rate": 1.1897435897435898e-05, | |
| "loss": 0.7844, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_loss": 0.8250142931938171, | |
| "eval_runtime": 98.4654, | |
| "eval_samples_per_second": 10.156, | |
| "eval_steps_per_second": 10.156, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 4.998061656951904, | |
| "learning_rate": 1.1794871794871796e-05, | |
| "loss": 0.7711, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_loss": 0.8134967684745789, | |
| "eval_runtime": 98.4327, | |
| "eval_samples_per_second": 10.159, | |
| "eval_steps_per_second": 10.159, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 3.266608476638794, | |
| "learning_rate": 1.1692307692307694e-05, | |
| "loss": 0.8133, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_loss": 0.7890066504478455, | |
| "eval_runtime": 98.4322, | |
| "eval_samples_per_second": 10.159, | |
| "eval_steps_per_second": 10.159, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.0603463649749756, | |
| "learning_rate": 1.1589743589743592e-05, | |
| "loss": 0.8355, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "eval_loss": 0.8279140591621399, | |
| "eval_runtime": 98.4691, | |
| "eval_samples_per_second": 10.155, | |
| "eval_steps_per_second": 10.155, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 3.618032693862915, | |
| "learning_rate": 1.1487179487179487e-05, | |
| "loss": 0.8158, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "eval_loss": 0.805887758731842, | |
| "eval_runtime": 98.4492, | |
| "eval_samples_per_second": 10.158, | |
| "eval_steps_per_second": 10.158, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 3.650794267654419, | |
| "learning_rate": 1.1384615384615385e-05, | |
| "loss": 0.7972, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "eval_loss": 0.7881203293800354, | |
| "eval_runtime": 98.5045, | |
| "eval_samples_per_second": 10.152, | |
| "eval_steps_per_second": 10.152, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.8892910480499268, | |
| "learning_rate": 1.1282051282051283e-05, | |
| "loss": 0.8165, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_loss": 0.7988776564598083, | |
| "eval_runtime": 98.4585, | |
| "eval_samples_per_second": 10.157, | |
| "eval_steps_per_second": 10.157, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.109771728515625, | |
| "learning_rate": 1.117948717948718e-05, | |
| "loss": 0.8048, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_loss": 0.8003994226455688, | |
| "eval_runtime": 98.471, | |
| "eval_samples_per_second": 10.155, | |
| "eval_steps_per_second": 10.155, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 4.004971504211426, | |
| "learning_rate": 1.1076923076923079e-05, | |
| "loss": 0.7855, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_loss": 0.7879841923713684, | |
| "eval_runtime": 98.3853, | |
| "eval_samples_per_second": 10.164, | |
| "eval_steps_per_second": 10.164, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 4.2928786277771, | |
| "learning_rate": 1.0974358974358977e-05, | |
| "loss": 0.8008, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_loss": 0.8041646480560303, | |
| "eval_runtime": 98.4192, | |
| "eval_samples_per_second": 10.161, | |
| "eval_steps_per_second": 10.161, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.7064008712768555, | |
| "learning_rate": 1.0871794871794871e-05, | |
| "loss": 0.809, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_loss": 0.7951182126998901, | |
| "eval_runtime": 98.4042, | |
| "eval_samples_per_second": 10.162, | |
| "eval_steps_per_second": 10.162, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 4.159609317779541, | |
| "learning_rate": 1.076923076923077e-05, | |
| "loss": 0.7763, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_loss": 0.7955417633056641, | |
| "eval_runtime": 98.4578, | |
| "eval_samples_per_second": 10.157, | |
| "eval_steps_per_second": 10.157, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.562718152999878, | |
| "learning_rate": 1.0666666666666667e-05, | |
| "loss": 0.7887, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_loss": 0.8063541054725647, | |
| "eval_runtime": 98.4827, | |
| "eval_samples_per_second": 10.154, | |
| "eval_steps_per_second": 10.154, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 3.551567316055298, | |
| "learning_rate": 1.0564102564102565e-05, | |
| "loss": 0.8269, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_loss": 0.7908796668052673, | |
| "eval_runtime": 98.4538, | |
| "eval_samples_per_second": 10.157, | |
| "eval_steps_per_second": 10.157, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 4.210842609405518, | |
| "learning_rate": 1.0461538461538463e-05, | |
| "loss": 0.7872, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_loss": 0.7888299822807312, | |
| "eval_runtime": 98.4173, | |
| "eval_samples_per_second": 10.161, | |
| "eval_steps_per_second": 10.161, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.1311933994293213, | |
| "learning_rate": 1.0358974358974361e-05, | |
| "loss": 0.7791, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_loss": 0.782675564289093, | |
| "eval_runtime": 98.435, | |
| "eval_samples_per_second": 10.159, | |
| "eval_steps_per_second": 10.159, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.9567008018493652, | |
| "learning_rate": 1.0256410256410256e-05, | |
| "loss": 0.7461, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_loss": 0.7776587009429932, | |
| "eval_runtime": 98.4484, | |
| "eval_samples_per_second": 10.158, | |
| "eval_steps_per_second": 10.158, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 4.541276454925537, | |
| "learning_rate": 1.0153846153846154e-05, | |
| "loss": 0.7732, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_loss": 0.7786129117012024, | |
| "eval_runtime": 98.4299, | |
| "eval_samples_per_second": 10.16, | |
| "eval_steps_per_second": 10.16, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 3.852530002593994, | |
| "learning_rate": 1.0051282051282052e-05, | |
| "loss": 0.7708, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "eval_loss": 0.7804587483406067, | |
| "eval_runtime": 98.4657, | |
| "eval_samples_per_second": 10.156, | |
| "eval_steps_per_second": 10.156, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 4.2783379554748535, | |
| "learning_rate": 9.94871794871795e-06, | |
| "loss": 0.7418, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "eval_loss": 0.7932974696159363, | |
| "eval_runtime": 98.4438, | |
| "eval_samples_per_second": 10.158, | |
| "eval_steps_per_second": 10.158, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 4.555493354797363, | |
| "learning_rate": 9.846153846153848e-06, | |
| "loss": 0.789, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "eval_loss": 0.7759644985198975, | |
| "eval_runtime": 98.452, | |
| "eval_samples_per_second": 10.157, | |
| "eval_steps_per_second": 10.157, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 3.638544797897339, | |
| "learning_rate": 9.743589743589744e-06, | |
| "loss": 0.7575, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "eval_loss": 0.7742583751678467, | |
| "eval_runtime": 98.4572, | |
| "eval_samples_per_second": 10.157, | |
| "eval_steps_per_second": 10.157, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 4.139896869659424, | |
| "learning_rate": 9.641025641025642e-06, | |
| "loss": 0.7895, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "eval_loss": 0.7806645035743713, | |
| "eval_runtime": 98.4502, | |
| "eval_samples_per_second": 10.157, | |
| "eval_steps_per_second": 10.157, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 6.0768866539001465, | |
| "learning_rate": 9.53846153846154e-06, | |
| "loss": 0.7464, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "eval_loss": 0.7633421421051025, | |
| "eval_runtime": 98.4913, | |
| "eval_samples_per_second": 10.153, | |
| "eval_steps_per_second": 10.153, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 4.529891014099121, | |
| "learning_rate": 9.435897435897436e-06, | |
| "loss": 0.7878, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "eval_loss": 0.7459210157394409, | |
| "eval_runtime": 98.4314, | |
| "eval_samples_per_second": 10.159, | |
| "eval_steps_per_second": 10.159, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 4.402657508850098, | |
| "learning_rate": 9.333333333333334e-06, | |
| "loss": 0.734, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "eval_loss": 0.7673327922821045, | |
| "eval_runtime": 98.4432, | |
| "eval_samples_per_second": 10.158, | |
| "eval_steps_per_second": 10.158, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 3.691208839416504, | |
| "learning_rate": 9.230769230769232e-06, | |
| "loss": 0.7504, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "eval_loss": 0.7593997716903687, | |
| "eval_runtime": 98.4682, | |
| "eval_samples_per_second": 10.156, | |
| "eval_steps_per_second": 10.156, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 3.411905527114868, | |
| "learning_rate": 9.128205128205129e-06, | |
| "loss": 0.7901, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "eval_loss": 0.7573875784873962, | |
| "eval_runtime": 98.4374, | |
| "eval_samples_per_second": 10.159, | |
| "eval_steps_per_second": 10.159, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 15.492389678955078, | |
| "learning_rate": 9.025641025641027e-06, | |
| "loss": 0.7268, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "eval_loss": 0.7712795734405518, | |
| "eval_runtime": 98.4057, | |
| "eval_samples_per_second": 10.162, | |
| "eval_steps_per_second": 10.162, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 3.4170589447021484, | |
| "learning_rate": 8.923076923076925e-06, | |
| "loss": 0.7655, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "eval_loss": 0.7508448958396912, | |
| "eval_runtime": 98.45, | |
| "eval_samples_per_second": 10.157, | |
| "eval_steps_per_second": 10.157, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 7.331748962402344, | |
| "learning_rate": 8.820512820512821e-06, | |
| "loss": 0.7459, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "eval_loss": 0.7602470517158508, | |
| "eval_runtime": 98.4042, | |
| "eval_samples_per_second": 10.162, | |
| "eval_steps_per_second": 10.162, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 4.534581661224365, | |
| "learning_rate": 8.717948717948719e-06, | |
| "loss": 0.7532, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_loss": 0.7669916152954102, | |
| "eval_runtime": 98.3947, | |
| "eval_samples_per_second": 10.163, | |
| "eval_steps_per_second": 10.163, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.601339101791382, | |
| "learning_rate": 8.615384615384617e-06, | |
| "loss": 0.7274, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_loss": 0.7589613199234009, | |
| "eval_runtime": 98.411, | |
| "eval_samples_per_second": 10.161, | |
| "eval_steps_per_second": 10.161, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.2606701850891113, | |
| "learning_rate": 8.512820512820513e-06, | |
| "loss": 0.7396, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_loss": 0.7702498435974121, | |
| "eval_runtime": 98.3995, | |
| "eval_samples_per_second": 10.163, | |
| "eval_steps_per_second": 10.163, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 4.607340335845947, | |
| "learning_rate": 8.410256410256411e-06, | |
| "loss": 0.7502, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_loss": 0.7340441346168518, | |
| "eval_runtime": 98.3886, | |
| "eval_samples_per_second": 10.164, | |
| "eval_steps_per_second": 10.164, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 6.950789451599121, | |
| "learning_rate": 8.307692307692309e-06, | |
| "loss": 0.7499, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_loss": 0.7349185943603516, | |
| "eval_runtime": 98.4071, | |
| "eval_samples_per_second": 10.162, | |
| "eval_steps_per_second": 10.162, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 6.848160266876221, | |
| "learning_rate": 8.205128205128205e-06, | |
| "loss": 0.7445, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_loss": 0.7594106197357178, | |
| "eval_runtime": 98.3807, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 5.719851016998291, | |
| "learning_rate": 8.102564102564103e-06, | |
| "loss": 0.7053, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_loss": 0.7302230000495911, | |
| "eval_runtime": 98.3965, | |
| "eval_samples_per_second": 10.163, | |
| "eval_steps_per_second": 10.163, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.405026912689209, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.6993, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_loss": 0.7647203207015991, | |
| "eval_runtime": 98.4071, | |
| "eval_samples_per_second": 10.162, | |
| "eval_steps_per_second": 10.162, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 3.210000514984131, | |
| "learning_rate": 7.897435897435898e-06, | |
| "loss": 0.7465, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "eval_loss": 0.7343460321426392, | |
| "eval_runtime": 98.3972, | |
| "eval_samples_per_second": 10.163, | |
| "eval_steps_per_second": 10.163, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 5.848453521728516, | |
| "learning_rate": 7.794871794871796e-06, | |
| "loss": 0.7664, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "eval_loss": 0.7306160926818848, | |
| "eval_runtime": 98.3866, | |
| "eval_samples_per_second": 10.164, | |
| "eval_steps_per_second": 10.164, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 3.4362599849700928, | |
| "learning_rate": 7.692307692307694e-06, | |
| "loss": 0.7239, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "eval_loss": 0.7516223192214966, | |
| "eval_runtime": 98.4441, | |
| "eval_samples_per_second": 10.158, | |
| "eval_steps_per_second": 10.158, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 66.06706237792969, | |
| "learning_rate": 7.58974358974359e-06, | |
| "loss": 0.7109, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "eval_loss": 0.7285715341567993, | |
| "eval_runtime": 98.5076, | |
| "eval_samples_per_second": 10.152, | |
| "eval_steps_per_second": 10.152, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 4.000461578369141, | |
| "learning_rate": 7.487179487179488e-06, | |
| "loss": 0.7683, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "eval_loss": 0.7256894707679749, | |
| "eval_runtime": 98.4291, | |
| "eval_samples_per_second": 10.16, | |
| "eval_steps_per_second": 10.16, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.8244261741638184, | |
| "learning_rate": 7.384615384615386e-06, | |
| "loss": 0.7599, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "eval_loss": 0.7099986672401428, | |
| "eval_runtime": 98.3772, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.786495685577393, | |
| "learning_rate": 7.282051282051282e-06, | |
| "loss": 0.7331, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "eval_loss": 0.7184450626373291, | |
| "eval_runtime": 98.386, | |
| "eval_samples_per_second": 10.164, | |
| "eval_steps_per_second": 10.164, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 3.1670029163360596, | |
| "learning_rate": 7.17948717948718e-06, | |
| "loss": 0.7012, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "eval_loss": 0.7143362164497375, | |
| "eval_runtime": 98.4313, | |
| "eval_samples_per_second": 10.159, | |
| "eval_steps_per_second": 10.159, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 3.853381633758545, | |
| "learning_rate": 7.076923076923078e-06, | |
| "loss": 0.7207, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "eval_loss": 0.7087370157241821, | |
| "eval_runtime": 98.3509, | |
| "eval_samples_per_second": 10.168, | |
| "eval_steps_per_second": 10.168, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 4.216042518615723, | |
| "learning_rate": 6.974358974358974e-06, | |
| "loss": 0.7417, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "eval_loss": 0.7320001721382141, | |
| "eval_runtime": 98.4508, | |
| "eval_samples_per_second": 10.157, | |
| "eval_steps_per_second": 10.157, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 3.6057064533233643, | |
| "learning_rate": 6.871794871794872e-06, | |
| "loss": 0.7192, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "eval_loss": 0.7073127627372742, | |
| "eval_runtime": 98.3946, | |
| "eval_samples_per_second": 10.163, | |
| "eval_steps_per_second": 10.163, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 6.80657958984375, | |
| "learning_rate": 6.76923076923077e-06, | |
| "loss": 0.7484, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_loss": 0.7168283462524414, | |
| "eval_runtime": 98.3837, | |
| "eval_samples_per_second": 10.164, | |
| "eval_steps_per_second": 10.164, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 3.738083600997925, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.7044, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_loss": 0.7054859399795532, | |
| "eval_runtime": 98.4103, | |
| "eval_samples_per_second": 10.162, | |
| "eval_steps_per_second": 10.162, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 4.214886665344238, | |
| "learning_rate": 6.564102564102565e-06, | |
| "loss": 0.7071, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_loss": 0.7007602453231812, | |
| "eval_runtime": 98.3702, | |
| "eval_samples_per_second": 10.166, | |
| "eval_steps_per_second": 10.166, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.437922716140747, | |
| "learning_rate": 6.461538461538463e-06, | |
| "loss": 0.6839, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_loss": 0.7002619504928589, | |
| "eval_runtime": 98.3806, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 9.056229591369629, | |
| "learning_rate": 6.358974358974359e-06, | |
| "loss": 0.7352, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_loss": 0.706998884677887, | |
| "eval_runtime": 98.3786, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 7.531219482421875, | |
| "learning_rate": 6.256410256410257e-06, | |
| "loss": 0.7043, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "eval_loss": 0.7098628878593445, | |
| "eval_runtime": 98.4273, | |
| "eval_samples_per_second": 10.16, | |
| "eval_steps_per_second": 10.16, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 5.21802282333374, | |
| "learning_rate": 6.153846153846155e-06, | |
| "loss": 0.6914, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "eval_loss": 0.7066898941993713, | |
| "eval_runtime": 98.355, | |
| "eval_samples_per_second": 10.167, | |
| "eval_steps_per_second": 10.167, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 4.617076873779297, | |
| "learning_rate": 6.051282051282051e-06, | |
| "loss": 0.6747, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "eval_loss": 0.7035422921180725, | |
| "eval_runtime": 98.4009, | |
| "eval_samples_per_second": 10.163, | |
| "eval_steps_per_second": 10.163, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 4.323288917541504, | |
| "learning_rate": 5.948717948717949e-06, | |
| "loss": 0.6973, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "eval_loss": 0.6891523599624634, | |
| "eval_runtime": 98.3514, | |
| "eval_samples_per_second": 10.168, | |
| "eval_steps_per_second": 10.168, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 3.765428066253662, | |
| "learning_rate": 5.846153846153847e-06, | |
| "loss": 0.6818, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "eval_loss": 0.7228779196739197, | |
| "eval_runtime": 98.3527, | |
| "eval_samples_per_second": 10.167, | |
| "eval_steps_per_second": 10.167, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 10.397618293762207, | |
| "learning_rate": 5.743589743589743e-06, | |
| "loss": 0.7123, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "eval_loss": 0.6805267333984375, | |
| "eval_runtime": 98.3834, | |
| "eval_samples_per_second": 10.164, | |
| "eval_steps_per_second": 10.164, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 4.0021867752075195, | |
| "learning_rate": 5.641025641025641e-06, | |
| "loss": 0.6876, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "eval_loss": 0.7112326622009277, | |
| "eval_runtime": 98.4081, | |
| "eval_samples_per_second": 10.162, | |
| "eval_steps_per_second": 10.162, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 4.793341159820557, | |
| "learning_rate": 5.538461538461539e-06, | |
| "loss": 0.7236, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "eval_loss": 0.7055144309997559, | |
| "eval_runtime": 98.3771, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 4.1885666847229, | |
| "learning_rate": 5.435897435897436e-06, | |
| "loss": 0.7125, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "eval_loss": 0.6943590641021729, | |
| "eval_runtime": 98.3807, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 4.00455904006958, | |
| "learning_rate": 5.333333333333334e-06, | |
| "loss": 0.6615, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "eval_loss": 0.6834198832511902, | |
| "eval_runtime": 98.3529, | |
| "eval_samples_per_second": 10.167, | |
| "eval_steps_per_second": 10.167, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 5.705050945281982, | |
| "learning_rate": 5.230769230769232e-06, | |
| "loss": 0.6771, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "eval_loss": 0.6999417543411255, | |
| "eval_runtime": 98.3937, | |
| "eval_samples_per_second": 10.163, | |
| "eval_steps_per_second": 10.163, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 3.552046298980713, | |
| "learning_rate": 5.128205128205128e-06, | |
| "loss": 0.6742, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "eval_loss": 0.6728054285049438, | |
| "eval_runtime": 98.3744, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 6.856844902038574, | |
| "learning_rate": 5.025641025641026e-06, | |
| "loss": 0.6922, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "eval_loss": 0.6971193552017212, | |
| "eval_runtime": 98.4333, | |
| "eval_samples_per_second": 10.159, | |
| "eval_steps_per_second": 10.159, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 4.937108039855957, | |
| "learning_rate": 4.923076923076924e-06, | |
| "loss": 0.6843, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "eval_loss": 0.6769686937332153, | |
| "eval_runtime": 98.4292, | |
| "eval_samples_per_second": 10.16, | |
| "eval_steps_per_second": 10.16, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 7.337194442749023, | |
| "learning_rate": 4.820512820512821e-06, | |
| "loss": 0.7265, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "eval_loss": 0.6937099695205688, | |
| "eval_runtime": 98.3534, | |
| "eval_samples_per_second": 10.167, | |
| "eval_steps_per_second": 10.167, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 6.544970512390137, | |
| "learning_rate": 4.717948717948718e-06, | |
| "loss": 0.6854, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "eval_loss": 0.6800307631492615, | |
| "eval_runtime": 98.3657, | |
| "eval_samples_per_second": 10.166, | |
| "eval_steps_per_second": 10.166, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 4.409825801849365, | |
| "learning_rate": 4.615384615384616e-06, | |
| "loss": 0.7084, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "eval_loss": 0.6897458434104919, | |
| "eval_runtime": 98.3938, | |
| "eval_samples_per_second": 10.163, | |
| "eval_steps_per_second": 10.163, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 4.764963150024414, | |
| "learning_rate": 4.512820512820513e-06, | |
| "loss": 0.6835, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "eval_loss": 0.6795360445976257, | |
| "eval_runtime": 98.3753, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 4.578685283660889, | |
| "learning_rate": 4.4102564102564104e-06, | |
| "loss": 0.6789, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "eval_loss": 0.6842684149742126, | |
| "eval_runtime": 98.3424, | |
| "eval_samples_per_second": 10.169, | |
| "eval_steps_per_second": 10.169, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 7.085032939910889, | |
| "learning_rate": 4.307692307692308e-06, | |
| "loss": 0.6473, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "eval_loss": 0.6702744364738464, | |
| "eval_runtime": 98.3744, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 9.547301292419434, | |
| "learning_rate": 4.2051282051282055e-06, | |
| "loss": 0.6666, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "eval_loss": 0.6775800585746765, | |
| "eval_runtime": 98.3228, | |
| "eval_samples_per_second": 10.171, | |
| "eval_steps_per_second": 10.171, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.161081075668335, | |
| "learning_rate": 4.102564102564103e-06, | |
| "loss": 0.6968, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "eval_loss": 0.683419942855835, | |
| "eval_runtime": 98.4131, | |
| "eval_samples_per_second": 10.161, | |
| "eval_steps_per_second": 10.161, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 4.315452575683594, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.64, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "eval_loss": 0.6916409134864807, | |
| "eval_runtime": 98.331, | |
| "eval_samples_per_second": 10.17, | |
| "eval_steps_per_second": 10.17, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 4.9351582527160645, | |
| "learning_rate": 3.897435897435898e-06, | |
| "loss": 0.6516, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "eval_loss": 0.6831104755401611, | |
| "eval_runtime": 98.342, | |
| "eval_samples_per_second": 10.169, | |
| "eval_steps_per_second": 10.169, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.858851432800293, | |
| "learning_rate": 3.794871794871795e-06, | |
| "loss": 0.6626, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "eval_loss": 0.6660827398300171, | |
| "eval_runtime": 98.3507, | |
| "eval_samples_per_second": 10.168, | |
| "eval_steps_per_second": 10.168, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 10.384642601013184, | |
| "learning_rate": 3.692307692307693e-06, | |
| "loss": 0.7119, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "eval_loss": 0.6715333461761475, | |
| "eval_runtime": 98.3678, | |
| "eval_samples_per_second": 10.166, | |
| "eval_steps_per_second": 10.166, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.9744458198547363, | |
| "learning_rate": 3.58974358974359e-06, | |
| "loss": 0.6827, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "eval_loss": 0.6574322581291199, | |
| "eval_runtime": 98.3789, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 3.588651657104492, | |
| "learning_rate": 3.487179487179487e-06, | |
| "loss": 0.7398, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "eval_loss": 0.6578336358070374, | |
| "eval_runtime": 98.3458, | |
| "eval_samples_per_second": 10.168, | |
| "eval_steps_per_second": 10.168, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 3.190857410430908, | |
| "learning_rate": 3.384615384615385e-06, | |
| "loss": 0.6553, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "eval_loss": 0.6542092561721802, | |
| "eval_runtime": 98.3756, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 3.513176441192627, | |
| "learning_rate": 3.2820512820512823e-06, | |
| "loss": 0.6531, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "eval_loss": 0.6713552474975586, | |
| "eval_runtime": 98.3796, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 5.897684574127197, | |
| "learning_rate": 3.1794871794871795e-06, | |
| "loss": 0.6923, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "eval_loss": 0.6415435075759888, | |
| "eval_runtime": 98.3575, | |
| "eval_samples_per_second": 10.167, | |
| "eval_steps_per_second": 10.167, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 5.851967811584473, | |
| "learning_rate": 3.0769230769230774e-06, | |
| "loss": 0.6582, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "eval_loss": 0.6755939722061157, | |
| "eval_runtime": 98.3485, | |
| "eval_samples_per_second": 10.168, | |
| "eval_steps_per_second": 10.168, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 3.1814448833465576, | |
| "learning_rate": 2.9743589743589746e-06, | |
| "loss": 0.6471, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "eval_loss": 0.6580842733383179, | |
| "eval_runtime": 98.3328, | |
| "eval_samples_per_second": 10.17, | |
| "eval_steps_per_second": 10.17, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 3.3297533988952637, | |
| "learning_rate": 2.8717948717948717e-06, | |
| "loss": 0.6238, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "eval_loss": 0.6540150046348572, | |
| "eval_runtime": 98.392, | |
| "eval_samples_per_second": 10.163, | |
| "eval_steps_per_second": 10.163, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 4.152995586395264, | |
| "learning_rate": 2.7692307692307697e-06, | |
| "loss": 0.6523, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "eval_loss": 0.6668370366096497, | |
| "eval_runtime": 98.343, | |
| "eval_samples_per_second": 10.168, | |
| "eval_steps_per_second": 10.168, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 8.26444149017334, | |
| "learning_rate": 2.666666666666667e-06, | |
| "loss": 0.6453, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "eval_loss": 0.6706939935684204, | |
| "eval_runtime": 98.3728, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 4.3345627784729, | |
| "learning_rate": 2.564102564102564e-06, | |
| "loss": 0.6436, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "eval_loss": 0.6370129585266113, | |
| "eval_runtime": 98.3453, | |
| "eval_samples_per_second": 10.168, | |
| "eval_steps_per_second": 10.168, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 4.079812526702881, | |
| "learning_rate": 2.461538461538462e-06, | |
| "loss": 0.6369, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "eval_loss": 0.6634325385093689, | |
| "eval_runtime": 98.3802, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 3.0387985706329346, | |
| "learning_rate": 2.358974358974359e-06, | |
| "loss": 0.6244, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "eval_loss": 0.658197283744812, | |
| "eval_runtime": 98.3504, | |
| "eval_samples_per_second": 10.168, | |
| "eval_steps_per_second": 10.168, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 4.429220199584961, | |
| "learning_rate": 2.2564102564102566e-06, | |
| "loss": 0.663, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "eval_loss": 0.663162350654602, | |
| "eval_runtime": 98.3612, | |
| "eval_samples_per_second": 10.167, | |
| "eval_steps_per_second": 10.167, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 7.286205291748047, | |
| "learning_rate": 2.153846153846154e-06, | |
| "loss": 0.6692, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "eval_loss": 0.6493304371833801, | |
| "eval_runtime": 98.3416, | |
| "eval_samples_per_second": 10.169, | |
| "eval_steps_per_second": 10.169, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 3.1025142669677734, | |
| "learning_rate": 2.0512820512820513e-06, | |
| "loss": 0.6515, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "eval_loss": 0.6505727767944336, | |
| "eval_runtime": 98.3601, | |
| "eval_samples_per_second": 10.167, | |
| "eval_steps_per_second": 10.167, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 5.170887470245361, | |
| "learning_rate": 1.948717948717949e-06, | |
| "loss": 0.6554, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "eval_loss": 0.640792191028595, | |
| "eval_runtime": 98.3695, | |
| "eval_samples_per_second": 10.166, | |
| "eval_steps_per_second": 10.166, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 8.582660675048828, | |
| "learning_rate": 1.8461538461538465e-06, | |
| "loss": 0.6481, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "eval_loss": 0.6477890014648438, | |
| "eval_runtime": 98.3746, | |
| "eval_samples_per_second": 10.165, | |
| "eval_steps_per_second": 10.165, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 7.4102301597595215, | |
| "learning_rate": 1.7435897435897436e-06, | |
| "loss": 0.6284, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "eval_loss": 0.6732329726219177, | |
| "eval_runtime": 98.3003, | |
| "eval_samples_per_second": 10.173, | |
| "eval_steps_per_second": 10.173, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.6458799839019775, | |
| "learning_rate": 1.6410256410256412e-06, | |
| "loss": 0.6546, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "eval_loss": 0.6304293274879456, | |
| "eval_runtime": 98.3207, | |
| "eval_samples_per_second": 10.171, | |
| "eval_steps_per_second": 10.171, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.8108537197113037, | |
| "learning_rate": 1.5384615384615387e-06, | |
| "loss": 0.6665, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "eval_loss": 0.634360134601593, | |
| "eval_runtime": 98.3511, | |
| "eval_samples_per_second": 10.168, | |
| "eval_steps_per_second": 10.168, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 9.306204795837402, | |
| "learning_rate": 1.4358974358974359e-06, | |
| "loss": 0.6559, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "eval_loss": 0.6353975534439087, | |
| "eval_runtime": 98.3306, | |
| "eval_samples_per_second": 10.17, | |
| "eval_steps_per_second": 10.17, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 4.001993656158447, | |
| "learning_rate": 1.3333333333333334e-06, | |
| "loss": 0.6386, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "eval_loss": 0.6281168460845947, | |
| "eval_runtime": 98.2978, | |
| "eval_samples_per_second": 10.173, | |
| "eval_steps_per_second": 10.173, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 4.9915924072265625, | |
| "learning_rate": 1.230769230769231e-06, | |
| "loss": 0.6509, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "eval_loss": 0.6473774313926697, | |
| "eval_runtime": 98.3123, | |
| "eval_samples_per_second": 10.172, | |
| "eval_steps_per_second": 10.172, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 3.8955130577087402, | |
| "learning_rate": 1.1282051282051283e-06, | |
| "loss": 0.6272, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "eval_loss": 0.6473217606544495, | |
| "eval_runtime": 98.3521, | |
| "eval_samples_per_second": 10.168, | |
| "eval_steps_per_second": 10.168, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 9.715432167053223, | |
| "learning_rate": 1.0256410256410257e-06, | |
| "loss": 0.6086, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "eval_loss": 0.620388925075531, | |
| "eval_runtime": 98.3358, | |
| "eval_samples_per_second": 10.169, | |
| "eval_steps_per_second": 10.169, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 4.22080659866333, | |
| "learning_rate": 9.230769230769232e-07, | |
| "loss": 0.6553, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "eval_loss": 0.6517868041992188, | |
| "eval_runtime": 98.326, | |
| "eval_samples_per_second": 10.17, | |
| "eval_steps_per_second": 10.17, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 3.7308225631713867, | |
| "learning_rate": 8.205128205128206e-07, | |
| "loss": 0.6119, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "eval_loss": 0.639901340007782, | |
| "eval_runtime": 98.3, | |
| "eval_samples_per_second": 10.173, | |
| "eval_steps_per_second": 10.173, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 4.890966892242432, | |
| "learning_rate": 7.179487179487179e-07, | |
| "loss": 0.6363, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "eval_loss": 0.6639401912689209, | |
| "eval_runtime": 98.3404, | |
| "eval_samples_per_second": 10.169, | |
| "eval_steps_per_second": 10.169, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 6.855196952819824, | |
| "learning_rate": 6.153846153846155e-07, | |
| "loss": 0.6261, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "eval_loss": 0.6473622918128967, | |
| "eval_runtime": 98.3312, | |
| "eval_samples_per_second": 10.17, | |
| "eval_steps_per_second": 10.17, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.988701581954956, | |
| "learning_rate": 5.128205128205128e-07, | |
| "loss": 0.6192, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "eval_loss": 0.6319825649261475, | |
| "eval_runtime": 98.277, | |
| "eval_samples_per_second": 10.175, | |
| "eval_steps_per_second": 10.175, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 3.922107696533203, | |
| "learning_rate": 4.102564102564103e-07, | |
| "loss": 0.6123, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "eval_loss": 0.6252996325492859, | |
| "eval_runtime": 98.3425, | |
| "eval_samples_per_second": 10.169, | |
| "eval_steps_per_second": 10.169, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 13.531473159790039, | |
| "learning_rate": 3.0769230769230774e-07, | |
| "loss": 0.6128, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "eval_loss": 0.6362013220787048, | |
| "eval_runtime": 98.2906, | |
| "eval_samples_per_second": 10.174, | |
| "eval_steps_per_second": 10.174, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 13.287760734558105, | |
| "learning_rate": 2.0512820512820514e-07, | |
| "loss": 0.6321, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "eval_loss": 0.6311822533607483, | |
| "eval_runtime": 98.3206, | |
| "eval_samples_per_second": 10.171, | |
| "eval_steps_per_second": 10.171, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 10.524887084960938, | |
| "learning_rate": 1.0256410256410257e-07, | |
| "loss": 0.6026, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_loss": 0.6232057809829712, | |
| "eval_runtime": 98.3191, | |
| "eval_samples_per_second": 10.171, | |
| "eval_steps_per_second": 10.171, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 4.0852131843566895, | |
| "learning_rate": 0.0, | |
| "loss": 0.6322, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_loss": 0.632331907749176, | |
| "eval_runtime": 98.3118, | |
| "eval_samples_per_second": 10.172, | |
| "eval_steps_per_second": 10.172, | |
| "step": 20000 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 20000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 2500, | |
| "total_flos": 3.1467396661248e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |