| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 40035, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.062445360309728984, | |
| "grad_norm": 14.40565299987793, | |
| "learning_rate": 2.9625327838141625e-05, | |
| "loss": 1.9858, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.12489072061945797, | |
| "grad_norm": 19.097322463989258, | |
| "learning_rate": 2.9250655676283253e-05, | |
| "loss": 1.5149, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.18733608092918697, | |
| "grad_norm": 15.344030380249023, | |
| "learning_rate": 2.887598351442488e-05, | |
| "loss": 1.4258, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.24978144123891594, | |
| "grad_norm": 22.120119094848633, | |
| "learning_rate": 2.8501311352566505e-05, | |
| "loss": 1.3884, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.31222680154864496, | |
| "grad_norm": 15.072545051574707, | |
| "learning_rate": 2.812663919070813e-05, | |
| "loss": 1.3306, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.37467216185837393, | |
| "grad_norm": 15.24660587310791, | |
| "learning_rate": 2.7751967028849757e-05, | |
| "loss": 1.2959, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.4371175221681029, | |
| "grad_norm": 13.45875072479248, | |
| "learning_rate": 2.7377294866991385e-05, | |
| "loss": 1.2756, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.49956288247783187, | |
| "grad_norm": 12.797966003417969, | |
| "learning_rate": 2.700262270513301e-05, | |
| "loss": 1.2815, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.5620082427875609, | |
| "grad_norm": 21.160541534423828, | |
| "learning_rate": 2.6627950543274633e-05, | |
| "loss": 1.2025, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.6244536030972899, | |
| "grad_norm": 13.691265106201172, | |
| "learning_rate": 2.625327838141626e-05, | |
| "loss": 1.1658, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.6868989634070188, | |
| "grad_norm": 21.028295516967773, | |
| "learning_rate": 2.587860621955789e-05, | |
| "loss": 1.1849, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.7493443237167479, | |
| "grad_norm": 15.639451026916504, | |
| "learning_rate": 2.5503934057699513e-05, | |
| "loss": 1.154, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.8117896840264769, | |
| "grad_norm": 15.77192497253418, | |
| "learning_rate": 2.5129261895841137e-05, | |
| "loss": 1.1657, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.8742350443362058, | |
| "grad_norm": 19.546422958374023, | |
| "learning_rate": 2.4754589733982765e-05, | |
| "loss": 1.1329, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.9366804046459348, | |
| "grad_norm": 11.490877151489258, | |
| "learning_rate": 2.4379917572124393e-05, | |
| "loss": 1.1304, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.9991257649556637, | |
| "grad_norm": 13.906126022338867, | |
| "learning_rate": 2.4005245410266017e-05, | |
| "loss": 1.0877, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.0615711252653928, | |
| "grad_norm": 22.66297721862793, | |
| "learning_rate": 2.3630573248407645e-05, | |
| "loss": 0.8364, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.1240164855751218, | |
| "grad_norm": 21.926162719726562, | |
| "learning_rate": 2.325590108654927e-05, | |
| "loss": 0.8493, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.1864618458848508, | |
| "grad_norm": 21.4632625579834, | |
| "learning_rate": 2.2881228924690897e-05, | |
| "loss": 0.8424, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.2489072061945796, | |
| "grad_norm": 19.286104202270508, | |
| "learning_rate": 2.250655676283252e-05, | |
| "loss": 0.856, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.3113525665043086, | |
| "grad_norm": 35.93063735961914, | |
| "learning_rate": 2.213188460097415e-05, | |
| "loss": 0.8289, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.3737979268140377, | |
| "grad_norm": 24.366748809814453, | |
| "learning_rate": 2.1757212439115773e-05, | |
| "loss": 0.868, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.4362432871237667, | |
| "grad_norm": 22.02488136291504, | |
| "learning_rate": 2.13825402772574e-05, | |
| "loss": 0.841, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.4986886474334957, | |
| "grad_norm": 54.16468811035156, | |
| "learning_rate": 2.1007868115399025e-05, | |
| "loss": 0.8262, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.5611340077432247, | |
| "grad_norm": 27.68937873840332, | |
| "learning_rate": 2.0633195953540653e-05, | |
| "loss": 0.8225, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.6235793680529538, | |
| "grad_norm": 19.883024215698242, | |
| "learning_rate": 2.0258523791682277e-05, | |
| "loss": 0.8412, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.6860247283626828, | |
| "grad_norm": 25.48287010192871, | |
| "learning_rate": 1.9883851629823905e-05, | |
| "loss": 0.8559, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.7484700886724116, | |
| "grad_norm": 25.736173629760742, | |
| "learning_rate": 1.9509179467965533e-05, | |
| "loss": 0.798, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.8109154489821406, | |
| "grad_norm": 15.345009803771973, | |
| "learning_rate": 1.9134507306107157e-05, | |
| "loss": 0.8568, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.8733608092918697, | |
| "grad_norm": 13.86083698272705, | |
| "learning_rate": 1.875983514424878e-05, | |
| "loss": 0.8144, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.9358061696015985, | |
| "grad_norm": 21.71160316467285, | |
| "learning_rate": 1.838516298239041e-05, | |
| "loss": 0.8484, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.9982515299113275, | |
| "grad_norm": 13.77094841003418, | |
| "learning_rate": 1.8010490820532037e-05, | |
| "loss": 0.8502, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 2.0606968902210565, | |
| "grad_norm": 21.91532325744629, | |
| "learning_rate": 1.763581865867366e-05, | |
| "loss": 0.5608, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 2.1231422505307855, | |
| "grad_norm": 19.61579704284668, | |
| "learning_rate": 1.7261146496815285e-05, | |
| "loss": 0.5345, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 2.1855876108405146, | |
| "grad_norm": 17.571279525756836, | |
| "learning_rate": 1.6886474334956913e-05, | |
| "loss": 0.5251, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 2.2480329711502436, | |
| "grad_norm": 45.33535385131836, | |
| "learning_rate": 1.651180217309854e-05, | |
| "loss": 0.565, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.3104783314599726, | |
| "grad_norm": 15.158855438232422, | |
| "learning_rate": 1.6137130011240165e-05, | |
| "loss": 0.5472, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 2.3729236917697016, | |
| "grad_norm": 17.102876663208008, | |
| "learning_rate": 1.576245784938179e-05, | |
| "loss": 0.5638, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.4353690520794307, | |
| "grad_norm": 34.022037506103516, | |
| "learning_rate": 1.5387785687523417e-05, | |
| "loss": 0.5259, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.4978144123891592, | |
| "grad_norm": 20.363927841186523, | |
| "learning_rate": 1.5013113525665045e-05, | |
| "loss": 0.5672, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.5602597726988883, | |
| "grad_norm": 26.551931381225586, | |
| "learning_rate": 1.4638441363806669e-05, | |
| "loss": 0.5642, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 2.6227051330086173, | |
| "grad_norm": 37.67859649658203, | |
| "learning_rate": 1.4263769201948297e-05, | |
| "loss": 0.5836, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.6851504933183463, | |
| "grad_norm": 23.416738510131836, | |
| "learning_rate": 1.3889097040089921e-05, | |
| "loss": 0.5932, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 2.7475958536280753, | |
| "grad_norm": 37.503047943115234, | |
| "learning_rate": 1.3514424878231549e-05, | |
| "loss": 0.5601, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 2.8100412139378044, | |
| "grad_norm": 26.307445526123047, | |
| "learning_rate": 1.3139752716373173e-05, | |
| "loss": 0.5784, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 2.8724865742475334, | |
| "grad_norm": 15.568779945373535, | |
| "learning_rate": 1.27650805545148e-05, | |
| "loss": 0.5613, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 2.9349319345572624, | |
| "grad_norm": 19.449880599975586, | |
| "learning_rate": 1.2390408392656425e-05, | |
| "loss": 0.5597, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 2.9973772948669914, | |
| "grad_norm": 22.43405532836914, | |
| "learning_rate": 1.2015736230798053e-05, | |
| "loss": 0.5637, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 3.0598226551767205, | |
| "grad_norm": 45.42557907104492, | |
| "learning_rate": 1.1641064068939677e-05, | |
| "loss": 0.3605, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 3.1222680154864495, | |
| "grad_norm": 51.729000091552734, | |
| "learning_rate": 1.1266391907081305e-05, | |
| "loss": 0.3556, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 3.1847133757961785, | |
| "grad_norm": 11.632122993469238, | |
| "learning_rate": 1.0891719745222929e-05, | |
| "loss": 0.3751, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 3.2471587361059076, | |
| "grad_norm": 6.7493743896484375, | |
| "learning_rate": 1.0517047583364557e-05, | |
| "loss": 0.3554, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 3.309604096415636, | |
| "grad_norm": 9.528502464294434, | |
| "learning_rate": 1.0142375421506183e-05, | |
| "loss": 0.3463, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 3.372049456725365, | |
| "grad_norm": 28.454116821289062, | |
| "learning_rate": 9.767703259647809e-06, | |
| "loss": 0.3823, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 3.434494817035094, | |
| "grad_norm": 28.30170440673828, | |
| "learning_rate": 9.393031097789435e-06, | |
| "loss": 0.3529, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 3.496940177344823, | |
| "grad_norm": 14.024445533752441, | |
| "learning_rate": 9.018358935931061e-06, | |
| "loss": 0.3774, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 3.5593855376545522, | |
| "grad_norm": 9.80344295501709, | |
| "learning_rate": 8.643686774072687e-06, | |
| "loss": 0.3471, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 3.6218308979642813, | |
| "grad_norm": 18.51318359375, | |
| "learning_rate": 8.269014612214313e-06, | |
| "loss": 0.3514, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 3.6842762582740103, | |
| "grad_norm": 23.305683135986328, | |
| "learning_rate": 7.894342450355939e-06, | |
| "loss": 0.3539, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 3.7467216185837393, | |
| "grad_norm": 31.820262908935547, | |
| "learning_rate": 7.519670288497564e-06, | |
| "loss": 0.3364, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 3.8091669788934683, | |
| "grad_norm": 28.33430290222168, | |
| "learning_rate": 7.144998126639191e-06, | |
| "loss": 0.3607, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 3.8716123392031974, | |
| "grad_norm": 30.772987365722656, | |
| "learning_rate": 6.770325964780817e-06, | |
| "loss": 0.3314, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 3.934057699512926, | |
| "grad_norm": 16.197298049926758, | |
| "learning_rate": 6.395653802922443e-06, | |
| "loss": 0.3449, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 3.996503059822655, | |
| "grad_norm": 46.485103607177734, | |
| "learning_rate": 6.020981641064069e-06, | |
| "loss": 0.3263, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 4.058948420132384, | |
| "grad_norm": 51.467411041259766, | |
| "learning_rate": 5.646309479205695e-06, | |
| "loss": 0.2165, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 4.121393780442113, | |
| "grad_norm": 3.3639559745788574, | |
| "learning_rate": 5.271637317347321e-06, | |
| "loss": 0.2134, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 4.183839140751842, | |
| "grad_norm": 20.382158279418945, | |
| "learning_rate": 4.896965155488947e-06, | |
| "loss": 0.229, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 4.246284501061571, | |
| "grad_norm": 22.384031295776367, | |
| "learning_rate": 4.522292993630573e-06, | |
| "loss": 0.2255, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 4.3087298613713, | |
| "grad_norm": 2.972531318664551, | |
| "learning_rate": 4.147620831772199e-06, | |
| "loss": 0.2167, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 4.371175221681029, | |
| "grad_norm": 19.604764938354492, | |
| "learning_rate": 3.772948669913825e-06, | |
| "loss": 0.2192, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 4.433620581990758, | |
| "grad_norm": 16.23500633239746, | |
| "learning_rate": 3.3982765080554515e-06, | |
| "loss": 0.2242, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 4.496065942300487, | |
| "grad_norm": 8.235413551330566, | |
| "learning_rate": 3.0236043461970775e-06, | |
| "loss": 0.2196, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 4.558511302610216, | |
| "grad_norm": 22.458770751953125, | |
| "learning_rate": 2.6489321843387035e-06, | |
| "loss": 0.2244, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 4.620956662919945, | |
| "grad_norm": 39.24953842163086, | |
| "learning_rate": 2.2742600224803295e-06, | |
| "loss": 0.2076, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 4.683402023229674, | |
| "grad_norm": 10.973857879638672, | |
| "learning_rate": 1.8995878606219555e-06, | |
| "loss": 0.2288, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 4.745847383539403, | |
| "grad_norm": 11.058865547180176, | |
| "learning_rate": 1.5249156987635818e-06, | |
| "loss": 0.214, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 4.808292743849132, | |
| "grad_norm": 47.875057220458984, | |
| "learning_rate": 1.150243536905208e-06, | |
| "loss": 0.2237, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 4.870738104158861, | |
| "grad_norm": 55.14733123779297, | |
| "learning_rate": 7.755713750468341e-07, | |
| "loss": 0.2228, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 4.93318346446859, | |
| "grad_norm": 3.3354523181915283, | |
| "learning_rate": 4.008992131884601e-07, | |
| "loss": 0.2024, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 4.9956288247783185, | |
| "grad_norm": 62.27578353881836, | |
| "learning_rate": 2.6227051330086176e-08, | |
| "loss": 0.2024, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 40035, | |
| "total_flos": 9.414718117765632e+16, | |
| "train_loss": 0.0, | |
| "train_runtime": 0.003, | |
| "train_samples_per_second": 159489123.369, | |
| "train_steps_per_second": 13291036.935 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 40035, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.414718117765632e+16, | |
| "train_batch_size": 12, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |