| { |
| "best_metric": 0.8897849462365591, |
| "best_model_checkpoint": "./results/checkpoint-465", |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 465, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.10752688172043011, |
| "grad_norm": 77.31194305419922, |
| "learning_rate": 1.5e-06, |
| "loss": 1.0774, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.21505376344086022, |
| "grad_norm": 21.743606567382812, |
| "learning_rate": 3e-06, |
| "loss": 1.205, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.3225806451612903, |
| "grad_norm": 46.53227233886719, |
| "learning_rate": 4.5e-06, |
| "loss": 0.9877, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.43010752688172044, |
| "grad_norm": 60.25495147705078, |
| "learning_rate": 6e-06, |
| "loss": 0.7626, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.5376344086021505, |
| "grad_norm": 42.291969299316406, |
| "learning_rate": 7.5e-06, |
| "loss": 0.6559, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.6451612903225806, |
| "grad_norm": 27.09429931640625, |
| "learning_rate": 9e-06, |
| "loss": 0.3539, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.7526881720430108, |
| "grad_norm": 29.117910385131836, |
| "learning_rate": 1.05e-05, |
| "loss": 0.516, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.8602150537634409, |
| "grad_norm": 35.026817321777344, |
| "learning_rate": 1.2e-05, |
| "loss": 0.5457, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.967741935483871, |
| "grad_norm": 17.851289749145508, |
| "learning_rate": 1.3500000000000001e-05, |
| "loss": 0.5821, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.8655913978494624, |
| "eval_f1": 0.8661634583786485, |
| "eval_loss": 0.3687117397785187, |
| "eval_runtime": 1.6159, |
| "eval_samples_per_second": 230.212, |
| "eval_steps_per_second": 3.713, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.075268817204301, |
| "grad_norm": 13.748136520385742, |
| "learning_rate": 1.5e-05, |
| "loss": 0.307, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.1827956989247312, |
| "grad_norm": 3.2135958671569824, |
| "learning_rate": 1.65e-05, |
| "loss": 0.4692, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.2903225806451613, |
| "grad_norm": 11.485154151916504, |
| "learning_rate": 1.8e-05, |
| "loss": 0.3206, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.3978494623655915, |
| "grad_norm": 7.797122478485107, |
| "learning_rate": 1.95e-05, |
| "loss": 0.3138, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.5053763440860215, |
| "grad_norm": 6.313217639923096, |
| "learning_rate": 2.1e-05, |
| "loss": 0.3135, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.6129032258064515, |
| "grad_norm": 18.319936752319336, |
| "learning_rate": 2.25e-05, |
| "loss": 0.2156, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.7204301075268817, |
| "grad_norm": 21.939163208007812, |
| "learning_rate": 2.4e-05, |
| "loss": 0.2749, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.827956989247312, |
| "grad_norm": 20.2148380279541, |
| "learning_rate": 2.55e-05, |
| "loss": 0.4502, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.935483870967742, |
| "grad_norm": 22.044946670532227, |
| "learning_rate": 2.7000000000000002e-05, |
| "loss": 0.364, |
| "step": 180 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.8763440860215054, |
| "eval_f1": 0.8742605847498066, |
| "eval_loss": 0.34187108278274536, |
| "eval_runtime": 1.6404, |
| "eval_samples_per_second": 226.774, |
| "eval_steps_per_second": 3.658, |
| "step": 186 |
| }, |
| { |
| "epoch": 2.043010752688172, |
| "grad_norm": 1.5786309242248535, |
| "learning_rate": 2.8499999999999998e-05, |
| "loss": 0.251, |
| "step": 190 |
| }, |
| { |
| "epoch": 2.150537634408602, |
| "grad_norm": 0.3100162446498871, |
| "learning_rate": 3e-05, |
| "loss": 0.0491, |
| "step": 200 |
| }, |
| { |
| "epoch": 2.258064516129032, |
| "grad_norm": 10.301804542541504, |
| "learning_rate": 2.8867924528301887e-05, |
| "loss": 0.0978, |
| "step": 210 |
| }, |
| { |
| "epoch": 2.3655913978494625, |
| "grad_norm": 0.5391497015953064, |
| "learning_rate": 2.7735849056603773e-05, |
| "loss": 0.2325, |
| "step": 220 |
| }, |
| { |
| "epoch": 2.4731182795698925, |
| "grad_norm": 33.04327392578125, |
| "learning_rate": 2.6603773584905663e-05, |
| "loss": 0.3053, |
| "step": 230 |
| }, |
| { |
| "epoch": 2.5806451612903225, |
| "grad_norm": 1.8449115753173828, |
| "learning_rate": 2.547169811320755e-05, |
| "loss": 0.1469, |
| "step": 240 |
| }, |
| { |
| "epoch": 2.688172043010753, |
| "grad_norm": 41.86624526977539, |
| "learning_rate": 2.4339622641509435e-05, |
| "loss": 0.0985, |
| "step": 250 |
| }, |
| { |
| "epoch": 2.795698924731183, |
| "grad_norm": 12.837655067443848, |
| "learning_rate": 2.320754716981132e-05, |
| "loss": 0.1707, |
| "step": 260 |
| }, |
| { |
| "epoch": 2.903225806451613, |
| "grad_norm": 7.691096305847168, |
| "learning_rate": 2.2075471698113208e-05, |
| "loss": 0.1889, |
| "step": 270 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.8548387096774194, |
| "eval_f1": 0.8514191596326964, |
| "eval_loss": 0.5420617461204529, |
| "eval_runtime": 1.6403, |
| "eval_samples_per_second": 226.793, |
| "eval_steps_per_second": 3.658, |
| "step": 279 |
| }, |
| { |
| "epoch": 3.010752688172043, |
| "grad_norm": 24.820016860961914, |
| "learning_rate": 2.0943396226415094e-05, |
| "loss": 0.2798, |
| "step": 280 |
| }, |
| { |
| "epoch": 3.118279569892473, |
| "grad_norm": 0.1231377124786377, |
| "learning_rate": 1.981132075471698e-05, |
| "loss": 0.1421, |
| "step": 290 |
| }, |
| { |
| "epoch": 3.225806451612903, |
| "grad_norm": 22.27264404296875, |
| "learning_rate": 1.8679245283018867e-05, |
| "loss": 0.1455, |
| "step": 300 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 43.31319046020508, |
| "learning_rate": 1.7547169811320753e-05, |
| "loss": 0.1223, |
| "step": 310 |
| }, |
| { |
| "epoch": 3.4408602150537635, |
| "grad_norm": 0.16742512583732605, |
| "learning_rate": 1.6415094339622643e-05, |
| "loss": 0.0214, |
| "step": 320 |
| }, |
| { |
| "epoch": 3.5483870967741935, |
| "grad_norm": 44.84831619262695, |
| "learning_rate": 1.528301886792453e-05, |
| "loss": 0.0278, |
| "step": 330 |
| }, |
| { |
| "epoch": 3.6559139784946235, |
| "grad_norm": 16.63416862487793, |
| "learning_rate": 1.4150943396226415e-05, |
| "loss": 0.0238, |
| "step": 340 |
| }, |
| { |
| "epoch": 3.763440860215054, |
| "grad_norm": 0.019003387540578842, |
| "learning_rate": 1.3018867924528303e-05, |
| "loss": 0.0788, |
| "step": 350 |
| }, |
| { |
| "epoch": 3.870967741935484, |
| "grad_norm": 0.062045346945524216, |
| "learning_rate": 1.188679245283019e-05, |
| "loss": 0.0247, |
| "step": 360 |
| }, |
| { |
| "epoch": 3.978494623655914, |
| "grad_norm": 36.90345001220703, |
| "learning_rate": 1.0754716981132076e-05, |
| "loss": 0.1049, |
| "step": 370 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_accuracy": 0.8844086021505376, |
| "eval_f1": 0.8851071788381587, |
| "eval_loss": 0.5284830927848816, |
| "eval_runtime": 1.6712, |
| "eval_samples_per_second": 222.589, |
| "eval_steps_per_second": 3.59, |
| "step": 372 |
| }, |
| { |
| "epoch": 4.086021505376344, |
| "grad_norm": 0.04606785252690315, |
| "learning_rate": 9.622641509433962e-06, |
| "loss": 0.0563, |
| "step": 380 |
| }, |
| { |
| "epoch": 4.193548387096774, |
| "grad_norm": 0.11379247903823853, |
| "learning_rate": 8.49056603773585e-06, |
| "loss": 0.0007, |
| "step": 390 |
| }, |
| { |
| "epoch": 4.301075268817204, |
| "grad_norm": 0.057167768478393555, |
| "learning_rate": 7.358490566037736e-06, |
| "loss": 0.0008, |
| "step": 400 |
| }, |
| { |
| "epoch": 4.408602150537634, |
| "grad_norm": 1.8930367231369019, |
| "learning_rate": 6.226415094339623e-06, |
| "loss": 0.0016, |
| "step": 410 |
| }, |
| { |
| "epoch": 4.516129032258064, |
| "grad_norm": 0.10506568104028702, |
| "learning_rate": 5.094339622641509e-06, |
| "loss": 0.0183, |
| "step": 420 |
| }, |
| { |
| "epoch": 4.623655913978495, |
| "grad_norm": 0.29419633746147156, |
| "learning_rate": 3.962264150943396e-06, |
| "loss": 0.0379, |
| "step": 430 |
| }, |
| { |
| "epoch": 4.731182795698925, |
| "grad_norm": 1.4433554410934448, |
| "learning_rate": 2.830188679245283e-06, |
| "loss": 0.0011, |
| "step": 440 |
| }, |
| { |
| "epoch": 4.838709677419355, |
| "grad_norm": 0.05199088156223297, |
| "learning_rate": 1.69811320754717e-06, |
| "loss": 0.0276, |
| "step": 450 |
| }, |
| { |
| "epoch": 4.946236559139785, |
| "grad_norm": 0.017505839467048645, |
| "learning_rate": 5.660377358490566e-07, |
| "loss": 0.0009, |
| "step": 460 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_accuracy": 0.8897849462365591, |
| "eval_f1": 0.8902518525126154, |
| "eval_loss": 0.518719494342804, |
| "eval_runtime": 1.6655, |
| "eval_samples_per_second": 223.351, |
| "eval_steps_per_second": 3.602, |
| "step": 465 |
| }, |
| { |
| "epoch": 5.0, |
| "step": 465, |
| "total_flos": 312883992936900.0, |
| "train_loss": 0.26607618075144546, |
| "train_runtime": 161.9779, |
| "train_samples_per_second": 45.84, |
| "train_steps_per_second": 2.871 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_accuracy": 0.8897849462365591, |
| "eval_f1": 0.8902518525126154, |
| "eval_loss": 0.518719494342804, |
| "eval_runtime": 1.6415, |
| "eval_samples_per_second": 226.619, |
| "eval_steps_per_second": 3.655, |
| "step": 465 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 465, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 3, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 312883992936900.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
