| { |
| "best_global_step": 120, |
| "best_metric": 2.2681305408477783, |
| "best_model_checkpoint": "/content/drive/MyDrive/lyrics_model_results-2/checkpoint-120", |
| "epoch": 4.45, |
| "eval_steps": 20, |
| "global_step": 120, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.1875, |
| "grad_norm": 1.8194600343704224, |
| "learning_rate": 1.3333333333333334e-06, |
| "loss": 2.8542, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.375, |
| "grad_norm": 1.4292370080947876, |
| "learning_rate": 3e-06, |
| "loss": 3.0358, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.5625, |
| "grad_norm": 1.117842674255371, |
| "learning_rate": 4.666666666666667e-06, |
| "loss": 3.0467, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.8387831449508667, |
| "learning_rate": 6.333333333333334e-06, |
| "loss": 3.0155, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.75, |
| "eval_loss": 2.9648935794830322, |
| "eval_runtime": 8.2439, |
| "eval_samples_per_second": 14.678, |
| "eval_steps_per_second": 3.76, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.9375, |
| "grad_norm": 0.8464245796203613, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 2.9769, |
| "step": 25 |
| }, |
| { |
| "epoch": 1.1125, |
| "grad_norm": 0.8221689462661743, |
| "learning_rate": 9.666666666666667e-06, |
| "loss": 2.8774, |
| "step": 30 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 0.5932669639587402, |
| "learning_rate": 1.1333333333333334e-05, |
| "loss": 2.7237, |
| "step": 35 |
| }, |
| { |
| "epoch": 1.4875, |
| "grad_norm": 0.4320496618747711, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 2.5494, |
| "step": 40 |
| }, |
| { |
| "epoch": 1.4875, |
| "eval_loss": 2.601949691772461, |
| "eval_runtime": 7.1177, |
| "eval_samples_per_second": 17.0, |
| "eval_steps_per_second": 4.355, |
| "step": 40 |
| }, |
| { |
| "epoch": 1.675, |
| "grad_norm": 1.2623802423477173, |
| "learning_rate": 1.4666666666666668e-05, |
| "loss": 2.5653, |
| "step": 45 |
| }, |
| { |
| "epoch": 1.8625, |
| "grad_norm": 0.7509922981262207, |
| "learning_rate": 1.6333333333333335e-05, |
| "loss": 2.5052, |
| "step": 50 |
| }, |
| { |
| "epoch": 2.0375, |
| "grad_norm": 0.400310218334198, |
| "learning_rate": 1.8e-05, |
| "loss": 2.5921, |
| "step": 55 |
| }, |
| { |
| "epoch": 2.225, |
| "grad_norm": 0.6286957859992981, |
| "learning_rate": 1.9666666666666666e-05, |
| "loss": 2.2916, |
| "step": 60 |
| }, |
| { |
| "epoch": 2.225, |
| "eval_loss": 2.3243348598480225, |
| "eval_runtime": 6.2585, |
| "eval_samples_per_second": 19.334, |
| "eval_steps_per_second": 4.953, |
| "step": 60 |
| }, |
| { |
| "epoch": 2.4125, |
| "grad_norm": 0.49130329489707947, |
| "learning_rate": 2.1333333333333335e-05, |
| "loss": 2.3263, |
| "step": 65 |
| }, |
| { |
| "epoch": 2.6, |
| "grad_norm": 0.409078985452652, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 2.367, |
| "step": 70 |
| }, |
| { |
| "epoch": 2.7875, |
| "grad_norm": 0.40927085280418396, |
| "learning_rate": 2.466666666666667e-05, |
| "loss": 2.2767, |
| "step": 75 |
| }, |
| { |
| "epoch": 2.975, |
| "grad_norm": 0.43190890550613403, |
| "learning_rate": 2.633333333333333e-05, |
| "loss": 2.2449, |
| "step": 80 |
| }, |
| { |
| "epoch": 2.975, |
| "eval_loss": 2.287776231765747, |
| "eval_runtime": 7.165, |
| "eval_samples_per_second": 16.888, |
| "eval_steps_per_second": 4.327, |
| "step": 80 |
| }, |
| { |
| "epoch": 3.15, |
| "grad_norm": 0.42665043473243713, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 2.3112, |
| "step": 85 |
| }, |
| { |
| "epoch": 3.3375, |
| "grad_norm": 0.4464608132839203, |
| "learning_rate": 2.9666666666666672e-05, |
| "loss": 2.2996, |
| "step": 90 |
| }, |
| { |
| "epoch": 3.525, |
| "grad_norm": 0.355787992477417, |
| "learning_rate": 3.1333333333333334e-05, |
| "loss": 2.3476, |
| "step": 95 |
| }, |
| { |
| "epoch": 3.7125, |
| "grad_norm": 0.3554602861404419, |
| "learning_rate": 3.3e-05, |
| "loss": 2.1772, |
| "step": 100 |
| }, |
| { |
| "epoch": 3.7125, |
| "eval_loss": 2.2873313426971436, |
| "eval_runtime": 6.3162, |
| "eval_samples_per_second": 19.157, |
| "eval_steps_per_second": 4.908, |
| "step": 100 |
| }, |
| { |
| "epoch": 3.9, |
| "grad_norm": 0.7602716684341431, |
| "learning_rate": 3.466666666666667e-05, |
| "loss": 2.2508, |
| "step": 105 |
| }, |
| { |
| "epoch": 4.075, |
| "grad_norm": 0.4771987497806549, |
| "learning_rate": 3.633333333333333e-05, |
| "loss": 2.3496, |
| "step": 110 |
| }, |
| { |
| "epoch": 4.2625, |
| "grad_norm": 0.440900593996048, |
| "learning_rate": 3.8e-05, |
| "loss": 2.2687, |
| "step": 115 |
| }, |
| { |
| "epoch": 4.45, |
| "grad_norm": 1.545401692390442, |
| "learning_rate": 3.966666666666667e-05, |
| "loss": 2.1467, |
| "step": 120 |
| }, |
| { |
| "epoch": 4.45, |
| "eval_loss": 2.2681305408477783, |
| "eval_runtime": 6.1902, |
| "eval_samples_per_second": 19.547, |
| "eval_steps_per_second": 5.008, |
| "step": 120 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 405, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 15, |
| "save_steps": 60, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.5930172639789056e+16, |
| "train_batch_size": 6, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
