| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 6.999985466172516, | |
| "global_step": 120407, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 2e-05, | |
| "loss": 9.0919, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4e-05, | |
| "loss": 7.6432, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6e-05, | |
| "loss": 6.7199, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 8e-05, | |
| "loss": 6.1549, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 0.0001, | |
| "loss": 5.5391, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 9.818852065539323e-05, | |
| "loss": 4.4909, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.637704131078646e-05, | |
| "loss": 2.7203, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 9.456556196617969e-05, | |
| "loss": 1.5493, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 9.275408262157291e-05, | |
| "loss": 1.2876, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 9.094260327696614e-05, | |
| "loss": 1.1713, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 8.913112393235937e-05, | |
| "loss": 1.1049, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 8.73196445877526e-05, | |
| "loss": 1.0576, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 8.550816524314582e-05, | |
| "loss": 1.0238, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 8.369668589853905e-05, | |
| "loss": 0.9882, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 8.188520655393228e-05, | |
| "loss": 0.9338, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 8.00737272093255e-05, | |
| "loss": 0.895, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 7.826224786471873e-05, | |
| "loss": 0.8748, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 7.645076852011194e-05, | |
| "loss": 0.8617, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 7.463928917550518e-05, | |
| "loss": 0.8464, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 7.282780983089841e-05, | |
| "loss": 0.8373, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 7.101633048629164e-05, | |
| "loss": 0.8292, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 6.920485114168485e-05, | |
| "loss": 0.8215, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 6.739337179707809e-05, | |
| "loss": 0.8139, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 6.558189245247132e-05, | |
| "loss": 0.8065, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 6.377041310786455e-05, | |
| "loss": 0.8003, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 6.195893376325776e-05, | |
| "loss": 0.7953, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 6.0147454418650995e-05, | |
| "loss": 0.7864, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 5.833597507404422e-05, | |
| "loss": 0.7826, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 5.652449572943744e-05, | |
| "loss": 0.7781, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 5.4713016384830676e-05, | |
| "loss": 0.7744, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 5.2901537040223903e-05, | |
| "loss": 0.7678, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 5.109005769561713e-05, | |
| "loss": 0.7646, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 4.927857835101036e-05, | |
| "loss": 0.7621, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 4.746709900640358e-05, | |
| "loss": 0.7588, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 4.565561966179681e-05, | |
| "loss": 0.7535, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "learning_rate": 4.384414031719003e-05, | |
| "loss": 0.7494, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 4.203266097258326e-05, | |
| "loss": 0.7466, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 4.022118162797649e-05, | |
| "loss": 0.7426, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "learning_rate": 3.8409702283369714e-05, | |
| "loss": 0.7402, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "learning_rate": 3.659822293876294e-05, | |
| "loss": 0.7386, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 3.478674359415617e-05, | |
| "loss": 0.7348, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "learning_rate": 3.2975264249549395e-05, | |
| "loss": 0.7331, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 3.116378490494262e-05, | |
| "loss": 0.7307, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 2.9352305560335853e-05, | |
| "loss": 0.7258, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "learning_rate": 2.7540826215729077e-05, | |
| "loss": 0.7234, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "learning_rate": 2.57293468711223e-05, | |
| "loss": 0.7208, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "learning_rate": 2.391786752651553e-05, | |
| "loss": 0.7179, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 2.2106388181908758e-05, | |
| "loss": 0.7188, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "learning_rate": 2.0294908837301985e-05, | |
| "loss": 0.7158, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 5.81, | |
| "learning_rate": 1.8483429492695212e-05, | |
| "loss": 0.7146, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 5.93, | |
| "learning_rate": 1.6671950148088436e-05, | |
| "loss": 0.7125, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 1.4860470803481663e-05, | |
| "loss": 0.7092, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 6.16, | |
| "learning_rate": 1.304899145887489e-05, | |
| "loss": 0.7061, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 6.28, | |
| "learning_rate": 1.1237512114268117e-05, | |
| "loss": 0.7064, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "learning_rate": 9.426032769661344e-06, | |
| "loss": 0.7034, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 6.51, | |
| "learning_rate": 7.614553425054572e-06, | |
| "loss": 0.7027, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 6.63, | |
| "learning_rate": 5.803074080447798e-06, | |
| "loss": 0.7015, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 6.74, | |
| "learning_rate": 3.991594735841025e-06, | |
| "loss": 0.7004, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 6.86, | |
| "learning_rate": 2.1801153912342513e-06, | |
| "loss": 0.7, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 6.98, | |
| "learning_rate": 3.6863604662747836e-07, | |
| "loss": 0.6989, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "step": 120407, | |
| "total_flos": 3.3047861122616525e+17, | |
| "train_loss": 1.4238887095158894, | |
| "train_runtime": 60363.921, | |
| "train_samples_per_second": 31.915, | |
| "train_steps_per_second": 1.995 | |
| } | |
| ], | |
| "max_steps": 120407, | |
| "num_train_epochs": 7, | |
| "total_flos": 3.3047861122616525e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |