| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 10.0, | |
| "global_step": 21050, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.7624703087886e-06, | |
| "loss": 221692.304, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 9.524940617577197e-06, | |
| "loss": 0.2815, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 9.287410926365797e-06, | |
| "loss": 0.2438, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 9.049881235154396e-06, | |
| "loss": 0.2325, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 8.812351543942995e-06, | |
| "loss": 0.1994, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 8.574821852731592e-06, | |
| "loss": 0.1864, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 8.337292161520191e-06, | |
| "loss": 0.18, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 8.099762470308789e-06, | |
| "loss": 0.1788, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 7.862232779097388e-06, | |
| "loss": 0.1615, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 7.624703087885986e-06, | |
| "loss": 0.1516, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 7.387173396674585e-06, | |
| "loss": 0.1486, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 7.149643705463184e-06, | |
| "loss": 0.1462, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 6.912114014251782e-06, | |
| "loss": 0.134, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 6.674584323040381e-06, | |
| "loss": 0.1328, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 6.437054631828979e-06, | |
| "loss": 0.1229, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 6.199524940617578e-06, | |
| "loss": 0.1204, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "learning_rate": 5.961995249406176e-06, | |
| "loss": 0.1323, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 5.724465558194775e-06, | |
| "loss": 0.1131, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 5.486935866983374e-06, | |
| "loss": 0.122, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 5.2494061757719716e-06, | |
| "loss": 0.1081, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "learning_rate": 5.011876484560571e-06, | |
| "loss": 0.1061, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "learning_rate": 4.774346793349169e-06, | |
| "loss": 0.0975, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "learning_rate": 4.536817102137768e-06, | |
| "loss": 0.094, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "learning_rate": 4.299287410926366e-06, | |
| "loss": 0.1133, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 5.94, | |
| "learning_rate": 4.061757719714965e-06, | |
| "loss": 0.0999, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 3.824228028503563e-06, | |
| "loss": 0.0899, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 6.41, | |
| "learning_rate": 3.5866983372921617e-06, | |
| "loss": 0.0921, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 6.65, | |
| "learning_rate": 3.3491686460807604e-06, | |
| "loss": 0.083, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 6.89, | |
| "learning_rate": 3.1116389548693587e-06, | |
| "loss": 0.0909, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 7.13, | |
| "learning_rate": 2.874109263657958e-06, | |
| "loss": 0.0772, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "learning_rate": 2.636579572446556e-06, | |
| "loss": 0.1717, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 7.6, | |
| "learning_rate": 2.3990498812351544e-06, | |
| "loss": 0.0863, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 7.84, | |
| "learning_rate": 2.161520190023753e-06, | |
| "loss": 0.0827, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "learning_rate": 1.9239904988123518e-06, | |
| "loss": 0.0726, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 8.31, | |
| "learning_rate": 1.6864608076009503e-06, | |
| "loss": 0.081, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 8.55, | |
| "learning_rate": 1.448931116389549e-06, | |
| "loss": 0.0779, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 8.79, | |
| "learning_rate": 1.2114014251781475e-06, | |
| "loss": 0.077, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "learning_rate": 9.73871733966746e-07, | |
| "loss": 0.0747, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 9.26, | |
| "learning_rate": 7.363420427553445e-07, | |
| "loss": 0.0676, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 9.5, | |
| "learning_rate": 4.988123515439431e-07, | |
| "loss": 0.0989, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 9.74, | |
| "learning_rate": 2.6128266033254157e-07, | |
| "loss": 0.0746, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 9.98, | |
| "learning_rate": 2.3752969121140145e-08, | |
| "loss": 0.0738, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 21050, | |
| "total_flos": 1.05583904453376e+16, | |
| "train_loss": 5265.971264971169, | |
| "train_runtime": 8516.6719, | |
| "train_samples_per_second": 79.079, | |
| "train_steps_per_second": 2.472 | |
| } | |
| ], | |
| "max_steps": 21050, | |
| "num_train_epochs": 10, | |
| "total_flos": 1.05583904453376e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |