| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 13.215859030837004, | |
| "eval_steps": 500, | |
| "global_step": 300, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 0.0001958997722095672, | |
| "loss": 2.0853, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 0.00019134396355353076, | |
| "loss": 1.3615, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 0.00018678815489749431, | |
| "loss": 0.9669, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 0.00018223234624145787, | |
| "loss": 0.812, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 0.00017767653758542142, | |
| "loss": 0.5919, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 0.00017312072892938497, | |
| "loss": 0.3963, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 0.00016856492027334853, | |
| "loss": 0.3623, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 0.00016400911161731208, | |
| "loss": 0.2111, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 0.00015945330296127563, | |
| "loss": 0.2065, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 0.0001548974943052392, | |
| "loss": 0.1298, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 0.00015034168564920274, | |
| "loss": 0.1439, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 5.29, | |
| "learning_rate": 0.0001457858769931663, | |
| "loss": 0.1188, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "learning_rate": 0.00014123006833712985, | |
| "loss": 0.1068, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "learning_rate": 0.0001366742596810934, | |
| "loss": 0.1007, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 6.61, | |
| "learning_rate": 0.00013211845102505695, | |
| "loss": 0.0901, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "learning_rate": 0.0001275626423690205, | |
| "loss": 0.0886, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 7.49, | |
| "learning_rate": 0.00012300683371298406, | |
| "loss": 0.0746, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 7.93, | |
| "learning_rate": 0.0001184510250569476, | |
| "loss": 0.0798, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 8.37, | |
| "learning_rate": 0.00011389521640091117, | |
| "loss": 0.0655, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 8.81, | |
| "learning_rate": 0.00010933940774487472, | |
| "loss": 0.068, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 9.25, | |
| "learning_rate": 0.00010478359908883827, | |
| "loss": 0.0633, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 9.69, | |
| "learning_rate": 0.00010022779043280184, | |
| "loss": 0.0604, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 10.13, | |
| "learning_rate": 9.567198177676538e-05, | |
| "loss": 0.0642, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 10.57, | |
| "learning_rate": 9.111617312072893e-05, | |
| "loss": 0.0566, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 11.01, | |
| "learning_rate": 8.656036446469249e-05, | |
| "loss": 0.0578, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 11.45, | |
| "learning_rate": 8.200455580865604e-05, | |
| "loss": 0.0504, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 11.89, | |
| "learning_rate": 7.74487471526196e-05, | |
| "loss": 0.0606, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 12.33, | |
| "learning_rate": 7.289293849658315e-05, | |
| "loss": 0.0497, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 12.78, | |
| "learning_rate": 6.83371298405467e-05, | |
| "loss": 0.0524, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 13.22, | |
| "learning_rate": 6.378132118451025e-05, | |
| "loss": 0.057, | |
| "step": 300 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 440, | |
| "num_train_epochs": 20, | |
| "save_steps": 100, | |
| "total_flos": 2.630622497248051e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |