| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.824561403508772, | |
| "eval_steps": 500, | |
| "global_step": 420, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.23391812865497075, | |
| "grad_norm": 11.1328125, | |
| "learning_rate": 0.00019972037971811802, | |
| "loss": 1.1875, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.4678362573099415, | |
| "grad_norm": 9.84375, | |
| "learning_rate": 0.00019888308262251285, | |
| "loss": 1.0775, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.7017543859649122, | |
| "grad_norm": 13.78125, | |
| "learning_rate": 0.00019749279121818235, | |
| "loss": 0.9793, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.935672514619883, | |
| "grad_norm": 11.5859375, | |
| "learning_rate": 0.0001955572805786141, | |
| "loss": 0.9431, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 1.1695906432748537, | |
| "grad_norm": 10.28125, | |
| "learning_rate": 0.00019308737486442045, | |
| "loss": 0.9035, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.4035087719298245, | |
| "grad_norm": 10.578125, | |
| "learning_rate": 0.0001900968867902419, | |
| "loss": 0.9277, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.6374269005847952, | |
| "grad_norm": 9.734375, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 0.8933, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.871345029239766, | |
| "grad_norm": 11.3984375, | |
| "learning_rate": 0.0001826238774315995, | |
| "loss": 0.8609, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 2.1052631578947367, | |
| "grad_norm": 11.046875, | |
| "learning_rate": 0.000178183148246803, | |
| "loss": 0.8948, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 2.3391812865497075, | |
| "grad_norm": 12.171875, | |
| "learning_rate": 0.00017330518718298264, | |
| "loss": 0.816, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 2.573099415204678, | |
| "grad_norm": 12.5390625, | |
| "learning_rate": 0.00016801727377709194, | |
| "loss": 0.799, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 2.807017543859649, | |
| "grad_norm": 11.2890625, | |
| "learning_rate": 0.00016234898018587337, | |
| "loss": 0.8065, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 3.0409356725146197, | |
| "grad_norm": 13.59375, | |
| "learning_rate": 0.0001563320058063622, | |
| "loss": 0.83, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 3.2748538011695905, | |
| "grad_norm": 11.03125, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.8086, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 3.5087719298245617, | |
| "grad_norm": 14.796875, | |
| "learning_rate": 0.00014338837391175582, | |
| "loss": 0.7818, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 3.742690058479532, | |
| "grad_norm": 11.8359375, | |
| "learning_rate": 0.00013653410243663952, | |
| "loss": 0.8136, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 3.976608187134503, | |
| "grad_norm": 12.0859375, | |
| "learning_rate": 0.00012947551744109043, | |
| "loss": 0.7879, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 4.2105263157894735, | |
| "grad_norm": 13.9765625, | |
| "learning_rate": 0.00012225209339563145, | |
| "loss": 0.7898, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 4.444444444444445, | |
| "grad_norm": 13.9921875, | |
| "learning_rate": 0.00011490422661761744, | |
| "loss": 0.7845, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 4.678362573099415, | |
| "grad_norm": 12.3203125, | |
| "learning_rate": 0.00010747300935864243, | |
| "loss": 0.8112, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 4.912280701754386, | |
| "grad_norm": 12.375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7769, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 5.146198830409356, | |
| "grad_norm": 11.671875, | |
| "learning_rate": 9.252699064135758e-05, | |
| "loss": 0.7792, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 5.380116959064328, | |
| "grad_norm": 11.34375, | |
| "learning_rate": 8.509577338238255e-05, | |
| "loss": 0.7844, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 5.614035087719298, | |
| "grad_norm": 11.78125, | |
| "learning_rate": 7.774790660436858e-05, | |
| "loss": 0.7935, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 5.847953216374269, | |
| "grad_norm": 14.96875, | |
| "learning_rate": 7.052448255890957e-05, | |
| "loss": 0.7794, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 6.081871345029239, | |
| "grad_norm": 12.1171875, | |
| "learning_rate": 6.34658975633605e-05, | |
| "loss": 0.7809, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 6.315789473684211, | |
| "grad_norm": 11.609375, | |
| "learning_rate": 5.6611626088244194e-05, | |
| "loss": 0.7735, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 6.549707602339181, | |
| "grad_norm": 14.2109375, | |
| "learning_rate": 5.000000000000002e-05, | |
| "loss": 0.7914, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 6.783625730994152, | |
| "grad_norm": 11.5234375, | |
| "learning_rate": 4.3667994193637796e-05, | |
| "loss": 0.7835, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 7.017543859649122, | |
| "grad_norm": 12.3046875, | |
| "learning_rate": 3.7651019814126654e-05, | |
| "loss": 0.766, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 7.251461988304094, | |
| "grad_norm": 10.6875, | |
| "learning_rate": 3.198272622290804e-05, | |
| "loss": 0.7917, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 7.485380116959064, | |
| "grad_norm": 11.7734375, | |
| "learning_rate": 2.669481281701739e-05, | |
| "loss": 0.7678, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 7.719298245614035, | |
| "grad_norm": 11.2734375, | |
| "learning_rate": 2.181685175319702e-05, | |
| "loss": 0.7525, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 7.953216374269006, | |
| "grad_norm": 12.1640625, | |
| "learning_rate": 1.7376122568400532e-05, | |
| "loss": 0.7753, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 8.187134502923977, | |
| "grad_norm": 10.2578125, | |
| "learning_rate": 1.339745962155613e-05, | |
| "loss": 0.7736, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 8.421052631578947, | |
| "grad_norm": 10.484375, | |
| "learning_rate": 9.903113209758096e-06, | |
| "loss": 0.7531, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 8.654970760233919, | |
| "grad_norm": 10.328125, | |
| "learning_rate": 6.9126251355795864e-06, | |
| "loss": 0.7793, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 8.88888888888889, | |
| "grad_norm": 13.0546875, | |
| "learning_rate": 4.442719421385922e-06, | |
| "loss": 0.7737, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 9.12280701754386, | |
| "grad_norm": 10.5625, | |
| "learning_rate": 2.5072087818176382e-06, | |
| "loss": 0.7774, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 9.35672514619883, | |
| "grad_norm": 10.4453125, | |
| "learning_rate": 1.1169173774871478e-06, | |
| "loss": 0.763, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 9.590643274853802, | |
| "grad_norm": 11.421875, | |
| "learning_rate": 2.7962028188198706e-07, | |
| "loss": 0.76, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 9.824561403508772, | |
| "grad_norm": 10.5390625, | |
| "learning_rate": 0.0, | |
| "loss": 0.7646, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 9.824561403508772, | |
| "step": 420, | |
| "total_flos": 2.74199344054272e+16, | |
| "train_loss": 0.8223134313310896, | |
| "train_runtime": 362.0016, | |
| "train_samples_per_second": 4.724, | |
| "train_steps_per_second": 1.16 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 420, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "total_flos": 2.74199344054272e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |