| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 20.0, | |
| "eval_steps": 500, | |
| "global_step": 2440, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 21.900392532348633, | |
| "learning_rate": 4.75e-05, | |
| "loss": 0.4267, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.8796992481203008, | |
| "eval_f1": 0.8409196624360422, | |
| "eval_loss": 0.35864609479904175, | |
| "eval_precision": 0.8892469089546646, | |
| "eval_recall": 0.8148754318967084, | |
| "eval_runtime": 4.8207, | |
| "eval_samples_per_second": 82.769, | |
| "eval_steps_per_second": 10.372, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 23.599449157714844, | |
| "learning_rate": 4.5e-05, | |
| "loss": 0.2234, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.8696741854636592, | |
| "eval_f1": 0.8539284708532808, | |
| "eval_loss": 0.36683306097984314, | |
| "eval_precision": 0.8394707327494125, | |
| "eval_recall": 0.8852973267866885, | |
| "eval_runtime": 4.9471, | |
| "eval_samples_per_second": 80.653, | |
| "eval_steps_per_second": 10.107, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 8.989884376525879, | |
| "learning_rate": 4.25e-05, | |
| "loss": 0.126, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.8922305764411027, | |
| "eval_f1": 0.8755702215614461, | |
| "eval_loss": 0.4554330110549927, | |
| "eval_precision": 0.8632157235517781, | |
| "eval_recall": 0.8937534097108566, | |
| "eval_runtime": 4.9562, | |
| "eval_samples_per_second": 80.505, | |
| "eval_steps_per_second": 10.088, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 15.863175392150879, | |
| "learning_rate": 4e-05, | |
| "loss": 0.0886, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9072681704260651, | |
| "eval_f1": 0.8854915648632926, | |
| "eval_loss": 0.44412538409233093, | |
| "eval_precision": 0.8956662848415425, | |
| "eval_recall": 0.8768867066739408, | |
| "eval_runtime": 4.9565, | |
| "eval_samples_per_second": 80.5, | |
| "eval_steps_per_second": 10.088, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.03718271106481552, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 0.0611, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9047619047619048, | |
| "eval_f1": 0.8839406001224739, | |
| "eval_loss": 0.4922772943973541, | |
| "eval_precision": 0.8880654743486602, | |
| "eval_recall": 0.880114566284779, | |
| "eval_runtime": 4.9305, | |
| "eval_samples_per_second": 80.925, | |
| "eval_steps_per_second": 10.141, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.006236851681023836, | |
| "learning_rate": 3.5e-05, | |
| "loss": 0.0366, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.899749373433584, | |
| "eval_f1": 0.8813841488792438, | |
| "eval_loss": 0.6796092391014099, | |
| "eval_precision": 0.8748029197080291, | |
| "eval_recall": 0.8890707401345699, | |
| "eval_runtime": 4.9528, | |
| "eval_samples_per_second": 80.56, | |
| "eval_steps_per_second": 10.095, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.006574722938239574, | |
| "learning_rate": 3.2500000000000004e-05, | |
| "loss": 0.0358, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.9047619047619048, | |
| "eval_f1": 0.8820775261324042, | |
| "eval_loss": 0.5746134519577026, | |
| "eval_precision": 0.8934835488413775, | |
| "eval_recall": 0.8726132024004365, | |
| "eval_runtime": 4.962, | |
| "eval_samples_per_second": 80.411, | |
| "eval_steps_per_second": 10.077, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.0049128723330795765, | |
| "learning_rate": 3e-05, | |
| "loss": 0.0272, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.8947368421052632, | |
| "eval_f1": 0.8736504011098378, | |
| "eval_loss": 0.5952700972557068, | |
| "eval_precision": 0.8718487394957983, | |
| "eval_recall": 0.8755228223313329, | |
| "eval_runtime": 4.9497, | |
| "eval_samples_per_second": 80.612, | |
| "eval_steps_per_second": 10.102, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.006197785492986441, | |
| "learning_rate": 2.7500000000000004e-05, | |
| "loss": 0.0231, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.899749373433584, | |
| "eval_f1": 0.8751876876876876, | |
| "eval_loss": 0.6506014466285706, | |
| "eval_precision": 0.8891156462585035, | |
| "eval_recall": 0.864066193853428, | |
| "eval_runtime": 4.9626, | |
| "eval_samples_per_second": 80.401, | |
| "eval_steps_per_second": 10.075, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 0.009196682833135128, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.0141, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.9022556390977443, | |
| "eval_f1": 0.8823853973772722, | |
| "eval_loss": 0.6854431629180908, | |
| "eval_precision": 0.8814464081066409, | |
| "eval_recall": 0.8833424258956174, | |
| "eval_runtime": 4.945, | |
| "eval_samples_per_second": 80.688, | |
| "eval_steps_per_second": 10.111, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "grad_norm": 0.01001653354614973, | |
| "learning_rate": 2.25e-05, | |
| "loss": 0.023, | |
| "step": 1342 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.9022556390977443, | |
| "eval_f1": 0.8823853973772722, | |
| "eval_loss": 0.7218220829963684, | |
| "eval_precision": 0.8814464081066409, | |
| "eval_recall": 0.8833424258956174, | |
| "eval_runtime": 4.9612, | |
| "eval_samples_per_second": 80.424, | |
| "eval_steps_per_second": 10.078, | |
| "step": 1342 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "grad_norm": 0.0031623237300664186, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0067, | |
| "step": 1464 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.9022556390977443, | |
| "eval_f1": 0.8823853973772722, | |
| "eval_loss": 0.7694610357284546, | |
| "eval_precision": 0.8814464081066409, | |
| "eval_recall": 0.8833424258956174, | |
| "eval_runtime": 4.9888, | |
| "eval_samples_per_second": 79.98, | |
| "eval_steps_per_second": 10.023, | |
| "step": 1464 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "grad_norm": 0.002341507002711296, | |
| "learning_rate": 1.75e-05, | |
| "loss": 0.0064, | |
| "step": 1586 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.8796992481203008, | |
| "eval_f1": 0.8602043795620438, | |
| "eval_loss": 0.9004446268081665, | |
| "eval_precision": 0.849624060150376, | |
| "eval_recall": 0.8748863429714493, | |
| "eval_runtime": 4.9345, | |
| "eval_samples_per_second": 80.86, | |
| "eval_steps_per_second": 10.133, | |
| "step": 1586 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "grad_norm": 0.0026841196231544018, | |
| "learning_rate": 1.5e-05, | |
| "loss": 0.0103, | |
| "step": 1708 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.9022556390977443, | |
| "eval_f1": 0.8835263209107715, | |
| "eval_loss": 0.7978267073631287, | |
| "eval_precision": 0.8791501449961532, | |
| "eval_recall": 0.8883433351518457, | |
| "eval_runtime": 4.9323, | |
| "eval_samples_per_second": 80.895, | |
| "eval_steps_per_second": 10.137, | |
| "step": 1708 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "grad_norm": 0.0031805976759642363, | |
| "learning_rate": 1.25e-05, | |
| "loss": 0.0072, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.899749373433584, | |
| "eval_f1": 0.8790689216221131, | |
| "eval_loss": 0.8251467943191528, | |
| "eval_precision": 0.8790689216221131, | |
| "eval_recall": 0.8790689216221131, | |
| "eval_runtime": 4.9785, | |
| "eval_samples_per_second": 80.144, | |
| "eval_steps_per_second": 10.043, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "grad_norm": 0.0014117677928879857, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0054, | |
| "step": 1952 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.9022556390977443, | |
| "eval_f1": 0.8823853973772722, | |
| "eval_loss": 0.7715300917625427, | |
| "eval_precision": 0.8814464081066409, | |
| "eval_recall": 0.8833424258956174, | |
| "eval_runtime": 4.9483, | |
| "eval_samples_per_second": 80.634, | |
| "eval_steps_per_second": 10.104, | |
| "step": 1952 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "grad_norm": 0.0014807094121351838, | |
| "learning_rate": 7.5e-06, | |
| "loss": 0.0038, | |
| "step": 2074 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy": 0.9072681704260651, | |
| "eval_f1": 0.8867007927797945, | |
| "eval_loss": 0.7821339964866638, | |
| "eval_precision": 0.89198606271777, | |
| "eval_recall": 0.8818876159301692, | |
| "eval_runtime": 4.951, | |
| "eval_samples_per_second": 80.589, | |
| "eval_steps_per_second": 10.099, | |
| "step": 2074 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "grad_norm": 0.0014356797328218818, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0021, | |
| "step": 2196 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.8972431077694235, | |
| "eval_f1": 0.8763538792940554, | |
| "eval_loss": 0.8211472630500793, | |
| "eval_precision": 0.8754297605404427, | |
| "eval_recall": 0.877295871976723, | |
| "eval_runtime": 4.9494, | |
| "eval_samples_per_second": 80.616, | |
| "eval_steps_per_second": 10.102, | |
| "step": 2196 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "grad_norm": 0.0011136590037494898, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.0022, | |
| "step": 2318 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy": 0.899749373433584, | |
| "eval_f1": 0.8790689216221131, | |
| "eval_loss": 0.8161725401878357, | |
| "eval_precision": 0.8790689216221131, | |
| "eval_recall": 0.8790689216221131, | |
| "eval_runtime": 4.9488, | |
| "eval_samples_per_second": 80.626, | |
| "eval_steps_per_second": 10.104, | |
| "step": 2318 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "grad_norm": 0.0013613783521577716, | |
| "learning_rate": 0.0, | |
| "loss": 0.0027, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy": 0.9022556390977443, | |
| "eval_f1": 0.8817957385392532, | |
| "eval_loss": 0.8104944229125977, | |
| "eval_precision": 0.8827677592299257, | |
| "eval_recall": 0.8808419712675032, | |
| "eval_runtime": 4.9834, | |
| "eval_samples_per_second": 80.065, | |
| "eval_steps_per_second": 10.033, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "step": 2440, | |
| "total_flos": 7584162436176000.0, | |
| "train_loss": 0.05662053943168922, | |
| "train_runtime": 2686.8503, | |
| "train_samples_per_second": 27.08, | |
| "train_steps_per_second": 0.908 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 2440, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 500, | |
| "total_flos": 7584162436176000.0, | |
| "train_batch_size": 30, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |