{ "best_metric": null, "best_model_checkpoint": null, "epoch": 20.0, "eval_steps": 500, "global_step": 10560, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 1.2239537239074707, "learning_rate": 4.75e-05, "loss": 0.7885, "step": 528 }, { "epoch": 1.0, "eval_accuracy": 0.8599324257179768, "eval_f1": 0.12956964368347987, "eval_loss": 0.46156567335128784, "eval_precision": 0.3181818181818182, "eval_recall": 0.08134805345729228, "eval_runtime": 4.4671, "eval_samples_per_second": 209.306, "eval_steps_per_second": 3.358, "step": 528 }, { "epoch": 2.0, "grad_norm": 0.8783295750617981, "learning_rate": 4.5e-05, "loss": 0.3921, "step": 1056 }, { "epoch": 2.0, "eval_accuracy": 0.9273079598529266, "eval_f1": 0.6403940886699507, "eval_loss": 0.25241389870643616, "eval_precision": 0.6052767718572167, "eval_recall": 0.6798373038930854, "eval_runtime": 4.4916, "eval_samples_per_second": 208.166, "eval_steps_per_second": 3.34, "step": 1056 }, { "epoch": 3.0, "grad_norm": 1.2721015214920044, "learning_rate": 4.25e-05, "loss": 0.2392, "step": 1584 }, { "epoch": 3.0, "eval_accuracy": 0.9382390937096293, "eval_f1": 0.7109004739336493, "eval_loss": 0.19324691593647003, "eval_precision": 0.6499759268175253, "eval_recall": 0.7844276583381755, "eval_runtime": 4.5966, "eval_samples_per_second": 203.411, "eval_steps_per_second": 3.263, "step": 1584 }, { "epoch": 4.0, "grad_norm": 1.5632168054580688, "learning_rate": 4e-05, "loss": 0.1931, "step": 2112 }, { "epoch": 4.0, "eval_accuracy": 0.9444002782470436, "eval_f1": 0.7511264245958124, "eval_loss": 0.16761070489883423, "eval_precision": 0.6905458089668616, "eval_recall": 0.8233585124927367, "eval_runtime": 4.7043, "eval_samples_per_second": 198.753, "eval_steps_per_second": 3.189, "step": 2112 }, { "epoch": 5.0, "grad_norm": 1.1446164846420288, "learning_rate": 3.7500000000000003e-05, "loss": 0.1719, "step": 2640 }, { "epoch": 5.0, "eval_accuracy": 0.9477789923482063, "eval_f1": 0.766781639692226, "eval_loss": 0.15831433236598969, "eval_precision": 0.70556640625, "eval_recall": 0.8396281231841952, "eval_runtime": 4.5944, "eval_samples_per_second": 203.508, "eval_steps_per_second": 3.265, "step": 2640 }, { "epoch": 6.0, "grad_norm": 1.3869203329086304, "learning_rate": 3.5e-05, "loss": 0.1602, "step": 3168 }, { "epoch": 6.0, "eval_accuracy": 0.9501639670078506, "eval_f1": 0.7779826178562023, "eval_loss": 0.15387818217277527, "eval_precision": 0.7114643545279383, "eval_recall": 0.8582219639744335, "eval_runtime": 4.5543, "eval_samples_per_second": 205.299, "eval_steps_per_second": 3.294, "step": 3168 }, { "epoch": 7.0, "grad_norm": 2.276439666748047, "learning_rate": 3.2500000000000004e-05, "loss": 0.1533, "step": 3696 }, { "epoch": 7.0, "eval_accuracy": 0.950561462784458, "eval_f1": 0.7748499869553874, "eval_loss": 0.152009978890419, "eval_precision": 0.703125, "eval_recall": 0.862870424171993, "eval_runtime": 4.5638, "eval_samples_per_second": 204.873, "eval_steps_per_second": 3.287, "step": 3696 }, { "epoch": 8.0, "grad_norm": 0.6530007719993591, "learning_rate": 3e-05, "loss": 0.1455, "step": 4224 }, { "epoch": 8.0, "eval_accuracy": 0.9525489416674948, "eval_f1": 0.7858095492131236, "eval_loss": 0.14559316635131836, "eval_precision": 0.7263313609467456, "eval_recall": 0.8558977338756537, "eval_runtime": 4.5497, "eval_samples_per_second": 205.507, "eval_steps_per_second": 3.297, "step": 4224 }, { "epoch": 9.0, "grad_norm": 1.1390868425369263, "learning_rate": 2.7500000000000004e-05, "loss": 0.1398, "step": 4752 }, { "epoch": 9.0, "eval_accuracy": 0.953741428997317, "eval_f1": 0.7870345566568443, "eval_loss": 0.1424936205148697, "eval_precision": 0.7301192842942346, "eval_recall": 0.8535735037768739, "eval_runtime": 4.5567, "eval_samples_per_second": 205.191, "eval_steps_per_second": 3.292, "step": 4752 }, { "epoch": 10.0, "grad_norm": 1.3200411796569824, "learning_rate": 2.5e-05, "loss": 0.1368, "step": 5280 }, { "epoch": 10.0, "eval_accuracy": 0.9533439332207095, "eval_f1": 0.7828403943511858, "eval_loss": 0.1394987255334854, "eval_precision": 0.7229330708661418, "eval_recall": 0.8535735037768739, "eval_runtime": 4.5274, "eval_samples_per_second": 206.52, "eval_steps_per_second": 3.313, "step": 5280 }, { "epoch": 11.0, "grad_norm": 1.8225971460342407, "learning_rate": 2.25e-05, "loss": 0.1331, "step": 5808 }, { "epoch": 11.0, "eval_accuracy": 0.9551326642154427, "eval_f1": 0.7904223836427225, "eval_loss": 0.1364581286907196, "eval_precision": 0.7359719438877755, "eval_recall": 0.8535735037768739, "eval_runtime": 4.6198, "eval_samples_per_second": 202.39, "eval_steps_per_second": 3.247, "step": 5808 }, { "epoch": 12.0, "grad_norm": 1.1310523748397827, "learning_rate": 2e-05, "loss": 0.1305, "step": 6336 }, { "epoch": 12.0, "eval_accuracy": 0.954933916327139, "eval_f1": 0.7917669072440523, "eval_loss": 0.13772083818912506, "eval_precision": 0.7331683168316832, "eval_recall": 0.8605461940732132, "eval_runtime": 4.562, "eval_samples_per_second": 204.954, "eval_steps_per_second": 3.288, "step": 6336 }, { "epoch": 13.0, "grad_norm": 1.616012692451477, "learning_rate": 1.75e-05, "loss": 0.1279, "step": 6864 }, { "epoch": 13.0, "eval_accuracy": 0.9565238994335685, "eval_f1": 0.7955830864530029, "eval_loss": 0.13570919632911682, "eval_precision": 0.7414658634538153, "eval_recall": 0.8582219639744335, "eval_runtime": 4.5981, "eval_samples_per_second": 203.347, "eval_steps_per_second": 3.262, "step": 6864 }, { "epoch": 14.0, "grad_norm": 1.0812599658966064, "learning_rate": 1.5e-05, "loss": 0.1251, "step": 7392 }, { "epoch": 14.0, "eval_accuracy": 0.95553015999205, "eval_f1": 0.7960438385458433, "eval_loss": 0.1355232298374176, "eval_precision": 0.7371287128712871, "eval_recall": 0.8651946542707728, "eval_runtime": 4.5498, "eval_samples_per_second": 205.501, "eval_steps_per_second": 3.297, "step": 7392 }, { "epoch": 15.0, "grad_norm": 0.9974623322486877, "learning_rate": 1.25e-05, "loss": 0.1239, "step": 7920 }, { "epoch": 15.0, "eval_accuracy": 0.954933916327139, "eval_f1": 0.7947551511907948, "eval_loss": 0.13592766225337982, "eval_precision": 0.7366071428571429, "eval_recall": 0.862870424171993, "eval_runtime": 4.5421, "eval_samples_per_second": 205.85, "eval_steps_per_second": 3.302, "step": 7920 }, { "epoch": 16.0, "grad_norm": 1.7211874723434448, "learning_rate": 1e-05, "loss": 0.1231, "step": 8448 }, { "epoch": 16.0, "eval_accuracy": 0.9551326642154427, "eval_f1": 0.7939053728949478, "eval_loss": 0.13472402095794678, "eval_precision": 0.7351485148514851, "eval_recall": 0.862870424171993, "eval_runtime": 4.6173, "eval_samples_per_second": 202.501, "eval_steps_per_second": 3.249, "step": 8448 }, { "epoch": 17.0, "grad_norm": 0.8234815001487732, "learning_rate": 7.5e-06, "loss": 0.122, "step": 8976 }, { "epoch": 17.0, "eval_accuracy": 0.95553015999205, "eval_f1": 0.7939053728949478, "eval_loss": 0.13527412712574005, "eval_precision": 0.7351485148514851, "eval_recall": 0.862870424171993, "eval_runtime": 4.9177, "eval_samples_per_second": 190.131, "eval_steps_per_second": 3.05, "step": 8976 }, { "epoch": 18.0, "grad_norm": 1.37420654296875, "learning_rate": 5e-06, "loss": 0.1205, "step": 9504 }, { "epoch": 18.0, "eval_accuracy": 0.954933916327139, "eval_f1": 0.7909212283044059, "eval_loss": 0.1356407105922699, "eval_precision": 0.7317193675889329, "eval_recall": 0.8605461940732132, "eval_runtime": 4.6208, "eval_samples_per_second": 202.344, "eval_steps_per_second": 3.246, "step": 9504 }, { "epoch": 19.0, "grad_norm": 0.861274242401123, "learning_rate": 2.5e-06, "loss": 0.1202, "step": 10032 }, { "epoch": 19.0, "eval_accuracy": 0.9551326642154427, "eval_f1": 0.7939053728949478, "eval_loss": 0.13467516005039215, "eval_precision": 0.7351485148514851, "eval_recall": 0.862870424171993, "eval_runtime": 4.5644, "eval_samples_per_second": 204.847, "eval_steps_per_second": 3.286, "step": 10032 }, { "epoch": 20.0, "grad_norm": 1.8209986686706543, "learning_rate": 0.0, "loss": 0.1204, "step": 10560 }, { "epoch": 20.0, "eval_accuracy": 0.95553015999205, "eval_f1": 0.7947551511907948, "eval_loss": 0.13456128537654877, "eval_precision": 0.7366071428571429, "eval_recall": 0.862870424171993, "eval_runtime": 4.9419, "eval_samples_per_second": 189.197, "eval_steps_per_second": 3.035, "step": 10560 }, { "epoch": 20.0, "step": 10560, "total_flos": 4541164131293502.0, "train_loss": 0.18836262515096952, "train_runtime": 1255.0151, "train_samples_per_second": 134.453, "train_steps_per_second": 8.414 } ], "logging_steps": 500, "max_steps": 10560, "num_input_tokens_seen": 0, "num_train_epochs": 20, "save_steps": 500, "total_flos": 4541164131293502.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }