| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 20.0, | |
| "eval_steps": 500, | |
| "global_step": 2440, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 16.73410415649414, | |
| "learning_rate": 4.75e-05, | |
| "loss": 0.5577, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7167919799498746, | |
| "eval_f1": 0.6267168936540133, | |
| "eval_loss": 0.4973503351211548, | |
| "eval_precision": 0.6466119325358497, | |
| "eval_recall": 0.6196126568466994, | |
| "eval_runtime": 1.7268, | |
| "eval_samples_per_second": 231.066, | |
| "eval_steps_per_second": 28.956, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 3.9469993114471436, | |
| "learning_rate": 4.5e-05, | |
| "loss": 0.4834, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7568922305764411, | |
| "eval_f1": 0.7327159342822218, | |
| "eval_loss": 0.4639972746372223, | |
| "eval_precision": 0.7260118768557587, | |
| "eval_recall": 0.7630023640661938, | |
| "eval_runtime": 1.731, | |
| "eval_samples_per_second": 230.508, | |
| "eval_steps_per_second": 28.886, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 3.9448792934417725, | |
| "learning_rate": 4.25e-05, | |
| "loss": 0.4095, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.8295739348370927, | |
| "eval_f1": 0.7964285714285715, | |
| "eval_loss": 0.37750279903411865, | |
| "eval_precision": 0.7936857125869552, | |
| "eval_recall": 0.7994180760138208, | |
| "eval_runtime": 1.7334, | |
| "eval_samples_per_second": 230.183, | |
| "eval_steps_per_second": 28.845, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 4.474528789520264, | |
| "learning_rate": 4e-05, | |
| "loss": 0.339, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.8446115288220551, | |
| "eval_f1": 0.8134839254478557, | |
| "eval_loss": 0.35848191380500793, | |
| "eval_precision": 0.8119747899159664, | |
| "eval_recall": 0.8150572831423895, | |
| "eval_runtime": 1.7327, | |
| "eval_samples_per_second": 230.271, | |
| "eval_steps_per_second": 28.856, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 4.155690670013428, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 0.3189, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.8295739348370927, | |
| "eval_f1": 0.8067961718126923, | |
| "eval_loss": 0.38681426644325256, | |
| "eval_precision": 0.7951126798805321, | |
| "eval_recall": 0.8294235315511911, | |
| "eval_runtime": 1.7371, | |
| "eval_samples_per_second": 229.694, | |
| "eval_steps_per_second": 28.784, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 2.6512210369110107, | |
| "learning_rate": 3.5e-05, | |
| "loss": 0.2953, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.849624060150376, | |
| "eval_f1": 0.8267427049559981, | |
| "eval_loss": 0.35802367329597473, | |
| "eval_precision": 0.8158466596088483, | |
| "eval_recall": 0.8436079287143117, | |
| "eval_runtime": 1.7369, | |
| "eval_samples_per_second": 229.72, | |
| "eval_steps_per_second": 28.787, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 1.3562049865722656, | |
| "learning_rate": 3.2500000000000004e-05, | |
| "loss": 0.2737, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.8571428571428571, | |
| "eval_f1": 0.8297692382542047, | |
| "eval_loss": 0.3383665084838867, | |
| "eval_precision": 0.8260194117298929, | |
| "eval_recall": 0.8339243498817968, | |
| "eval_runtime": 1.7388, | |
| "eval_samples_per_second": 229.474, | |
| "eval_steps_per_second": 28.756, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 4.157214164733887, | |
| "learning_rate": 3e-05, | |
| "loss": 0.2691, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.8646616541353384, | |
| "eval_f1": 0.8295950648528947, | |
| "eval_loss": 0.32532423734664917, | |
| "eval_precision": 0.8472157618446409, | |
| "eval_recall": 0.816739407164939, | |
| "eval_runtime": 1.7366, | |
| "eval_samples_per_second": 229.763, | |
| "eval_steps_per_second": 28.792, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 5.390103816986084, | |
| "learning_rate": 2.7500000000000004e-05, | |
| "loss": 0.2496, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.8596491228070176, | |
| "eval_f1": 0.8347043853938569, | |
| "eval_loss": 0.3504428267478943, | |
| "eval_precision": 0.8277993283927745, | |
| "eval_recall": 0.8431987634115294, | |
| "eval_runtime": 1.7445, | |
| "eval_samples_per_second": 228.723, | |
| "eval_steps_per_second": 28.662, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 3.547607421875, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.2457, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.8596491228070176, | |
| "eval_f1": 0.8298403801632752, | |
| "eval_loss": 0.321134090423584, | |
| "eval_precision": 0.8315523576240049, | |
| "eval_recall": 0.8281960356428442, | |
| "eval_runtime": 1.734, | |
| "eval_samples_per_second": 230.105, | |
| "eval_steps_per_second": 28.835, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "grad_norm": 2.8240702152252197, | |
| "learning_rate": 2.25e-05, | |
| "loss": 0.2386, | |
| "step": 1342 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.8646616541353384, | |
| "eval_f1": 0.8350734843845683, | |
| "eval_loss": 0.320097953081131, | |
| "eval_precision": 0.8386812302741506, | |
| "eval_recall": 0.8317421349336243, | |
| "eval_runtime": 1.7353, | |
| "eval_samples_per_second": 229.927, | |
| "eval_steps_per_second": 28.813, | |
| "step": 1342 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "grad_norm": 8.686756134033203, | |
| "learning_rate": 2e-05, | |
| "loss": 0.2377, | |
| "step": 1464 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.8671679197994987, | |
| "eval_f1": 0.8417152566223307, | |
| "eval_loss": 0.3218185007572174, | |
| "eval_precision": 0.8378262413446174, | |
| "eval_recall": 0.8460174577195854, | |
| "eval_runtime": 1.7334, | |
| "eval_samples_per_second": 230.185, | |
| "eval_steps_per_second": 28.845, | |
| "step": 1464 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "grad_norm": 1.0529547929763794, | |
| "learning_rate": 1.75e-05, | |
| "loss": 0.2277, | |
| "step": 1586 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.8671679197994987, | |
| "eval_f1": 0.8401647707947546, | |
| "eval_loss": 0.3138467073440552, | |
| "eval_precision": 0.8393298751432535, | |
| "eval_recall": 0.8410165484633569, | |
| "eval_runtime": 1.7473, | |
| "eval_samples_per_second": 228.347, | |
| "eval_steps_per_second": 28.615, | |
| "step": 1586 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "grad_norm": 13.314464569091797, | |
| "learning_rate": 1.5e-05, | |
| "loss": 0.2276, | |
| "step": 1708 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.8646616541353384, | |
| "eval_f1": 0.8383403361344538, | |
| "eval_loss": 0.31626617908477783, | |
| "eval_precision": 0.8352012604792199, | |
| "eval_recall": 0.8417439534460811, | |
| "eval_runtime": 1.7366, | |
| "eval_samples_per_second": 229.756, | |
| "eval_steps_per_second": 28.792, | |
| "step": 1708 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "grad_norm": 1.175774335861206, | |
| "learning_rate": 1.25e-05, | |
| "loss": 0.2271, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.8696741854636592, | |
| "eval_f1": 0.8457993935430168, | |
| "eval_loss": 0.3157648742198944, | |
| "eval_precision": 0.8398540145985401, | |
| "eval_recall": 0.8527914166212038, | |
| "eval_runtime": 1.7392, | |
| "eval_samples_per_second": 229.41, | |
| "eval_steps_per_second": 28.748, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "grad_norm": 3.445594310760498, | |
| "learning_rate": 1e-05, | |
| "loss": 0.2086, | |
| "step": 1952 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.8646616541353384, | |
| "eval_f1": 0.8413308589607635, | |
| "eval_loss": 0.32017070055007935, | |
| "eval_precision": 0.8332041343669251, | |
| "eval_recall": 0.851745771958538, | |
| "eval_runtime": 1.7342, | |
| "eval_samples_per_second": 230.078, | |
| "eval_steps_per_second": 28.832, | |
| "step": 1952 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "grad_norm": 7.865634918212891, | |
| "learning_rate": 7.5e-06, | |
| "loss": 0.2151, | |
| "step": 2074 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy": 0.87468671679198, | |
| "eval_f1": 0.8472902633190447, | |
| "eval_loss": 0.3023889660835266, | |
| "eval_precision": 0.8510272912927781, | |
| "eval_recall": 0.8438352427714131, | |
| "eval_runtime": 1.7329, | |
| "eval_samples_per_second": 230.243, | |
| "eval_steps_per_second": 28.853, | |
| "step": 2074 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "grad_norm": 5.4106669425964355, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2206, | |
| "step": 2196 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.8671679197994987, | |
| "eval_f1": 0.8439163006974941, | |
| "eval_loss": 0.313333123922348, | |
| "eval_precision": 0.8362546125461254, | |
| "eval_recall": 0.853518821603928, | |
| "eval_runtime": 1.7368, | |
| "eval_samples_per_second": 229.734, | |
| "eval_steps_per_second": 28.789, | |
| "step": 2196 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "grad_norm": 4.377729892730713, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.2044, | |
| "step": 2318 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy": 0.8671679197994987, | |
| "eval_f1": 0.8417152566223307, | |
| "eval_loss": 0.3062840402126312, | |
| "eval_precision": 0.8378262413446174, | |
| "eval_recall": 0.8460174577195854, | |
| "eval_runtime": 1.7316, | |
| "eval_samples_per_second": 230.423, | |
| "eval_steps_per_second": 28.875, | |
| "step": 2318 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "grad_norm": 7.961277484893799, | |
| "learning_rate": 0.0, | |
| "loss": 0.2074, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy": 0.8671679197994987, | |
| "eval_f1": 0.8409485773595975, | |
| "eval_loss": 0.304558128118515, | |
| "eval_precision": 0.8385304659498208, | |
| "eval_recall": 0.8435170030914712, | |
| "eval_runtime": 1.7398, | |
| "eval_samples_per_second": 229.335, | |
| "eval_steps_per_second": 28.739, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "step": 2440, | |
| "total_flos": 7635661149264000.0, | |
| "train_loss": 0.2828342789509257, | |
| "train_runtime": 626.529, | |
| "train_samples_per_second": 116.132, | |
| "train_steps_per_second": 3.894 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 2440, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 500, | |
| "total_flos": 7635661149264000.0, | |
| "train_batch_size": 30, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |