{ "best_metric": null, "best_model_checkpoint": null, "epoch": 20.0, "eval_steps": 500, "global_step": 2440, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 5.062061786651611, "learning_rate": 4.75e-05, "loss": 0.566, "step": 122 }, { "epoch": 1.0, "eval_accuracy": 0.7142857142857143, "eval_f1": 0.6402562480227776, "eval_loss": 0.5205540657043457, "eval_precision": 0.6483653398896937, "eval_recall": 0.6353427895981087, "eval_runtime": 5.1327, "eval_samples_per_second": 77.737, "eval_steps_per_second": 9.741, "step": 122 }, { "epoch": 2.0, "grad_norm": 4.104482173919678, "learning_rate": 4.5e-05, "loss": 0.5117, "step": 244 }, { "epoch": 2.0, "eval_accuracy": 0.7343358395989975, "eval_f1": 0.69391211208893, "eval_loss": 0.5062463879585266, "eval_precision": 0.6880119239984399, "eval_recall": 0.7045371885797418, "eval_runtime": 5.055, "eval_samples_per_second": 78.931, "eval_steps_per_second": 9.891, "step": 244 }, { "epoch": 3.0, "grad_norm": 4.243982791900635, "learning_rate": 4.25e-05, "loss": 0.4804, "step": 366 }, { "epoch": 3.0, "eval_accuracy": 0.7669172932330827, "eval_f1": 0.7152209115816456, "eval_loss": 0.46674054861068726, "eval_precision": 0.7182055749128919, "eval_recall": 0.7125841062011276, "eval_runtime": 5.066, "eval_samples_per_second": 78.76, "eval_steps_per_second": 9.87, "step": 366 }, { "epoch": 4.0, "grad_norm": 2.68826961517334, "learning_rate": 4e-05, "loss": 0.4345, "step": 488 }, { "epoch": 4.0, "eval_accuracy": 0.7919799498746867, "eval_f1": 0.744501107107864, "eval_loss": 0.43496260046958923, "eval_precision": 0.7494180559924504, "eval_recall": 0.7403164211674851, "eval_runtime": 5.0881, "eval_samples_per_second": 78.418, "eval_steps_per_second": 9.827, "step": 488 }, { "epoch": 5.0, "grad_norm": 2.9247703552246094, "learning_rate": 3.7500000000000003e-05, "loss": 0.4081, "step": 610 }, { "epoch": 5.0, "eval_accuracy": 0.7944862155388471, "eval_f1": 0.7660995138690305, "eval_loss": 0.43371620774269104, "eval_precision": 0.7565013111888113, "eval_recall": 0.7845971994908165, "eval_runtime": 5.0664, "eval_samples_per_second": 78.754, "eval_steps_per_second": 9.869, "step": 610 }, { "epoch": 6.0, "grad_norm": 3.43408203125, "learning_rate": 3.5e-05, "loss": 0.3793, "step": 732 }, { "epoch": 6.0, "eval_accuracy": 0.8195488721804511, "eval_f1": 0.7753378378378378, "eval_loss": 0.39230969548225403, "eval_precision": 0.7857142857142857, "eval_recall": 0.7673213311511184, "eval_runtime": 5.0623, "eval_samples_per_second": 78.818, "eval_steps_per_second": 9.877, "step": 732 }, { "epoch": 7.0, "grad_norm": 1.72346031665802, "learning_rate": 3.2500000000000004e-05, "loss": 0.3665, "step": 854 }, { "epoch": 7.0, "eval_accuracy": 0.8295739348370927, "eval_f1": 0.7933776044839771, "eval_loss": 0.3765198886394501, "eval_precision": 0.7949020208205757, "eval_recall": 0.7919167121294781, "eval_runtime": 5.0479, "eval_samples_per_second": 79.042, "eval_steps_per_second": 9.905, "step": 854 }, { "epoch": 8.0, "grad_norm": 3.3123555183410645, "learning_rate": 3e-05, "loss": 0.3471, "step": 976 }, { "epoch": 8.0, "eval_accuracy": 0.8370927318295739, "eval_f1": 0.796615353247018, "eval_loss": 0.368134468793869, "eval_precision": 0.8088983050847458, "eval_recall": 0.7872340425531914, "eval_runtime": 5.0574, "eval_samples_per_second": 78.894, "eval_steps_per_second": 9.886, "step": 976 }, { "epoch": 9.0, "grad_norm": 4.656528949737549, "learning_rate": 2.7500000000000004e-05, "loss": 0.3498, "step": 1098 }, { "epoch": 9.0, "eval_accuracy": 0.8320802005012531, "eval_f1": 0.790357364116157, "eval_loss": 0.3676688075065613, "eval_precision": 0.8023956975228161, "eval_recall": 0.7811874886342971, "eval_runtime": 5.0449, "eval_samples_per_second": 79.09, "eval_steps_per_second": 9.911, "step": 1098 }, { "epoch": 10.0, "grad_norm": 6.076303482055664, "learning_rate": 2.5e-05, "loss": 0.3282, "step": 1220 }, { "epoch": 10.0, "eval_accuracy": 0.8345864661654135, "eval_f1": 0.7917273014868713, "eval_loss": 0.363395094871521, "eval_precision": 0.8074456774536514, "eval_recall": 0.780460083651573, "eval_runtime": 5.0444, "eval_samples_per_second": 79.097, "eval_steps_per_second": 9.912, "step": 1220 }, { "epoch": 11.0, "grad_norm": 4.567991256713867, "learning_rate": 2.25e-05, "loss": 0.3149, "step": 1342 }, { "epoch": 11.0, "eval_accuracy": 0.8446115288220551, "eval_f1": 0.8065409159159159, "eval_loss": 0.3537313938140869, "eval_precision": 0.8180272108843537, "eval_recall": 0.7975541007455902, "eval_runtime": 5.0808, "eval_samples_per_second": 78.53, "eval_steps_per_second": 9.841, "step": 1342 }, { "epoch": 12.0, "grad_norm": 11.14825439453125, "learning_rate": 2e-05, "loss": 0.3092, "step": 1464 }, { "epoch": 12.0, "eval_accuracy": 0.849624060150376, "eval_f1": 0.8167483159828537, "eval_loss": 0.3528764247894287, "eval_precision": 0.8201621387462095, "eval_recall": 0.8136024731769412, "eval_runtime": 5.0935, "eval_samples_per_second": 78.336, "eval_steps_per_second": 9.816, "step": 1464 }, { "epoch": 13.0, "grad_norm": 4.867825031280518, "learning_rate": 1.75e-05, "loss": 0.3135, "step": 1586 }, { "epoch": 13.0, "eval_accuracy": 0.8521303258145363, "eval_f1": 0.8121903546212454, "eval_loss": 0.3471047580242157, "eval_precision": 0.8331751305173232, "eval_recall": 0.7978723404255319, "eval_runtime": 5.0603, "eval_samples_per_second": 78.849, "eval_steps_per_second": 9.881, "step": 1586 }, { "epoch": 14.0, "grad_norm": 12.051921844482422, "learning_rate": 1.5e-05, "loss": 0.3103, "step": 1708 }, { "epoch": 14.0, "eval_accuracy": 0.8621553884711779, "eval_f1": 0.8269335415335841, "eval_loss": 0.3426941931247711, "eval_precision": 0.8430382253911666, "eval_recall": 0.8149663575195489, "eval_runtime": 5.0889, "eval_samples_per_second": 78.406, "eval_steps_per_second": 9.825, "step": 1708 }, { "epoch": 15.0, "grad_norm": 1.2898627519607544, "learning_rate": 1.25e-05, "loss": 0.2974, "step": 1830 }, { "epoch": 15.0, "eval_accuracy": 0.8621553884711779, "eval_f1": 0.8297847585805701, "eval_loss": 0.33716997504234314, "eval_precision": 0.8385357006491028, "eval_recall": 0.8224677214038916, "eval_runtime": 5.0653, "eval_samples_per_second": 78.772, "eval_steps_per_second": 9.871, "step": 1830 }, { "epoch": 16.0, "grad_norm": 6.9146409034729, "learning_rate": 1e-05, "loss": 0.2905, "step": 1952 }, { "epoch": 16.0, "eval_accuracy": 0.8696741854636592, "eval_f1": 0.8386324041811847, "eval_loss": 0.3345378339290619, "eval_precision": 0.8487869670976828, "eval_recall": 0.830287324968176, "eval_runtime": 5.0631, "eval_samples_per_second": 78.806, "eval_steps_per_second": 9.875, "step": 1952 }, { "epoch": 17.0, "grad_norm": 4.737354278564453, "learning_rate": 7.5e-06, "loss": 0.2895, "step": 2074 }, { "epoch": 17.0, "eval_accuracy": 0.8621553884711779, "eval_f1": 0.8269335415335841, "eval_loss": 0.3339170217514038, "eval_precision": 0.8430382253911666, "eval_recall": 0.8149663575195489, "eval_runtime": 5.0593, "eval_samples_per_second": 78.864, "eval_steps_per_second": 9.883, "step": 2074 }, { "epoch": 18.0, "grad_norm": 3.6233842372894287, "learning_rate": 5e-06, "loss": 0.2922, "step": 2196 }, { "epoch": 18.0, "eval_accuracy": 0.8696741854636592, "eval_f1": 0.8386324041811847, "eval_loss": 0.3318663537502289, "eval_precision": 0.8487869670976828, "eval_recall": 0.830287324968176, "eval_runtime": 5.0649, "eval_samples_per_second": 78.778, "eval_steps_per_second": 9.872, "step": 2196 }, { "epoch": 19.0, "grad_norm": 4.824616432189941, "learning_rate": 2.5e-06, "loss": 0.2843, "step": 2318 }, { "epoch": 19.0, "eval_accuracy": 0.8621553884711779, "eval_f1": 0.8269335415335841, "eval_loss": 0.3319249749183655, "eval_precision": 0.8430382253911666, "eval_recall": 0.8149663575195489, "eval_runtime": 5.072, "eval_samples_per_second": 78.668, "eval_steps_per_second": 9.858, "step": 2318 }, { "epoch": 20.0, "grad_norm": 7.412130832672119, "learning_rate": 0.0, "loss": 0.287, "step": 2440 }, { "epoch": 20.0, "eval_accuracy": 0.8621553884711779, "eval_f1": 0.8279052989013229, "eval_loss": 0.33124828338623047, "eval_precision": 0.8414113428943938, "eval_recall": 0.8174668121476631, "eval_runtime": 5.1086, "eval_samples_per_second": 78.104, "eval_steps_per_second": 9.788, "step": 2440 }, { "epoch": 20.0, "step": 2440, "total_flos": 7597037114448000.0, "train_loss": 0.35801424432973394, "train_runtime": 1952.1205, "train_samples_per_second": 37.272, "train_steps_per_second": 1.25 } ], "logging_steps": 500, "max_steps": 2440, "num_input_tokens_seen": 0, "num_train_epochs": 20, "save_steps": 500, "total_flos": 7597037114448000.0, "train_batch_size": 30, "trial_name": null, "trial_params": null }