|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 25.0, |
|
"eval_steps": 500, |
|
"global_step": 7875, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.9292134831460674, |
|
"eval_f1_score": 0.9292134831460674, |
|
"eval_loss": 0.19579175114631653, |
|
"eval_runtime": 12.5946, |
|
"eval_samples_per_second": 70.665, |
|
"eval_steps_per_second": 1.112, |
|
"step": 315 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 4.682539682539683e-05, |
|
"loss": 0.2897, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.9235955056179775, |
|
"eval_f1_score": 0.9235955056179775, |
|
"eval_loss": 0.2937149703502655, |
|
"eval_runtime": 12.3147, |
|
"eval_samples_per_second": 72.272, |
|
"eval_steps_per_second": 1.137, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.9348314606741573, |
|
"eval_f1_score": 0.9348314606741573, |
|
"eval_loss": 0.34074461460113525, |
|
"eval_runtime": 12.3763, |
|
"eval_samples_per_second": 71.912, |
|
"eval_steps_per_second": 1.131, |
|
"step": 945 |
|
}, |
|
{ |
|
"epoch": 3.17, |
|
"learning_rate": 4.3650793650793655e-05, |
|
"loss": 0.0673, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.9337078651685393, |
|
"eval_f1_score": 0.9337078651685393, |
|
"eval_loss": 0.36005520820617676, |
|
"eval_runtime": 12.1209, |
|
"eval_samples_per_second": 73.427, |
|
"eval_steps_per_second": 1.155, |
|
"step": 1260 |
|
}, |
|
{ |
|
"epoch": 4.76, |
|
"learning_rate": 4.047619047619048e-05, |
|
"loss": 0.0248, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.9426966292134832, |
|
"eval_f1_score": 0.9426966292134832, |
|
"eval_loss": 0.3878713548183441, |
|
"eval_runtime": 12.0275, |
|
"eval_samples_per_second": 73.997, |
|
"eval_steps_per_second": 1.164, |
|
"step": 1575 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy": 0.9404494382022472, |
|
"eval_f1_score": 0.9404494382022472, |
|
"eval_loss": 0.40726980566978455, |
|
"eval_runtime": 12.3482, |
|
"eval_samples_per_second": 72.075, |
|
"eval_steps_per_second": 1.134, |
|
"step": 1890 |
|
}, |
|
{ |
|
"epoch": 6.35, |
|
"learning_rate": 3.730158730158731e-05, |
|
"loss": 0.0192, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_accuracy": 0.9303370786516854, |
|
"eval_f1_score": 0.9303370786516854, |
|
"eval_loss": 0.5313782095909119, |
|
"eval_runtime": 11.9506, |
|
"eval_samples_per_second": 74.473, |
|
"eval_steps_per_second": 1.171, |
|
"step": 2205 |
|
}, |
|
{ |
|
"epoch": 7.94, |
|
"learning_rate": 3.412698412698413e-05, |
|
"loss": 0.006, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.9426966292134832, |
|
"eval_f1_score": 0.9426966292134832, |
|
"eval_loss": 0.4414384067058563, |
|
"eval_runtime": 12.1778, |
|
"eval_samples_per_second": 73.084, |
|
"eval_steps_per_second": 1.15, |
|
"step": 2520 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_accuracy": 0.9393258426966292, |
|
"eval_f1_score": 0.9393258426966292, |
|
"eval_loss": 0.4911651909351349, |
|
"eval_runtime": 12.0271, |
|
"eval_samples_per_second": 74.0, |
|
"eval_steps_per_second": 1.164, |
|
"step": 2835 |
|
}, |
|
{ |
|
"epoch": 9.52, |
|
"learning_rate": 3.095238095238095e-05, |
|
"loss": 0.0035, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_accuracy": 0.9337078651685393, |
|
"eval_f1_score": 0.9337078651685393, |
|
"eval_loss": 0.5025097727775574, |
|
"eval_runtime": 11.9685, |
|
"eval_samples_per_second": 74.362, |
|
"eval_steps_per_second": 1.17, |
|
"step": 3150 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_accuracy": 0.9438202247191011, |
|
"eval_f1_score": 0.9438202247191011, |
|
"eval_loss": 0.5351067185401917, |
|
"eval_runtime": 12.1005, |
|
"eval_samples_per_second": 73.551, |
|
"eval_steps_per_second": 1.157, |
|
"step": 3465 |
|
}, |
|
{ |
|
"epoch": 11.11, |
|
"learning_rate": 2.777777777777778e-05, |
|
"loss": 0.0022, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_accuracy": 0.9337078651685393, |
|
"eval_f1_score": 0.9337078651685393, |
|
"eval_loss": 0.6514860987663269, |
|
"eval_runtime": 12.042, |
|
"eval_samples_per_second": 73.908, |
|
"eval_steps_per_second": 1.163, |
|
"step": 3780 |
|
}, |
|
{ |
|
"epoch": 12.7, |
|
"learning_rate": 2.4603174603174602e-05, |
|
"loss": 0.0089, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_accuracy": 0.9438202247191011, |
|
"eval_f1_score": 0.9438202247191011, |
|
"eval_loss": 0.42843857407569885, |
|
"eval_runtime": 12.3213, |
|
"eval_samples_per_second": 72.232, |
|
"eval_steps_per_second": 1.136, |
|
"step": 4095 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_accuracy": 0.9393258426966292, |
|
"eval_f1_score": 0.9393258426966292, |
|
"eval_loss": 0.5087563395500183, |
|
"eval_runtime": 12.0385, |
|
"eval_samples_per_second": 73.93, |
|
"eval_steps_per_second": 1.163, |
|
"step": 4410 |
|
}, |
|
{ |
|
"epoch": 14.29, |
|
"learning_rate": 2.1428571428571428e-05, |
|
"loss": 0.0125, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_accuracy": 0.9449438202247191, |
|
"eval_f1_score": 0.9449438202247191, |
|
"eval_loss": 0.5048856735229492, |
|
"eval_runtime": 11.9611, |
|
"eval_samples_per_second": 74.408, |
|
"eval_steps_per_second": 1.17, |
|
"step": 4725 |
|
}, |
|
{ |
|
"epoch": 15.87, |
|
"learning_rate": 1.8253968253968254e-05, |
|
"loss": 0.0, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_accuracy": 0.9438202247191011, |
|
"eval_f1_score": 0.9438202247191011, |
|
"eval_loss": 0.5166943073272705, |
|
"eval_runtime": 11.932, |
|
"eval_samples_per_second": 74.589, |
|
"eval_steps_per_second": 1.173, |
|
"step": 5040 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"eval_accuracy": 0.9426966292134832, |
|
"eval_f1_score": 0.9426966292134832, |
|
"eval_loss": 0.5239948630332947, |
|
"eval_runtime": 12.002, |
|
"eval_samples_per_second": 74.155, |
|
"eval_steps_per_second": 1.166, |
|
"step": 5355 |
|
}, |
|
{ |
|
"epoch": 17.46, |
|
"learning_rate": 1.5079365079365079e-05, |
|
"loss": 0.0, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"eval_accuracy": 0.9426966292134832, |
|
"eval_f1_score": 0.9426966292134832, |
|
"eval_loss": 0.5701321363449097, |
|
"eval_runtime": 12.1342, |
|
"eval_samples_per_second": 73.347, |
|
"eval_steps_per_second": 1.154, |
|
"step": 5670 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"eval_accuracy": 0.9382022471910112, |
|
"eval_f1_score": 0.9382022471910112, |
|
"eval_loss": 0.5747442245483398, |
|
"eval_runtime": 12.1144, |
|
"eval_samples_per_second": 73.466, |
|
"eval_steps_per_second": 1.156, |
|
"step": 5985 |
|
}, |
|
{ |
|
"epoch": 19.05, |
|
"learning_rate": 1.1904761904761905e-05, |
|
"loss": 0.0024, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_accuracy": 0.9393258426966292, |
|
"eval_f1_score": 0.9393258426966292, |
|
"eval_loss": 0.5525947213172913, |
|
"eval_runtime": 12.0235, |
|
"eval_samples_per_second": 74.022, |
|
"eval_steps_per_second": 1.164, |
|
"step": 6300 |
|
}, |
|
{ |
|
"epoch": 20.63, |
|
"learning_rate": 8.73015873015873e-06, |
|
"loss": 0.0013, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 21.0, |
|
"eval_accuracy": 0.9426966292134832, |
|
"eval_f1_score": 0.9426966292134832, |
|
"eval_loss": 0.5538011193275452, |
|
"eval_runtime": 12.0212, |
|
"eval_samples_per_second": 74.036, |
|
"eval_steps_per_second": 1.165, |
|
"step": 6615 |
|
}, |
|
{ |
|
"epoch": 22.0, |
|
"eval_accuracy": 0.9426966292134832, |
|
"eval_f1_score": 0.9426966292134832, |
|
"eval_loss": 0.5597621202468872, |
|
"eval_runtime": 12.4264, |
|
"eval_samples_per_second": 71.622, |
|
"eval_steps_per_second": 1.127, |
|
"step": 6930 |
|
}, |
|
{ |
|
"epoch": 22.22, |
|
"learning_rate": 5.555555555555556e-06, |
|
"loss": 0.0, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 23.0, |
|
"eval_accuracy": 0.9415730337078652, |
|
"eval_f1_score": 0.9415730337078652, |
|
"eval_loss": 0.5650064945220947, |
|
"eval_runtime": 12.6304, |
|
"eval_samples_per_second": 70.465, |
|
"eval_steps_per_second": 1.108, |
|
"step": 7245 |
|
}, |
|
{ |
|
"epoch": 23.81, |
|
"learning_rate": 2.3809523809523808e-06, |
|
"loss": 0.0, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 24.0, |
|
"eval_accuracy": 0.9415730337078652, |
|
"eval_f1_score": 0.9415730337078652, |
|
"eval_loss": 0.5530457496643066, |
|
"eval_runtime": 15.9462, |
|
"eval_samples_per_second": 55.813, |
|
"eval_steps_per_second": 0.878, |
|
"step": 7560 |
|
}, |
|
{ |
|
"epoch": 25.0, |
|
"eval_accuracy": 0.9438202247191011, |
|
"eval_f1_score": 0.9438202247191011, |
|
"eval_loss": 0.5528258681297302, |
|
"eval_runtime": 12.7008, |
|
"eval_samples_per_second": 70.074, |
|
"eval_steps_per_second": 1.102, |
|
"step": 7875 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 7875, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 25, |
|
"save_steps": 500, |
|
"total_flos": 934453337113386.0, |
|
"train_batch_size": 16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|