ka_homonym_disambiguation_TC / trainer_state.json
davmel's picture
Upload 11 files
17f7631 verified
raw
history blame contribute delete
No virus
9.47 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 25.0,
"eval_steps": 500,
"global_step": 7875,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"eval_accuracy": 0.9292134831460674,
"eval_f1_score": 0.9292134831460674,
"eval_loss": 0.19579175114631653,
"eval_runtime": 12.5946,
"eval_samples_per_second": 70.665,
"eval_steps_per_second": 1.112,
"step": 315
},
{
"epoch": 1.59,
"learning_rate": 4.682539682539683e-05,
"loss": 0.2897,
"step": 500
},
{
"epoch": 2.0,
"eval_accuracy": 0.9235955056179775,
"eval_f1_score": 0.9235955056179775,
"eval_loss": 0.2937149703502655,
"eval_runtime": 12.3147,
"eval_samples_per_second": 72.272,
"eval_steps_per_second": 1.137,
"step": 630
},
{
"epoch": 3.0,
"eval_accuracy": 0.9348314606741573,
"eval_f1_score": 0.9348314606741573,
"eval_loss": 0.34074461460113525,
"eval_runtime": 12.3763,
"eval_samples_per_second": 71.912,
"eval_steps_per_second": 1.131,
"step": 945
},
{
"epoch": 3.17,
"learning_rate": 4.3650793650793655e-05,
"loss": 0.0673,
"step": 1000
},
{
"epoch": 4.0,
"eval_accuracy": 0.9337078651685393,
"eval_f1_score": 0.9337078651685393,
"eval_loss": 0.36005520820617676,
"eval_runtime": 12.1209,
"eval_samples_per_second": 73.427,
"eval_steps_per_second": 1.155,
"step": 1260
},
{
"epoch": 4.76,
"learning_rate": 4.047619047619048e-05,
"loss": 0.0248,
"step": 1500
},
{
"epoch": 5.0,
"eval_accuracy": 0.9426966292134832,
"eval_f1_score": 0.9426966292134832,
"eval_loss": 0.3878713548183441,
"eval_runtime": 12.0275,
"eval_samples_per_second": 73.997,
"eval_steps_per_second": 1.164,
"step": 1575
},
{
"epoch": 6.0,
"eval_accuracy": 0.9404494382022472,
"eval_f1_score": 0.9404494382022472,
"eval_loss": 0.40726980566978455,
"eval_runtime": 12.3482,
"eval_samples_per_second": 72.075,
"eval_steps_per_second": 1.134,
"step": 1890
},
{
"epoch": 6.35,
"learning_rate": 3.730158730158731e-05,
"loss": 0.0192,
"step": 2000
},
{
"epoch": 7.0,
"eval_accuracy": 0.9303370786516854,
"eval_f1_score": 0.9303370786516854,
"eval_loss": 0.5313782095909119,
"eval_runtime": 11.9506,
"eval_samples_per_second": 74.473,
"eval_steps_per_second": 1.171,
"step": 2205
},
{
"epoch": 7.94,
"learning_rate": 3.412698412698413e-05,
"loss": 0.006,
"step": 2500
},
{
"epoch": 8.0,
"eval_accuracy": 0.9426966292134832,
"eval_f1_score": 0.9426966292134832,
"eval_loss": 0.4414384067058563,
"eval_runtime": 12.1778,
"eval_samples_per_second": 73.084,
"eval_steps_per_second": 1.15,
"step": 2520
},
{
"epoch": 9.0,
"eval_accuracy": 0.9393258426966292,
"eval_f1_score": 0.9393258426966292,
"eval_loss": 0.4911651909351349,
"eval_runtime": 12.0271,
"eval_samples_per_second": 74.0,
"eval_steps_per_second": 1.164,
"step": 2835
},
{
"epoch": 9.52,
"learning_rate": 3.095238095238095e-05,
"loss": 0.0035,
"step": 3000
},
{
"epoch": 10.0,
"eval_accuracy": 0.9337078651685393,
"eval_f1_score": 0.9337078651685393,
"eval_loss": 0.5025097727775574,
"eval_runtime": 11.9685,
"eval_samples_per_second": 74.362,
"eval_steps_per_second": 1.17,
"step": 3150
},
{
"epoch": 11.0,
"eval_accuracy": 0.9438202247191011,
"eval_f1_score": 0.9438202247191011,
"eval_loss": 0.5351067185401917,
"eval_runtime": 12.1005,
"eval_samples_per_second": 73.551,
"eval_steps_per_second": 1.157,
"step": 3465
},
{
"epoch": 11.11,
"learning_rate": 2.777777777777778e-05,
"loss": 0.0022,
"step": 3500
},
{
"epoch": 12.0,
"eval_accuracy": 0.9337078651685393,
"eval_f1_score": 0.9337078651685393,
"eval_loss": 0.6514860987663269,
"eval_runtime": 12.042,
"eval_samples_per_second": 73.908,
"eval_steps_per_second": 1.163,
"step": 3780
},
{
"epoch": 12.7,
"learning_rate": 2.4603174603174602e-05,
"loss": 0.0089,
"step": 4000
},
{
"epoch": 13.0,
"eval_accuracy": 0.9438202247191011,
"eval_f1_score": 0.9438202247191011,
"eval_loss": 0.42843857407569885,
"eval_runtime": 12.3213,
"eval_samples_per_second": 72.232,
"eval_steps_per_second": 1.136,
"step": 4095
},
{
"epoch": 14.0,
"eval_accuracy": 0.9393258426966292,
"eval_f1_score": 0.9393258426966292,
"eval_loss": 0.5087563395500183,
"eval_runtime": 12.0385,
"eval_samples_per_second": 73.93,
"eval_steps_per_second": 1.163,
"step": 4410
},
{
"epoch": 14.29,
"learning_rate": 2.1428571428571428e-05,
"loss": 0.0125,
"step": 4500
},
{
"epoch": 15.0,
"eval_accuracy": 0.9449438202247191,
"eval_f1_score": 0.9449438202247191,
"eval_loss": 0.5048856735229492,
"eval_runtime": 11.9611,
"eval_samples_per_second": 74.408,
"eval_steps_per_second": 1.17,
"step": 4725
},
{
"epoch": 15.87,
"learning_rate": 1.8253968253968254e-05,
"loss": 0.0,
"step": 5000
},
{
"epoch": 16.0,
"eval_accuracy": 0.9438202247191011,
"eval_f1_score": 0.9438202247191011,
"eval_loss": 0.5166943073272705,
"eval_runtime": 11.932,
"eval_samples_per_second": 74.589,
"eval_steps_per_second": 1.173,
"step": 5040
},
{
"epoch": 17.0,
"eval_accuracy": 0.9426966292134832,
"eval_f1_score": 0.9426966292134832,
"eval_loss": 0.5239948630332947,
"eval_runtime": 12.002,
"eval_samples_per_second": 74.155,
"eval_steps_per_second": 1.166,
"step": 5355
},
{
"epoch": 17.46,
"learning_rate": 1.5079365079365079e-05,
"loss": 0.0,
"step": 5500
},
{
"epoch": 18.0,
"eval_accuracy": 0.9426966292134832,
"eval_f1_score": 0.9426966292134832,
"eval_loss": 0.5701321363449097,
"eval_runtime": 12.1342,
"eval_samples_per_second": 73.347,
"eval_steps_per_second": 1.154,
"step": 5670
},
{
"epoch": 19.0,
"eval_accuracy": 0.9382022471910112,
"eval_f1_score": 0.9382022471910112,
"eval_loss": 0.5747442245483398,
"eval_runtime": 12.1144,
"eval_samples_per_second": 73.466,
"eval_steps_per_second": 1.156,
"step": 5985
},
{
"epoch": 19.05,
"learning_rate": 1.1904761904761905e-05,
"loss": 0.0024,
"step": 6000
},
{
"epoch": 20.0,
"eval_accuracy": 0.9393258426966292,
"eval_f1_score": 0.9393258426966292,
"eval_loss": 0.5525947213172913,
"eval_runtime": 12.0235,
"eval_samples_per_second": 74.022,
"eval_steps_per_second": 1.164,
"step": 6300
},
{
"epoch": 20.63,
"learning_rate": 8.73015873015873e-06,
"loss": 0.0013,
"step": 6500
},
{
"epoch": 21.0,
"eval_accuracy": 0.9426966292134832,
"eval_f1_score": 0.9426966292134832,
"eval_loss": 0.5538011193275452,
"eval_runtime": 12.0212,
"eval_samples_per_second": 74.036,
"eval_steps_per_second": 1.165,
"step": 6615
},
{
"epoch": 22.0,
"eval_accuracy": 0.9426966292134832,
"eval_f1_score": 0.9426966292134832,
"eval_loss": 0.5597621202468872,
"eval_runtime": 12.4264,
"eval_samples_per_second": 71.622,
"eval_steps_per_second": 1.127,
"step": 6930
},
{
"epoch": 22.22,
"learning_rate": 5.555555555555556e-06,
"loss": 0.0,
"step": 7000
},
{
"epoch": 23.0,
"eval_accuracy": 0.9415730337078652,
"eval_f1_score": 0.9415730337078652,
"eval_loss": 0.5650064945220947,
"eval_runtime": 12.6304,
"eval_samples_per_second": 70.465,
"eval_steps_per_second": 1.108,
"step": 7245
},
{
"epoch": 23.81,
"learning_rate": 2.3809523809523808e-06,
"loss": 0.0,
"step": 7500
},
{
"epoch": 24.0,
"eval_accuracy": 0.9415730337078652,
"eval_f1_score": 0.9415730337078652,
"eval_loss": 0.5530457496643066,
"eval_runtime": 15.9462,
"eval_samples_per_second": 55.813,
"eval_steps_per_second": 0.878,
"step": 7560
},
{
"epoch": 25.0,
"eval_accuracy": 0.9438202247191011,
"eval_f1_score": 0.9438202247191011,
"eval_loss": 0.5528258681297302,
"eval_runtime": 12.7008,
"eval_samples_per_second": 70.074,
"eval_steps_per_second": 1.102,
"step": 7875
}
],
"logging_steps": 500,
"max_steps": 7875,
"num_input_tokens_seen": 0,
"num_train_epochs": 25,
"save_steps": 500,
"total_flos": 934453337113386.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}