Hanzalwi's picture
Training in progress, step 1100, checkpoint
8093f13
raw
history blame
3.87 kB
{
"best_metric": 1.3308976888656616,
"best_model_checkpoint": "./outputs/checkpoint-1100",
"epoch": 1.4666666666666668,
"eval_steps": 100,
"global_step": 1100,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.13,
"learning_rate": 0.0002,
"loss": 1.357,
"step": 100
},
{
"epoch": 0.13,
"eval_loss": 1.4659545421600342,
"eval_runtime": 114.978,
"eval_samples_per_second": 12.62,
"eval_steps_per_second": 1.583,
"step": 100
},
{
"epoch": 0.27,
"learning_rate": 0.0002,
"loss": 1.1954,
"step": 200
},
{
"epoch": 0.27,
"eval_loss": 1.4343539476394653,
"eval_runtime": 112.6008,
"eval_samples_per_second": 12.886,
"eval_steps_per_second": 1.616,
"step": 200
},
{
"epoch": 0.4,
"learning_rate": 0.0002,
"loss": 1.1774,
"step": 300
},
{
"epoch": 0.4,
"eval_loss": 1.4164679050445557,
"eval_runtime": 112.4536,
"eval_samples_per_second": 12.903,
"eval_steps_per_second": 1.618,
"step": 300
},
{
"epoch": 0.53,
"learning_rate": 0.0002,
"loss": 1.1691,
"step": 400
},
{
"epoch": 0.53,
"eval_loss": 1.4017506837844849,
"eval_runtime": 112.3429,
"eval_samples_per_second": 12.916,
"eval_steps_per_second": 1.62,
"step": 400
},
{
"epoch": 0.67,
"learning_rate": 0.0002,
"loss": 1.1554,
"step": 500
},
{
"epoch": 0.67,
"eval_loss": 1.3869292736053467,
"eval_runtime": 112.4263,
"eval_samples_per_second": 12.906,
"eval_steps_per_second": 1.619,
"step": 500
},
{
"epoch": 0.8,
"learning_rate": 0.0002,
"loss": 1.1389,
"step": 600
},
{
"epoch": 0.8,
"eval_loss": 1.3736246824264526,
"eval_runtime": 112.3926,
"eval_samples_per_second": 12.91,
"eval_steps_per_second": 1.619,
"step": 600
},
{
"epoch": 0.93,
"learning_rate": 0.0002,
"loss": 1.1305,
"step": 700
},
{
"epoch": 0.93,
"eval_loss": 1.3629770278930664,
"eval_runtime": 112.4413,
"eval_samples_per_second": 12.905,
"eval_steps_per_second": 1.619,
"step": 700
},
{
"epoch": 1.07,
"learning_rate": 0.0002,
"loss": 1.1184,
"step": 800
},
{
"epoch": 1.07,
"eval_loss": 1.3554208278656006,
"eval_runtime": 112.4809,
"eval_samples_per_second": 12.9,
"eval_steps_per_second": 1.618,
"step": 800
},
{
"epoch": 1.2,
"learning_rate": 0.0002,
"loss": 1.1018,
"step": 900
},
{
"epoch": 1.2,
"eval_loss": 1.3454769849777222,
"eval_runtime": 112.189,
"eval_samples_per_second": 12.934,
"eval_steps_per_second": 1.622,
"step": 900
},
{
"epoch": 1.33,
"learning_rate": 0.0002,
"loss": 1.0964,
"step": 1000
},
{
"epoch": 1.33,
"eval_loss": 1.3380351066589355,
"eval_runtime": 112.5152,
"eval_samples_per_second": 12.896,
"eval_steps_per_second": 1.618,
"step": 1000
},
{
"epoch": 1.47,
"learning_rate": 0.0002,
"loss": 1.0941,
"step": 1100
},
{
"epoch": 1.47,
"eval_loss": 1.3308976888656616,
"eval_runtime": 112.3169,
"eval_samples_per_second": 12.919,
"eval_steps_per_second": 1.62,
"step": 1100
}
],
"logging_steps": 100,
"max_steps": 2250,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 100,
"total_flos": 6.99522709745664e+16,
"trial_name": null,
"trial_params": null
}