|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 4.776119402985074, |
|
"eval_steps": 500, |
|
"global_step": 80, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 5e-05, |
|
"loss": 0.8672, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 5e-05, |
|
"loss": 0.8051, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 5e-05, |
|
"loss": 0.6955, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 5e-05, |
|
"loss": 0.6879, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 5e-05, |
|
"loss": 0.6785, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 5e-05, |
|
"loss": 0.6584, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 5e-05, |
|
"loss": 0.646, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 5e-05, |
|
"loss": 0.6585, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 5e-05, |
|
"loss": 0.5556, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"learning_rate": 5e-05, |
|
"loss": 0.4459, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 5e-05, |
|
"loss": 0.4237, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 5e-05, |
|
"loss": 0.4039, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 5e-05, |
|
"loss": 0.3943, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 5e-05, |
|
"loss": 0.3858, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 5e-05, |
|
"loss": 0.402, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 5e-05, |
|
"loss": 0.4071, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 2.03, |
|
"learning_rate": 5e-05, |
|
"loss": 0.3372, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 2.15, |
|
"learning_rate": 5e-05, |
|
"loss": 0.2406, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 5e-05, |
|
"loss": 0.1945, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"learning_rate": 5e-05, |
|
"loss": 0.1935, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"learning_rate": 5e-05, |
|
"loss": 0.1866, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 2.63, |
|
"learning_rate": 5e-05, |
|
"loss": 0.1739, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 2.75, |
|
"learning_rate": 5e-05, |
|
"loss": 0.1708, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 5e-05, |
|
"loss": 0.1808, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 5e-05, |
|
"loss": 0.1847, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 3.1, |
|
"learning_rate": 5e-05, |
|
"loss": 0.1019, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 3.22, |
|
"learning_rate": 5e-05, |
|
"loss": 0.0741, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 3.34, |
|
"learning_rate": 5e-05, |
|
"loss": 0.073, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 3.46, |
|
"learning_rate": 5e-05, |
|
"loss": 0.0748, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 3.58, |
|
"learning_rate": 5e-05, |
|
"loss": 0.07, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 3.7, |
|
"learning_rate": 5e-05, |
|
"loss": 0.0692, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 3.82, |
|
"learning_rate": 5e-05, |
|
"loss": 0.079, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 3.94, |
|
"learning_rate": 5e-05, |
|
"loss": 0.0835, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 4.06, |
|
"learning_rate": 5e-05, |
|
"loss": 0.0533, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 4.18, |
|
"learning_rate": 5e-05, |
|
"loss": 0.0356, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 4.3, |
|
"learning_rate": 5e-05, |
|
"loss": 0.0326, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 4.42, |
|
"learning_rate": 5e-05, |
|
"loss": 0.0417, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 4.54, |
|
"learning_rate": 5e-05, |
|
"loss": 0.0352, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 4.66, |
|
"learning_rate": 5e-05, |
|
"loss": 0.042, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 4.78, |
|
"learning_rate": 5e-05, |
|
"loss": 0.0359, |
|
"step": 80 |
|
} |
|
], |
|
"logging_steps": 2, |
|
"max_steps": 80, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 5, |
|
"save_steps": 20, |
|
"total_flos": 58433383956480.0, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|