|
{ |
|
"best_metric": 0.62215256690979, |
|
"best_model_checkpoint": "out/checkpoint-10", |
|
"epoch": 0.015779092702169626, |
|
"eval_steps": 1, |
|
"global_step": 10, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 3.933871030807495, |
|
"learning_rate": 0.0002, |
|
"loss": 1.9531, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"eval_loss": 1.4585089683532715, |
|
"eval_runtime": 771.2896, |
|
"eval_samples_per_second": 0.366, |
|
"eval_steps_per_second": 0.366, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 3.870039701461792, |
|
"learning_rate": 0.0002, |
|
"loss": 1.636, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"eval_loss": 1.1349122524261475, |
|
"eval_runtime": 771.384, |
|
"eval_samples_per_second": 0.366, |
|
"eval_steps_per_second": 0.366, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 3.2541444301605225, |
|
"learning_rate": 0.0002, |
|
"loss": 1.2164, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"eval_loss": 0.9079858064651489, |
|
"eval_runtime": 771.4502, |
|
"eval_samples_per_second": 0.366, |
|
"eval_steps_per_second": 0.366, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 1.9149177074432373, |
|
"learning_rate": 0.0002, |
|
"loss": 0.8732, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"eval_loss": 0.826586902141571, |
|
"eval_runtime": 771.3095, |
|
"eval_samples_per_second": 0.366, |
|
"eval_steps_per_second": 0.366, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 2.3286924362182617, |
|
"learning_rate": 0.0002, |
|
"loss": 0.8159, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"eval_loss": 0.767815887928009, |
|
"eval_runtime": 771.3337, |
|
"eval_samples_per_second": 0.366, |
|
"eval_steps_per_second": 0.366, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 0.8554341197013855, |
|
"learning_rate": 0.0002, |
|
"loss": 0.7762, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"eval_loss": 0.72954261302948, |
|
"eval_runtime": 771.3481, |
|
"eval_samples_per_second": 0.366, |
|
"eval_steps_per_second": 0.366, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 0.7430621981620789, |
|
"learning_rate": 0.0002, |
|
"loss": 0.7681, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"eval_loss": 0.6940924525260925, |
|
"eval_runtime": 771.3451, |
|
"eval_samples_per_second": 0.366, |
|
"eval_steps_per_second": 0.366, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 0.754584789276123, |
|
"learning_rate": 0.0002, |
|
"loss": 0.7104, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"eval_loss": 0.6611207127571106, |
|
"eval_runtime": 771.3383, |
|
"eval_samples_per_second": 0.366, |
|
"eval_steps_per_second": 0.366, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 0.7047972679138184, |
|
"learning_rate": 0.0002, |
|
"loss": 0.6199, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"eval_loss": 0.6389196515083313, |
|
"eval_runtime": 771.3392, |
|
"eval_samples_per_second": 0.366, |
|
"eval_steps_per_second": 0.366, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 0.9041690826416016, |
|
"learning_rate": 0.0002, |
|
"loss": 0.6575, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"eval_loss": 0.62215256690979, |
|
"eval_runtime": 771.3182, |
|
"eval_samples_per_second": 0.366, |
|
"eval_steps_per_second": 0.366, |
|
"step": 10 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 10, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 1, |
|
"total_flos": 1752669785948160.0, |
|
"train_batch_size": 1, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|