|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 5.347593582887701, |
|
"eval_steps": 500, |
|
"global_step": 1000, |
|
"is_hyper_param_search": true, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.748240053653717, |
|
"eval_loss": 0.4897768199443817, |
|
"eval_runtime": 9.3572, |
|
"eval_samples_per_second": 318.792, |
|
"eval_steps_per_second": 19.985, |
|
"step": 187 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.7867918014526367, |
|
"eval_loss": 0.4351676404476166, |
|
"eval_runtime": 9.48, |
|
"eval_samples_per_second": 314.662, |
|
"eval_steps_per_second": 19.726, |
|
"step": 374 |
|
}, |
|
{ |
|
"epoch": 2.6737967914438503, |
|
"grad_norm": 15.95652961730957, |
|
"learning_rate": 4.723376230943584e-06, |
|
"loss": 0.4992, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.8079115152359009, |
|
"eval_loss": 0.413047730922699, |
|
"eval_runtime": 9.447, |
|
"eval_samples_per_second": 315.76, |
|
"eval_steps_per_second": 19.795, |
|
"step": 561 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.805229663848877, |
|
"eval_loss": 0.4279593527317047, |
|
"eval_runtime": 9.494, |
|
"eval_samples_per_second": 314.198, |
|
"eval_steps_per_second": 19.697, |
|
"step": 748 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.8109285831451416, |
|
"eval_loss": 0.46117427945137024, |
|
"eval_runtime": 9.4914, |
|
"eval_samples_per_second": 314.286, |
|
"eval_steps_per_second": 19.702, |
|
"step": 935 |
|
}, |
|
{ |
|
"epoch": 5.347593582887701, |
|
"grad_norm": 18.722320556640625, |
|
"learning_rate": 2.9995162926430056e-06, |
|
"loss": 0.258, |
|
"step": 1000 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 1870, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 10, |
|
"save_steps": 500, |
|
"total_flos": 1.4153554188150948e+16, |
|
"train_batch_size": 64, |
|
"trial_name": null, |
|
"trial_params": { |
|
"learning_rate": 6.447236169244162e-06, |
|
"per_device_train_batch_size": 64 |
|
} |
|
} |
|
|