|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 2.998535871156662, |
|
"eval_steps": 500, |
|
"global_step": 1024, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.29282576866764276, |
|
"grad_norm": 0.2411503791809082, |
|
"learning_rate": 0.0001, |
|
"loss": 2.0009, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.5856515373352855, |
|
"grad_norm": 0.22286373376846313, |
|
"learning_rate": 0.0001, |
|
"loss": 1.9538, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.8784773060029283, |
|
"grad_norm": 0.24079065024852753, |
|
"learning_rate": 0.0001, |
|
"loss": 1.9571, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.9985358711566618, |
|
"eval_accuracy": 0.45379487179487177, |
|
"eval_loss": 3.9512319564819336, |
|
"eval_runtime": 5.0647, |
|
"eval_samples_per_second": 98.722, |
|
"eval_steps_per_second": 12.439, |
|
"step": 341 |
|
}, |
|
{ |
|
"epoch": 0.9985358711566618, |
|
"eval_bleu": 0.28767194245703276, |
|
"eval_exact_match": 0.03, |
|
"eval_prefix_exact_match": 0.042, |
|
"step": 341 |
|
}, |
|
{ |
|
"epoch": 1.171303074670571, |
|
"grad_norm": 0.33546799421310425, |
|
"learning_rate": 0.0001, |
|
"loss": 1.9255, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.4641288433382138, |
|
"grad_norm": 0.3515666723251343, |
|
"learning_rate": 0.0001, |
|
"loss": 1.8684, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.7569546120058566, |
|
"grad_norm": 0.35733896493911743, |
|
"learning_rate": 0.0001, |
|
"loss": 1.8819, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.4482564102564103, |
|
"eval_loss": 4.112804412841797, |
|
"eval_runtime": 5.0848, |
|
"eval_samples_per_second": 98.333, |
|
"eval_steps_per_second": 12.39, |
|
"step": 683 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_bleu": 0.24521038067633488, |
|
"eval_exact_match": 0.02, |
|
"eval_prefix_exact_match": 0.044, |
|
"step": 683 |
|
}, |
|
{ |
|
"epoch": 2.049780380673499, |
|
"grad_norm": 0.3784458339214325, |
|
"learning_rate": 0.0001, |
|
"loss": 1.8613, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 2.342606149341142, |
|
"grad_norm": 0.46702849864959717, |
|
"learning_rate": 0.0001, |
|
"loss": 1.743, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 2.6354319180087846, |
|
"grad_norm": 0.5156407356262207, |
|
"learning_rate": 0.0001, |
|
"loss": 1.7653, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 2.9282576866764276, |
|
"grad_norm": 0.4755038619041443, |
|
"learning_rate": 0.0001, |
|
"loss": 1.7702, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 2.998535871156662, |
|
"eval_accuracy": 0.446051282051282, |
|
"eval_loss": 4.327652454376221, |
|
"eval_runtime": 5.1641, |
|
"eval_samples_per_second": 96.822, |
|
"eval_steps_per_second": 12.2, |
|
"step": 1024 |
|
}, |
|
{ |
|
"epoch": 2.998535871156662, |
|
"eval_bleu": 0.2598440457703149, |
|
"eval_exact_match": 0.018, |
|
"eval_prefix_exact_match": 0.034, |
|
"step": 1024 |
|
} |
|
], |
|
"logging_steps": 100, |
|
"max_steps": 17050, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 50, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 8.797537312335462e+16, |
|
"train_batch_size": 1, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|