|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 2.704530087897228, |
|
"eval_steps": 500, |
|
"global_step": 4000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.3380662609871535, |
|
"grad_norm": 1.1497818231582642, |
|
"learning_rate": 1.776876267748479e-05, |
|
"loss": 1.475, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.3380662609871535, |
|
"eval_loss": 0.4233010411262512, |
|
"eval_runtime": 4.5459, |
|
"eval_samples_per_second": 289.274, |
|
"eval_steps_per_second": 36.297, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.676132521974307, |
|
"grad_norm": 0.609937846660614, |
|
"learning_rate": 1.55149876042371e-05, |
|
"loss": 0.4585, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.676132521974307, |
|
"eval_loss": 0.3847877085208893, |
|
"eval_runtime": 4.0513, |
|
"eval_samples_per_second": 324.584, |
|
"eval_steps_per_second": 40.727, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.0141987829614605, |
|
"grad_norm": 0.7841311097145081, |
|
"learning_rate": 1.3261212530989409e-05, |
|
"loss": 0.4269, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 1.0141987829614605, |
|
"eval_loss": 0.3729918599128723, |
|
"eval_runtime": 4.4571, |
|
"eval_samples_per_second": 295.035, |
|
"eval_steps_per_second": 37.02, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 1.352265043948614, |
|
"grad_norm": 0.8554628491401672, |
|
"learning_rate": 1.100743745774172e-05, |
|
"loss": 0.4106, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 1.352265043948614, |
|
"eval_loss": 0.36659201979637146, |
|
"eval_runtime": 4.8023, |
|
"eval_samples_per_second": 273.828, |
|
"eval_steps_per_second": 34.359, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 1.6903313049357673, |
|
"grad_norm": 0.7967121005058289, |
|
"learning_rate": 8.753662384494028e-06, |
|
"loss": 0.4016, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 1.6903313049357673, |
|
"eval_loss": 0.36214107275009155, |
|
"eval_runtime": 4.099, |
|
"eval_samples_per_second": 320.808, |
|
"eval_steps_per_second": 40.253, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 2.028397565922921, |
|
"grad_norm": 0.5886064171791077, |
|
"learning_rate": 6.499887311246338e-06, |
|
"loss": 0.3963, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 2.028397565922921, |
|
"eval_loss": 0.35916823148727417, |
|
"eval_runtime": 4.5892, |
|
"eval_samples_per_second": 286.545, |
|
"eval_steps_per_second": 35.954, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 2.366463826910074, |
|
"grad_norm": 0.5553242564201355, |
|
"learning_rate": 4.246112237998648e-06, |
|
"loss": 0.3905, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 2.366463826910074, |
|
"eval_loss": 0.3574349880218506, |
|
"eval_runtime": 4.1299, |
|
"eval_samples_per_second": 318.41, |
|
"eval_steps_per_second": 39.953, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 2.704530087897228, |
|
"grad_norm": 3.7581846714019775, |
|
"learning_rate": 1.992337164750958e-06, |
|
"loss": 0.3889, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 2.704530087897228, |
|
"eval_loss": 0.35647767782211304, |
|
"eval_runtime": 5.0273, |
|
"eval_samples_per_second": 261.573, |
|
"eval_steps_per_second": 32.821, |
|
"step": 4000 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 4437, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 3, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 1082599069974528.0, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|