|
{ |
|
"best_metric": 0.8020384907722473, |
|
"best_model_checkpoint": "data/Mistral-7B_task-2_60-samples_config-1_full/checkpoint-40", |
|
"epoch": 13.91304347826087, |
|
"eval_steps": 500, |
|
"global_step": 80, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.17391304347826086, |
|
"grad_norm": 1.3230090141296387, |
|
"learning_rate": 4.000000000000001e-06, |
|
"loss": 1.1905, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.34782608695652173, |
|
"grad_norm": 1.2287449836730957, |
|
"learning_rate": 8.000000000000001e-06, |
|
"loss": 1.2196, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.6956521739130435, |
|
"grad_norm": 1.0540266036987305, |
|
"learning_rate": 1.6000000000000003e-05, |
|
"loss": 1.1617, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.8695652173913043, |
|
"eval_loss": 1.1279163360595703, |
|
"eval_runtime": 16.1097, |
|
"eval_samples_per_second": 0.745, |
|
"eval_steps_per_second": 0.745, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 1.0434782608695652, |
|
"grad_norm": 0.9146004915237427, |
|
"learning_rate": 2.4e-05, |
|
"loss": 1.1428, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 1.391304347826087, |
|
"grad_norm": 0.7109998464584351, |
|
"learning_rate": 3.2000000000000005e-05, |
|
"loss": 1.0994, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 1.7391304347826086, |
|
"grad_norm": 0.4272143542766571, |
|
"learning_rate": 4e-05, |
|
"loss": 1.0666, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 1.9130434782608696, |
|
"eval_loss": 1.003680944442749, |
|
"eval_runtime": 16.1109, |
|
"eval_samples_per_second": 0.745, |
|
"eval_steps_per_second": 0.745, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 2.0869565217391304, |
|
"grad_norm": 0.38766780495643616, |
|
"learning_rate": 4.8e-05, |
|
"loss": 1.0104, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 2.4347826086956523, |
|
"grad_norm": 0.30721986293792725, |
|
"learning_rate": 5.6000000000000006e-05, |
|
"loss": 0.9435, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 2.782608695652174, |
|
"grad_norm": 0.35625705122947693, |
|
"learning_rate": 6.400000000000001e-05, |
|
"loss": 0.9806, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 2.9565217391304346, |
|
"eval_loss": 0.928659200668335, |
|
"eval_runtime": 16.1088, |
|
"eval_samples_per_second": 0.745, |
|
"eval_steps_per_second": 0.745, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 3.130434782608696, |
|
"grad_norm": 0.40311527252197266, |
|
"learning_rate": 7.2e-05, |
|
"loss": 0.8916, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 3.4782608695652173, |
|
"grad_norm": 0.5318938493728638, |
|
"learning_rate": 8e-05, |
|
"loss": 0.8667, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 3.8260869565217392, |
|
"grad_norm": 0.591539204120636, |
|
"learning_rate": 8.800000000000001e-05, |
|
"loss": 0.8359, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_loss": 0.8393594622612, |
|
"eval_runtime": 16.1071, |
|
"eval_samples_per_second": 0.745, |
|
"eval_steps_per_second": 0.745, |
|
"step": 23 |
|
}, |
|
{ |
|
"epoch": 4.173913043478261, |
|
"grad_norm": 0.30591532588005066, |
|
"learning_rate": 9.6e-05, |
|
"loss": 0.8328, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 4.521739130434782, |
|
"grad_norm": 1.6555272340774536, |
|
"learning_rate": 9.999512620046522e-05, |
|
"loss": 0.7954, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 4.869565217391305, |
|
"grad_norm": 0.311841756105423, |
|
"learning_rate": 9.995614150494293e-05, |
|
"loss": 0.7617, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 4.869565217391305, |
|
"eval_loss": 0.8171389102935791, |
|
"eval_runtime": 16.1098, |
|
"eval_samples_per_second": 0.745, |
|
"eval_steps_per_second": 0.745, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 5.217391304347826, |
|
"grad_norm": 0.23419636487960815, |
|
"learning_rate": 9.987820251299122e-05, |
|
"loss": 0.7236, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 5.565217391304348, |
|
"grad_norm": 0.22347405552864075, |
|
"learning_rate": 9.976136999909156e-05, |
|
"loss": 0.7613, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 5.913043478260869, |
|
"grad_norm": 0.21089664101600647, |
|
"learning_rate": 9.96057350657239e-05, |
|
"loss": 0.7312, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 5.913043478260869, |
|
"eval_loss": 0.8051286339759827, |
|
"eval_runtime": 16.1079, |
|
"eval_samples_per_second": 0.745, |
|
"eval_steps_per_second": 0.745, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 6.260869565217392, |
|
"grad_norm": 0.22305962443351746, |
|
"learning_rate": 9.941141907232765e-05, |
|
"loss": 0.7033, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 6.608695652173913, |
|
"grad_norm": 0.27895626425743103, |
|
"learning_rate": 9.917857354066931e-05, |
|
"loss": 0.7106, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 6.956521739130435, |
|
"grad_norm": 0.2448945939540863, |
|
"learning_rate": 9.890738003669029e-05, |
|
"loss": 0.6691, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 6.956521739130435, |
|
"eval_loss": 0.8020384907722473, |
|
"eval_runtime": 16.1102, |
|
"eval_samples_per_second": 0.745, |
|
"eval_steps_per_second": 0.745, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 7.304347826086957, |
|
"grad_norm": 0.26784563064575195, |
|
"learning_rate": 9.859805002892732e-05, |
|
"loss": 0.693, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 7.6521739130434785, |
|
"grad_norm": 0.26836273074150085, |
|
"learning_rate": 9.825082472361557e-05, |
|
"loss": 0.6465, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"grad_norm": 0.3266744613647461, |
|
"learning_rate": 9.786597487660337e-05, |
|
"loss": 0.64, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_loss": 0.8044763207435608, |
|
"eval_runtime": 16.106, |
|
"eval_samples_per_second": 0.745, |
|
"eval_steps_per_second": 0.745, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 8.347826086956522, |
|
"grad_norm": 0.33106833696365356, |
|
"learning_rate": 9.744380058222483e-05, |
|
"loss": 0.6313, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 8.695652173913043, |
|
"grad_norm": 0.4843381643295288, |
|
"learning_rate": 9.698463103929542e-05, |
|
"loss": 0.5832, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 8.869565217391305, |
|
"eval_loss": 0.8195890784263611, |
|
"eval_runtime": 16.1055, |
|
"eval_samples_per_second": 0.745, |
|
"eval_steps_per_second": 0.745, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 9.043478260869565, |
|
"grad_norm": 0.41880542039871216, |
|
"learning_rate": 9.648882429441257e-05, |
|
"loss": 0.5853, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 9.391304347826088, |
|
"grad_norm": 0.4882275462150574, |
|
"learning_rate": 9.595676696276172e-05, |
|
"loss": 0.5221, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 9.73913043478261, |
|
"grad_norm": 0.4971458315849304, |
|
"learning_rate": 9.538887392664544e-05, |
|
"loss": 0.5397, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 9.91304347826087, |
|
"eval_loss": 0.8470047116279602, |
|
"eval_runtime": 16.1097, |
|
"eval_samples_per_second": 0.745, |
|
"eval_steps_per_second": 0.745, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 10.08695652173913, |
|
"grad_norm": 0.48096963763237, |
|
"learning_rate": 9.478558801197065e-05, |
|
"loss": 0.5337, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 10.434782608695652, |
|
"grad_norm": 0.9099116325378418, |
|
"learning_rate": 9.414737964294636e-05, |
|
"loss": 0.4532, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 10.782608695652174, |
|
"grad_norm": 0.7013418078422546, |
|
"learning_rate": 9.347474647526095e-05, |
|
"loss": 0.439, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 10.956521739130435, |
|
"eval_loss": 0.8771161437034607, |
|
"eval_runtime": 16.11, |
|
"eval_samples_per_second": 0.745, |
|
"eval_steps_per_second": 0.745, |
|
"step": 63 |
|
}, |
|
{ |
|
"epoch": 11.130434782608695, |
|
"grad_norm": 0.6685683131217957, |
|
"learning_rate": 9.276821300802534e-05, |
|
"loss": 0.4144, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 11.478260869565217, |
|
"grad_norm": 1.9589290618896484, |
|
"learning_rate": 9.202833017478422e-05, |
|
"loss": 0.4425, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 11.826086956521738, |
|
"grad_norm": 0.8325996994972229, |
|
"learning_rate": 9.125567491391476e-05, |
|
"loss": 0.3596, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_loss": 0.8885238170623779, |
|
"eval_runtime": 16.1094, |
|
"eval_samples_per_second": 0.745, |
|
"eval_steps_per_second": 0.745, |
|
"step": 69 |
|
}, |
|
{ |
|
"epoch": 12.173913043478262, |
|
"grad_norm": 0.9106132388114929, |
|
"learning_rate": 9.045084971874738e-05, |
|
"loss": 0.3526, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 12.521739130434783, |
|
"grad_norm": 0.8948937654495239, |
|
"learning_rate": 8.961448216775954e-05, |
|
"loss": 0.305, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 12.869565217391305, |
|
"grad_norm": 1.1627625226974487, |
|
"learning_rate": 8.874722443520899e-05, |
|
"loss": 0.3268, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 12.869565217391305, |
|
"eval_loss": 0.9615630507469177, |
|
"eval_runtime": 16.1369, |
|
"eval_samples_per_second": 0.744, |
|
"eval_steps_per_second": 0.744, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 13.217391304347826, |
|
"grad_norm": 0.9224812388420105, |
|
"learning_rate": 8.784975278258783e-05, |
|
"loss": 0.303, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 13.565217391304348, |
|
"grad_norm": 0.980361819267273, |
|
"learning_rate": 8.692276703129421e-05, |
|
"loss": 0.2701, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 13.91304347826087, |
|
"grad_norm": 1.3148335218429565, |
|
"learning_rate": 8.596699001693255e-05, |
|
"loss": 0.2584, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 13.91304347826087, |
|
"eval_loss": 1.0826709270477295, |
|
"eval_runtime": 16.1313, |
|
"eval_samples_per_second": 0.744, |
|
"eval_steps_per_second": 0.744, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 13.91304347826087, |
|
"step": 80, |
|
"total_flos": 7.711052129107968e+16, |
|
"train_loss": 0.6812634752131999, |
|
"train_runtime": 2814.9752, |
|
"train_samples_per_second": 0.817, |
|
"train_steps_per_second": 0.089 |
|
} |
|
], |
|
"logging_steps": 2, |
|
"max_steps": 250, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 50, |
|
"save_steps": 25, |
|
"stateful_callbacks": { |
|
"EarlyStoppingCallback": { |
|
"args": { |
|
"early_stopping_patience": 7, |
|
"early_stopping_threshold": 0.0 |
|
}, |
|
"attributes": { |
|
"early_stopping_patience_counter": 0 |
|
} |
|
}, |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 7.711052129107968e+16, |
|
"train_batch_size": 1, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|