| { | |
| "best_metric": 0.3463841676712036, | |
| "best_model_checkpoint": "/kaggle/working/hubert-base960-agu-amharic/checkpoint-1500", | |
| "epoch": 3.9893617021276597, | |
| "eval_steps": 500, | |
| "global_step": 3000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.13297872340425532, | |
| "grad_norm": 3.2855160236358643, | |
| "learning_rate": 9.73404255319149e-06, | |
| "loss": 1.4894, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.26595744680851063, | |
| "grad_norm": 14.008848190307617, | |
| "learning_rate": 9.470744680851066e-06, | |
| "loss": 1.1355, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.39893617021276595, | |
| "grad_norm": 5.032841205596924, | |
| "learning_rate": 9.204787234042554e-06, | |
| "loss": 0.7905, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5319148936170213, | |
| "grad_norm": 6.931905746459961, | |
| "learning_rate": 8.938829787234043e-06, | |
| "loss": 0.6621, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6648936170212766, | |
| "grad_norm": 5.367379188537598, | |
| "learning_rate": 8.675531914893619e-06, | |
| "loss": 0.502, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.6648936170212766, | |
| "eval_accuracy": 0.8707025647163391, | |
| "eval_loss": 0.4583953320980072, | |
| "eval_runtime": 60.5694, | |
| "eval_samples_per_second": 22.09, | |
| "eval_steps_per_second": 2.774, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.7978723404255319, | |
| "grad_norm": 11.638015747070312, | |
| "learning_rate": 8.412234042553192e-06, | |
| "loss": 0.4986, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.9308510638297872, | |
| "grad_norm": 21.74812126159668, | |
| "learning_rate": 8.14627659574468e-06, | |
| "loss": 0.4095, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.0638297872340425, | |
| "grad_norm": 13.848979949951172, | |
| "learning_rate": 7.880319148936171e-06, | |
| "loss": 0.3986, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.196808510638298, | |
| "grad_norm": 18.350629806518555, | |
| "learning_rate": 7.61436170212766e-06, | |
| "loss": 0.3427, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.3297872340425532, | |
| "grad_norm": 8.771578788757324, | |
| "learning_rate": 7.348404255319149e-06, | |
| "loss": 0.3239, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.3297872340425532, | |
| "eval_accuracy": 0.9013453125953674, | |
| "eval_loss": 0.3637482821941376, | |
| "eval_runtime": 60.6579, | |
| "eval_samples_per_second": 22.058, | |
| "eval_steps_per_second": 2.77, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.4627659574468086, | |
| "grad_norm": 20.235013961791992, | |
| "learning_rate": 7.0824468085106394e-06, | |
| "loss": 0.2807, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.5957446808510638, | |
| "grad_norm": 2.6776235103607178, | |
| "learning_rate": 6.816489361702127e-06, | |
| "loss": 0.2626, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.728723404255319, | |
| "grad_norm": 1.6725181341171265, | |
| "learning_rate": 6.550531914893618e-06, | |
| "loss": 0.2898, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.8617021276595744, | |
| "grad_norm": 10.663431167602539, | |
| "learning_rate": 6.284574468085107e-06, | |
| "loss": 0.2627, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.9946808510638299, | |
| "grad_norm": 34.09892654418945, | |
| "learning_rate": 6.018617021276596e-06, | |
| "loss": 0.2329, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.9946808510638299, | |
| "eval_accuracy": 0.9147982001304626, | |
| "eval_loss": 0.3463841676712036, | |
| "eval_runtime": 60.4518, | |
| "eval_samples_per_second": 22.133, | |
| "eval_steps_per_second": 2.779, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.127659574468085, | |
| "grad_norm": 0.13858869671821594, | |
| "learning_rate": 5.752659574468086e-06, | |
| "loss": 0.1826, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.2606382978723403, | |
| "grad_norm": 12.44304084777832, | |
| "learning_rate": 5.4867021276595745e-06, | |
| "loss": 0.2282, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.393617021276596, | |
| "grad_norm": 47.84838104248047, | |
| "learning_rate": 5.220744680851064e-06, | |
| "loss": 0.1477, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.526595744680851, | |
| "grad_norm": 9.419229507446289, | |
| "learning_rate": 4.954787234042554e-06, | |
| "loss": 0.204, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.6595744680851063, | |
| "grad_norm": 10.298186302185059, | |
| "learning_rate": 4.6888297872340425e-06, | |
| "loss": 0.1768, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.6595744680851063, | |
| "eval_accuracy": 0.9125560522079468, | |
| "eval_loss": 0.40557414293289185, | |
| "eval_runtime": 60.529, | |
| "eval_samples_per_second": 22.105, | |
| "eval_steps_per_second": 2.776, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.7925531914893615, | |
| "grad_norm": 8.407756805419922, | |
| "learning_rate": 4.422872340425532e-06, | |
| "loss": 0.1877, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.925531914893617, | |
| "grad_norm": 0.09165091067552567, | |
| "learning_rate": 4.156914893617022e-06, | |
| "loss": 0.1581, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 3.0585106382978724, | |
| "grad_norm": 17.642484664916992, | |
| "learning_rate": 3.890957446808511e-06, | |
| "loss": 0.1732, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 3.1914893617021276, | |
| "grad_norm": 19.95751953125, | |
| "learning_rate": 3.625e-06, | |
| "loss": 0.1504, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 3.324468085106383, | |
| "grad_norm": 0.0460813082754612, | |
| "learning_rate": 3.3590425531914896e-06, | |
| "loss": 0.1315, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 3.324468085106383, | |
| "eval_accuracy": 0.9162929654121399, | |
| "eval_loss": 0.38025063276290894, | |
| "eval_runtime": 60.4863, | |
| "eval_samples_per_second": 22.121, | |
| "eval_steps_per_second": 2.777, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 3.4574468085106385, | |
| "grad_norm": 0.5341168642044067, | |
| "learning_rate": 3.0957446808510637e-06, | |
| "loss": 0.1281, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 3.5904255319148937, | |
| "grad_norm": 0.07712464034557343, | |
| "learning_rate": 2.8297872340425537e-06, | |
| "loss": 0.1329, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 3.723404255319149, | |
| "grad_norm": 0.05446462705731392, | |
| "learning_rate": 2.563829787234043e-06, | |
| "loss": 0.137, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 3.8563829787234045, | |
| "grad_norm": 84.07832336425781, | |
| "learning_rate": 2.297872340425532e-06, | |
| "loss": 0.1207, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 3.9893617021276597, | |
| "grad_norm": 37.90822219848633, | |
| "learning_rate": 2.0319148936170213e-06, | |
| "loss": 0.1383, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 3.9893617021276597, | |
| "eval_accuracy": 0.9297459125518799, | |
| "eval_loss": 0.34964442253112793, | |
| "eval_runtime": 60.8105, | |
| "eval_samples_per_second": 22.003, | |
| "eval_steps_per_second": 2.763, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 3.9893617021276597, | |
| "step": 3000, | |
| "total_flos": 1.8714792090048768e+18, | |
| "train_loss": 0.34261955579121905, | |
| "train_runtime": 3211.0561, | |
| "train_samples_per_second": 18.713, | |
| "train_steps_per_second": 1.171 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 3760, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.8714792090048768e+18, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |