| { | |
| "best_metric": 2.2968251705169678, | |
| "best_model_checkpoint": "./output/training_results/C018_Meta-Llama-3-8B_pretrain_20240726_033210/checkpoint-4230", | |
| "epoch": 4.0, | |
| "eval_steps": 470, | |
| "global_step": 4696, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0008517887563884157, | |
| "grad_norm": 0.0, | |
| "learning_rate": 0.0, | |
| "loss": 2.4637, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.20017035775127767, | |
| "grad_norm": 2.3409501850123138, | |
| "learning_rate": 1.9546742209631728e-06, | |
| "loss": 2.4082, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.40034071550255534, | |
| "grad_norm": 2.1722293582224492, | |
| "learning_rate": 2.2631312554186003e-06, | |
| "loss": 2.3529, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.40034071550255534, | |
| "eval_loss": 2.341965675354004, | |
| "eval_runtime": 41.4873, | |
| "eval_samples_per_second": 201.218, | |
| "eval_steps_per_second": 1.591, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.600511073253833, | |
| "grad_norm": 2.185798119323745, | |
| "learning_rate": 1.2303591421466819e-06, | |
| "loss": 2.3196, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.8006814310051107, | |
| "grad_norm": 1.9581500824387317, | |
| "learning_rate": 6.559971206312988e-07, | |
| "loss": 2.3053, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.8006814310051107, | |
| "eval_loss": 2.307070732116699, | |
| "eval_runtime": 41.2244, | |
| "eval_samples_per_second": 202.501, | |
| "eval_steps_per_second": 1.601, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.0008517887563884, | |
| "grad_norm": 2.0030962313242693, | |
| "learning_rate": 3.4801579366796346e-07, | |
| "loss": 2.2905, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.201022146507666, | |
| "grad_norm": 2.1511768973070087, | |
| "learning_rate": 1.8955345667471282e-07, | |
| "loss": 2.2195, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.201022146507666, | |
| "eval_loss": 2.3012468814849854, | |
| "eval_runtime": 41.1845, | |
| "eval_samples_per_second": 202.698, | |
| "eval_steps_per_second": 1.603, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.4011925042589437, | |
| "grad_norm": 2.038172613706977, | |
| "learning_rate": 1.1177613622113936e-07, | |
| "loss": 2.217, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 1.6013628620102214, | |
| "grad_norm": 2.6056027737544087, | |
| "learning_rate": 7.561933429867634e-08, | |
| "loss": 2.2134, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.6013628620102214, | |
| "eval_loss": 2.2990095615386963, | |
| "eval_runtime": 41.2014, | |
| "eval_samples_per_second": 202.615, | |
| "eval_steps_per_second": 1.602, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.8015332197614993, | |
| "grad_norm": 2.3428592690655385, | |
| "learning_rate": 5.984119005303602e-08, | |
| "loss": 2.2142, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 2.0017035775127767, | |
| "grad_norm": 1.9738830418944124, | |
| "learning_rate": 5.345074457083591e-08, | |
| "loss": 2.2183, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.0017035775127767, | |
| "eval_loss": 2.2979490756988525, | |
| "eval_runtime": 41.2381, | |
| "eval_samples_per_second": 202.434, | |
| "eval_steps_per_second": 1.6, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.2018739352640546, | |
| "grad_norm": 1.9766056487629942, | |
| "learning_rate": 5.108344330433012e-08, | |
| "loss": 2.1996, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 2.402044293015332, | |
| "grad_norm": 1.9886986639549535, | |
| "learning_rate": 5.0296763609045817e-08, | |
| "loss": 2.2069, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.402044293015332, | |
| "eval_loss": 2.2981810569763184, | |
| "eval_runtime": 41.2271, | |
| "eval_samples_per_second": 202.488, | |
| "eval_steps_per_second": 1.601, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.60221465076661, | |
| "grad_norm": 2.0358858583570556, | |
| "learning_rate": 5.006836944156395e-08, | |
| "loss": 2.2071, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 2.8023850085178874, | |
| "grad_norm": 2.0667439556087315, | |
| "learning_rate": 5.001265655634458e-08, | |
| "loss": 2.205, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 2.8023850085178874, | |
| "eval_loss": 2.2976646423339844, | |
| "eval_runtime": 41.1148, | |
| "eval_samples_per_second": 203.041, | |
| "eval_steps_per_second": 1.605, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 3.0025553662691653, | |
| "grad_norm": 2.048334597597571, | |
| "learning_rate": 5.000170873605877e-08, | |
| "loss": 2.2038, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 3.2027257240204428, | |
| "grad_norm": 2.0830071658637626, | |
| "learning_rate": 5.000014746665313e-08, | |
| "loss": 2.1934, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 3.2027257240204428, | |
| "eval_loss": 2.2974419593811035, | |
| "eval_runtime": 41.1847, | |
| "eval_samples_per_second": 202.697, | |
| "eval_steps_per_second": 1.603, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 3.4028960817717206, | |
| "grad_norm": 2.067015754816994, | |
| "learning_rate": 5.000000637528681e-08, | |
| "loss": 2.193, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 3.6030664395229985, | |
| "grad_norm": 2.0937714004243673, | |
| "learning_rate": 5.000000007544082e-08, | |
| "loss": 2.2047, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 3.6030664395229985, | |
| "eval_loss": 2.2968251705169678, | |
| "eval_runtime": 41.1318, | |
| "eval_samples_per_second": 202.957, | |
| "eval_steps_per_second": 1.605, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 3.803236797274276, | |
| "grad_norm": 2.076604473202926, | |
| "learning_rate": 5.000000000003948e-08, | |
| "loss": 2.2036, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 4696, | |
| "total_flos": 490890602741760.0, | |
| "train_loss": 2.2402087043862937, | |
| "train_runtime": 7138.091, | |
| "train_samples_per_second": 42.101, | |
| "train_steps_per_second": 0.658 | |
| } | |
| ], | |
| "logging_steps": 235, | |
| "max_steps": 4696, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 470, | |
| "total_flos": 490890602741760.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |