| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.64, | |
| "eval_steps": 500, | |
| "global_step": 200, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.016, | |
| "grad_norm": 0.3705686628818512, | |
| "learning_rate": 0.00019987329060020616, | |
| "loss": 2.7276, | |
| "num_input_tokens_seen": 78104, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.032, | |
| "grad_norm": 0.28178921341896057, | |
| "learning_rate": 0.00019949348350626456, | |
| "loss": 2.6452, | |
| "num_input_tokens_seen": 157384, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.048, | |
| "grad_norm": 0.1864372342824936, | |
| "learning_rate": 0.00019886154122075343, | |
| "loss": 2.5708, | |
| "num_input_tokens_seen": 240256, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.064, | |
| "grad_norm": 0.1788010597229004, | |
| "learning_rate": 0.00019797906520422677, | |
| "loss": 2.5831, | |
| "num_input_tokens_seen": 319032, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.23142138123512268, | |
| "learning_rate": 0.00019684829181681234, | |
| "loss": 2.6138, | |
| "num_input_tokens_seen": 397992, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.096, | |
| "grad_norm": 0.21496976912021637, | |
| "learning_rate": 0.00019547208665085457, | |
| "loss": 2.5461, | |
| "num_input_tokens_seen": 479904, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.112, | |
| "grad_norm": 0.2536880671977997, | |
| "learning_rate": 0.0001938539372689649, | |
| "loss": 2.5797, | |
| "num_input_tokens_seen": 555448, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.128, | |
| "grad_norm": 0.39764249324798584, | |
| "learning_rate": 0.00019199794436588243, | |
| "loss": 2.5482, | |
| "num_input_tokens_seen": 630888, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.144, | |
| "grad_norm": 0.29237431287765503, | |
| "learning_rate": 0.00018990881137654258, | |
| "loss": 2.4726, | |
| "num_input_tokens_seen": 709456, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.24707558751106262, | |
| "learning_rate": 0.0001875918325566888, | |
| "loss": 2.5557, | |
| "num_input_tokens_seen": 788504, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.176, | |
| "grad_norm": 0.24359019100666046, | |
| "learning_rate": 0.00018505287956623297, | |
| "loss": 2.5357, | |
| "num_input_tokens_seen": 864984, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.192, | |
| "grad_norm": 0.23572562634944916, | |
| "learning_rate": 0.00018229838658936564, | |
| "loss": 2.4798, | |
| "num_input_tokens_seen": 939136, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.208, | |
| "grad_norm": 0.41712337732315063, | |
| "learning_rate": 0.00017933533402912354, | |
| "loss": 2.5619, | |
| "num_input_tokens_seen": 1018024, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.224, | |
| "grad_norm": 0.2777227759361267, | |
| "learning_rate": 0.00017617123081773591, | |
| "loss": 2.5334, | |
| "num_input_tokens_seen": 1095072, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.25098717212677, | |
| "learning_rate": 0.00017281409538757883, | |
| "loss": 2.5199, | |
| "num_input_tokens_seen": 1172824, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.256, | |
| "grad_norm": 0.24321608245372772, | |
| "learning_rate": 0.00016927243535095997, | |
| "loss": 2.4897, | |
| "num_input_tokens_seen": 1244688, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.272, | |
| "grad_norm": 0.25580549240112305, | |
| "learning_rate": 0.0001655552259402295, | |
| "loss": 2.513, | |
| "num_input_tokens_seen": 1321104, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.288, | |
| "grad_norm": 0.24990542232990265, | |
| "learning_rate": 0.00016167188726285434, | |
| "loss": 2.5533, | |
| "num_input_tokens_seen": 1402456, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.304, | |
| "grad_norm": 0.26301833987236023, | |
| "learning_rate": 0.00015763226042909455, | |
| "loss": 2.5297, | |
| "num_input_tokens_seen": 1483648, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.23519474267959595, | |
| "learning_rate": 0.0001534465826127801, | |
| "loss": 2.518, | |
| "num_input_tokens_seen": 1560608, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.336, | |
| "grad_norm": 0.26162955164909363, | |
| "learning_rate": 0.00014912546110838775, | |
| "loss": 2.5537, | |
| "num_input_tokens_seen": 1640728, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.352, | |
| "grad_norm": 0.2565276026725769, | |
| "learning_rate": 0.00014467984645016258, | |
| "loss": 2.489, | |
| "num_input_tokens_seen": 1722440, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.368, | |
| "grad_norm": 0.3414108455181122, | |
| "learning_rate": 0.00014012100466140578, | |
| "loss": 2.5448, | |
| "num_input_tokens_seen": 1805984, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.384, | |
| "grad_norm": 0.2590246796607971, | |
| "learning_rate": 0.00013546048870425356, | |
| "loss": 2.4148, | |
| "num_input_tokens_seen": 1890592, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.2765924036502838, | |
| "learning_rate": 0.00013071010920229909, | |
| "loss": 2.5512, | |
| "num_input_tokens_seen": 1971272, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.416, | |
| "grad_norm": 0.2582058906555176, | |
| "learning_rate": 0.00012588190451025207, | |
| "loss": 2.5264, | |
| "num_input_tokens_seen": 2053352, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.432, | |
| "grad_norm": 0.2416098713874817, | |
| "learning_rate": 0.00012098811020648475, | |
| "loss": 2.5525, | |
| "num_input_tokens_seen": 2132624, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.448, | |
| "grad_norm": 0.3602483868598938, | |
| "learning_rate": 0.00011604112808577603, | |
| "loss": 2.5029, | |
| "num_input_tokens_seen": 2210376, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.464, | |
| "grad_norm": 0.2507006824016571, | |
| "learning_rate": 0.000111053494730832, | |
| "loss": 2.5546, | |
| "num_input_tokens_seen": 2292896, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.32158130407333374, | |
| "learning_rate": 0.00010603784974222861, | |
| "loss": 2.5431, | |
| "num_input_tokens_seen": 2376432, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.496, | |
| "grad_norm": 0.3036045730113983, | |
| "learning_rate": 0.00010100690370728755, | |
| "loss": 2.4882, | |
| "num_input_tokens_seen": 2451848, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.512, | |
| "grad_norm": 0.31646254658699036, | |
| "learning_rate": 9.597340598905852e-05, | |
| "loss": 2.4319, | |
| "num_input_tokens_seen": 2532816, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.528, | |
| "grad_norm": 0.2881500720977783, | |
| "learning_rate": 9.095011241703623e-05, | |
| "loss": 2.4688, | |
| "num_input_tokens_seen": 2616160, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.544, | |
| "grad_norm": 0.27659812569618225, | |
| "learning_rate": 8.594975296149076e-05, | |
| "loss": 2.5149, | |
| "num_input_tokens_seen": 2694864, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.4290514290332794, | |
| "learning_rate": 8.098499947332934e-05, | |
| "loss": 2.4754, | |
| "num_input_tokens_seen": 2770464, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.576, | |
| "grad_norm": 0.28775912523269653, | |
| "learning_rate": 7.606843357124426e-05, | |
| "loss": 2.4875, | |
| "num_input_tokens_seen": 2852888, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.592, | |
| "grad_norm": 0.2709747850894928, | |
| "learning_rate": 7.121251475752539e-05, | |
| "loss": 2.563, | |
| "num_input_tokens_seen": 2933520, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.608, | |
| "grad_norm": 0.3473074734210968, | |
| "learning_rate": 6.642954884333955e-05, | |
| "loss": 2.4903, | |
| "num_input_tokens_seen": 3011656, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.624, | |
| "grad_norm": 0.28855767846107483, | |
| "learning_rate": 6.173165676349103e-05, | |
| "loss": 2.5325, | |
| "num_input_tokens_seen": 3088960, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.27710187435150146, | |
| "learning_rate": 5.713074385969457e-05, | |
| "loss": 2.4344, | |
| "num_input_tokens_seen": 3165160, | |
| "step": 200 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 312, | |
| "num_input_tokens_seen": 3165160, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.30881325463765e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |