| { | |
| "best_metric": 2.1916589736938477, | |
| "best_model_checkpoint": "/home/datta0/models/lora_final/Meta-Llama-3-8B_pct_reverse/checkpoint-384", | |
| "epoch": 0.9990344383649823, | |
| "eval_steps": 8, | |
| "global_step": 388, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.002574831026713872, | |
| "grad_norm": 7.234233379364014, | |
| "learning_rate": 3.75e-05, | |
| "loss": 2.3601, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.010299324106855488, | |
| "grad_norm": 10.67747974395752, | |
| "learning_rate": 0.00015, | |
| "loss": 2.3309, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.020598648213710977, | |
| "grad_norm": 5.488127708435059, | |
| "learning_rate": 0.0003, | |
| "loss": 2.2547, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.020598648213710977, | |
| "eval_loss": 2.265151262283325, | |
| "eval_runtime": 10.4761, | |
| "eval_samples_per_second": 23.387, | |
| "eval_steps_per_second": 2.959, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.03089797232056646, | |
| "grad_norm": 8.297589302062988, | |
| "learning_rate": 0.0002999179886011389, | |
| "loss": 2.2409, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.04119729642742195, | |
| "grad_norm": 9.902826309204102, | |
| "learning_rate": 0.00029967204408281613, | |
| "loss": 2.2857, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.04119729642742195, | |
| "eval_loss": 2.2721691131591797, | |
| "eval_runtime": 10.4981, | |
| "eval_samples_per_second": 23.338, | |
| "eval_steps_per_second": 2.953, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.051496620534277435, | |
| "grad_norm": 7.015585422515869, | |
| "learning_rate": 0.0002992624353817517, | |
| "loss": 2.2483, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06179594464113292, | |
| "grad_norm": 10.114925384521484, | |
| "learning_rate": 0.00029868961039904624, | |
| "loss": 2.217, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.06179594464113292, | |
| "eval_loss": 2.2662720680236816, | |
| "eval_runtime": 10.4882, | |
| "eval_samples_per_second": 23.36, | |
| "eval_steps_per_second": 2.956, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.07209526874798841, | |
| "grad_norm": 8.40988540649414, | |
| "learning_rate": 0.00029795419551040833, | |
| "loss": 2.2508, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.0823945928548439, | |
| "grad_norm": 7.934015274047852, | |
| "learning_rate": 0.0002970569948812214, | |
| "loss": 2.2942, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0823945928548439, | |
| "eval_loss": 2.2549476623535156, | |
| "eval_runtime": 10.4835, | |
| "eval_samples_per_second": 23.37, | |
| "eval_steps_per_second": 2.957, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.09269391696169939, | |
| "grad_norm": 10.256850242614746, | |
| "learning_rate": 0.0002959989895872009, | |
| "loss": 2.2494, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.10299324106855487, | |
| "grad_norm": 5.103182792663574, | |
| "learning_rate": 0.0002947813365416023, | |
| "loss": 2.281, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.10299324106855487, | |
| "eval_loss": 2.250826358795166, | |
| "eval_runtime": 10.4745, | |
| "eval_samples_per_second": 23.39, | |
| "eval_steps_per_second": 2.96, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.11329256517541036, | |
| "grad_norm": 14.361717224121094, | |
| "learning_rate": 0.0002934053672301536, | |
| "loss": 2.2826, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.12359188928226585, | |
| "grad_norm": 14.451160430908203, | |
| "learning_rate": 0.00029187258625509513, | |
| "loss": 2.2541, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.12359188928226585, | |
| "eval_loss": 2.270808219909668, | |
| "eval_runtime": 10.4893, | |
| "eval_samples_per_second": 23.357, | |
| "eval_steps_per_second": 2.955, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.13389121338912133, | |
| "grad_norm": 7.362520217895508, | |
| "learning_rate": 0.0002901846696899191, | |
| "loss": 2.3205, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.14419053749597682, | |
| "grad_norm": 6.173586368560791, | |
| "learning_rate": 0.0002883434632466077, | |
| "loss": 2.2672, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.14419053749597682, | |
| "eval_loss": 2.264765977859497, | |
| "eval_runtime": 10.4685, | |
| "eval_samples_per_second": 23.404, | |
| "eval_steps_per_second": 2.961, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.15448986160283232, | |
| "grad_norm": 6.935930252075195, | |
| "learning_rate": 0.00028635098025737434, | |
| "loss": 2.2811, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1647891857096878, | |
| "grad_norm": 6.581336498260498, | |
| "learning_rate": 0.0002842093994731145, | |
| "loss": 2.2887, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.1647891857096878, | |
| "eval_loss": 2.2697689533233643, | |
| "eval_runtime": 10.4495, | |
| "eval_samples_per_second": 23.446, | |
| "eval_steps_per_second": 2.967, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.17508850981654328, | |
| "grad_norm": 7.652212619781494, | |
| "learning_rate": 0.00028192106268097334, | |
| "loss": 2.3141, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.18538783392339878, | |
| "grad_norm": 6.344089508056641, | |
| "learning_rate": 0.0002794884721436361, | |
| "loss": 2.2464, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.18538783392339878, | |
| "eval_loss": 2.265443801879883, | |
| "eval_runtime": 10.4326, | |
| "eval_samples_per_second": 23.484, | |
| "eval_steps_per_second": 2.971, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.19568715803025427, | |
| "grad_norm": 7.209957599639893, | |
| "learning_rate": 0.0002769142878631403, | |
| "loss": 2.3189, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.20598648213710974, | |
| "grad_norm": 7.181511402130127, | |
| "learning_rate": 0.000274201324672203, | |
| "loss": 2.2805, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.20598648213710974, | |
| "eval_loss": 2.2734484672546387, | |
| "eval_runtime": 10.4193, | |
| "eval_samples_per_second": 23.514, | |
| "eval_steps_per_second": 2.975, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.21628580624396523, | |
| "grad_norm": 4.833886623382568, | |
| "learning_rate": 0.0002713525491562421, | |
| "loss": 2.2785, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.22658513035082073, | |
| "grad_norm": 6.109076499938965, | |
| "learning_rate": 0.00026837107640945905, | |
| "loss": 2.3111, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.22658513035082073, | |
| "eval_loss": 2.2742276191711426, | |
| "eval_runtime": 10.3908, | |
| "eval_samples_per_second": 23.578, | |
| "eval_steps_per_second": 2.983, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.23688445445767622, | |
| "grad_norm": 7.419241428375244, | |
| "learning_rate": 0.00026526016662852886, | |
| "loss": 2.2952, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.2471837785645317, | |
| "grad_norm": 7.077712059020996, | |
| "learning_rate": 0.0002620232215476231, | |
| "loss": 2.361, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.2471837785645317, | |
| "eval_loss": 2.280755043029785, | |
| "eval_runtime": 10.3724, | |
| "eval_samples_per_second": 23.62, | |
| "eval_steps_per_second": 2.989, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.2574831026713872, | |
| "grad_norm": 5.053241729736328, | |
| "learning_rate": 0.00025866378071866334, | |
| "loss": 2.3453, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.26778242677824265, | |
| "grad_norm": 6.051340579986572, | |
| "learning_rate": 0.00025518551764087326, | |
| "loss": 2.3418, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.26778242677824265, | |
| "eval_loss": 2.2801687717437744, | |
| "eval_runtime": 10.3642, | |
| "eval_samples_per_second": 23.639, | |
| "eval_steps_per_second": 2.991, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.2780817508850982, | |
| "grad_norm": 6.38856840133667, | |
| "learning_rate": 0.00025159223574386114, | |
| "loss": 2.2998, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.28838107499195365, | |
| "grad_norm": 8.506232261657715, | |
| "learning_rate": 0.00024788786422862526, | |
| "loss": 2.3064, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.28838107499195365, | |
| "eval_loss": 2.295248031616211, | |
| "eval_runtime": 42.5567, | |
| "eval_samples_per_second": 5.757, | |
| "eval_steps_per_second": 0.728, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.29868039909880917, | |
| "grad_norm": 4.6549577713012695, | |
| "learning_rate": 0.00024407645377103054, | |
| "loss": 2.3127, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.30897972320566464, | |
| "grad_norm": 5.354101657867432, | |
| "learning_rate": 0.00024016217209245374, | |
| "loss": 2.3509, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.30897972320566464, | |
| "eval_loss": 2.284128427505493, | |
| "eval_runtime": 46.025, | |
| "eval_samples_per_second": 5.323, | |
| "eval_steps_per_second": 0.674, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3192790473125201, | |
| "grad_norm": 5.410560607910156, | |
| "learning_rate": 0.0002361492994024415, | |
| "loss": 2.2929, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.3295783714193756, | |
| "grad_norm": 4.379918098449707, | |
| "learning_rate": 0.00023204222371836405, | |
| "loss": 2.3507, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.3295783714193756, | |
| "eval_loss": 2.2785849571228027, | |
| "eval_runtime": 43.533, | |
| "eval_samples_per_second": 5.628, | |
| "eval_steps_per_second": 0.712, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.3398776955262311, | |
| "grad_norm": 7.4106645584106445, | |
| "learning_rate": 0.00022784543606718227, | |
| "loss": 2.3353, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.35017701963308656, | |
| "grad_norm": 5.213589191436768, | |
| "learning_rate": 0.0002235635255745762, | |
| "loss": 2.3, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.35017701963308656, | |
| "eval_loss": 2.280118465423584, | |
| "eval_runtime": 43.9318, | |
| "eval_samples_per_second": 5.577, | |
| "eval_steps_per_second": 0.706, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.3604763437399421, | |
| "grad_norm": 5.06958532333374, | |
| "learning_rate": 0.00021920117444680317, | |
| "loss": 2.3789, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.37077566784679755, | |
| "grad_norm": 3.743401527404785, | |
| "learning_rate": 0.0002147631528507739, | |
| "loss": 2.2953, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.37077566784679755, | |
| "eval_loss": 2.2771708965301514, | |
| "eval_runtime": 44.2996, | |
| "eval_samples_per_second": 5.531, | |
| "eval_steps_per_second": 0.7, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.381074991953653, | |
| "grad_norm": 4.105078220367432, | |
| "learning_rate": 0.0002102543136979454, | |
| "loss": 2.2907, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.39137431606050854, | |
| "grad_norm": 5.587433815002441, | |
| "learning_rate": 0.0002056795873377331, | |
| "loss": 2.3224, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.39137431606050854, | |
| "eval_loss": 2.2822823524475098, | |
| "eval_runtime": 45.5585, | |
| "eval_samples_per_second": 5.378, | |
| "eval_steps_per_second": 0.68, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.401673640167364, | |
| "grad_norm": 4.818370819091797, | |
| "learning_rate": 0.00020104397616624645, | |
| "loss": 2.2946, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.4119729642742195, | |
| "grad_norm": 6.417372703552246, | |
| "learning_rate": 0.0001963525491562421, | |
| "loss": 2.3055, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.4119729642742195, | |
| "eval_loss": 2.273859977722168, | |
| "eval_runtime": 43.2134, | |
| "eval_samples_per_second": 5.67, | |
| "eval_steps_per_second": 0.717, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.422272288381075, | |
| "grad_norm": 4.668494701385498, | |
| "learning_rate": 0.00019161043631427666, | |
| "loss": 2.2872, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.43257161248793047, | |
| "grad_norm": 4.450340270996094, | |
| "learning_rate": 0.00018682282307111987, | |
| "loss": 2.3519, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.43257161248793047, | |
| "eval_loss": 2.2795205116271973, | |
| "eval_runtime": 10.4715, | |
| "eval_samples_per_second": 23.397, | |
| "eval_steps_per_second": 2.96, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.442870936594786, | |
| "grad_norm": 3.7239012718200684, | |
| "learning_rate": 0.00018199494461156203, | |
| "loss": 2.3101, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.45317026070164146, | |
| "grad_norm": 4.4652533531188965, | |
| "learning_rate": 0.00017713208014981648, | |
| "loss": 2.2988, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.45317026070164146, | |
| "eval_loss": 2.269359827041626, | |
| "eval_runtime": 10.4803, | |
| "eval_samples_per_second": 23.377, | |
| "eval_steps_per_second": 2.958, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.4634695848084969, | |
| "grad_norm": 5.2811079025268555, | |
| "learning_rate": 0.00017223954715677627, | |
| "loss": 2.3234, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.47376890891535245, | |
| "grad_norm": 5.2930707931518555, | |
| "learning_rate": 0.00016732269554543794, | |
| "loss": 2.3046, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.47376890891535245, | |
| "eval_loss": 2.264807939529419, | |
| "eval_runtime": 10.4796, | |
| "eval_samples_per_second": 23.379, | |
| "eval_steps_per_second": 2.958, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.4840682330222079, | |
| "grad_norm": 4.5643229484558105, | |
| "learning_rate": 0.00016238690182084986, | |
| "loss": 2.2673, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.4943675571290634, | |
| "grad_norm": 5.457281589508057, | |
| "learning_rate": 0.00015743756320098332, | |
| "loss": 2.296, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.4943675571290634, | |
| "eval_loss": 2.2660765647888184, | |
| "eval_runtime": 10.4734, | |
| "eval_samples_per_second": 23.393, | |
| "eval_steps_per_second": 2.96, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.5046668812359189, | |
| "grad_norm": 5.561792373657227, | |
| "learning_rate": 0.00015248009171495378, | |
| "loss": 2.2962, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.5149662053427744, | |
| "grad_norm": 4.571716785430908, | |
| "learning_rate": 0.00014751990828504622, | |
| "loss": 2.2908, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5149662053427744, | |
| "eval_loss": 2.2650046348571777, | |
| "eval_runtime": 10.4665, | |
| "eval_samples_per_second": 23.408, | |
| "eval_steps_per_second": 2.962, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5252655294496299, | |
| "grad_norm": 4.987983226776123, | |
| "learning_rate": 0.00014256243679901663, | |
| "loss": 2.2651, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.5355648535564853, | |
| "grad_norm": 4.410604476928711, | |
| "learning_rate": 0.00013761309817915014, | |
| "loss": 2.2923, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.5355648535564853, | |
| "eval_loss": 2.2632699012756348, | |
| "eval_runtime": 10.4757, | |
| "eval_samples_per_second": 23.387, | |
| "eval_steps_per_second": 2.959, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.5458641776633408, | |
| "grad_norm": 4.124587535858154, | |
| "learning_rate": 0.00013267730445456208, | |
| "loss": 2.2416, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.5561635017701964, | |
| "grad_norm": 4.6150031089782715, | |
| "learning_rate": 0.00012776045284322368, | |
| "loss": 2.3062, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.5561635017701964, | |
| "eval_loss": 2.246860980987549, | |
| "eval_runtime": 10.4825, | |
| "eval_samples_per_second": 23.372, | |
| "eval_steps_per_second": 2.957, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.5664628258770518, | |
| "grad_norm": 5.15360164642334, | |
| "learning_rate": 0.00012286791985018355, | |
| "loss": 2.2691, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.5767621499839073, | |
| "grad_norm": 3.6853907108306885, | |
| "learning_rate": 0.00011800505538843798, | |
| "loss": 2.289, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.5767621499839073, | |
| "eval_loss": 2.251561164855957, | |
| "eval_runtime": 10.4661, | |
| "eval_samples_per_second": 23.409, | |
| "eval_steps_per_second": 2.962, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.5870614740907628, | |
| "grad_norm": 5.001940727233887, | |
| "learning_rate": 0.00011317717692888012, | |
| "loss": 2.2904, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.5973607981976183, | |
| "grad_norm": 4.5493245124816895, | |
| "learning_rate": 0.00010838956368572334, | |
| "loss": 2.2736, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.5973607981976183, | |
| "eval_loss": 2.2452073097229004, | |
| "eval_runtime": 10.4568, | |
| "eval_samples_per_second": 23.43, | |
| "eval_steps_per_second": 2.965, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.6076601223044737, | |
| "grad_norm": 4.061275959014893, | |
| "learning_rate": 0.0001036474508437579, | |
| "loss": 2.3138, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.6179594464113293, | |
| "grad_norm": 4.110962867736816, | |
| "learning_rate": 9.895602383375353e-05, | |
| "loss": 2.2414, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6179594464113293, | |
| "eval_loss": 2.2406225204467773, | |
| "eval_runtime": 10.4008, | |
| "eval_samples_per_second": 23.556, | |
| "eval_steps_per_second": 2.981, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6282587705181848, | |
| "grad_norm": 5.820373058319092, | |
| "learning_rate": 9.432041266226686e-05, | |
| "loss": 2.2842, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.6385580946250402, | |
| "grad_norm": 4.578804016113281, | |
| "learning_rate": 8.97456863020546e-05, | |
| "loss": 2.2667, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.6385580946250402, | |
| "eval_loss": 2.2354886531829834, | |
| "eval_runtime": 10.394, | |
| "eval_samples_per_second": 23.571, | |
| "eval_steps_per_second": 2.982, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.6488574187318957, | |
| "grad_norm": 4.047770023345947, | |
| "learning_rate": 8.523684714922608e-05, | |
| "loss": 2.2321, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.6591567428387513, | |
| "grad_norm": 4.675099849700928, | |
| "learning_rate": 8.079882555319684e-05, | |
| "loss": 2.2595, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.6591567428387513, | |
| "eval_loss": 2.235430955886841, | |
| "eval_runtime": 10.3763, | |
| "eval_samples_per_second": 23.612, | |
| "eval_steps_per_second": 2.988, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.6694560669456067, | |
| "grad_norm": 4.365800857543945, | |
| "learning_rate": 7.643647442542382e-05, | |
| "loss": 2.2597, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.6797553910524622, | |
| "grad_norm": 3.6257271766662598, | |
| "learning_rate": 7.215456393281776e-05, | |
| "loss": 2.2175, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.6797553910524622, | |
| "eval_loss": 2.227555751800537, | |
| "eval_runtime": 10.353, | |
| "eval_samples_per_second": 23.665, | |
| "eval_steps_per_second": 2.994, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.6900547151593177, | |
| "grad_norm": 3.8250067234039307, | |
| "learning_rate": 6.795777628163599e-05, | |
| "loss": 2.2509, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.7003540392661731, | |
| "grad_norm": 3.7792561054229736, | |
| "learning_rate": 6.385070059755846e-05, | |
| "loss": 2.277, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.7003540392661731, | |
| "eval_loss": 2.2220957279205322, | |
| "eval_runtime": 44.4356, | |
| "eval_samples_per_second": 5.514, | |
| "eval_steps_per_second": 0.698, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.7106533633730286, | |
| "grad_norm": 3.0634820461273193, | |
| "learning_rate": 5.983782790754623e-05, | |
| "loss": 2.2659, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.7209526874798842, | |
| "grad_norm": 3.05484676361084, | |
| "learning_rate": 5.592354622896944e-05, | |
| "loss": 2.2576, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.7209526874798842, | |
| "eval_loss": 2.216092824935913, | |
| "eval_runtime": 43.7777, | |
| "eval_samples_per_second": 5.596, | |
| "eval_steps_per_second": 0.708, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.7312520115867396, | |
| "grad_norm": 3.351827383041382, | |
| "learning_rate": 5.211213577137469e-05, | |
| "loss": 2.2508, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.7415513356935951, | |
| "grad_norm": 4.593320846557617, | |
| "learning_rate": 4.840776425613886e-05, | |
| "loss": 2.2604, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.7415513356935951, | |
| "eval_loss": 2.212282657623291, | |
| "eval_runtime": 44.6778, | |
| "eval_samples_per_second": 5.484, | |
| "eval_steps_per_second": 0.694, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.7518506598004506, | |
| "grad_norm": 3.539661407470703, | |
| "learning_rate": 4.481448235912671e-05, | |
| "loss": 2.2531, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.762149983907306, | |
| "grad_norm": 3.0205695629119873, | |
| "learning_rate": 4.133621928133665e-05, | |
| "loss": 2.2526, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.762149983907306, | |
| "eval_loss": 2.2118477821350098, | |
| "eval_runtime": 43.6297, | |
| "eval_samples_per_second": 5.615, | |
| "eval_steps_per_second": 0.711, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.7724493080141616, | |
| "grad_norm": 3.0903685092926025, | |
| "learning_rate": 3.797677845237696e-05, | |
| "loss": 2.2038, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.7827486321210171, | |
| "grad_norm": 3.416120767593384, | |
| "learning_rate": 3.473983337147118e-05, | |
| "loss": 2.2838, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.7827486321210171, | |
| "eval_loss": 2.20328688621521, | |
| "eval_runtime": 43.6906, | |
| "eval_samples_per_second": 5.608, | |
| "eval_steps_per_second": 0.71, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.7930479562278725, | |
| "grad_norm": 4.284872055053711, | |
| "learning_rate": 3.162892359054098e-05, | |
| "loss": 2.2062, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.803347280334728, | |
| "grad_norm": 4.279630184173584, | |
| "learning_rate": 2.8647450843757897e-05, | |
| "loss": 2.2214, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.803347280334728, | |
| "eval_loss": 2.2009222507476807, | |
| "eval_runtime": 44.2495, | |
| "eval_samples_per_second": 5.537, | |
| "eval_steps_per_second": 0.701, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.8136466044415835, | |
| "grad_norm": 2.9478297233581543, | |
| "learning_rate": 2.5798675327796993e-05, | |
| "loss": 2.181, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.823945928548439, | |
| "grad_norm": 3.1356239318847656, | |
| "learning_rate": 2.3085712136859668e-05, | |
| "loss": 2.2034, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.823945928548439, | |
| "eval_loss": 2.2014718055725098, | |
| "eval_runtime": 44.3189, | |
| "eval_samples_per_second": 5.528, | |
| "eval_steps_per_second": 0.699, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.8342452526552945, | |
| "grad_norm": 3.170116901397705, | |
| "learning_rate": 2.0511527856363912e-05, | |
| "loss": 2.2624, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.84454457676215, | |
| "grad_norm": 3.725310802459717, | |
| "learning_rate": 1.8078937319026654e-05, | |
| "loss": 2.235, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.84454457676215, | |
| "eval_loss": 2.1954057216644287, | |
| "eval_runtime": 10.4846, | |
| "eval_samples_per_second": 23.368, | |
| "eval_steps_per_second": 2.957, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.8548439008690055, | |
| "grad_norm": 2.9525537490844727, | |
| "learning_rate": 1.579060052688548e-05, | |
| "loss": 2.209, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.8651432249758609, | |
| "grad_norm": 3.0569522380828857, | |
| "learning_rate": 1.3649019742625623e-05, | |
| "loss": 2.2444, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.8651432249758609, | |
| "eval_loss": 2.1970837116241455, | |
| "eval_runtime": 10.4801, | |
| "eval_samples_per_second": 23.378, | |
| "eval_steps_per_second": 2.958, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.8754425490827165, | |
| "grad_norm": 3.5634520053863525, | |
| "learning_rate": 1.1656536753392287e-05, | |
| "loss": 2.2384, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.885741873189572, | |
| "grad_norm": 3.441944122314453, | |
| "learning_rate": 9.815330310080887e-06, | |
| "loss": 2.2593, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.885741873189572, | |
| "eval_loss": 2.1938905715942383, | |
| "eval_runtime": 10.4695, | |
| "eval_samples_per_second": 23.401, | |
| "eval_steps_per_second": 2.961, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.8960411972964274, | |
| "grad_norm": 3.692169666290283, | |
| "learning_rate": 8.127413744904804e-06, | |
| "loss": 2.231, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.9063405214032829, | |
| "grad_norm": 4.078197956085205, | |
| "learning_rate": 6.594632769846353e-06, | |
| "loss": 2.2222, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.9063405214032829, | |
| "eval_loss": 2.1928889751434326, | |
| "eval_runtime": 10.4765, | |
| "eval_samples_per_second": 23.386, | |
| "eval_steps_per_second": 2.959, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.9166398455101384, | |
| "grad_norm": 2.998924493789673, | |
| "learning_rate": 5.218663458397715e-06, | |
| "loss": 2.2152, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.9269391696169939, | |
| "grad_norm": 4.00682258605957, | |
| "learning_rate": 4.001010412799138e-06, | |
| "loss": 2.1894, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.9269391696169939, | |
| "eval_loss": 2.194350481033325, | |
| "eval_runtime": 10.4754, | |
| "eval_samples_per_second": 23.388, | |
| "eval_steps_per_second": 2.959, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.9372384937238494, | |
| "grad_norm": 2.969897508621216, | |
| "learning_rate": 2.9430051187785962e-06, | |
| "loss": 2.2449, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.9475378178307049, | |
| "grad_norm": 2.7603042125701904, | |
| "learning_rate": 2.0458044895916513e-06, | |
| "loss": 2.2138, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.9475378178307049, | |
| "eval_loss": 2.192730188369751, | |
| "eval_runtime": 10.4662, | |
| "eval_samples_per_second": 23.409, | |
| "eval_steps_per_second": 2.962, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.9578371419375603, | |
| "grad_norm": 3.089548110961914, | |
| "learning_rate": 1.3103896009537207e-06, | |
| "loss": 2.1948, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.9681364660444158, | |
| "grad_norm": 2.956756114959717, | |
| "learning_rate": 7.375646182482875e-07, | |
| "loss": 2.2543, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.9681364660444158, | |
| "eval_loss": 2.1918137073516846, | |
| "eval_runtime": 10.4575, | |
| "eval_samples_per_second": 23.428, | |
| "eval_steps_per_second": 2.964, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.9784357901512714, | |
| "grad_norm": 3.6336631774902344, | |
| "learning_rate": 3.2795591718381975e-07, | |
| "loss": 2.1958, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.9887351142581268, | |
| "grad_norm": 3.5543529987335205, | |
| "learning_rate": 8.201139886109264e-08, | |
| "loss": 2.2462, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.9887351142581268, | |
| "eval_loss": 2.1916589736938477, | |
| "eval_runtime": 10.4533, | |
| "eval_samples_per_second": 23.438, | |
| "eval_steps_per_second": 2.966, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.9990344383649823, | |
| "grad_norm": 3.0281052589416504, | |
| "learning_rate": 0.0, | |
| "loss": 2.2377, | |
| "step": 388 | |
| } | |
| ], | |
| "logging_steps": 4, | |
| "max_steps": 388, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 8, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.087198145554678e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |