| { |
| "best_global_step": 4000, |
| "best_metric": 0.17307986319065094, |
| "best_model_checkpoint": "/data/alamparan/mattext_ckpt/results/2026-02-05/01-13-34/pretrain/checkpoints/robocrys_rep_test-pretrain/checkpoint-4000", |
| "epoch": 3.875968992248062, |
| "eval_steps": 50, |
| "global_step": 4000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.04844961240310078, |
| "grad_norm": 1.166297197341919, |
| "learning_rate": 0.00019981007751937986, |
| "loss": 5.9313, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04844961240310078, |
| "eval_loss": 4.05467414855957, |
| "eval_runtime": 86.2208, |
| "eval_samples_per_second": 220.411, |
| "eval_steps_per_second": 4.593, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.09689922480620156, |
| "grad_norm": 0.7852576375007629, |
| "learning_rate": 0.00019961627906976747, |
| "loss": 3.8511, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.09689922480620156, |
| "eval_loss": 3.614811658859253, |
| "eval_runtime": 105.419, |
| "eval_samples_per_second": 180.271, |
| "eval_steps_per_second": 3.756, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.14534883720930233, |
| "grad_norm": 0.9356492161750793, |
| "learning_rate": 0.00019942248062015505, |
| "loss": 3.5665, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.14534883720930233, |
| "eval_loss": 3.42499041557312, |
| "eval_runtime": 119.6728, |
| "eval_samples_per_second": 158.8, |
| "eval_steps_per_second": 3.309, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1937984496124031, |
| "grad_norm": 0.8641079068183899, |
| "learning_rate": 0.00019922868217054265, |
| "loss": 3.4112, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.1937984496124031, |
| "eval_loss": 3.2944159507751465, |
| "eval_runtime": 107.5464, |
| "eval_samples_per_second": 176.705, |
| "eval_steps_per_second": 3.682, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.24224806201550386, |
| "grad_norm": 0.8657866716384888, |
| "learning_rate": 0.00019903488372093023, |
| "loss": 3.2915, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.24224806201550386, |
| "eval_loss": 3.1811130046844482, |
| "eval_runtime": 111.4126, |
| "eval_samples_per_second": 170.573, |
| "eval_steps_per_second": 3.554, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.29069767441860467, |
| "grad_norm": 1.086035132408142, |
| "learning_rate": 0.00019884108527131784, |
| "loss": 3.2011, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.29069767441860467, |
| "eval_loss": 3.0944509506225586, |
| "eval_runtime": 109.0889, |
| "eval_samples_per_second": 174.207, |
| "eval_steps_per_second": 3.63, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3391472868217054, |
| "grad_norm": 1.14714515209198, |
| "learning_rate": 0.00019864728682170545, |
| "loss": 3.1197, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3391472868217054, |
| "eval_loss": 3.013719081878662, |
| "eval_runtime": 113.2854, |
| "eval_samples_per_second": 167.753, |
| "eval_steps_per_second": 3.496, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3875968992248062, |
| "grad_norm": 1.3692086935043335, |
| "learning_rate": 0.00019845348837209303, |
| "loss": 3.0293, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3875968992248062, |
| "eval_loss": 2.9276790618896484, |
| "eval_runtime": 109.3164, |
| "eval_samples_per_second": 173.844, |
| "eval_steps_per_second": 3.623, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.436046511627907, |
| "grad_norm": 1.0482667684555054, |
| "learning_rate": 0.00019825968992248064, |
| "loss": 2.937, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.436046511627907, |
| "eval_loss": 2.824265718460083, |
| "eval_runtime": 113.3929, |
| "eval_samples_per_second": 167.594, |
| "eval_steps_per_second": 3.492, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4844961240310077, |
| "grad_norm": 1.4893537759780884, |
| "learning_rate": 0.00019806589147286822, |
| "loss": 2.8401, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4844961240310077, |
| "eval_loss": 2.681960344314575, |
| "eval_runtime": 112.2413, |
| "eval_samples_per_second": 169.314, |
| "eval_steps_per_second": 3.528, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5329457364341085, |
| "grad_norm": 1.3668580055236816, |
| "learning_rate": 0.00019787209302325582, |
| "loss": 2.6953, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5329457364341085, |
| "eval_loss": 2.482776165008545, |
| "eval_runtime": 109.465, |
| "eval_samples_per_second": 173.608, |
| "eval_steps_per_second": 3.618, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5813953488372093, |
| "grad_norm": 1.7991057634353638, |
| "learning_rate": 0.00019767829457364343, |
| "loss": 2.4792, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5813953488372093, |
| "eval_loss": 2.0755560398101807, |
| "eval_runtime": 111.9949, |
| "eval_samples_per_second": 169.686, |
| "eval_steps_per_second": 3.536, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6298449612403101, |
| "grad_norm": 1.6921905279159546, |
| "learning_rate": 0.000197484496124031, |
| "loss": 1.9556, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.6298449612403101, |
| "eval_loss": 1.431490421295166, |
| "eval_runtime": 111.5482, |
| "eval_samples_per_second": 170.366, |
| "eval_steps_per_second": 3.55, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.6782945736434108, |
| "grad_norm": 1.6035951375961304, |
| "learning_rate": 0.00019729069767441862, |
| "loss": 1.4683, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6782945736434108, |
| "eval_loss": 1.0505075454711914, |
| "eval_runtime": 110.2108, |
| "eval_samples_per_second": 172.433, |
| "eval_steps_per_second": 3.593, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7267441860465116, |
| "grad_norm": 1.1903802156448364, |
| "learning_rate": 0.0001970968992248062, |
| "loss": 1.1292, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.7267441860465116, |
| "eval_loss": 0.881108820438385, |
| "eval_runtime": 112.8095, |
| "eval_samples_per_second": 168.461, |
| "eval_steps_per_second": 3.51, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.7751937984496124, |
| "grad_norm": 1.0895042419433594, |
| "learning_rate": 0.0001969031007751938, |
| "loss": 0.9955, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.7751937984496124, |
| "eval_loss": 0.7912827730178833, |
| "eval_runtime": 113.3802, |
| "eval_samples_per_second": 167.613, |
| "eval_steps_per_second": 3.493, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8236434108527132, |
| "grad_norm": 1.1862001419067383, |
| "learning_rate": 0.0001967093023255814, |
| "loss": 0.9121, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.8236434108527132, |
| "eval_loss": 0.7358818650245667, |
| "eval_runtime": 110.3147, |
| "eval_samples_per_second": 172.271, |
| "eval_steps_per_second": 3.59, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.872093023255814, |
| "grad_norm": 0.9009504318237305, |
| "learning_rate": 0.000196515503875969, |
| "loss": 0.8213, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.872093023255814, |
| "eval_loss": 0.673936665058136, |
| "eval_runtime": 110.4965, |
| "eval_samples_per_second": 171.987, |
| "eval_steps_per_second": 3.584, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9205426356589147, |
| "grad_norm": 0.8950819373130798, |
| "learning_rate": 0.0001963217054263566, |
| "loss": 0.7789, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.9205426356589147, |
| "eval_loss": 0.6290402412414551, |
| "eval_runtime": 126.6737, |
| "eval_samples_per_second": 150.023, |
| "eval_steps_per_second": 3.126, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.9689922480620154, |
| "grad_norm": 0.8964680433273315, |
| "learning_rate": 0.00019612790697674418, |
| "loss": 0.7162, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.9689922480620154, |
| "eval_loss": 0.6034494042396545, |
| "eval_runtime": 107.8336, |
| "eval_samples_per_second": 176.235, |
| "eval_steps_per_second": 3.672, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.0174418604651163, |
| "grad_norm": 0.8578282594680786, |
| "learning_rate": 0.0001959341085271318, |
| "loss": 0.6918, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.0174418604651163, |
| "eval_loss": 0.571689784526825, |
| "eval_runtime": 109.0331, |
| "eval_samples_per_second": 174.296, |
| "eval_steps_per_second": 3.632, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.0658914728682172, |
| "grad_norm": 0.8138054609298706, |
| "learning_rate": 0.00019574031007751937, |
| "loss": 0.6908, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.0658914728682172, |
| "eval_loss": 0.5466533899307251, |
| "eval_runtime": 107.3453, |
| "eval_samples_per_second": 177.036, |
| "eval_steps_per_second": 3.689, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.1143410852713178, |
| "grad_norm": 0.8871294856071472, |
| "learning_rate": 0.00019554651162790698, |
| "loss": 0.649, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.1143410852713178, |
| "eval_loss": 0.523186206817627, |
| "eval_runtime": 110.6186, |
| "eval_samples_per_second": 171.798, |
| "eval_steps_per_second": 3.58, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.1627906976744187, |
| "grad_norm": 0.7663435339927673, |
| "learning_rate": 0.0001953527131782946, |
| "loss": 0.5908, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.1627906976744187, |
| "eval_loss": 0.5085064172744751, |
| "eval_runtime": 108.5509, |
| "eval_samples_per_second": 175.07, |
| "eval_steps_per_second": 3.648, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.2112403100775193, |
| "grad_norm": 0.7912157773971558, |
| "learning_rate": 0.00019515891472868217, |
| "loss": 0.5644, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.2112403100775193, |
| "eval_loss": 0.4843023419380188, |
| "eval_runtime": 107.8466, |
| "eval_samples_per_second": 176.213, |
| "eval_steps_per_second": 3.672, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.2596899224806202, |
| "grad_norm": 0.7282177805900574, |
| "learning_rate": 0.00019496511627906978, |
| "loss": 0.5577, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.2596899224806202, |
| "eval_loss": 0.46449020504951477, |
| "eval_runtime": 106.8549, |
| "eval_samples_per_second": 177.849, |
| "eval_steps_per_second": 3.706, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.308139534883721, |
| "grad_norm": 0.6605934500694275, |
| "learning_rate": 0.00019477131782945736, |
| "loss": 0.5335, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.308139534883721, |
| "eval_loss": 0.4484124481678009, |
| "eval_runtime": 126.0012, |
| "eval_samples_per_second": 150.824, |
| "eval_steps_per_second": 3.143, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.3565891472868217, |
| "grad_norm": 0.6995412707328796, |
| "learning_rate": 0.00019457751937984496, |
| "loss": 0.5396, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.3565891472868217, |
| "eval_loss": 0.4377157688140869, |
| "eval_runtime": 118.8732, |
| "eval_samples_per_second": 159.868, |
| "eval_steps_per_second": 3.331, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.4050387596899225, |
| "grad_norm": 0.6287787556648254, |
| "learning_rate": 0.00019438372093023257, |
| "loss": 0.4988, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.4050387596899225, |
| "eval_loss": 0.41537100076675415, |
| "eval_runtime": 117.3214, |
| "eval_samples_per_second": 161.982, |
| "eval_steps_per_second": 3.375, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.4534883720930232, |
| "grad_norm": 0.7416621446609497, |
| "learning_rate": 0.00019418992248062015, |
| "loss": 0.4888, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.4534883720930232, |
| "eval_loss": 0.4060279130935669, |
| "eval_runtime": 118.3486, |
| "eval_samples_per_second": 160.577, |
| "eval_steps_per_second": 3.346, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.501937984496124, |
| "grad_norm": 0.70711749792099, |
| "learning_rate": 0.00019399612403100776, |
| "loss": 0.4664, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.501937984496124, |
| "eval_loss": 0.38495033979415894, |
| "eval_runtime": 116.7883, |
| "eval_samples_per_second": 162.722, |
| "eval_steps_per_second": 3.391, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.550387596899225, |
| "grad_norm": 0.6704577207565308, |
| "learning_rate": 0.00019380232558139534, |
| "loss": 0.4331, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.550387596899225, |
| "eval_loss": 0.36785683035850525, |
| "eval_runtime": 134.2231, |
| "eval_samples_per_second": 141.585, |
| "eval_steps_per_second": 2.95, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.5988372093023255, |
| "grad_norm": 0.7335864305496216, |
| "learning_rate": 0.00019360852713178295, |
| "loss": 0.4298, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.5988372093023255, |
| "eval_loss": 0.34367096424102783, |
| "eval_runtime": 193.7622, |
| "eval_samples_per_second": 98.079, |
| "eval_steps_per_second": 2.044, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.6472868217054264, |
| "grad_norm": 0.6677731871604919, |
| "learning_rate": 0.00019341472868217055, |
| "loss": 0.3978, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.6472868217054264, |
| "eval_loss": 0.32630470395088196, |
| "eval_runtime": 242.3944, |
| "eval_samples_per_second": 78.401, |
| "eval_steps_per_second": 1.634, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.695736434108527, |
| "grad_norm": 0.8195075392723083, |
| "learning_rate": 0.00019322093023255813, |
| "loss": 0.3778, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.695736434108527, |
| "eval_loss": 0.31104475259780884, |
| "eval_runtime": 231.8205, |
| "eval_samples_per_second": 81.977, |
| "eval_steps_per_second": 1.708, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.744186046511628, |
| "grad_norm": 0.735170841217041, |
| "learning_rate": 0.00019302713178294574, |
| "loss": 0.35, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.744186046511628, |
| "eval_loss": 0.2956381142139435, |
| "eval_runtime": 236.8085, |
| "eval_samples_per_second": 80.25, |
| "eval_steps_per_second": 1.672, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.7926356589147288, |
| "grad_norm": 0.5745160579681396, |
| "learning_rate": 0.00019283333333333332, |
| "loss": 0.3407, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.7926356589147288, |
| "eval_loss": 0.2869073152542114, |
| "eval_runtime": 232.6087, |
| "eval_samples_per_second": 81.699, |
| "eval_steps_per_second": 1.702, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.8410852713178296, |
| "grad_norm": 0.6333633661270142, |
| "learning_rate": 0.00019263953488372093, |
| "loss": 0.3317, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.8410852713178296, |
| "eval_loss": 0.2736239731311798, |
| "eval_runtime": 235.3635, |
| "eval_samples_per_second": 80.743, |
| "eval_steps_per_second": 1.683, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.8895348837209303, |
| "grad_norm": 0.6406286358833313, |
| "learning_rate": 0.00019244573643410854, |
| "loss": 0.3247, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.8895348837209303, |
| "eval_loss": 0.26805564761161804, |
| "eval_runtime": 235.5356, |
| "eval_samples_per_second": 80.684, |
| "eval_steps_per_second": 1.681, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.937984496124031, |
| "grad_norm": 0.4822098910808563, |
| "learning_rate": 0.00019225193798449612, |
| "loss": 0.3057, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.937984496124031, |
| "eval_loss": 0.26311546564102173, |
| "eval_runtime": 235.1083, |
| "eval_samples_per_second": 80.831, |
| "eval_steps_per_second": 1.684, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.9864341085271318, |
| "grad_norm": 0.6586690545082092, |
| "learning_rate": 0.00019205813953488375, |
| "loss": 0.2954, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.9864341085271318, |
| "eval_loss": 0.2547176778316498, |
| "eval_runtime": 235.1319, |
| "eval_samples_per_second": 80.823, |
| "eval_steps_per_second": 1.684, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.0348837209302326, |
| "grad_norm": 0.648765504360199, |
| "learning_rate": 0.00019186434108527133, |
| "loss": 0.3008, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.0348837209302326, |
| "eval_loss": 0.2547691762447357, |
| "eval_runtime": 227.135, |
| "eval_samples_per_second": 83.668, |
| "eval_steps_per_second": 1.743, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.0833333333333335, |
| "grad_norm": 0.6317530870437622, |
| "learning_rate": 0.00019167054263565894, |
| "loss": 0.2911, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.0833333333333335, |
| "eval_loss": 0.24894124269485474, |
| "eval_runtime": 225.2054, |
| "eval_samples_per_second": 84.385, |
| "eval_steps_per_second": 1.758, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.1317829457364343, |
| "grad_norm": 0.5900191068649292, |
| "learning_rate": 0.00019147674418604652, |
| "loss": 0.2873, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.1317829457364343, |
| "eval_loss": 0.24607273936271667, |
| "eval_runtime": 231.2435, |
| "eval_samples_per_second": 82.182, |
| "eval_steps_per_second": 1.712, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.1802325581395348, |
| "grad_norm": 0.5394904017448425, |
| "learning_rate": 0.00019128294573643413, |
| "loss": 0.2716, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.1802325581395348, |
| "eval_loss": 0.2443438619375229, |
| "eval_runtime": 225.1673, |
| "eval_samples_per_second": 84.399, |
| "eval_steps_per_second": 1.759, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.2286821705426356, |
| "grad_norm": 0.5458412766456604, |
| "learning_rate": 0.00019108914728682174, |
| "loss": 0.2727, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.2286821705426356, |
| "eval_loss": 0.23843063414096832, |
| "eval_runtime": 233.0169, |
| "eval_samples_per_second": 81.556, |
| "eval_steps_per_second": 1.699, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.2771317829457365, |
| "grad_norm": 0.6243239641189575, |
| "learning_rate": 0.00019089534883720932, |
| "loss": 0.2741, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.2771317829457365, |
| "eval_loss": 0.23107607662677765, |
| "eval_runtime": 223.8881, |
| "eval_samples_per_second": 84.882, |
| "eval_steps_per_second": 1.769, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.3255813953488373, |
| "grad_norm": 0.6094734072685242, |
| "learning_rate": 0.00019070155038759692, |
| "loss": 0.2719, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.3255813953488373, |
| "eval_loss": 0.23176899552345276, |
| "eval_runtime": 219.8841, |
| "eval_samples_per_second": 86.427, |
| "eval_steps_per_second": 1.801, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.374031007751938, |
| "grad_norm": 0.6149279475212097, |
| "learning_rate": 0.0001905077519379845, |
| "loss": 0.2641, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.374031007751938, |
| "eval_loss": 0.22322338819503784, |
| "eval_runtime": 224.8759, |
| "eval_samples_per_second": 84.509, |
| "eval_steps_per_second": 1.761, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.4224806201550386, |
| "grad_norm": 0.5470075607299805, |
| "learning_rate": 0.0001903139534883721, |
| "loss": 0.2558, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.4224806201550386, |
| "eval_loss": 0.22380074858665466, |
| "eval_runtime": 220.6655, |
| "eval_samples_per_second": 86.121, |
| "eval_steps_per_second": 1.795, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.4709302325581395, |
| "grad_norm": 0.6210835576057434, |
| "learning_rate": 0.00019012015503875972, |
| "loss": 0.2544, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.4709302325581395, |
| "eval_loss": 0.22070536017417908, |
| "eval_runtime": 223.1476, |
| "eval_samples_per_second": 85.163, |
| "eval_steps_per_second": 1.775, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.5193798449612403, |
| "grad_norm": 0.43341922760009766, |
| "learning_rate": 0.0001899263565891473, |
| "loss": 0.2496, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.5193798449612403, |
| "eval_loss": 0.2163931280374527, |
| "eval_runtime": 232.0825, |
| "eval_samples_per_second": 81.885, |
| "eval_steps_per_second": 1.706, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.567829457364341, |
| "grad_norm": 0.4871957302093506, |
| "learning_rate": 0.0001897325581395349, |
| "loss": 0.2506, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.567829457364341, |
| "eval_loss": 0.21461744606494904, |
| "eval_runtime": 219.2336, |
| "eval_samples_per_second": 86.684, |
| "eval_steps_per_second": 1.806, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.616279069767442, |
| "grad_norm": 0.5310043692588806, |
| "learning_rate": 0.0001895387596899225, |
| "loss": 0.247, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.616279069767442, |
| "eval_loss": 0.21458372473716736, |
| "eval_runtime": 224.6247, |
| "eval_samples_per_second": 84.603, |
| "eval_steps_per_second": 1.763, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.6647286821705425, |
| "grad_norm": 0.6074191927909851, |
| "learning_rate": 0.0001893449612403101, |
| "loss": 0.2455, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.6647286821705425, |
| "eval_loss": 0.21306496858596802, |
| "eval_runtime": 223.479, |
| "eval_samples_per_second": 85.037, |
| "eval_steps_per_second": 1.772, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.7131782945736433, |
| "grad_norm": 0.5458905100822449, |
| "learning_rate": 0.00018915116279069768, |
| "loss": 0.243, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.7131782945736433, |
| "eval_loss": 0.2097616195678711, |
| "eval_runtime": 220.5231, |
| "eval_samples_per_second": 86.177, |
| "eval_steps_per_second": 1.796, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.761627906976744, |
| "grad_norm": 0.4153260588645935, |
| "learning_rate": 0.00018895736434108528, |
| "loss": 0.2356, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.761627906976744, |
| "eval_loss": 0.20619072020053864, |
| "eval_runtime": 214.0517, |
| "eval_samples_per_second": 88.782, |
| "eval_steps_per_second": 1.85, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.810077519379845, |
| "grad_norm": 0.4979017674922943, |
| "learning_rate": 0.0001887635658914729, |
| "loss": 0.2361, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.810077519379845, |
| "eval_loss": 0.20226989686489105, |
| "eval_runtime": 216.8896, |
| "eval_samples_per_second": 87.621, |
| "eval_steps_per_second": 1.826, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.858527131782946, |
| "grad_norm": 0.5476083755493164, |
| "learning_rate": 0.00018856976744186047, |
| "loss": 0.2347, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.858527131782946, |
| "eval_loss": 0.2028292417526245, |
| "eval_runtime": 214.8481, |
| "eval_samples_per_second": 88.453, |
| "eval_steps_per_second": 1.843, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.9069767441860463, |
| "grad_norm": 0.5912747979164124, |
| "learning_rate": 0.00018837596899224808, |
| "loss": 0.2367, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.9069767441860463, |
| "eval_loss": 0.1990610510110855, |
| "eval_runtime": 219.8884, |
| "eval_samples_per_second": 86.426, |
| "eval_steps_per_second": 1.801, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.955426356589147, |
| "grad_norm": 0.4696279466152191, |
| "learning_rate": 0.00018818217054263566, |
| "loss": 0.2292, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.955426356589147, |
| "eval_loss": 0.20148637890815735, |
| "eval_runtime": 225.0994, |
| "eval_samples_per_second": 84.425, |
| "eval_steps_per_second": 1.759, |
| "step": 3050 |
| }, |
| { |
| "epoch": 3.003875968992248, |
| "grad_norm": 0.47198325395584106, |
| "learning_rate": 0.00018798837209302327, |
| "loss": 0.2286, |
| "step": 3100 |
| }, |
| { |
| "epoch": 3.003875968992248, |
| "eval_loss": 0.1965794712305069, |
| "eval_runtime": 216.7977, |
| "eval_samples_per_second": 87.658, |
| "eval_steps_per_second": 1.827, |
| "step": 3100 |
| }, |
| { |
| "epoch": 3.052325581395349, |
| "grad_norm": 0.49365678429603577, |
| "learning_rate": 0.00018779457364341087, |
| "loss": 0.2239, |
| "step": 3150 |
| }, |
| { |
| "epoch": 3.052325581395349, |
| "eval_loss": 0.1976451575756073, |
| "eval_runtime": 215.2246, |
| "eval_samples_per_second": 88.298, |
| "eval_steps_per_second": 1.84, |
| "step": 3150 |
| }, |
| { |
| "epoch": 3.10077519379845, |
| "grad_norm": 0.5356510281562805, |
| "learning_rate": 0.00018760077519379845, |
| "loss": 0.224, |
| "step": 3200 |
| }, |
| { |
| "epoch": 3.10077519379845, |
| "eval_loss": 0.1925686150789261, |
| "eval_runtime": 218.8392, |
| "eval_samples_per_second": 86.84, |
| "eval_steps_per_second": 1.81, |
| "step": 3200 |
| }, |
| { |
| "epoch": 3.14922480620155, |
| "grad_norm": 0.46862003207206726, |
| "learning_rate": 0.00018740697674418606, |
| "loss": 0.212, |
| "step": 3250 |
| }, |
| { |
| "epoch": 3.14922480620155, |
| "eval_loss": 0.19242693483829498, |
| "eval_runtime": 216.1261, |
| "eval_samples_per_second": 87.93, |
| "eval_steps_per_second": 1.832, |
| "step": 3250 |
| }, |
| { |
| "epoch": 3.197674418604651, |
| "grad_norm": 0.40870046615600586, |
| "learning_rate": 0.00018721317829457364, |
| "loss": 0.2188, |
| "step": 3300 |
| }, |
| { |
| "epoch": 3.197674418604651, |
| "eval_loss": 0.18868175148963928, |
| "eval_runtime": 214.9811, |
| "eval_samples_per_second": 88.398, |
| "eval_steps_per_second": 1.842, |
| "step": 3300 |
| }, |
| { |
| "epoch": 3.246124031007752, |
| "grad_norm": 0.5424318909645081, |
| "learning_rate": 0.00018701937984496125, |
| "loss": 0.2157, |
| "step": 3350 |
| }, |
| { |
| "epoch": 3.246124031007752, |
| "eval_loss": 0.1919330656528473, |
| "eval_runtime": 217.7522, |
| "eval_samples_per_second": 87.274, |
| "eval_steps_per_second": 1.819, |
| "step": 3350 |
| }, |
| { |
| "epoch": 3.294573643410853, |
| "grad_norm": 0.41225236654281616, |
| "learning_rate": 0.00018682558139534886, |
| "loss": 0.2156, |
| "step": 3400 |
| }, |
| { |
| "epoch": 3.294573643410853, |
| "eval_loss": 0.18903516232967377, |
| "eval_runtime": 221.615, |
| "eval_samples_per_second": 85.752, |
| "eval_steps_per_second": 1.787, |
| "step": 3400 |
| }, |
| { |
| "epoch": 3.3430232558139537, |
| "grad_norm": 0.4955701231956482, |
| "learning_rate": 0.00018663178294573644, |
| "loss": 0.2087, |
| "step": 3450 |
| }, |
| { |
| "epoch": 3.3430232558139537, |
| "eval_loss": 0.18453241884708405, |
| "eval_runtime": 217.9492, |
| "eval_samples_per_second": 87.195, |
| "eval_steps_per_second": 1.817, |
| "step": 3450 |
| }, |
| { |
| "epoch": 3.391472868217054, |
| "grad_norm": 0.4107048809528351, |
| "learning_rate": 0.00018643798449612405, |
| "loss": 0.2128, |
| "step": 3500 |
| }, |
| { |
| "epoch": 3.391472868217054, |
| "eval_loss": 0.18335753679275513, |
| "eval_runtime": 222.918, |
| "eval_samples_per_second": 85.251, |
| "eval_steps_per_second": 1.776, |
| "step": 3500 |
| }, |
| { |
| "epoch": 3.439922480620155, |
| "grad_norm": 0.44138869643211365, |
| "learning_rate": 0.00018624418604651163, |
| "loss": 0.2069, |
| "step": 3550 |
| }, |
| { |
| "epoch": 3.439922480620155, |
| "eval_loss": 0.18529056012630463, |
| "eval_runtime": 226.8247, |
| "eval_samples_per_second": 83.783, |
| "eval_steps_per_second": 1.746, |
| "step": 3550 |
| }, |
| { |
| "epoch": 3.488372093023256, |
| "grad_norm": 0.41599947214126587, |
| "learning_rate": 0.00018605038759689923, |
| "loss": 0.2069, |
| "step": 3600 |
| }, |
| { |
| "epoch": 3.488372093023256, |
| "eval_loss": 0.18560050427913666, |
| "eval_runtime": 237.1428, |
| "eval_samples_per_second": 80.137, |
| "eval_steps_per_second": 1.67, |
| "step": 3600 |
| }, |
| { |
| "epoch": 3.5368217054263567, |
| "grad_norm": 0.39731481671333313, |
| "learning_rate": 0.00018585658914728684, |
| "loss": 0.2074, |
| "step": 3650 |
| }, |
| { |
| "epoch": 3.5368217054263567, |
| "eval_loss": 0.1789853423833847, |
| "eval_runtime": 220.4447, |
| "eval_samples_per_second": 86.208, |
| "eval_steps_per_second": 1.796, |
| "step": 3650 |
| }, |
| { |
| "epoch": 3.5852713178294575, |
| "grad_norm": 0.46680784225463867, |
| "learning_rate": 0.00018566279069767442, |
| "loss": 0.2042, |
| "step": 3700 |
| }, |
| { |
| "epoch": 3.5852713178294575, |
| "eval_loss": 0.1809505820274353, |
| "eval_runtime": 218.2028, |
| "eval_samples_per_second": 87.093, |
| "eval_steps_per_second": 1.815, |
| "step": 3700 |
| }, |
| { |
| "epoch": 3.633720930232558, |
| "grad_norm": 0.552648663520813, |
| "learning_rate": 0.00018546899224806203, |
| "loss": 0.2089, |
| "step": 3750 |
| }, |
| { |
| "epoch": 3.633720930232558, |
| "eval_loss": 0.17837607860565186, |
| "eval_runtime": 221.244, |
| "eval_samples_per_second": 85.896, |
| "eval_steps_per_second": 1.79, |
| "step": 3750 |
| }, |
| { |
| "epoch": 3.682170542635659, |
| "grad_norm": 0.5326802134513855, |
| "learning_rate": 0.0001852751937984496, |
| "loss": 0.1985, |
| "step": 3800 |
| }, |
| { |
| "epoch": 3.682170542635659, |
| "eval_loss": 0.17835576832294464, |
| "eval_runtime": 227.413, |
| "eval_samples_per_second": 83.566, |
| "eval_steps_per_second": 1.741, |
| "step": 3800 |
| }, |
| { |
| "epoch": 3.7306201550387597, |
| "grad_norm": 0.5640744566917419, |
| "learning_rate": 0.00018508139534883722, |
| "loss": 0.201, |
| "step": 3850 |
| }, |
| { |
| "epoch": 3.7306201550387597, |
| "eval_loss": 0.17722435295581818, |
| "eval_runtime": 220.9949, |
| "eval_samples_per_second": 85.993, |
| "eval_steps_per_second": 1.792, |
| "step": 3850 |
| }, |
| { |
| "epoch": 3.7790697674418605, |
| "grad_norm": 0.41974276304244995, |
| "learning_rate": 0.00018488759689922482, |
| "loss": 0.1945, |
| "step": 3900 |
| }, |
| { |
| "epoch": 3.7790697674418605, |
| "eval_loss": 0.17568857967853546, |
| "eval_runtime": 227.7226, |
| "eval_samples_per_second": 83.452, |
| "eval_steps_per_second": 1.739, |
| "step": 3900 |
| }, |
| { |
| "epoch": 3.8275193798449614, |
| "grad_norm": 0.4548977315425873, |
| "learning_rate": 0.0001846937984496124, |
| "loss": 0.2035, |
| "step": 3950 |
| }, |
| { |
| "epoch": 3.8275193798449614, |
| "eval_loss": 0.17479188740253448, |
| "eval_runtime": 225.9318, |
| "eval_samples_per_second": 84.114, |
| "eval_steps_per_second": 1.753, |
| "step": 3950 |
| }, |
| { |
| "epoch": 3.875968992248062, |
| "grad_norm": 0.44886454939842224, |
| "learning_rate": 0.0001845, |
| "loss": 0.1965, |
| "step": 4000 |
| }, |
| { |
| "epoch": 3.875968992248062, |
| "eval_loss": 0.17307986319065094, |
| "eval_runtime": 221.697, |
| "eval_samples_per_second": 85.721, |
| "eval_steps_per_second": 1.786, |
| "step": 4000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 51600, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 50, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 10, |
| "early_stopping_threshold": 0.001 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.034795399365018e+16, |
| "train_batch_size": 96, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
