| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.979702300405954, |
| "eval_steps": 500, |
| "global_step": 460, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.010825439783491205, |
| "grad_norm": 5.808831848901163, |
| "learning_rate": 1.7391304347826088e-06, |
| "loss": 0.8566, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.02165087956698241, |
| "grad_norm": 5.8131650809808635, |
| "learning_rate": 3.4782608695652175e-06, |
| "loss": 0.8603, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.03247631935047361, |
| "grad_norm": 5.758169356290023, |
| "learning_rate": 5.2173913043478265e-06, |
| "loss": 0.8631, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.04330175913396482, |
| "grad_norm": 4.238914874845898, |
| "learning_rate": 6.956521739130435e-06, |
| "loss": 0.8176, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.05412719891745602, |
| "grad_norm": 2.235103598722892, |
| "learning_rate": 8.695652173913044e-06, |
| "loss": 0.7658, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.06495263870094722, |
| "grad_norm": 4.07899438012489, |
| "learning_rate": 1.0434782608695653e-05, |
| "loss": 0.7574, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.07577807848443843, |
| "grad_norm": 4.324129456803467, |
| "learning_rate": 1.2173913043478263e-05, |
| "loss": 0.7776, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.08660351826792964, |
| "grad_norm": 4.2756579015034015, |
| "learning_rate": 1.391304347826087e-05, |
| "loss": 0.7457, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.09742895805142084, |
| "grad_norm": 3.6399981122437852, |
| "learning_rate": 1.565217391304348e-05, |
| "loss": 0.7141, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.10825439783491204, |
| "grad_norm": 2.114757736524999, |
| "learning_rate": 1.739130434782609e-05, |
| "loss": 0.6986, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.11907983761840325, |
| "grad_norm": 2.407779675631392, |
| "learning_rate": 1.9130434782608697e-05, |
| "loss": 0.6642, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.12990527740189445, |
| "grad_norm": 1.9690081792484082, |
| "learning_rate": 2.0869565217391306e-05, |
| "loss": 0.6566, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.14073071718538566, |
| "grad_norm": 1.2791289873731233, |
| "learning_rate": 2.2608695652173914e-05, |
| "loss": 0.636, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.15155615696887687, |
| "grad_norm": 1.4272246324351143, |
| "learning_rate": 2.4347826086956526e-05, |
| "loss": 0.6427, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.16238159675236807, |
| "grad_norm": 1.1897907235661358, |
| "learning_rate": 2.608695652173913e-05, |
| "loss": 0.6195, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.17320703653585928, |
| "grad_norm": 0.9139563980188694, |
| "learning_rate": 2.782608695652174e-05, |
| "loss": 0.6092, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.18403247631935046, |
| "grad_norm": 1.0660755035768057, |
| "learning_rate": 2.956521739130435e-05, |
| "loss": 0.6006, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.19485791610284167, |
| "grad_norm": 1.1289299633501881, |
| "learning_rate": 3.130434782608696e-05, |
| "loss": 0.5868, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.20568335588633288, |
| "grad_norm": 1.005093467371569, |
| "learning_rate": 3.304347826086957e-05, |
| "loss": 0.5769, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.2165087956698241, |
| "grad_norm": 1.0253086560111697, |
| "learning_rate": 3.478260869565218e-05, |
| "loss": 0.5798, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.2273342354533153, |
| "grad_norm": 1.4416719038843315, |
| "learning_rate": 3.6521739130434786e-05, |
| "loss": 0.5738, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.2381596752368065, |
| "grad_norm": 0.9795141368299348, |
| "learning_rate": 3.8260869565217395e-05, |
| "loss": 0.5713, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.2489851150202977, |
| "grad_norm": 0.9113506379565265, |
| "learning_rate": 4e-05, |
| "loss": 0.5636, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.2598105548037889, |
| "grad_norm": 1.3018876548232534, |
| "learning_rate": 4.173913043478261e-05, |
| "loss": 0.5703, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.2706359945872801, |
| "grad_norm": 1.0977569575275883, |
| "learning_rate": 4.347826086956522e-05, |
| "loss": 0.5608, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.2814614343707713, |
| "grad_norm": 1.3185220107226532, |
| "learning_rate": 4.521739130434783e-05, |
| "loss": 0.5383, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.2922868741542625, |
| "grad_norm": 1.4506983344294453, |
| "learning_rate": 4.6956521739130444e-05, |
| "loss": 0.5481, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.30311231393775373, |
| "grad_norm": 0.7383393635142479, |
| "learning_rate": 4.869565217391305e-05, |
| "loss": 0.5463, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.31393775372124494, |
| "grad_norm": 2.4652927181675315, |
| "learning_rate": 5.043478260869566e-05, |
| "loss": 0.5542, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.32476319350473615, |
| "grad_norm": 1.1746605790954319, |
| "learning_rate": 5.217391304347826e-05, |
| "loss": 0.5401, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.33558863328822736, |
| "grad_norm": 2.892014348770916, |
| "learning_rate": 5.391304347826087e-05, |
| "loss": 0.5552, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.34641407307171856, |
| "grad_norm": 2.5911400202995685, |
| "learning_rate": 5.565217391304348e-05, |
| "loss": 0.5547, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.3572395128552097, |
| "grad_norm": 1.688863282311232, |
| "learning_rate": 5.739130434782609e-05, |
| "loss": 0.5499, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.3680649526387009, |
| "grad_norm": 1.8689766358229456, |
| "learning_rate": 5.91304347826087e-05, |
| "loss": 0.55, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.37889039242219213, |
| "grad_norm": 1.561406905112785, |
| "learning_rate": 6.086956521739131e-05, |
| "loss": 0.5347, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.38971583220568334, |
| "grad_norm": 1.689162114377315, |
| "learning_rate": 6.260869565217392e-05, |
| "loss": 0.5264, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.40054127198917455, |
| "grad_norm": 1.444322528581452, |
| "learning_rate": 6.434782608695653e-05, |
| "loss": 0.5362, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.41136671177266576, |
| "grad_norm": 1.2509308676002273, |
| "learning_rate": 6.608695652173914e-05, |
| "loss": 0.5238, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.42219215155615697, |
| "grad_norm": 1.88113743058469, |
| "learning_rate": 6.782608695652175e-05, |
| "loss": 0.5311, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.4330175913396482, |
| "grad_norm": 1.5022638539817577, |
| "learning_rate": 6.956521739130436e-05, |
| "loss": 0.523, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.4438430311231394, |
| "grad_norm": 1.205391078251559, |
| "learning_rate": 7.130434782608696e-05, |
| "loss": 0.5188, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.4546684709066306, |
| "grad_norm": 1.8357524846560098, |
| "learning_rate": 7.304347826086957e-05, |
| "loss": 0.5239, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.4654939106901218, |
| "grad_norm": 1.3953240643163467, |
| "learning_rate": 7.478260869565218e-05, |
| "loss": 0.5174, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.476319350473613, |
| "grad_norm": 1.2828206105300195, |
| "learning_rate": 7.652173913043479e-05, |
| "loss": 0.5147, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.4871447902571042, |
| "grad_norm": 1.53155664347226, |
| "learning_rate": 7.82608695652174e-05, |
| "loss": 0.5243, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.4979702300405954, |
| "grad_norm": 2.0731025195597055, |
| "learning_rate": 8e-05, |
| "loss": 0.5176, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.5087956698240866, |
| "grad_norm": 1.297417565546252, |
| "learning_rate": 7.999884833286186e-05, |
| "loss": 0.5124, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.5196211096075778, |
| "grad_norm": 2.0613915660565474, |
| "learning_rate": 7.999539339776424e-05, |
| "loss": 0.5211, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.530446549391069, |
| "grad_norm": 1.9265188351114966, |
| "learning_rate": 7.998963539365397e-05, |
| "loss": 0.5144, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.5412719891745602, |
| "grad_norm": 1.1654357885632856, |
| "learning_rate": 7.998157465209622e-05, |
| "loss": 0.5084, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.5520974289580515, |
| "grad_norm": 3.550729874275142, |
| "learning_rate": 7.997121163725553e-05, |
| "loss": 0.52, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.5629228687415426, |
| "grad_norm": 2.538469141985988, |
| "learning_rate": 7.995854694586911e-05, |
| "loss": 0.527, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.5737483085250338, |
| "grad_norm": 2.3230308550181977, |
| "learning_rate": 7.994358130721238e-05, |
| "loss": 0.5125, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.584573748308525, |
| "grad_norm": 2.054696895438045, |
| "learning_rate": 7.992631558305709e-05, |
| "loss": 0.5239, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.5953991880920162, |
| "grad_norm": 1.6692562446454873, |
| "learning_rate": 7.990675076762158e-05, |
| "loss": 0.5054, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.6062246278755075, |
| "grad_norm": 1.6216758113364556, |
| "learning_rate": 7.988488798751358e-05, |
| "loss": 0.5106, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.6170500676589986, |
| "grad_norm": 1.2978731074509846, |
| "learning_rate": 7.986072850166538e-05, |
| "loss": 0.5065, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.6278755074424899, |
| "grad_norm": 1.5652885560156862, |
| "learning_rate": 7.983427370126126e-05, |
| "loss": 0.5062, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.638700947225981, |
| "grad_norm": 1.0902975831854205, |
| "learning_rate": 7.980552510965744e-05, |
| "loss": 0.4905, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.6495263870094723, |
| "grad_norm": 1.7790014999967663, |
| "learning_rate": 7.977448438229435e-05, |
| "loss": 0.5013, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.6603518267929634, |
| "grad_norm": 1.1023742875049254, |
| "learning_rate": 7.974115330660125e-05, |
| "loss": 0.5107, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.6711772665764547, |
| "grad_norm": 1.6569283779226378, |
| "learning_rate": 7.970553380189338e-05, |
| "loss": 0.5004, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.6820027063599459, |
| "grad_norm": 1.1231904813496703, |
| "learning_rate": 7.966762791926138e-05, |
| "loss": 0.5112, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.6928281461434371, |
| "grad_norm": 1.3259929729824094, |
| "learning_rate": 7.962743784145323e-05, |
| "loss": 0.5033, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.7036535859269283, |
| "grad_norm": 1.5905266367527235, |
| "learning_rate": 7.958496588274853e-05, |
| "loss": 0.4994, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.7144790257104194, |
| "grad_norm": 1.3556731999712488, |
| "learning_rate": 7.954021448882522e-05, |
| "loss": 0.5014, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.7253044654939107, |
| "grad_norm": 1.3046471245382867, |
| "learning_rate": 7.94931862366188e-05, |
| "loss": 0.4988, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.7361299052774019, |
| "grad_norm": 1.1190463003547946, |
| "learning_rate": 7.944388383417388e-05, |
| "loss": 0.5078, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.7469553450608931, |
| "grad_norm": 0.9403691436043241, |
| "learning_rate": 7.939231012048833e-05, |
| "loss": 0.497, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.7577807848443843, |
| "grad_norm": 1.2389417771472975, |
| "learning_rate": 7.93384680653497e-05, |
| "loss": 0.4826, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.7686062246278755, |
| "grad_norm": 1.4827310111058076, |
| "learning_rate": 7.928236076916423e-05, |
| "loss": 0.4856, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.7794316644113667, |
| "grad_norm": 1.0266845521857724, |
| "learning_rate": 7.922399146277846e-05, |
| "loss": 0.4953, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.790257104194858, |
| "grad_norm": 1.5291553894877223, |
| "learning_rate": 7.916336350729293e-05, |
| "loss": 0.5043, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.8010825439783491, |
| "grad_norm": 1.8339943841994815, |
| "learning_rate": 7.910048039386885e-05, |
| "loss": 0.4982, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.8119079837618404, |
| "grad_norm": 0.9242986864591416, |
| "learning_rate": 7.903534574352698e-05, |
| "loss": 0.4924, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.8227334235453315, |
| "grad_norm": 2.1145786188124056, |
| "learning_rate": 7.896796330693917e-05, |
| "loss": 0.4941, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.8335588633288228, |
| "grad_norm": 1.4704175209963846, |
| "learning_rate": 7.889833696421229e-05, |
| "loss": 0.4905, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.8443843031123139, |
| "grad_norm": 1.642621714596807, |
| "learning_rate": 7.882647072466488e-05, |
| "loss": 0.4949, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.8552097428958051, |
| "grad_norm": 1.6556981762458693, |
| "learning_rate": 7.875236872659626e-05, |
| "loss": 0.4956, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.8660351826792964, |
| "grad_norm": 1.2644916442646428, |
| "learning_rate": 7.867603523704825e-05, |
| "loss": 0.4891, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.8768606224627875, |
| "grad_norm": 1.2082452092510187, |
| "learning_rate": 7.859747465155941e-05, |
| "loss": 0.4983, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.8876860622462788, |
| "grad_norm": 1.7000626612415155, |
| "learning_rate": 7.851669149391198e-05, |
| "loss": 0.4853, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.8985115020297699, |
| "grad_norm": 0.9763637711052663, |
| "learning_rate": 7.843369041587135e-05, |
| "loss": 0.4899, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.9093369418132612, |
| "grad_norm": 1.8287685880691984, |
| "learning_rate": 7.834847619691823e-05, |
| "loss": 0.4921, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.9201623815967523, |
| "grad_norm": 1.14896663354127, |
| "learning_rate": 7.82610537439734e-05, |
| "loss": 0.491, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.9309878213802436, |
| "grad_norm": 1.3967407140368298, |
| "learning_rate": 7.817142809111516e-05, |
| "loss": 0.4927, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.9418132611637348, |
| "grad_norm": 1.1259520998597332, |
| "learning_rate": 7.807960439928948e-05, |
| "loss": 0.4901, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.952638700947226, |
| "grad_norm": 1.1407620174965618, |
| "learning_rate": 7.798558795601278e-05, |
| "loss": 0.4727, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.9634641407307172, |
| "grad_norm": 1.3691640356867825, |
| "learning_rate": 7.788938417506746e-05, |
| "loss": 0.4909, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.9742895805142084, |
| "grad_norm": 1.0738641081237286, |
| "learning_rate": 7.779099859619017e-05, |
| "loss": 0.486, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.9851150202976996, |
| "grad_norm": 1.4806199400962288, |
| "learning_rate": 7.769043688475283e-05, |
| "loss": 0.4874, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.9959404600811907, |
| "grad_norm": 1.1066743457942432, |
| "learning_rate": 7.758770483143634e-05, |
| "loss": 0.4911, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.006765899864682, |
| "grad_norm": 1.4950362727418445, |
| "learning_rate": 7.748280835189721e-05, |
| "loss": 0.7639, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.0175913396481733, |
| "grad_norm": 1.7271457672573984, |
| "learning_rate": 7.737575348642685e-05, |
| "loss": 0.4898, |
| "step": 94 |
| }, |
| { |
| "epoch": 1.0284167794316643, |
| "grad_norm": 1.3798243699861912, |
| "learning_rate": 7.726654639960379e-05, |
| "loss": 0.4714, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.0392422192151556, |
| "grad_norm": 1.0339630311729218, |
| "learning_rate": 7.715519337993869e-05, |
| "loss": 0.4714, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.0500676589986468, |
| "grad_norm": 1.4631122991865602, |
| "learning_rate": 7.704170083951221e-05, |
| "loss": 0.4684, |
| "step": 97 |
| }, |
| { |
| "epoch": 1.060893098782138, |
| "grad_norm": 1.0376053642460665, |
| "learning_rate": 7.692607531360583e-05, |
| "loss": 0.4741, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.0717185385656292, |
| "grad_norm": 1.4499129358788265, |
| "learning_rate": 7.680832346032547e-05, |
| "loss": 0.4738, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.0825439783491204, |
| "grad_norm": 0.9495063833446171, |
| "learning_rate": 7.668845206021812e-05, |
| "loss": 0.4652, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.0933694181326117, |
| "grad_norm": 1.3963825686162348, |
| "learning_rate": 7.65664680158814e-05, |
| "loss": 0.4699, |
| "step": 101 |
| }, |
| { |
| "epoch": 1.104194857916103, |
| "grad_norm": 1.1180437569666657, |
| "learning_rate": 7.644237835156608e-05, |
| "loss": 0.4684, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.115020297699594, |
| "grad_norm": 1.0782036495140483, |
| "learning_rate": 7.631619021277156e-05, |
| "loss": 0.4678, |
| "step": 103 |
| }, |
| { |
| "epoch": 1.1258457374830853, |
| "grad_norm": 1.1233442468927228, |
| "learning_rate": 7.618791086583451e-05, |
| "loss": 0.4596, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.1366711772665765, |
| "grad_norm": 0.8610664763636607, |
| "learning_rate": 7.605754769751033e-05, |
| "loss": 0.4602, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.1474966170500678, |
| "grad_norm": 0.9718815741535982, |
| "learning_rate": 7.592510821454785e-05, |
| "loss": 0.4664, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.1583220568335588, |
| "grad_norm": 0.9229650455953634, |
| "learning_rate": 7.579060004325712e-05, |
| "loss": 0.4588, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.16914749661705, |
| "grad_norm": 1.3303689079136494, |
| "learning_rate": 7.565403092907015e-05, |
| "loss": 0.4567, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.1799729364005414, |
| "grad_norm": 0.6851116777600401, |
| "learning_rate": 7.551540873609502e-05, |
| "loss": 0.4586, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.1907983761840324, |
| "grad_norm": 0.6799287282219464, |
| "learning_rate": 7.53747414466629e-05, |
| "loss": 0.4618, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.2016238159675237, |
| "grad_norm": 0.8466498529896461, |
| "learning_rate": 7.523203716086855e-05, |
| "loss": 0.462, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.212449255751015, |
| "grad_norm": 1.117632861579111, |
| "learning_rate": 7.508730409610377e-05, |
| "loss": 0.4569, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.2232746955345062, |
| "grad_norm": 1.23247753401417, |
| "learning_rate": 7.494055058658431e-05, |
| "loss": 0.4522, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.2341001353179972, |
| "grad_norm": 0.566030648541157, |
| "learning_rate": 7.479178508286987e-05, |
| "loss": 0.4564, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.2449255751014885, |
| "grad_norm": 1.058284756916062, |
| "learning_rate": 7.464101615137756e-05, |
| "loss": 0.4638, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.2557510148849798, |
| "grad_norm": 1.1303301791005846, |
| "learning_rate": 7.448825247388854e-05, |
| "loss": 0.4564, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.266576454668471, |
| "grad_norm": 0.7983550091865995, |
| "learning_rate": 7.433350284704822e-05, |
| "loss": 0.4509, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.277401894451962, |
| "grad_norm": 0.7407469605628687, |
| "learning_rate": 7.417677618185955e-05, |
| "loss": 0.4515, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.2882273342354533, |
| "grad_norm": 1.2023281817243203, |
| "learning_rate": 7.401808150317005e-05, |
| "loss": 0.4594, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.2990527740189446, |
| "grad_norm": 1.189203037612418, |
| "learning_rate": 7.385742794915205e-05, |
| "loss": 0.4488, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.3098782138024356, |
| "grad_norm": 0.7803369478691763, |
| "learning_rate": 7.369482477077647e-05, |
| "loss": 0.4538, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.320703653585927, |
| "grad_norm": 0.7956495942708723, |
| "learning_rate": 7.353028133128018e-05, |
| "loss": 0.4508, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.3315290933694182, |
| "grad_norm": 0.7174722493029648, |
| "learning_rate": 7.336380710562678e-05, |
| "loss": 0.4541, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.3423545331529092, |
| "grad_norm": 1.232102677986553, |
| "learning_rate": 7.319541167996102e-05, |
| "loss": 0.4516, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.3531799729364005, |
| "grad_norm": 1.0800843680461558, |
| "learning_rate": 7.302510475105679e-05, |
| "loss": 0.4501, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.3640054127198917, |
| "grad_norm": 0.5894796400207796, |
| "learning_rate": 7.285289612575876e-05, |
| "loss": 0.4483, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.374830852503383, |
| "grad_norm": 1.1029047763873172, |
| "learning_rate": 7.267879572041768e-05, |
| "loss": 0.4419, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.3856562922868743, |
| "grad_norm": 1.0991239671136233, |
| "learning_rate": 7.250281356031932e-05, |
| "loss": 0.4444, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.3964817320703653, |
| "grad_norm": 0.6037885510659295, |
| "learning_rate": 7.232495977910722e-05, |
| "loss": 0.4429, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.4073071718538566, |
| "grad_norm": 0.8683412309547249, |
| "learning_rate": 7.214524461819913e-05, |
| "loss": 0.4474, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.4181326116373478, |
| "grad_norm": 1.0334636806232549, |
| "learning_rate": 7.196367842619732e-05, |
| "loss": 0.4488, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.4289580514208389, |
| "grad_norm": 0.6466646925111661, |
| "learning_rate": 7.178027165829259e-05, |
| "loss": 0.4491, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.4397834912043301, |
| "grad_norm": 0.5372317843885743, |
| "learning_rate": 7.159503487566236e-05, |
| "loss": 0.4429, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.4506089309878214, |
| "grad_norm": 0.8834867060322021, |
| "learning_rate": 7.140797874486237e-05, |
| "loss": 0.4452, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.4614343707713127, |
| "grad_norm": 1.2604508969646684, |
| "learning_rate": 7.121911403721254e-05, |
| "loss": 0.4468, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.472259810554804, |
| "grad_norm": 0.880677105803717, |
| "learning_rate": 7.10284516281768e-05, |
| "loss": 0.444, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.483085250338295, |
| "grad_norm": 1.3371545062212136, |
| "learning_rate": 7.083600249673665e-05, |
| "loss": 0.4433, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.4939106901217862, |
| "grad_norm": 0.7924984552860372, |
| "learning_rate": 7.064177772475912e-05, |
| "loss": 0.4475, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.5047361299052775, |
| "grad_norm": 0.9612014933614488, |
| "learning_rate": 7.04457884963586e-05, |
| "loss": 0.4468, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.5155615696887685, |
| "grad_norm": 0.9392541492862665, |
| "learning_rate": 7.024804609725275e-05, |
| "loss": 0.4464, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.5263870094722598, |
| "grad_norm": 0.9060567297197456, |
| "learning_rate": 7.004856191411271e-05, |
| "loss": 0.4432, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.537212449255751, |
| "grad_norm": 1.1369625648430384, |
| "learning_rate": 6.984734743390743e-05, |
| "loss": 0.4461, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.548037889039242, |
| "grad_norm": 0.7931097580196472, |
| "learning_rate": 6.964441424324211e-05, |
| "loss": 0.4498, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.5588633288227334, |
| "grad_norm": 0.6650867960347666, |
| "learning_rate": 6.94397740276911e-05, |
| "loss": 0.4413, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.5696887686062246, |
| "grad_norm": 0.6886753142567965, |
| "learning_rate": 6.923343857112497e-05, |
| "loss": 0.4387, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.5805142083897157, |
| "grad_norm": 0.805662884063706, |
| "learning_rate": 6.902541975503196e-05, |
| "loss": 0.4397, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.5913396481732072, |
| "grad_norm": 1.0626477516142214, |
| "learning_rate": 6.881572955783382e-05, |
| "loss": 0.4368, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.6021650879566982, |
| "grad_norm": 1.5615470459694212, |
| "learning_rate": 6.860438005419598e-05, |
| "loss": 0.4574, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.6129905277401895, |
| "grad_norm": 0.5178061477784288, |
| "learning_rate": 6.839138341433236e-05, |
| "loss": 0.4374, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.6238159675236807, |
| "grad_norm": 1.546889550067696, |
| "learning_rate": 6.81767519033045e-05, |
| "loss": 0.4497, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.6346414073071718, |
| "grad_norm": 0.9730507254509676, |
| "learning_rate": 6.796049788031528e-05, |
| "loss": 0.4449, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.645466847090663, |
| "grad_norm": 0.9982813699267655, |
| "learning_rate": 6.774263379799732e-05, |
| "loss": 0.4432, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.6562922868741543, |
| "grad_norm": 0.9179776054358382, |
| "learning_rate": 6.752317220169581e-05, |
| "loss": 0.4549, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.6671177266576453, |
| "grad_norm": 0.7434050468751098, |
| "learning_rate": 6.730212572874618e-05, |
| "loss": 0.4448, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.6779431664411368, |
| "grad_norm": 0.8630643785039801, |
| "learning_rate": 6.707950710774636e-05, |
| "loss": 0.4389, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.6887686062246279, |
| "grad_norm": 0.95594617069569, |
| "learning_rate": 6.685532915782388e-05, |
| "loss": 0.446, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.699594046008119, |
| "grad_norm": 0.6787389488446376, |
| "learning_rate": 6.662960478789762e-05, |
| "loss": 0.4308, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.7104194857916104, |
| "grad_norm": 0.7138902871017276, |
| "learning_rate": 6.640234699593457e-05, |
| "loss": 0.4422, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.7212449255751014, |
| "grad_norm": 0.8555364605092094, |
| "learning_rate": 6.617356886820125e-05, |
| "loss": 0.4489, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.7320703653585927, |
| "grad_norm": 0.6416736344584283, |
| "learning_rate": 6.594328357851024e-05, |
| "loss": 0.4421, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.742895805142084, |
| "grad_norm": 0.5280156168745573, |
| "learning_rate": 6.571150438746157e-05, |
| "loss": 0.4388, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.753721244925575, |
| "grad_norm": 0.6725595610717778, |
| "learning_rate": 6.547824464167913e-05, |
| "loss": 0.4445, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.7645466847090663, |
| "grad_norm": 0.866322013820141, |
| "learning_rate": 6.524351777304212e-05, |
| "loss": 0.4377, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.7753721244925575, |
| "grad_norm": 1.0791676369113699, |
| "learning_rate": 6.500733729791156e-05, |
| "loss": 0.436, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.7861975642760486, |
| "grad_norm": 0.8392320511506657, |
| "learning_rate": 6.476971681635209e-05, |
| "loss": 0.4422, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.79702300405954, |
| "grad_norm": 0.9498667235195808, |
| "learning_rate": 6.453067001134866e-05, |
| "loss": 0.4363, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.8078484438430311, |
| "grad_norm": 0.9454272098217824, |
| "learning_rate": 6.429021064801879e-05, |
| "loss": 0.4413, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.8186738836265224, |
| "grad_norm": 1.0615616521628106, |
| "learning_rate": 6.404835257281981e-05, |
| "loss": 0.4381, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.8294993234100136, |
| "grad_norm": 0.9856953495735615, |
| "learning_rate": 6.38051097127516e-05, |
| "loss": 0.4464, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.8403247631935047, |
| "grad_norm": 0.753057646053996, |
| "learning_rate": 6.356049607455456e-05, |
| "loss": 0.4363, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.851150202976996, |
| "grad_norm": 0.39232654080746043, |
| "learning_rate": 6.331452574390314e-05, |
| "loss": 0.4312, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.8619756427604872, |
| "grad_norm": 0.4651286070389448, |
| "learning_rate": 6.30672128845947e-05, |
| "loss": 0.4326, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.8728010825439783, |
| "grad_norm": 0.498700372148241, |
| "learning_rate": 6.281857173773384e-05, |
| "loss": 0.4266, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.8836265223274695, |
| "grad_norm": 0.6143971888783442, |
| "learning_rate": 6.25686166209125e-05, |
| "loss": 0.4394, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.8944519621109608, |
| "grad_norm": 0.5823010909272562, |
| "learning_rate": 6.231736192738535e-05, |
| "loss": 0.4334, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.9052774018944518, |
| "grad_norm": 0.5433244104111088, |
| "learning_rate": 6.206482212524109e-05, |
| "loss": 0.4279, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.9161028416779433, |
| "grad_norm": 0.40429580977808727, |
| "learning_rate": 6.181101175656932e-05, |
| "loss": 0.4294, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.9269282814614344, |
| "grad_norm": 0.3710586154986815, |
| "learning_rate": 6.155594543662304e-05, |
| "loss": 0.4395, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.9377537212449256, |
| "grad_norm": 0.3830066254564287, |
| "learning_rate": 6.12996378529772e-05, |
| "loss": 0.4333, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.9485791610284169, |
| "grad_norm": 0.3863659341469274, |
| "learning_rate": 6.104210376468284e-05, |
| "loss": 0.4358, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.959404600811908, |
| "grad_norm": 0.35342627993699427, |
| "learning_rate": 6.078335800141735e-05, |
| "loss": 0.4341, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.9702300405953992, |
| "grad_norm": 0.36966775051107076, |
| "learning_rate": 6.052341546263032e-05, |
| "loss": 0.4306, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.9810554803788905, |
| "grad_norm": 0.4038581298736109, |
| "learning_rate": 6.026229111668572e-05, |
| "loss": 0.4378, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.9918809201623815, |
| "grad_norm": 0.4488772095787638, |
| "learning_rate": 6.000000000000001e-05, |
| "loss": 0.4389, |
| "step": 184 |
| }, |
| { |
| "epoch": 2.002706359945873, |
| "grad_norm": 0.8295155001148825, |
| "learning_rate": 5.973655721617613e-05, |
| "loss": 0.6879, |
| "step": 185 |
| }, |
| { |
| "epoch": 2.013531799729364, |
| "grad_norm": 1.4737016899362347, |
| "learning_rate": 5.947197793513394e-05, |
| "loss": 0.407, |
| "step": 186 |
| }, |
| { |
| "epoch": 2.024357239512855, |
| "grad_norm": 0.5993476508246326, |
| "learning_rate": 5.920627739223663e-05, |
| "loss": 0.4022, |
| "step": 187 |
| }, |
| { |
| "epoch": 2.0351826792963466, |
| "grad_norm": 0.7123790524835452, |
| "learning_rate": 5.8939470887413364e-05, |
| "loss": 0.4034, |
| "step": 188 |
| }, |
| { |
| "epoch": 2.0460081190798376, |
| "grad_norm": 1.0489551042023235, |
| "learning_rate": 5.867157378427835e-05, |
| "loss": 0.398, |
| "step": 189 |
| }, |
| { |
| "epoch": 2.0568335588633286, |
| "grad_norm": 1.1280435275179306, |
| "learning_rate": 5.840260150924609e-05, |
| "loss": 0.4039, |
| "step": 190 |
| }, |
| { |
| "epoch": 2.06765899864682, |
| "grad_norm": 0.8086213856542805, |
| "learning_rate": 5.81325695506431e-05, |
| "loss": 0.4069, |
| "step": 191 |
| }, |
| { |
| "epoch": 2.078484438430311, |
| "grad_norm": 0.7971526749207055, |
| "learning_rate": 5.7861493457816005e-05, |
| "loss": 0.4108, |
| "step": 192 |
| }, |
| { |
| "epoch": 2.089309878213802, |
| "grad_norm": 0.6150880177459436, |
| "learning_rate": 5.7589388840236235e-05, |
| "loss": 0.4023, |
| "step": 193 |
| }, |
| { |
| "epoch": 2.1001353179972937, |
| "grad_norm": 0.6200048701618767, |
| "learning_rate": 5.73162713666011e-05, |
| "loss": 0.3947, |
| "step": 194 |
| }, |
| { |
| "epoch": 2.1109607577807847, |
| "grad_norm": 0.9512484994979096, |
| "learning_rate": 5.704215676393154e-05, |
| "loss": 0.4043, |
| "step": 195 |
| }, |
| { |
| "epoch": 2.121786197564276, |
| "grad_norm": 0.8033132486864113, |
| "learning_rate": 5.676706081666657e-05, |
| "loss": 0.4023, |
| "step": 196 |
| }, |
| { |
| "epoch": 2.1326116373477673, |
| "grad_norm": 0.6857766246265746, |
| "learning_rate": 5.6490999365754304e-05, |
| "loss": 0.3989, |
| "step": 197 |
| }, |
| { |
| "epoch": 2.1434370771312583, |
| "grad_norm": 0.7160087962374165, |
| "learning_rate": 5.621398830773979e-05, |
| "loss": 0.3974, |
| "step": 198 |
| }, |
| { |
| "epoch": 2.15426251691475, |
| "grad_norm": 0.7255913343428894, |
| "learning_rate": 5.593604359384967e-05, |
| "loss": 0.4046, |
| "step": 199 |
| }, |
| { |
| "epoch": 2.165087956698241, |
| "grad_norm": 1.0668814854383228, |
| "learning_rate": 5.5657181229073584e-05, |
| "loss": 0.4069, |
| "step": 200 |
| }, |
| { |
| "epoch": 2.175913396481732, |
| "grad_norm": 0.6695749773505052, |
| "learning_rate": 5.5377417271242605e-05, |
| "loss": 0.4004, |
| "step": 201 |
| }, |
| { |
| "epoch": 2.1867388362652234, |
| "grad_norm": 0.41018811941016275, |
| "learning_rate": 5.5096767830104574e-05, |
| "loss": 0.3973, |
| "step": 202 |
| }, |
| { |
| "epoch": 2.1975642760487144, |
| "grad_norm": 0.7331180833734219, |
| "learning_rate": 5.481524906639645e-05, |
| "loss": 0.4049, |
| "step": 203 |
| }, |
| { |
| "epoch": 2.208389715832206, |
| "grad_norm": 0.7311488343422455, |
| "learning_rate": 5.453287719091366e-05, |
| "loss": 0.4039, |
| "step": 204 |
| }, |
| { |
| "epoch": 2.219215155615697, |
| "grad_norm": 0.46217024270353824, |
| "learning_rate": 5.424966846357668e-05, |
| "loss": 0.4001, |
| "step": 205 |
| }, |
| { |
| "epoch": 2.230040595399188, |
| "grad_norm": 0.3580272770419428, |
| "learning_rate": 5.3965639192494746e-05, |
| "loss": 0.3995, |
| "step": 206 |
| }, |
| { |
| "epoch": 2.2408660351826795, |
| "grad_norm": 0.5415105544180893, |
| "learning_rate": 5.368080573302676e-05, |
| "loss": 0.4047, |
| "step": 207 |
| }, |
| { |
| "epoch": 2.2516914749661705, |
| "grad_norm": 0.5146452956341113, |
| "learning_rate": 5.339518448683945e-05, |
| "loss": 0.3959, |
| "step": 208 |
| }, |
| { |
| "epoch": 2.2625169147496615, |
| "grad_norm": 0.40046443729910486, |
| "learning_rate": 5.3108791900963e-05, |
| "loss": 0.3997, |
| "step": 209 |
| }, |
| { |
| "epoch": 2.273342354533153, |
| "grad_norm": 0.3552796868979913, |
| "learning_rate": 5.282164446684389e-05, |
| "loss": 0.3954, |
| "step": 210 |
| }, |
| { |
| "epoch": 2.284167794316644, |
| "grad_norm": 0.495387489856506, |
| "learning_rate": 5.2533758719395294e-05, |
| "loss": 0.3972, |
| "step": 211 |
| }, |
| { |
| "epoch": 2.2949932341001356, |
| "grad_norm": 0.37686968387016173, |
| "learning_rate": 5.2245151236044974e-05, |
| "loss": 0.3976, |
| "step": 212 |
| }, |
| { |
| "epoch": 2.3058186738836266, |
| "grad_norm": 0.2823917242370533, |
| "learning_rate": 5.195583863578064e-05, |
| "loss": 0.4049, |
| "step": 213 |
| }, |
| { |
| "epoch": 2.3166441136671176, |
| "grad_norm": 0.33559837716294566, |
| "learning_rate": 5.1665837578193e-05, |
| "loss": 0.3992, |
| "step": 214 |
| }, |
| { |
| "epoch": 2.3274695534506087, |
| "grad_norm": 0.2837563379510337, |
| "learning_rate": 5.137516476251648e-05, |
| "loss": 0.3997, |
| "step": 215 |
| }, |
| { |
| "epoch": 2.3382949932341, |
| "grad_norm": 0.28846039259956097, |
| "learning_rate": 5.108383692666756e-05, |
| "loss": 0.4054, |
| "step": 216 |
| }, |
| { |
| "epoch": 2.349120433017591, |
| "grad_norm": 0.3171321353936286, |
| "learning_rate": 5.0791870846280974e-05, |
| "loss": 0.3992, |
| "step": 217 |
| }, |
| { |
| "epoch": 2.3599458728010827, |
| "grad_norm": 0.2678755670767341, |
| "learning_rate": 5.0499283333743754e-05, |
| "loss": 0.4077, |
| "step": 218 |
| }, |
| { |
| "epoch": 2.3707713125845737, |
| "grad_norm": 0.2737614063807259, |
| "learning_rate": 5.020609123722705e-05, |
| "loss": 0.4037, |
| "step": 219 |
| }, |
| { |
| "epoch": 2.381596752368065, |
| "grad_norm": 0.3048714730712856, |
| "learning_rate": 4.9912311439716e-05, |
| "loss": 0.3911, |
| "step": 220 |
| }, |
| { |
| "epoch": 2.3924221921515563, |
| "grad_norm": 0.2574922530022283, |
| "learning_rate": 4.961796085803754e-05, |
| "loss": 0.3987, |
| "step": 221 |
| }, |
| { |
| "epoch": 2.4032476319350473, |
| "grad_norm": 0.32375321489222875, |
| "learning_rate": 4.932305644188627e-05, |
| "loss": 0.4056, |
| "step": 222 |
| }, |
| { |
| "epoch": 2.414073071718539, |
| "grad_norm": 0.3940310241959818, |
| "learning_rate": 4.902761517284843e-05, |
| "loss": 0.4041, |
| "step": 223 |
| }, |
| { |
| "epoch": 2.42489851150203, |
| "grad_norm": 0.30709183482329716, |
| "learning_rate": 4.8731654063424066e-05, |
| "loss": 0.4012, |
| "step": 224 |
| }, |
| { |
| "epoch": 2.435723951285521, |
| "grad_norm": 0.24828710130084936, |
| "learning_rate": 4.843519015604739e-05, |
| "loss": 0.3994, |
| "step": 225 |
| }, |
| { |
| "epoch": 2.4465493910690124, |
| "grad_norm": 0.3039622222887511, |
| "learning_rate": 4.8138240522105365e-05, |
| "loss": 0.4019, |
| "step": 226 |
| }, |
| { |
| "epoch": 2.4573748308525034, |
| "grad_norm": 0.3003924416251595, |
| "learning_rate": 4.784082226095474e-05, |
| "loss": 0.3962, |
| "step": 227 |
| }, |
| { |
| "epoch": 2.4682002706359945, |
| "grad_norm": 0.22755737327455813, |
| "learning_rate": 4.7542952498937437e-05, |
| "loss": 0.3983, |
| "step": 228 |
| }, |
| { |
| "epoch": 2.479025710419486, |
| "grad_norm": 0.25304360527606307, |
| "learning_rate": 4.7244648388394235e-05, |
| "loss": 0.3942, |
| "step": 229 |
| }, |
| { |
| "epoch": 2.489851150202977, |
| "grad_norm": 0.24578325368030968, |
| "learning_rate": 4.694592710667723e-05, |
| "loss": 0.3963, |
| "step": 230 |
| }, |
| { |
| "epoch": 2.500676589986468, |
| "grad_norm": 0.24077179007380192, |
| "learning_rate": 4.664680585516057e-05, |
| "loss": 0.4052, |
| "step": 231 |
| }, |
| { |
| "epoch": 2.5115020297699595, |
| "grad_norm": 0.25770064300310863, |
| "learning_rate": 4.634730185825006e-05, |
| "loss": 0.4023, |
| "step": 232 |
| }, |
| { |
| "epoch": 2.5223274695534506, |
| "grad_norm": 0.29543906900824984, |
| "learning_rate": 4.604743236239124e-05, |
| "loss": 0.3974, |
| "step": 233 |
| }, |
| { |
| "epoch": 2.533152909336942, |
| "grad_norm": 0.23991016795181042, |
| "learning_rate": 4.574721463507633e-05, |
| "loss": 0.3999, |
| "step": 234 |
| }, |
| { |
| "epoch": 2.543978349120433, |
| "grad_norm": 0.21566542112560377, |
| "learning_rate": 4.5446665963849874e-05, |
| "loss": 0.3931, |
| "step": 235 |
| }, |
| { |
| "epoch": 2.554803788903924, |
| "grad_norm": 0.26245544883616334, |
| "learning_rate": 4.514580365531325e-05, |
| "loss": 0.3921, |
| "step": 236 |
| }, |
| { |
| "epoch": 2.565629228687415, |
| "grad_norm": 0.2509466224574822, |
| "learning_rate": 4.484464503412817e-05, |
| "loss": 0.3989, |
| "step": 237 |
| }, |
| { |
| "epoch": 2.5764546684709067, |
| "grad_norm": 0.2921963850485716, |
| "learning_rate": 4.4543207442019e-05, |
| "loss": 0.3983, |
| "step": 238 |
| }, |
| { |
| "epoch": 2.5872801082543977, |
| "grad_norm": 0.21232868508333116, |
| "learning_rate": 4.424150823677419e-05, |
| "loss": 0.3951, |
| "step": 239 |
| }, |
| { |
| "epoch": 2.598105548037889, |
| "grad_norm": 0.2846484943408765, |
| "learning_rate": 4.3939564791246744e-05, |
| "loss": 0.4034, |
| "step": 240 |
| }, |
| { |
| "epoch": 2.60893098782138, |
| "grad_norm": 0.29357221150822416, |
| "learning_rate": 4.3637394492353886e-05, |
| "loss": 0.4052, |
| "step": 241 |
| }, |
| { |
| "epoch": 2.6197564276048713, |
| "grad_norm": 0.2532347044145875, |
| "learning_rate": 4.333501474007574e-05, |
| "loss": 0.4045, |
| "step": 242 |
| }, |
| { |
| "epoch": 2.6305818673883627, |
| "grad_norm": 0.20455259571037776, |
| "learning_rate": 4.303244294645354e-05, |
| "loss": 0.3958, |
| "step": 243 |
| }, |
| { |
| "epoch": 2.641407307171854, |
| "grad_norm": 0.23989966946640798, |
| "learning_rate": 4.272969653458685e-05, |
| "loss": 0.394, |
| "step": 244 |
| }, |
| { |
| "epoch": 2.6522327469553453, |
| "grad_norm": 0.2255061069896111, |
| "learning_rate": 4.242679293763035e-05, |
| "loss": 0.3942, |
| "step": 245 |
| }, |
| { |
| "epoch": 2.6630581867388363, |
| "grad_norm": 0.23515116200339933, |
| "learning_rate": 4.2123749597789984e-05, |
| "loss": 0.3956, |
| "step": 246 |
| }, |
| { |
| "epoch": 2.6738836265223274, |
| "grad_norm": 0.2248941135472504, |
| "learning_rate": 4.1820583965318555e-05, |
| "loss": 0.4011, |
| "step": 247 |
| }, |
| { |
| "epoch": 2.6847090663058184, |
| "grad_norm": 0.24317542119733318, |
| "learning_rate": 4.151731349751086e-05, |
| "loss": 0.3964, |
| "step": 248 |
| }, |
| { |
| "epoch": 2.69553450608931, |
| "grad_norm": 0.2182498690125644, |
| "learning_rate": 4.12139556576985e-05, |
| "loss": 0.3924, |
| "step": 249 |
| }, |
| { |
| "epoch": 2.706359945872801, |
| "grad_norm": 0.19757577350714361, |
| "learning_rate": 4.091052791424423e-05, |
| "loss": 0.4033, |
| "step": 250 |
| }, |
| { |
| "epoch": 2.7171853856562924, |
| "grad_norm": 0.24674384659213253, |
| "learning_rate": 4.060704773953611e-05, |
| "loss": 0.3998, |
| "step": 251 |
| }, |
| { |
| "epoch": 2.7280108254397835, |
| "grad_norm": 0.25492479480718416, |
| "learning_rate": 4.0303532608981336e-05, |
| "loss": 0.4035, |
| "step": 252 |
| }, |
| { |
| "epoch": 2.7388362652232745, |
| "grad_norm": 0.2061832272126445, |
| "learning_rate": 4e-05, |
| "loss": 0.4019, |
| "step": 253 |
| }, |
| { |
| "epoch": 2.749661705006766, |
| "grad_norm": 0.20527089406948276, |
| "learning_rate": 3.969646739101868e-05, |
| "loss": 0.3954, |
| "step": 254 |
| }, |
| { |
| "epoch": 2.760487144790257, |
| "grad_norm": 0.17828129068585608, |
| "learning_rate": 3.93929522604639e-05, |
| "loss": 0.3921, |
| "step": 255 |
| }, |
| { |
| "epoch": 2.7713125845737485, |
| "grad_norm": 0.22611834558135363, |
| "learning_rate": 3.908947208575577e-05, |
| "loss": 0.3903, |
| "step": 256 |
| }, |
| { |
| "epoch": 2.7821380243572396, |
| "grad_norm": 0.2132214449799281, |
| "learning_rate": 3.878604434230151e-05, |
| "loss": 0.4042, |
| "step": 257 |
| }, |
| { |
| "epoch": 2.7929634641407306, |
| "grad_norm": 0.18422878450192567, |
| "learning_rate": 3.848268650248915e-05, |
| "loss": 0.3973, |
| "step": 258 |
| }, |
| { |
| "epoch": 2.803788903924222, |
| "grad_norm": 0.199127350255564, |
| "learning_rate": 3.8179416034681465e-05, |
| "loss": 0.3954, |
| "step": 259 |
| }, |
| { |
| "epoch": 2.814614343707713, |
| "grad_norm": 0.196931992775811, |
| "learning_rate": 3.7876250402210036e-05, |
| "loss": 0.4007, |
| "step": 260 |
| }, |
| { |
| "epoch": 2.825439783491204, |
| "grad_norm": 0.22253615210660102, |
| "learning_rate": 3.757320706236966e-05, |
| "loss": 0.3902, |
| "step": 261 |
| }, |
| { |
| "epoch": 2.8362652232746957, |
| "grad_norm": 0.21034998071613925, |
| "learning_rate": 3.727030346541317e-05, |
| "loss": 0.3951, |
| "step": 262 |
| }, |
| { |
| "epoch": 2.8470906630581867, |
| "grad_norm": 0.220038673465254, |
| "learning_rate": 3.696755705354647e-05, |
| "loss": 0.3995, |
| "step": 263 |
| }, |
| { |
| "epoch": 2.8579161028416777, |
| "grad_norm": 0.2376263555554069, |
| "learning_rate": 3.6664985259924265e-05, |
| "loss": 0.3955, |
| "step": 264 |
| }, |
| { |
| "epoch": 2.8687415426251692, |
| "grad_norm": 0.18498115246118843, |
| "learning_rate": 3.636260550764613e-05, |
| "loss": 0.3994, |
| "step": 265 |
| }, |
| { |
| "epoch": 2.8795669824086603, |
| "grad_norm": 0.2281213349380945, |
| "learning_rate": 3.6060435208753256e-05, |
| "loss": 0.3976, |
| "step": 266 |
| }, |
| { |
| "epoch": 2.8903924221921518, |
| "grad_norm": 0.21257471713489817, |
| "learning_rate": 3.575849176322582e-05, |
| "loss": 0.3935, |
| "step": 267 |
| }, |
| { |
| "epoch": 2.901217861975643, |
| "grad_norm": 0.17668776804131658, |
| "learning_rate": 3.5456792557981e-05, |
| "loss": 0.3958, |
| "step": 268 |
| }, |
| { |
| "epoch": 2.912043301759134, |
| "grad_norm": 0.23579452170282567, |
| "learning_rate": 3.5155354965871846e-05, |
| "loss": 0.397, |
| "step": 269 |
| }, |
| { |
| "epoch": 2.9228687415426253, |
| "grad_norm": 0.21220661458040213, |
| "learning_rate": 3.485419634468676e-05, |
| "loss": 0.398, |
| "step": 270 |
| }, |
| { |
| "epoch": 2.9336941813261164, |
| "grad_norm": 0.29156175148563857, |
| "learning_rate": 3.4553334036150146e-05, |
| "loss": 0.3954, |
| "step": 271 |
| }, |
| { |
| "epoch": 2.944519621109608, |
| "grad_norm": 0.21342855706614183, |
| "learning_rate": 3.425278536492368e-05, |
| "loss": 0.4014, |
| "step": 272 |
| }, |
| { |
| "epoch": 2.955345060893099, |
| "grad_norm": 0.19007967113000737, |
| "learning_rate": 3.395256763760877e-05, |
| "loss": 0.3987, |
| "step": 273 |
| }, |
| { |
| "epoch": 2.96617050067659, |
| "grad_norm": 0.20030092145985207, |
| "learning_rate": 3.3652698141749946e-05, |
| "loss": 0.3969, |
| "step": 274 |
| }, |
| { |
| "epoch": 2.976995940460081, |
| "grad_norm": 0.1671102845524452, |
| "learning_rate": 3.3353194144839444e-05, |
| "loss": 0.4047, |
| "step": 275 |
| }, |
| { |
| "epoch": 2.9878213802435725, |
| "grad_norm": 0.22912012233424828, |
| "learning_rate": 3.305407289332279e-05, |
| "loss": 0.3926, |
| "step": 276 |
| }, |
| { |
| "epoch": 2.9986468200270635, |
| "grad_norm": 0.2683137652561869, |
| "learning_rate": 3.2755351611605765e-05, |
| "loss": 0.566, |
| "step": 277 |
| }, |
| { |
| "epoch": 3.009472259810555, |
| "grad_norm": 0.2952413857194597, |
| "learning_rate": 3.245704750106257e-05, |
| "loss": 0.455, |
| "step": 278 |
| }, |
| { |
| "epoch": 3.020297699594046, |
| "grad_norm": 0.23270668650047643, |
| "learning_rate": 3.215917773904528e-05, |
| "loss": 0.3727, |
| "step": 279 |
| }, |
| { |
| "epoch": 3.031123139377537, |
| "grad_norm": 0.24171506781246388, |
| "learning_rate": 3.1861759477894656e-05, |
| "loss": 0.3665, |
| "step": 280 |
| }, |
| { |
| "epoch": 3.0419485791610286, |
| "grad_norm": 0.2680860291808305, |
| "learning_rate": 3.156480984395263e-05, |
| "loss": 0.3666, |
| "step": 281 |
| }, |
| { |
| "epoch": 3.0527740189445196, |
| "grad_norm": 0.19524723806636465, |
| "learning_rate": 3.126834593657595e-05, |
| "loss": 0.3574, |
| "step": 282 |
| }, |
| { |
| "epoch": 3.0635994587280106, |
| "grad_norm": 0.23365726223954875, |
| "learning_rate": 3.097238482715158e-05, |
| "loss": 0.3691, |
| "step": 283 |
| }, |
| { |
| "epoch": 3.074424898511502, |
| "grad_norm": 0.20482362620161818, |
| "learning_rate": 3.0676943558113745e-05, |
| "loss": 0.3689, |
| "step": 284 |
| }, |
| { |
| "epoch": 3.085250338294993, |
| "grad_norm": 0.21174717829037049, |
| "learning_rate": 3.0382039141962473e-05, |
| "loss": 0.3631, |
| "step": 285 |
| }, |
| { |
| "epoch": 3.096075778078484, |
| "grad_norm": 0.19387440535216213, |
| "learning_rate": 3.008768856028401e-05, |
| "loss": 0.3666, |
| "step": 286 |
| }, |
| { |
| "epoch": 3.1069012178619757, |
| "grad_norm": 0.21151253274662332, |
| "learning_rate": 2.9793908762772954e-05, |
| "loss": 0.3667, |
| "step": 287 |
| }, |
| { |
| "epoch": 3.1177266576454667, |
| "grad_norm": 0.19220716557476908, |
| "learning_rate": 2.950071666625625e-05, |
| "loss": 0.3676, |
| "step": 288 |
| }, |
| { |
| "epoch": 3.1285520974289582, |
| "grad_norm": 0.18887116061755296, |
| "learning_rate": 2.9208129153719026e-05, |
| "loss": 0.3712, |
| "step": 289 |
| }, |
| { |
| "epoch": 3.1393775372124493, |
| "grad_norm": 0.217906436813338, |
| "learning_rate": 2.8916163073332462e-05, |
| "loss": 0.368, |
| "step": 290 |
| }, |
| { |
| "epoch": 3.1502029769959403, |
| "grad_norm": 0.16785424264087018, |
| "learning_rate": 2.8624835237483535e-05, |
| "loss": 0.3545, |
| "step": 291 |
| }, |
| { |
| "epoch": 3.161028416779432, |
| "grad_norm": 0.21288405997782842, |
| "learning_rate": 2.8334162421807002e-05, |
| "loss": 0.3603, |
| "step": 292 |
| }, |
| { |
| "epoch": 3.171853856562923, |
| "grad_norm": 0.17657164097795794, |
| "learning_rate": 2.8044161364219378e-05, |
| "loss": 0.3636, |
| "step": 293 |
| }, |
| { |
| "epoch": 3.182679296346414, |
| "grad_norm": 0.17503579725776347, |
| "learning_rate": 2.775484876395504e-05, |
| "loss": 0.3669, |
| "step": 294 |
| }, |
| { |
| "epoch": 3.1935047361299054, |
| "grad_norm": 0.1661974981289015, |
| "learning_rate": 2.7466241280604716e-05, |
| "loss": 0.3617, |
| "step": 295 |
| }, |
| { |
| "epoch": 3.2043301759133964, |
| "grad_norm": 0.1804231214261922, |
| "learning_rate": 2.717835553315612e-05, |
| "loss": 0.3665, |
| "step": 296 |
| }, |
| { |
| "epoch": 3.2151556156968875, |
| "grad_norm": 0.1627404959706761, |
| "learning_rate": 2.6891208099037006e-05, |
| "loss": 0.3719, |
| "step": 297 |
| }, |
| { |
| "epoch": 3.225981055480379, |
| "grad_norm": 0.16858290476423804, |
| "learning_rate": 2.6604815513160556e-05, |
| "loss": 0.373, |
| "step": 298 |
| }, |
| { |
| "epoch": 3.23680649526387, |
| "grad_norm": 0.17315102971170435, |
| "learning_rate": 2.6319194266973256e-05, |
| "loss": 0.3628, |
| "step": 299 |
| }, |
| { |
| "epoch": 3.2476319350473615, |
| "grad_norm": 0.17092619054701708, |
| "learning_rate": 2.6034360807505267e-05, |
| "loss": 0.3583, |
| "step": 300 |
| }, |
| { |
| "epoch": 3.2584573748308525, |
| "grad_norm": 0.16860391372808461, |
| "learning_rate": 2.575033153642334e-05, |
| "loss": 0.3627, |
| "step": 301 |
| }, |
| { |
| "epoch": 3.2692828146143436, |
| "grad_norm": 0.18423357259943915, |
| "learning_rate": 2.5467122809086355e-05, |
| "loss": 0.37, |
| "step": 302 |
| }, |
| { |
| "epoch": 3.280108254397835, |
| "grad_norm": 0.1549373166740434, |
| "learning_rate": 2.518475093360356e-05, |
| "loss": 0.3676, |
| "step": 303 |
| }, |
| { |
| "epoch": 3.290933694181326, |
| "grad_norm": 0.20520475892662024, |
| "learning_rate": 2.490323216989543e-05, |
| "loss": 0.3671, |
| "step": 304 |
| }, |
| { |
| "epoch": 3.301759133964817, |
| "grad_norm": 0.1462251183862993, |
| "learning_rate": 2.46225827287574e-05, |
| "loss": 0.3665, |
| "step": 305 |
| }, |
| { |
| "epoch": 3.3125845737483086, |
| "grad_norm": 0.2037257968520142, |
| "learning_rate": 2.4342818770926437e-05, |
| "loss": 0.3669, |
| "step": 306 |
| }, |
| { |
| "epoch": 3.3234100135317997, |
| "grad_norm": 0.15979516331505322, |
| "learning_rate": 2.4063956406150345e-05, |
| "loss": 0.3717, |
| "step": 307 |
| }, |
| { |
| "epoch": 3.3342354533152907, |
| "grad_norm": 0.18421360813445462, |
| "learning_rate": 2.3786011692260216e-05, |
| "loss": 0.3659, |
| "step": 308 |
| }, |
| { |
| "epoch": 3.345060893098782, |
| "grad_norm": 0.18353862952549732, |
| "learning_rate": 2.35090006342457e-05, |
| "loss": 0.3638, |
| "step": 309 |
| }, |
| { |
| "epoch": 3.3558863328822732, |
| "grad_norm": 0.16761186075113543, |
| "learning_rate": 2.323293918333345e-05, |
| "loss": 0.3704, |
| "step": 310 |
| }, |
| { |
| "epoch": 3.3667117726657647, |
| "grad_norm": 0.2012259488253085, |
| "learning_rate": 2.295784323606848e-05, |
| "loss": 0.3594, |
| "step": 311 |
| }, |
| { |
| "epoch": 3.3775372124492558, |
| "grad_norm": 0.14417434763773077, |
| "learning_rate": 2.2683728633398926e-05, |
| "loss": 0.3604, |
| "step": 312 |
| }, |
| { |
| "epoch": 3.388362652232747, |
| "grad_norm": 0.19765429801608228, |
| "learning_rate": 2.2410611159763765e-05, |
| "loss": 0.363, |
| "step": 313 |
| }, |
| { |
| "epoch": 3.3991880920162383, |
| "grad_norm": 0.14242034553646193, |
| "learning_rate": 2.2138506542184e-05, |
| "loss": 0.3608, |
| "step": 314 |
| }, |
| { |
| "epoch": 3.4100135317997293, |
| "grad_norm": 0.19492907121639994, |
| "learning_rate": 2.1867430449356917e-05, |
| "loss": 0.3672, |
| "step": 315 |
| }, |
| { |
| "epoch": 3.420838971583221, |
| "grad_norm": 0.18616307600245358, |
| "learning_rate": 2.1597398490753917e-05, |
| "loss": 0.3559, |
| "step": 316 |
| }, |
| { |
| "epoch": 3.431664411366712, |
| "grad_norm": 0.17108649074089605, |
| "learning_rate": 2.1328426215721655e-05, |
| "loss": 0.3619, |
| "step": 317 |
| }, |
| { |
| "epoch": 3.442489851150203, |
| "grad_norm": 0.1745701339642718, |
| "learning_rate": 2.1060529112586642e-05, |
| "loss": 0.3694, |
| "step": 318 |
| }, |
| { |
| "epoch": 3.453315290933694, |
| "grad_norm": 0.17738755753222712, |
| "learning_rate": 2.0793722607763383e-05, |
| "loss": 0.3655, |
| "step": 319 |
| }, |
| { |
| "epoch": 3.4641407307171854, |
| "grad_norm": 0.17061926888972667, |
| "learning_rate": 2.0528022064866048e-05, |
| "loss": 0.3753, |
| "step": 320 |
| }, |
| { |
| "epoch": 3.4749661705006765, |
| "grad_norm": 0.16060632755656637, |
| "learning_rate": 2.0263442783823884e-05, |
| "loss": 0.3582, |
| "step": 321 |
| }, |
| { |
| "epoch": 3.485791610284168, |
| "grad_norm": 0.1603561152232048, |
| "learning_rate": 2.0000000000000012e-05, |
| "loss": 0.3667, |
| "step": 322 |
| }, |
| { |
| "epoch": 3.496617050067659, |
| "grad_norm": 0.16661893716863155, |
| "learning_rate": 1.9737708883314287e-05, |
| "loss": 0.3631, |
| "step": 323 |
| }, |
| { |
| "epoch": 3.50744248985115, |
| "grad_norm": 0.16611613821795707, |
| "learning_rate": 1.9476584537369705e-05, |
| "loss": 0.368, |
| "step": 324 |
| }, |
| { |
| "epoch": 3.5182679296346415, |
| "grad_norm": 0.1544782537793828, |
| "learning_rate": 1.9216641998582666e-05, |
| "loss": 0.359, |
| "step": 325 |
| }, |
| { |
| "epoch": 3.5290933694181326, |
| "grad_norm": 0.15513098503272876, |
| "learning_rate": 1.8957896235317153e-05, |
| "loss": 0.3653, |
| "step": 326 |
| }, |
| { |
| "epoch": 3.539918809201624, |
| "grad_norm": 0.13881993920195754, |
| "learning_rate": 1.8700362147022823e-05, |
| "loss": 0.3643, |
| "step": 327 |
| }, |
| { |
| "epoch": 3.550744248985115, |
| "grad_norm": 0.16797414295499802, |
| "learning_rate": 1.844405456337698e-05, |
| "loss": 0.3599, |
| "step": 328 |
| }, |
| { |
| "epoch": 3.561569688768606, |
| "grad_norm": 0.1290170002098324, |
| "learning_rate": 1.8188988243430698e-05, |
| "loss": 0.3663, |
| "step": 329 |
| }, |
| { |
| "epoch": 3.572395128552097, |
| "grad_norm": 0.1449933017909107, |
| "learning_rate": 1.793517787475891e-05, |
| "loss": 0.3652, |
| "step": 330 |
| }, |
| { |
| "epoch": 3.5832205683355887, |
| "grad_norm": 0.12623373795565543, |
| "learning_rate": 1.7682638072614667e-05, |
| "loss": 0.3673, |
| "step": 331 |
| }, |
| { |
| "epoch": 3.5940460081190797, |
| "grad_norm": 0.13727234583503345, |
| "learning_rate": 1.7431383379087523e-05, |
| "loss": 0.3684, |
| "step": 332 |
| }, |
| { |
| "epoch": 3.604871447902571, |
| "grad_norm": 0.1216442976874091, |
| "learning_rate": 1.7181428262266172e-05, |
| "loss": 0.3663, |
| "step": 333 |
| }, |
| { |
| "epoch": 3.6156968876860622, |
| "grad_norm": 0.11801832138683788, |
| "learning_rate": 1.6932787115405318e-05, |
| "loss": 0.3551, |
| "step": 334 |
| }, |
| { |
| "epoch": 3.6265223274695533, |
| "grad_norm": 0.11494702663483314, |
| "learning_rate": 1.6685474256096865e-05, |
| "loss": 0.364, |
| "step": 335 |
| }, |
| { |
| "epoch": 3.6373477672530448, |
| "grad_norm": 0.12323916060969814, |
| "learning_rate": 1.6439503925445453e-05, |
| "loss": 0.3607, |
| "step": 336 |
| }, |
| { |
| "epoch": 3.648173207036536, |
| "grad_norm": 0.1098349302717658, |
| "learning_rate": 1.619489028724842e-05, |
| "loss": 0.3571, |
| "step": 337 |
| }, |
| { |
| "epoch": 3.6589986468200273, |
| "grad_norm": 0.1325820150308931, |
| "learning_rate": 1.595164742718019e-05, |
| "loss": 0.3649, |
| "step": 338 |
| }, |
| { |
| "epoch": 3.6698240866035183, |
| "grad_norm": 0.12739598866297566, |
| "learning_rate": 1.5709789351981214e-05, |
| "loss": 0.365, |
| "step": 339 |
| }, |
| { |
| "epoch": 3.6806495263870094, |
| "grad_norm": 0.1279574306960612, |
| "learning_rate": 1.5469329988651344e-05, |
| "loss": 0.3616, |
| "step": 340 |
| }, |
| { |
| "epoch": 3.6914749661705004, |
| "grad_norm": 0.12740756778928286, |
| "learning_rate": 1.5230283183647938e-05, |
| "loss": 0.3675, |
| "step": 341 |
| }, |
| { |
| "epoch": 3.702300405953992, |
| "grad_norm": 0.12199919817169146, |
| "learning_rate": 1.4992662702088451e-05, |
| "loss": 0.357, |
| "step": 342 |
| }, |
| { |
| "epoch": 3.713125845737483, |
| "grad_norm": 0.13290437651272327, |
| "learning_rate": 1.47564822269579e-05, |
| "loss": 0.3643, |
| "step": 343 |
| }, |
| { |
| "epoch": 3.7239512855209744, |
| "grad_norm": 0.12309727230864277, |
| "learning_rate": 1.4521755358320868e-05, |
| "loss": 0.3654, |
| "step": 344 |
| }, |
| { |
| "epoch": 3.7347767253044655, |
| "grad_norm": 0.11580584203358321, |
| "learning_rate": 1.4288495612538427e-05, |
| "loss": 0.3603, |
| "step": 345 |
| }, |
| { |
| "epoch": 3.7456021650879565, |
| "grad_norm": 0.12053339473193542, |
| "learning_rate": 1.4056716421489762e-05, |
| "loss": 0.3613, |
| "step": 346 |
| }, |
| { |
| "epoch": 3.756427604871448, |
| "grad_norm": 0.13687114857273397, |
| "learning_rate": 1.3826431131798757e-05, |
| "loss": 0.3657, |
| "step": 347 |
| }, |
| { |
| "epoch": 3.767253044654939, |
| "grad_norm": 0.10679108792867367, |
| "learning_rate": 1.3597653004065436e-05, |
| "loss": 0.3678, |
| "step": 348 |
| }, |
| { |
| "epoch": 3.7780784844384305, |
| "grad_norm": 0.13191858463972334, |
| "learning_rate": 1.337039521210238e-05, |
| "loss": 0.3624, |
| "step": 349 |
| }, |
| { |
| "epoch": 3.7889039242219216, |
| "grad_norm": 0.11520187391454531, |
| "learning_rate": 1.3144670842176134e-05, |
| "loss": 0.3571, |
| "step": 350 |
| }, |
| { |
| "epoch": 3.7997293640054126, |
| "grad_norm": 0.1072027738008208, |
| "learning_rate": 1.2920492892253642e-05, |
| "loss": 0.3583, |
| "step": 351 |
| }, |
| { |
| "epoch": 3.8105548037889037, |
| "grad_norm": 0.1348518526777805, |
| "learning_rate": 1.2697874271253844e-05, |
| "loss": 0.3674, |
| "step": 352 |
| }, |
| { |
| "epoch": 3.821380243572395, |
| "grad_norm": 0.11201420019346077, |
| "learning_rate": 1.247682779830421e-05, |
| "loss": 0.373, |
| "step": 353 |
| }, |
| { |
| "epoch": 3.832205683355886, |
| "grad_norm": 0.11768440300752973, |
| "learning_rate": 1.2257366202002693e-05, |
| "loss": 0.3655, |
| "step": 354 |
| }, |
| { |
| "epoch": 3.8430311231393777, |
| "grad_norm": 0.11313665709627198, |
| "learning_rate": 1.2039502119684725e-05, |
| "loss": 0.3671, |
| "step": 355 |
| }, |
| { |
| "epoch": 3.8538565629228687, |
| "grad_norm": 0.10418998401518839, |
| "learning_rate": 1.1823248096695515e-05, |
| "loss": 0.3618, |
| "step": 356 |
| }, |
| { |
| "epoch": 3.8646820027063598, |
| "grad_norm": 0.110112732988295, |
| "learning_rate": 1.160861658566764e-05, |
| "loss": 0.3611, |
| "step": 357 |
| }, |
| { |
| "epoch": 3.8755074424898512, |
| "grad_norm": 0.09942258198464687, |
| "learning_rate": 1.1395619945804021e-05, |
| "loss": 0.3586, |
| "step": 358 |
| }, |
| { |
| "epoch": 3.8863328822733423, |
| "grad_norm": 0.10319257251599674, |
| "learning_rate": 1.118427044216619e-05, |
| "loss": 0.356, |
| "step": 359 |
| }, |
| { |
| "epoch": 3.8971583220568338, |
| "grad_norm": 0.10283087239718877, |
| "learning_rate": 1.0974580244968039e-05, |
| "loss": 0.3585, |
| "step": 360 |
| }, |
| { |
| "epoch": 3.907983761840325, |
| "grad_norm": 0.10712486173724692, |
| "learning_rate": 1.0766561428875036e-05, |
| "loss": 0.372, |
| "step": 361 |
| }, |
| { |
| "epoch": 3.918809201623816, |
| "grad_norm": 0.10477576856268758, |
| "learning_rate": 1.0560225972308925e-05, |
| "loss": 0.361, |
| "step": 362 |
| }, |
| { |
| "epoch": 3.9296346414073073, |
| "grad_norm": 0.09697172045393422, |
| "learning_rate": 1.0355585756757907e-05, |
| "loss": 0.3604, |
| "step": 363 |
| }, |
| { |
| "epoch": 3.9404600811907984, |
| "grad_norm": 0.10981365350889641, |
| "learning_rate": 1.0152652566092582e-05, |
| "loss": 0.3609, |
| "step": 364 |
| }, |
| { |
| "epoch": 3.9512855209742894, |
| "grad_norm": 0.10519785185770371, |
| "learning_rate": 9.951438085887294e-06, |
| "loss": 0.3631, |
| "step": 365 |
| }, |
| { |
| "epoch": 3.962110960757781, |
| "grad_norm": 0.10740052554928715, |
| "learning_rate": 9.751953902747267e-06, |
| "loss": 0.368, |
| "step": 366 |
| }, |
| { |
| "epoch": 3.972936400541272, |
| "grad_norm": 0.10480987894849778, |
| "learning_rate": 9.554211503641416e-06, |
| "loss": 0.3565, |
| "step": 367 |
| }, |
| { |
| "epoch": 3.983761840324763, |
| "grad_norm": 0.1040412988156162, |
| "learning_rate": 9.358222275240884e-06, |
| "loss": 0.3592, |
| "step": 368 |
| }, |
| { |
| "epoch": 3.9945872801082545, |
| "grad_norm": 0.10495487860148761, |
| "learning_rate": 9.163997503263364e-06, |
| "loss": 0.3707, |
| "step": 369 |
| }, |
| { |
| "epoch": 4.005412719891746, |
| "grad_norm": 0.1875294677786279, |
| "learning_rate": 8.971548371823205e-06, |
| "loss": 0.5807, |
| "step": 370 |
| }, |
| { |
| "epoch": 4.016238159675237, |
| "grad_norm": 0.14041995604948812, |
| "learning_rate": 8.780885962787452e-06, |
| "loss": 0.3404, |
| "step": 371 |
| }, |
| { |
| "epoch": 4.027063599458728, |
| "grad_norm": 0.1253661015397288, |
| "learning_rate": 8.592021255137646e-06, |
| "loss": 0.3487, |
| "step": 372 |
| }, |
| { |
| "epoch": 4.037889039242219, |
| "grad_norm": 0.11634016776170551, |
| "learning_rate": 8.404965124337665e-06, |
| "loss": 0.338, |
| "step": 373 |
| }, |
| { |
| "epoch": 4.04871447902571, |
| "grad_norm": 0.13106693030223066, |
| "learning_rate": 8.219728341707425e-06, |
| "loss": 0.3418, |
| "step": 374 |
| }, |
| { |
| "epoch": 4.059539918809202, |
| "grad_norm": 0.1320753462354552, |
| "learning_rate": 8.036321573802706e-06, |
| "loss": 0.345, |
| "step": 375 |
| }, |
| { |
| "epoch": 4.070365358592693, |
| "grad_norm": 0.1408674098165186, |
| "learning_rate": 7.854755381800872e-06, |
| "loss": 0.344, |
| "step": 376 |
| }, |
| { |
| "epoch": 4.081190798376184, |
| "grad_norm": 0.132540628100584, |
| "learning_rate": 7.675040220892782e-06, |
| "loss": 0.3441, |
| "step": 377 |
| }, |
| { |
| "epoch": 4.092016238159675, |
| "grad_norm": 0.11968734635815752, |
| "learning_rate": 7.4971864396806795e-06, |
| "loss": 0.3389, |
| "step": 378 |
| }, |
| { |
| "epoch": 4.102841677943166, |
| "grad_norm": 0.11698410253549779, |
| "learning_rate": 7.321204279582321e-06, |
| "loss": 0.3449, |
| "step": 379 |
| }, |
| { |
| "epoch": 4.113667117726657, |
| "grad_norm": 0.12255988282586658, |
| "learning_rate": 7.147103874241246e-06, |
| "loss": 0.3499, |
| "step": 380 |
| }, |
| { |
| "epoch": 4.124492557510149, |
| "grad_norm": 0.12100999680393194, |
| "learning_rate": 6.974895248943223e-06, |
| "loss": 0.3423, |
| "step": 381 |
| }, |
| { |
| "epoch": 4.13531799729364, |
| "grad_norm": 0.11527621996191134, |
| "learning_rate": 6.804588320038998e-06, |
| "loss": 0.3392, |
| "step": 382 |
| }, |
| { |
| "epoch": 4.146143437077131, |
| "grad_norm": 0.12139325805430597, |
| "learning_rate": 6.636192894373232e-06, |
| "loss": 0.3444, |
| "step": 383 |
| }, |
| { |
| "epoch": 4.156968876860622, |
| "grad_norm": 0.11122602457716502, |
| "learning_rate": 6.4697186687198285e-06, |
| "loss": 0.3383, |
| "step": 384 |
| }, |
| { |
| "epoch": 4.167794316644113, |
| "grad_norm": 0.11224637325482494, |
| "learning_rate": 6.305175229223541e-06, |
| "loss": 0.3319, |
| "step": 385 |
| }, |
| { |
| "epoch": 4.178619756427604, |
| "grad_norm": 0.10879841592643402, |
| "learning_rate": 6.142572050847966e-06, |
| "loss": 0.3479, |
| "step": 386 |
| }, |
| { |
| "epoch": 4.189445196211096, |
| "grad_norm": 0.12627793027748102, |
| "learning_rate": 5.981918496829959e-06, |
| "loss": 0.3464, |
| "step": 387 |
| }, |
| { |
| "epoch": 4.200270635994587, |
| "grad_norm": 0.12250577402975518, |
| "learning_rate": 5.823223818140458e-06, |
| "loss": 0.3444, |
| "step": 388 |
| }, |
| { |
| "epoch": 4.211096075778078, |
| "grad_norm": 0.11127210268527363, |
| "learning_rate": 5.666497152951791e-06, |
| "loss": 0.3438, |
| "step": 389 |
| }, |
| { |
| "epoch": 4.2219215155615695, |
| "grad_norm": 0.10375456129249835, |
| "learning_rate": 5.511747526111459e-06, |
| "loss": 0.343, |
| "step": 390 |
| }, |
| { |
| "epoch": 4.2327469553450605, |
| "grad_norm": 0.11020190222669736, |
| "learning_rate": 5.358983848622452e-06, |
| "loss": 0.3443, |
| "step": 391 |
| }, |
| { |
| "epoch": 4.243572395128552, |
| "grad_norm": 0.11547044420370078, |
| "learning_rate": 5.208214917130132e-06, |
| "loss": 0.3456, |
| "step": 392 |
| }, |
| { |
| "epoch": 4.2543978349120435, |
| "grad_norm": 0.11195990742206446, |
| "learning_rate": 5.059449413415705e-06, |
| "loss": 0.3458, |
| "step": 393 |
| }, |
| { |
| "epoch": 4.2652232746955345, |
| "grad_norm": 0.1044621266094549, |
| "learning_rate": 4.91269590389623e-06, |
| "loss": 0.3413, |
| "step": 394 |
| }, |
| { |
| "epoch": 4.276048714479026, |
| "grad_norm": 0.09428855278720129, |
| "learning_rate": 4.7679628391314615e-06, |
| "loss": 0.3387, |
| "step": 395 |
| }, |
| { |
| "epoch": 4.286874154262517, |
| "grad_norm": 0.1218060268682413, |
| "learning_rate": 4.625258553337108e-06, |
| "loss": 0.3373, |
| "step": 396 |
| }, |
| { |
| "epoch": 4.2976995940460085, |
| "grad_norm": 0.10192114482593552, |
| "learning_rate": 4.484591263904992e-06, |
| "loss": 0.3429, |
| "step": 397 |
| }, |
| { |
| "epoch": 4.3085250338295, |
| "grad_norm": 0.09490696955645948, |
| "learning_rate": 4.345969070929848e-06, |
| "loss": 0.3397, |
| "step": 398 |
| }, |
| { |
| "epoch": 4.319350473612991, |
| "grad_norm": 0.0943001566489396, |
| "learning_rate": 4.20939995674289e-06, |
| "loss": 0.3498, |
| "step": 399 |
| }, |
| { |
| "epoch": 4.330175913396482, |
| "grad_norm": 0.0910155289601598, |
| "learning_rate": 4.07489178545216e-06, |
| "loss": 0.3415, |
| "step": 400 |
| }, |
| { |
| "epoch": 4.341001353179973, |
| "grad_norm": 0.10041740401971753, |
| "learning_rate": 3.942452302489686e-06, |
| "loss": 0.3405, |
| "step": 401 |
| }, |
| { |
| "epoch": 4.351826792963464, |
| "grad_norm": 0.10532998834210694, |
| "learning_rate": 3.8120891341654955e-06, |
| "loss": 0.3431, |
| "step": 402 |
| }, |
| { |
| "epoch": 4.362652232746956, |
| "grad_norm": 0.09532752858531783, |
| "learning_rate": 3.6838097872284382e-06, |
| "loss": 0.3422, |
| "step": 403 |
| }, |
| { |
| "epoch": 4.373477672530447, |
| "grad_norm": 0.08806314013092435, |
| "learning_rate": 3.5576216484339356e-06, |
| "loss": 0.3438, |
| "step": 404 |
| }, |
| { |
| "epoch": 4.384303112313938, |
| "grad_norm": 0.0902671665456689, |
| "learning_rate": 3.4335319841186077e-06, |
| "loss": 0.3454, |
| "step": 405 |
| }, |
| { |
| "epoch": 4.395128552097429, |
| "grad_norm": 0.09375561638182935, |
| "learning_rate": 3.311547939781887e-06, |
| "loss": 0.338, |
| "step": 406 |
| }, |
| { |
| "epoch": 4.40595399188092, |
| "grad_norm": 0.09234688834689847, |
| "learning_rate": 3.1916765396745288e-06, |
| "loss": 0.3394, |
| "step": 407 |
| }, |
| { |
| "epoch": 4.416779431664412, |
| "grad_norm": 0.08840156590696185, |
| "learning_rate": 3.0739246863941717e-06, |
| "loss": 0.3472, |
| "step": 408 |
| }, |
| { |
| "epoch": 4.427604871447903, |
| "grad_norm": 0.08739334077231752, |
| "learning_rate": 2.95829916048779e-06, |
| "loss": 0.3409, |
| "step": 409 |
| }, |
| { |
| "epoch": 4.438430311231394, |
| "grad_norm": 0.0875172603982304, |
| "learning_rate": 2.84480662006132e-06, |
| "loss": 0.3477, |
| "step": 410 |
| }, |
| { |
| "epoch": 4.449255751014885, |
| "grad_norm": 0.094984179377533, |
| "learning_rate": 2.7334536003962166e-06, |
| "loss": 0.3393, |
| "step": 411 |
| }, |
| { |
| "epoch": 4.460081190798376, |
| "grad_norm": 0.08706812389766655, |
| "learning_rate": 2.6242465135731587e-06, |
| "loss": 0.3395, |
| "step": 412 |
| }, |
| { |
| "epoch": 4.470906630581867, |
| "grad_norm": 0.09622976821594861, |
| "learning_rate": 2.5171916481027968e-06, |
| "loss": 0.3438, |
| "step": 413 |
| }, |
| { |
| "epoch": 4.481732070365359, |
| "grad_norm": 0.09042626515531108, |
| "learning_rate": 2.4122951685636674e-06, |
| "loss": 0.3397, |
| "step": 414 |
| }, |
| { |
| "epoch": 4.49255751014885, |
| "grad_norm": 0.08697445987862922, |
| "learning_rate": 2.309563115247184e-06, |
| "loss": 0.3442, |
| "step": 415 |
| }, |
| { |
| "epoch": 4.503382949932341, |
| "grad_norm": 0.08521377871295831, |
| "learning_rate": 2.2090014038098364e-06, |
| "loss": 0.343, |
| "step": 416 |
| }, |
| { |
| "epoch": 4.514208389715832, |
| "grad_norm": 0.08874899185726369, |
| "learning_rate": 2.1106158249325536e-06, |
| "loss": 0.336, |
| "step": 417 |
| }, |
| { |
| "epoch": 4.525033829499323, |
| "grad_norm": 0.08808087170450281, |
| "learning_rate": 2.014412043987233e-06, |
| "loss": 0.3428, |
| "step": 418 |
| }, |
| { |
| "epoch": 4.535859269282815, |
| "grad_norm": 0.08142283041322351, |
| "learning_rate": 1.9203956007105293e-06, |
| "loss": 0.3443, |
| "step": 419 |
| }, |
| { |
| "epoch": 4.546684709066306, |
| "grad_norm": 0.0851360186887014, |
| "learning_rate": 1.8285719088848442e-06, |
| "loss": 0.3376, |
| "step": 420 |
| }, |
| { |
| "epoch": 4.557510148849797, |
| "grad_norm": 0.08649957637526776, |
| "learning_rate": 1.7389462560266102e-06, |
| "loss": 0.3467, |
| "step": 421 |
| }, |
| { |
| "epoch": 4.568335588633288, |
| "grad_norm": 0.08311650620599292, |
| "learning_rate": 1.651523803081778e-06, |
| "loss": 0.3451, |
| "step": 422 |
| }, |
| { |
| "epoch": 4.579161028416779, |
| "grad_norm": 0.08116356626628798, |
| "learning_rate": 1.5663095841286535e-06, |
| "loss": 0.3492, |
| "step": 423 |
| }, |
| { |
| "epoch": 4.589986468200271, |
| "grad_norm": 0.0824392457885468, |
| "learning_rate": 1.4833085060880349e-06, |
| "loss": 0.3387, |
| "step": 424 |
| }, |
| { |
| "epoch": 4.600811907983762, |
| "grad_norm": 0.08566606903234027, |
| "learning_rate": 1.4025253484405954e-06, |
| "loss": 0.3459, |
| "step": 425 |
| }, |
| { |
| "epoch": 4.611637347767253, |
| "grad_norm": 0.08258042133215138, |
| "learning_rate": 1.3239647629517572e-06, |
| "loss": 0.3405, |
| "step": 426 |
| }, |
| { |
| "epoch": 4.622462787550744, |
| "grad_norm": 0.08262381506050841, |
| "learning_rate": 1.2476312734037488e-06, |
| "loss": 0.3433, |
| "step": 427 |
| }, |
| { |
| "epoch": 4.633288227334235, |
| "grad_norm": 0.08609860936550076, |
| "learning_rate": 1.1735292753351346e-06, |
| "loss": 0.3375, |
| "step": 428 |
| }, |
| { |
| "epoch": 4.644113667117726, |
| "grad_norm": 0.08075622135740361, |
| "learning_rate": 1.1016630357877278e-06, |
| "loss": 0.343, |
| "step": 429 |
| }, |
| { |
| "epoch": 4.654939106901217, |
| "grad_norm": 0.08233697551125709, |
| "learning_rate": 1.0320366930608405e-06, |
| "loss": 0.3394, |
| "step": 430 |
| }, |
| { |
| "epoch": 4.665764546684709, |
| "grad_norm": 0.08316101123672864, |
| "learning_rate": 9.64654256473021e-07, |
| "loss": 0.3437, |
| "step": 431 |
| }, |
| { |
| "epoch": 4.6765899864682, |
| "grad_norm": 0.09300648661066627, |
| "learning_rate": 8.995196061311628e-07, |
| "loss": 0.3415, |
| "step": 432 |
| }, |
| { |
| "epoch": 4.687415426251691, |
| "grad_norm": 0.0875268399310967, |
| "learning_rate": 8.366364927070836e-07, |
| "loss": 0.3545, |
| "step": 433 |
| }, |
| { |
| "epoch": 4.698240866035182, |
| "grad_norm": 0.08398923274446536, |
| "learning_rate": 7.760085372215509e-07, |
| "loss": 0.3453, |
| "step": 434 |
| }, |
| { |
| "epoch": 4.7090663058186735, |
| "grad_norm": 0.08167730199654379, |
| "learning_rate": 7.176392308357649e-07, |
| "loss": 0.3393, |
| "step": 435 |
| }, |
| { |
| "epoch": 4.719891745602165, |
| "grad_norm": 0.07876472278529771, |
| "learning_rate": 6.61531934650319e-07, |
| "loss": 0.3422, |
| "step": 436 |
| }, |
| { |
| "epoch": 4.730717185385656, |
| "grad_norm": 0.07955859230593923, |
| "learning_rate": 6.076898795116792e-07, |
| "loss": 0.3446, |
| "step": 437 |
| }, |
| { |
| "epoch": 4.7415426251691475, |
| "grad_norm": 0.07950730370407931, |
| "learning_rate": 5.561161658261238e-07, |
| "loss": 0.3497, |
| "step": 438 |
| }, |
| { |
| "epoch": 4.7523680649526385, |
| "grad_norm": 0.08188578916605453, |
| "learning_rate": 5.068137633812153e-07, |
| "loss": 0.3437, |
| "step": 439 |
| }, |
| { |
| "epoch": 4.76319350473613, |
| "grad_norm": 0.07643930436958575, |
| "learning_rate": 4.5978551117479063e-07, |
| "loss": 0.3395, |
| "step": 440 |
| }, |
| { |
| "epoch": 4.7740189445196215, |
| "grad_norm": 0.0792066807028224, |
| "learning_rate": 4.1503411725147824e-07, |
| "loss": 0.345, |
| "step": 441 |
| }, |
| { |
| "epoch": 4.7848443843031125, |
| "grad_norm": 0.07917452696979885, |
| "learning_rate": 3.725621585467698e-07, |
| "loss": 0.3349, |
| "step": 442 |
| }, |
| { |
| "epoch": 4.795669824086604, |
| "grad_norm": 0.0814817497437418, |
| "learning_rate": 3.3237208073862324e-07, |
| "loss": 0.3465, |
| "step": 443 |
| }, |
| { |
| "epoch": 4.806495263870095, |
| "grad_norm": 0.07978334424890356, |
| "learning_rate": 2.9446619810662434e-07, |
| "loss": 0.3444, |
| "step": 444 |
| }, |
| { |
| "epoch": 4.817320703653586, |
| "grad_norm": 0.08242514400126746, |
| "learning_rate": 2.5884669339875546e-07, |
| "loss": 0.3453, |
| "step": 445 |
| }, |
| { |
| "epoch": 4.828146143437078, |
| "grad_norm": 0.07808288606410942, |
| "learning_rate": 2.2551561770565611e-07, |
| "loss": 0.3485, |
| "step": 446 |
| }, |
| { |
| "epoch": 4.838971583220569, |
| "grad_norm": 0.07928112358547848, |
| "learning_rate": 1.9447489034256196e-07, |
| "loss": 0.348, |
| "step": 447 |
| }, |
| { |
| "epoch": 4.84979702300406, |
| "grad_norm": 0.0794259887072925, |
| "learning_rate": 1.6572629873874869e-07, |
| "loss": 0.3414, |
| "step": 448 |
| }, |
| { |
| "epoch": 4.860622462787551, |
| "grad_norm": 0.07566795403724712, |
| "learning_rate": 1.392714983346366e-07, |
| "loss": 0.3435, |
| "step": 449 |
| }, |
| { |
| "epoch": 4.871447902571042, |
| "grad_norm": 0.07843464378271181, |
| "learning_rate": 1.1511201248643134e-07, |
| "loss": 0.3405, |
| "step": 450 |
| }, |
| { |
| "epoch": 4.882273342354533, |
| "grad_norm": 0.07703599202280859, |
| "learning_rate": 9.324923237842953e-08, |
| "loss": 0.3426, |
| "step": 451 |
| }, |
| { |
| "epoch": 4.893098782138025, |
| "grad_norm": 0.07979599503404064, |
| "learning_rate": 7.368441694290963e-08, |
| "loss": 0.3487, |
| "step": 452 |
| }, |
| { |
| "epoch": 4.903924221921516, |
| "grad_norm": 0.0781513546026194, |
| "learning_rate": 5.641869278761203e-08, |
| "loss": 0.3463, |
| "step": 453 |
| }, |
| { |
| "epoch": 4.914749661705007, |
| "grad_norm": 0.07970596360712374, |
| "learning_rate": 4.145305413089773e-08, |
| "loss": 0.3469, |
| "step": 454 |
| }, |
| { |
| "epoch": 4.925575101488498, |
| "grad_norm": 0.07818127551791816, |
| "learning_rate": 2.8788362744478492e-08, |
| "loss": 0.336, |
| "step": 455 |
| }, |
| { |
| "epoch": 4.936400541271989, |
| "grad_norm": 0.07869679667959938, |
| "learning_rate": 1.8425347903794355e-08, |
| "loss": 0.347, |
| "step": 456 |
| }, |
| { |
| "epoch": 4.94722598105548, |
| "grad_norm": 0.08181150471394064, |
| "learning_rate": 1.0364606346033867e-08, |
| "loss": 0.3518, |
| "step": 457 |
| }, |
| { |
| "epoch": 4.958051420838972, |
| "grad_norm": 0.07775322978676268, |
| "learning_rate": 4.606602235752711e-09, |
| "loss": 0.3442, |
| "step": 458 |
| }, |
| { |
| "epoch": 4.968876860622463, |
| "grad_norm": 0.07656113821295778, |
| "learning_rate": 1.1516671381528454e-09, |
| "loss": 0.3409, |
| "step": 459 |
| }, |
| { |
| "epoch": 4.979702300405954, |
| "grad_norm": 0.07887018893888488, |
| "learning_rate": 0.0, |
| "loss": 0.345, |
| "step": 460 |
| }, |
| { |
| "epoch": 4.979702300405954, |
| "step": 460, |
| "total_flos": 1.1837169167247606e+19, |
| "train_loss": 0.4245723386173663, |
| "train_runtime": 101661.9148, |
| "train_samples_per_second": 2.326, |
| "train_steps_per_second": 0.005 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 460, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.1837169167247606e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
