| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 387, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.002583979328165375, | |
| "grad_norm": 62.7838249206543, | |
| "learning_rate": 2.564102564102564e-07, | |
| "loss": 1.8986, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.00516795865633075, | |
| "grad_norm": 64.10289001464844, | |
| "learning_rate": 5.128205128205128e-07, | |
| "loss": 1.8868, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.007751937984496124, | |
| "grad_norm": 64.08220672607422, | |
| "learning_rate": 7.692307692307694e-07, | |
| "loss": 1.9136, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0103359173126615, | |
| "grad_norm": 57.040557861328125, | |
| "learning_rate": 1.0256410256410257e-06, | |
| "loss": 1.7739, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.012919896640826873, | |
| "grad_norm": 49.75514602661133, | |
| "learning_rate": 1.282051282051282e-06, | |
| "loss": 1.5788, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.015503875968992248, | |
| "grad_norm": 55.35374450683594, | |
| "learning_rate": 1.5384615384615387e-06, | |
| "loss": 1.1322, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01808785529715762, | |
| "grad_norm": 40.152645111083984, | |
| "learning_rate": 1.794871794871795e-06, | |
| "loss": 0.8061, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.020671834625323, | |
| "grad_norm": 38.397464752197266, | |
| "learning_rate": 2.0512820512820513e-06, | |
| "loss": 0.5469, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.023255813953488372, | |
| "grad_norm": 18.86681365966797, | |
| "learning_rate": 2.307692307692308e-06, | |
| "loss": 0.4388, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.025839793281653745, | |
| "grad_norm": 48.16230773925781, | |
| "learning_rate": 2.564102564102564e-06, | |
| "loss": 0.4077, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.028423772609819122, | |
| "grad_norm": 38.27500534057617, | |
| "learning_rate": 2.8205128205128207e-06, | |
| "loss": 0.374, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.031007751937984496, | |
| "grad_norm": 10.813103675842285, | |
| "learning_rate": 3.0769230769230774e-06, | |
| "loss": 0.3252, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.03359173126614987, | |
| "grad_norm": 32.890769958496094, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 0.3145, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.03617571059431524, | |
| "grad_norm": 20.16728973388672, | |
| "learning_rate": 3.58974358974359e-06, | |
| "loss": 0.3279, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03875968992248062, | |
| "grad_norm": 37.158111572265625, | |
| "learning_rate": 3.846153846153847e-06, | |
| "loss": 0.3358, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.041343669250646, | |
| "grad_norm": 10.882681846618652, | |
| "learning_rate": 4.102564102564103e-06, | |
| "loss": 0.2804, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.04392764857881137, | |
| "grad_norm": 57.284584045410156, | |
| "learning_rate": 4.358974358974359e-06, | |
| "loss": 0.3743, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.046511627906976744, | |
| "grad_norm": 93.74513244628906, | |
| "learning_rate": 4.615384615384616e-06, | |
| "loss": 0.2806, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.04909560723514212, | |
| "grad_norm": 123.45682525634766, | |
| "learning_rate": 4.871794871794872e-06, | |
| "loss": 0.4188, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.05167958656330749, | |
| "grad_norm": 35.84373474121094, | |
| "learning_rate": 5.128205128205128e-06, | |
| "loss": 0.4117, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.05426356589147287, | |
| "grad_norm": 49.38902282714844, | |
| "learning_rate": 5.384615384615385e-06, | |
| "loss": 0.3442, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.056847545219638244, | |
| "grad_norm": 19.53158187866211, | |
| "learning_rate": 5.641025641025641e-06, | |
| "loss": 0.2894, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.059431524547803614, | |
| "grad_norm": 12.666043281555176, | |
| "learning_rate": 5.897435897435898e-06, | |
| "loss": 0.3197, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.06201550387596899, | |
| "grad_norm": 52.884456634521484, | |
| "learning_rate": 6.153846153846155e-06, | |
| "loss": 0.3199, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.06459948320413436, | |
| "grad_norm": 5.781566619873047, | |
| "learning_rate": 6.410256410256412e-06, | |
| "loss": 0.2521, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.06718346253229975, | |
| "grad_norm": 3.7365846633911133, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.2781, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.06976744186046512, | |
| "grad_norm": 4.0676984786987305, | |
| "learning_rate": 6.923076923076923e-06, | |
| "loss": 0.2917, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.07235142118863049, | |
| "grad_norm": 5.059348106384277, | |
| "learning_rate": 7.17948717948718e-06, | |
| "loss": 0.2666, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.07493540051679587, | |
| "grad_norm": 3.9822773933410645, | |
| "learning_rate": 7.435897435897437e-06, | |
| "loss": 0.2698, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.07751937984496124, | |
| "grad_norm": 3.6662659645080566, | |
| "learning_rate": 7.692307692307694e-06, | |
| "loss": 0.2721, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.08010335917312661, | |
| "grad_norm": 3.566708564758301, | |
| "learning_rate": 7.948717948717949e-06, | |
| "loss": 0.2911, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.082687338501292, | |
| "grad_norm": 3.4506027698516846, | |
| "learning_rate": 8.205128205128205e-06, | |
| "loss": 0.2726, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.08527131782945736, | |
| "grad_norm": 2.4874958992004395, | |
| "learning_rate": 8.461538461538462e-06, | |
| "loss": 0.2268, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.08785529715762273, | |
| "grad_norm": 4.3625593185424805, | |
| "learning_rate": 8.717948717948719e-06, | |
| "loss": 0.2766, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.09043927648578812, | |
| "grad_norm": 3.773474931716919, | |
| "learning_rate": 8.974358974358976e-06, | |
| "loss": 0.2716, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.09302325581395349, | |
| "grad_norm": 2.7108590602874756, | |
| "learning_rate": 9.230769230769232e-06, | |
| "loss": 0.2393, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.09560723514211886, | |
| "grad_norm": 2.9571542739868164, | |
| "learning_rate": 9.487179487179487e-06, | |
| "loss": 0.2368, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.09819121447028424, | |
| "grad_norm": 3.408618688583374, | |
| "learning_rate": 9.743589743589744e-06, | |
| "loss": 0.2746, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.10077519379844961, | |
| "grad_norm": 3.4680657386779785, | |
| "learning_rate": 1e-05, | |
| "loss": 0.309, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.10335917312661498, | |
| "grad_norm": 2.9482579231262207, | |
| "learning_rate": 9.999796259054765e-06, | |
| "loss": 0.2705, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.10594315245478036, | |
| "grad_norm": 2.75227427482605, | |
| "learning_rate": 9.999185052823207e-06, | |
| "loss": 0.2693, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.10852713178294573, | |
| "grad_norm": 3.2529563903808594, | |
| "learning_rate": 9.998166431116421e-06, | |
| "loss": 0.2803, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.1111111111111111, | |
| "grad_norm": 3.7899768352508545, | |
| "learning_rate": 9.996740476948386e-06, | |
| "loss": 0.2532, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.11369509043927649, | |
| "grad_norm": 3.1697609424591064, | |
| "learning_rate": 9.994907306529203e-06, | |
| "loss": 0.305, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.11627906976744186, | |
| "grad_norm": 11.274734497070312, | |
| "learning_rate": 9.99266706925562e-06, | |
| "loss": 0.2741, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.11886304909560723, | |
| "grad_norm": 2.9524729251861572, | |
| "learning_rate": 9.990019947698864e-06, | |
| "loss": 0.2557, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.12144702842377261, | |
| "grad_norm": 2.668808698654175, | |
| "learning_rate": 9.986966157589751e-06, | |
| "loss": 0.2625, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.12403100775193798, | |
| "grad_norm": 2.914754629135132, | |
| "learning_rate": 9.983505947801115e-06, | |
| "loss": 0.2967, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.12661498708010335, | |
| "grad_norm": 33.38725662231445, | |
| "learning_rate": 9.979639600327522e-06, | |
| "loss": 0.3238, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.12919896640826872, | |
| "grad_norm": 6.390991687774658, | |
| "learning_rate": 9.975367430262289e-06, | |
| "loss": 0.32, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.13178294573643412, | |
| "grad_norm": 3.03119158744812, | |
| "learning_rate": 9.970689785771798e-06, | |
| "loss": 0.2721, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.1343669250645995, | |
| "grad_norm": 2.6381173133850098, | |
| "learning_rate": 9.965607048067138e-06, | |
| "loss": 0.2948, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.13695090439276486, | |
| "grad_norm": 2.643310308456421, | |
| "learning_rate": 9.960119631373023e-06, | |
| "loss": 0.2734, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.13953488372093023, | |
| "grad_norm": 2.6558730602264404, | |
| "learning_rate": 9.954227982894034e-06, | |
| "loss": 0.24, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1421188630490956, | |
| "grad_norm": 2.789214849472046, | |
| "learning_rate": 9.947932582778188e-06, | |
| "loss": 0.2775, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.14470284237726097, | |
| "grad_norm": 2.645108699798584, | |
| "learning_rate": 9.941233944077789e-06, | |
| "loss": 0.2572, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.14728682170542637, | |
| "grad_norm": 3.7391746044158936, | |
| "learning_rate": 9.934132612707631e-06, | |
| "loss": 0.2821, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.14987080103359174, | |
| "grad_norm": 2.756499767303467, | |
| "learning_rate": 9.9266291674005e-06, | |
| "loss": 0.3018, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.1524547803617571, | |
| "grad_norm": 2.3780715465545654, | |
| "learning_rate": 9.918724219660013e-06, | |
| "loss": 0.2512, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.15503875968992248, | |
| "grad_norm": 2.6783838272094727, | |
| "learning_rate": 9.91041841371078e-06, | |
| "loss": 0.2781, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.15762273901808785, | |
| "grad_norm": 2.859645366668701, | |
| "learning_rate": 9.901712426445901e-06, | |
| "loss": 0.2558, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.16020671834625322, | |
| "grad_norm": 2.2829370498657227, | |
| "learning_rate": 9.892606967371808e-06, | |
| "loss": 0.2794, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.16279069767441862, | |
| "grad_norm": 2.7090861797332764, | |
| "learning_rate": 9.883102778550434e-06, | |
| "loss": 0.2788, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.165374677002584, | |
| "grad_norm": 2.501798391342163, | |
| "learning_rate": 9.873200634538746e-06, | |
| "loss": 0.2796, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.16795865633074936, | |
| "grad_norm": 3.149674654006958, | |
| "learning_rate": 9.862901342325617e-06, | |
| "loss": 0.2729, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.17054263565891473, | |
| "grad_norm": 2.2722795009613037, | |
| "learning_rate": 9.852205741266058e-06, | |
| "loss": 0.2346, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.1731266149870801, | |
| "grad_norm": 2.7709732055664062, | |
| "learning_rate": 9.841114703012817e-06, | |
| "loss": 0.2748, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.17571059431524547, | |
| "grad_norm": 3.9952242374420166, | |
| "learning_rate": 9.829629131445342e-06, | |
| "loss": 0.2411, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.17829457364341086, | |
| "grad_norm": 2.783984661102295, | |
| "learning_rate": 9.817749962596115e-06, | |
| "loss": 0.2729, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.18087855297157623, | |
| "grad_norm": 12.138313293457031, | |
| "learning_rate": 9.805478164574374e-06, | |
| "loss": 0.2857, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1834625322997416, | |
| "grad_norm": 2.2798404693603516, | |
| "learning_rate": 9.792814737487207e-06, | |
| "loss": 0.2451, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.18604651162790697, | |
| "grad_norm": 3.0709733963012695, | |
| "learning_rate": 9.77976071335806e-06, | |
| "loss": 0.2786, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.18863049095607234, | |
| "grad_norm": 4.135012626647949, | |
| "learning_rate": 9.766317156042615e-06, | |
| "loss": 0.277, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.19121447028423771, | |
| "grad_norm": 2.4989020824432373, | |
| "learning_rate": 9.752485161142103e-06, | |
| "loss": 0.2699, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.1937984496124031, | |
| "grad_norm": 2.8741238117218018, | |
| "learning_rate": 9.738265855914014e-06, | |
| "loss": 0.2795, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.19638242894056848, | |
| "grad_norm": 2.3612139225006104, | |
| "learning_rate": 9.723660399180216e-06, | |
| "loss": 0.2463, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.19896640826873385, | |
| "grad_norm": 2.699559450149536, | |
| "learning_rate": 9.708669981232542e-06, | |
| "loss": 0.2465, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.20155038759689922, | |
| "grad_norm": 39.061222076416016, | |
| "learning_rate": 9.693295823735754e-06, | |
| "loss": 0.3251, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.2041343669250646, | |
| "grad_norm": 2.360377311706543, | |
| "learning_rate": 9.677539179628005e-06, | |
| "loss": 0.2518, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.20671834625322996, | |
| "grad_norm": 2.389756679534912, | |
| "learning_rate": 9.661401333018725e-06, | |
| "loss": 0.2622, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.20930232558139536, | |
| "grad_norm": 2.4635751247406006, | |
| "learning_rate": 9.644883599083959e-06, | |
| "loss": 0.2455, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.21188630490956073, | |
| "grad_norm": 2.5251641273498535, | |
| "learning_rate": 9.627987323959195e-06, | |
| "loss": 0.2401, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.2144702842377261, | |
| "grad_norm": 2.14884090423584, | |
| "learning_rate": 9.610713884629667e-06, | |
| "loss": 0.2406, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.21705426356589147, | |
| "grad_norm": 2.0660107135772705, | |
| "learning_rate": 9.59306468881811e-06, | |
| "loss": 0.2491, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.21963824289405684, | |
| "grad_norm": 2.663794994354248, | |
| "learning_rate": 9.575041174870062e-06, | |
| "loss": 0.2831, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.2222222222222222, | |
| "grad_norm": 2.469634532928467, | |
| "learning_rate": 9.556644811636628e-06, | |
| "loss": 0.2507, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.2248062015503876, | |
| "grad_norm": 2.5127339363098145, | |
| "learning_rate": 9.537877098354787e-06, | |
| "loss": 0.2913, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.22739018087855298, | |
| "grad_norm": 2.2336297035217285, | |
| "learning_rate": 9.51873956452519e-06, | |
| "loss": 0.2717, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.22997416020671835, | |
| "grad_norm": 2.478989601135254, | |
| "learning_rate": 9.499233769787534e-06, | |
| "loss": 0.2641, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.23255813953488372, | |
| "grad_norm": 2.26320219039917, | |
| "learning_rate": 9.479361303793441e-06, | |
| "loss": 0.244, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2351421188630491, | |
| "grad_norm": 2.4783589839935303, | |
| "learning_rate": 9.459123786076911e-06, | |
| "loss": 0.2624, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.23772609819121446, | |
| "grad_norm": 2.497413158416748, | |
| "learning_rate": 9.438522865922344e-06, | |
| "loss": 0.2582, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.24031007751937986, | |
| "grad_norm": 2.4520232677459717, | |
| "learning_rate": 9.417560222230115e-06, | |
| "loss": 0.2624, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.24289405684754523, | |
| "grad_norm": 2.1241888999938965, | |
| "learning_rate": 9.396237563379761e-06, | |
| "loss": 0.2234, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.2454780361757106, | |
| "grad_norm": 2.104245185852051, | |
| "learning_rate": 9.374556627090749e-06, | |
| "loss": 0.2348, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.24806201550387597, | |
| "grad_norm": 2.5402724742889404, | |
| "learning_rate": 9.352519180280862e-06, | |
| "loss": 0.2638, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.25064599483204136, | |
| "grad_norm": 2.360741376876831, | |
| "learning_rate": 9.330127018922195e-06, | |
| "loss": 0.2612, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.2532299741602067, | |
| "grad_norm": 3.073049545288086, | |
| "learning_rate": 9.307381967894798e-06, | |
| "loss": 0.2675, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.2558139534883721, | |
| "grad_norm": 2.8394110202789307, | |
| "learning_rate": 9.284285880837947e-06, | |
| "loss": 0.2323, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.25839793281653745, | |
| "grad_norm": 2.1594583988189697, | |
| "learning_rate": 9.26084063999909e-06, | |
| "loss": 0.2501, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.26098191214470284, | |
| "grad_norm": 2.01662278175354, | |
| "learning_rate": 9.237048156080433e-06, | |
| "loss": 0.2424, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.26356589147286824, | |
| "grad_norm": 1.9394747018814087, | |
| "learning_rate": 9.212910368083246e-06, | |
| "loss": 0.224, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.2661498708010336, | |
| "grad_norm": 2.2723138332366943, | |
| "learning_rate": 9.188429243149824e-06, | |
| "loss": 0.2295, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.268733850129199, | |
| "grad_norm": 2.6535990238189697, | |
| "learning_rate": 9.163606776403182e-06, | |
| "loss": 0.2661, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.2713178294573643, | |
| "grad_norm": 2.0946295261383057, | |
| "learning_rate": 9.138444990784455e-06, | |
| "loss": 0.2572, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.2739018087855297, | |
| "grad_norm": 1.9430915117263794, | |
| "learning_rate": 9.112945936888034e-06, | |
| "loss": 0.2388, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.27648578811369506, | |
| "grad_norm": 1.6468437910079956, | |
| "learning_rate": 9.08711169279446e-06, | |
| "loss": 0.2026, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.27906976744186046, | |
| "grad_norm": 1.9926129579544067, | |
| "learning_rate": 9.060944363901057e-06, | |
| "loss": 0.2297, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.28165374677002586, | |
| "grad_norm": 2.1874048709869385, | |
| "learning_rate": 9.034446082750352e-06, | |
| "loss": 0.2474, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.2842377260981912, | |
| "grad_norm": 1.8041729927062988, | |
| "learning_rate": 9.007619008856287e-06, | |
| "loss": 0.233, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2868217054263566, | |
| "grad_norm": 4.950301170349121, | |
| "learning_rate": 8.98046532852822e-06, | |
| "loss": 0.2134, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.28940568475452194, | |
| "grad_norm": 2.078723430633545, | |
| "learning_rate": 8.952987254692746e-06, | |
| "loss": 0.2547, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.29198966408268734, | |
| "grad_norm": 2.2332022190093994, | |
| "learning_rate": 8.925187026713363e-06, | |
| "loss": 0.2343, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.29457364341085274, | |
| "grad_norm": 1.7842631340026855, | |
| "learning_rate": 8.897066910207958e-06, | |
| "loss": 0.235, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.2971576227390181, | |
| "grad_norm": 2.2905609607696533, | |
| "learning_rate": 8.868629196864182e-06, | |
| "loss": 0.2287, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.2997416020671835, | |
| "grad_norm": 2.1392345428466797, | |
| "learning_rate": 8.83987620425267e-06, | |
| "loss": 0.2607, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.3023255813953488, | |
| "grad_norm": 2.5281567573547363, | |
| "learning_rate": 8.810810275638183e-06, | |
| "loss": 0.2643, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.3049095607235142, | |
| "grad_norm": 2.3782424926757812, | |
| "learning_rate": 8.781433779788627e-06, | |
| "loss": 0.2215, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.30749354005167956, | |
| "grad_norm": 1.8404749631881714, | |
| "learning_rate": 8.751749110782013e-06, | |
| "loss": 0.2332, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.31007751937984496, | |
| "grad_norm": 2.1314375400543213, | |
| "learning_rate": 8.721758687811353e-06, | |
| "loss": 0.2445, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.31266149870801035, | |
| "grad_norm": 2.1510751247406006, | |
| "learning_rate": 8.691464954987494e-06, | |
| "loss": 0.2373, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.3152454780361757, | |
| "grad_norm": 2.0221781730651855, | |
| "learning_rate": 8.660870381139944e-06, | |
| "loss": 0.2311, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.3178294573643411, | |
| "grad_norm": 2.068140745162964, | |
| "learning_rate": 8.629977459615655e-06, | |
| "loss": 0.2271, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.32041343669250644, | |
| "grad_norm": 1.9292054176330566, | |
| "learning_rate": 8.598788708075844e-06, | |
| "loss": 0.2438, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.32299741602067183, | |
| "grad_norm": 1.9059464931488037, | |
| "learning_rate": 8.567306668290801e-06, | |
| "loss": 0.2437, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.32558139534883723, | |
| "grad_norm": 1.87433922290802, | |
| "learning_rate": 8.535533905932739e-06, | |
| "loss": 0.2348, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.3281653746770026, | |
| "grad_norm": 1.9836807250976562, | |
| "learning_rate": 8.503473010366713e-06, | |
| "loss": 0.239, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.330749354005168, | |
| "grad_norm": 1.831213355064392, | |
| "learning_rate": 8.471126594439591e-06, | |
| "loss": 0.2364, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 1.7371547222137451, | |
| "learning_rate": 8.438497294267117e-06, | |
| "loss": 0.2135, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.3359173126614987, | |
| "grad_norm": 2.7316882610321045, | |
| "learning_rate": 8.405587769019072e-06, | |
| "loss": 0.2562, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.3385012919896641, | |
| "grad_norm": 2.244509696960449, | |
| "learning_rate": 8.372400700702569e-06, | |
| "loss": 0.2545, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.34108527131782945, | |
| "grad_norm": 1.8742812871932983, | |
| "learning_rate": 8.338938793943478e-06, | |
| "loss": 0.2288, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.34366925064599485, | |
| "grad_norm": 2.042801856994629, | |
| "learning_rate": 8.305204775766003e-06, | |
| "loss": 0.2363, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.3462532299741602, | |
| "grad_norm": 1.7261626720428467, | |
| "learning_rate": 8.27120139537044e-06, | |
| "loss": 0.237, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.3488372093023256, | |
| "grad_norm": 1.798540711402893, | |
| "learning_rate": 8.23693142390914e-06, | |
| "loss": 0.2275, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.35142118863049093, | |
| "grad_norm": 1.6685022115707397, | |
| "learning_rate": 8.202397654260649e-06, | |
| "loss": 0.2061, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.35400516795865633, | |
| "grad_norm": 2.218613386154175, | |
| "learning_rate": 8.167602900802121e-06, | |
| "loss": 0.2377, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.35658914728682173, | |
| "grad_norm": 2.245936632156372, | |
| "learning_rate": 8.132549999179934e-06, | |
| "loss": 0.2208, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.35917312661498707, | |
| "grad_norm": 2.624891757965088, | |
| "learning_rate": 8.097241806078616e-06, | |
| "loss": 0.2476, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.36175710594315247, | |
| "grad_norm": 2.2246923446655273, | |
| "learning_rate": 8.06168119898802e-06, | |
| "loss": 0.2399, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3643410852713178, | |
| "grad_norm": 1.6137202978134155, | |
| "learning_rate": 8.025871075968828e-06, | |
| "loss": 0.2179, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.3669250645994832, | |
| "grad_norm": 2.3189852237701416, | |
| "learning_rate": 7.989814355416362e-06, | |
| "loss": 0.2258, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.3695090439276486, | |
| "grad_norm": 1.66120183467865, | |
| "learning_rate": 7.953513975822755e-06, | |
| "loss": 0.2179, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.37209302325581395, | |
| "grad_norm": 1.8575221300125122, | |
| "learning_rate": 7.916972895537471e-06, | |
| "loss": 0.2385, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.37467700258397935, | |
| "grad_norm": 1.6913485527038574, | |
| "learning_rate": 7.8801940925262e-06, | |
| "loss": 0.2315, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.3772609819121447, | |
| "grad_norm": 2.0804011821746826, | |
| "learning_rate": 7.843180564128178e-06, | |
| "loss": 0.2329, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.3798449612403101, | |
| "grad_norm": 1.9570668935775757, | |
| "learning_rate": 7.805935326811913e-06, | |
| "loss": 0.236, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.38242894056847543, | |
| "grad_norm": 2.2063801288604736, | |
| "learning_rate": 7.768461415929344e-06, | |
| "loss": 0.2221, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.3850129198966408, | |
| "grad_norm": 1.6152676343917847, | |
| "learning_rate": 7.730761885468486e-06, | |
| "loss": 0.2238, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.3875968992248062, | |
| "grad_norm": 1.9125603437423706, | |
| "learning_rate": 7.692839807804522e-06, | |
| "loss": 0.2287, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.39018087855297157, | |
| "grad_norm": 1.910693645477295, | |
| "learning_rate": 7.654698273449435e-06, | |
| "loss": 0.2225, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.39276485788113696, | |
| "grad_norm": 1.5631076097488403, | |
| "learning_rate": 7.616340390800127e-06, | |
| "loss": 0.2376, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.3953488372093023, | |
| "grad_norm": 1.5215353965759277, | |
| "learning_rate": 7.57776928588511e-06, | |
| "loss": 0.212, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.3979328165374677, | |
| "grad_norm": 1.9194774627685547, | |
| "learning_rate": 7.538988102109728e-06, | |
| "loss": 0.2247, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.4005167958656331, | |
| "grad_norm": 2.0770885944366455, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 0.2527, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.40310077519379844, | |
| "grad_norm": 1.776774525642395, | |
| "learning_rate": 7.4608081569450365e-06, | |
| "loss": 0.243, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.40568475452196384, | |
| "grad_norm": 1.8917075395584106, | |
| "learning_rate": 7.421415766938098e-06, | |
| "loss": 0.2319, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.4082687338501292, | |
| "grad_norm": 1.8015702962875366, | |
| "learning_rate": 7.381826040316294e-06, | |
| "loss": 0.2115, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.4108527131782946, | |
| "grad_norm": 2.221393346786499, | |
| "learning_rate": 7.342042203498952e-06, | |
| "loss": 0.2334, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.4134366925064599, | |
| "grad_norm": 1.9779021739959717, | |
| "learning_rate": 7.302067498724681e-06, | |
| "loss": 0.2206, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.4160206718346253, | |
| "grad_norm": 1.6825449466705322, | |
| "learning_rate": 7.261905183787136e-06, | |
| "loss": 0.2068, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.4186046511627907, | |
| "grad_norm": 1.9611059427261353, | |
| "learning_rate": 7.221558531769519e-06, | |
| "loss": 0.2454, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.42118863049095606, | |
| "grad_norm": 1.7121902704238892, | |
| "learning_rate": 7.181030830777838e-06, | |
| "loss": 0.2397, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.42377260981912146, | |
| "grad_norm": 2.4492485523223877, | |
| "learning_rate": 7.140325383672938e-06, | |
| "loss": 0.2288, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.4263565891472868, | |
| "grad_norm": 1.4285128116607666, | |
| "learning_rate": 7.099445507801324e-06, | |
| "loss": 0.1875, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.4289405684754522, | |
| "grad_norm": 1.9082492589950562, | |
| "learning_rate": 7.058394534724819e-06, | |
| "loss": 0.2208, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.4315245478036176, | |
| "grad_norm": 1.6619027853012085, | |
| "learning_rate": 7.017175809949044e-06, | |
| "loss": 0.2062, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.43410852713178294, | |
| "grad_norm": 1.8407310247421265, | |
| "learning_rate": 6.975792692650778e-06, | |
| "loss": 0.2406, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.43669250645994834, | |
| "grad_norm": 1.7827914953231812, | |
| "learning_rate": 6.934248555404197e-06, | |
| "loss": 0.2258, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.4392764857881137, | |
| "grad_norm": 1.6271895170211792, | |
| "learning_rate": 6.892546783906016e-06, | |
| "loss": 0.2222, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.4418604651162791, | |
| "grad_norm": 1.9836379289627075, | |
| "learning_rate": 6.850690776699574e-06, | |
| "loss": 0.2307, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.4444444444444444, | |
| "grad_norm": 1.6630229949951172, | |
| "learning_rate": 6.808683944897856e-06, | |
| "loss": 0.2057, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.4470284237726098, | |
| "grad_norm": 1.7780696153640747, | |
| "learning_rate": 6.766529711905513e-06, | |
| "loss": 0.2034, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.4496124031007752, | |
| "grad_norm": 1.984447717666626, | |
| "learning_rate": 6.724231513139853e-06, | |
| "loss": 0.2303, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.45219638242894056, | |
| "grad_norm": 2.17633056640625, | |
| "learning_rate": 6.681792795750876e-06, | |
| "loss": 0.2373, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.45478036175710596, | |
| "grad_norm": 1.460951566696167, | |
| "learning_rate": 6.639217018340342e-06, | |
| "loss": 0.2015, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.4573643410852713, | |
| "grad_norm": 1.790872573852539, | |
| "learning_rate": 6.5965076506799e-06, | |
| "loss": 0.2244, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.4599483204134367, | |
| "grad_norm": 1.4559892416000366, | |
| "learning_rate": 6.553668173428329e-06, | |
| "loss": 0.2045, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.4625322997416021, | |
| "grad_norm": 2.018108367919922, | |
| "learning_rate": 6.510702077847864e-06, | |
| "loss": 0.2079, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.46511627906976744, | |
| "grad_norm": 1.6619304418563843, | |
| "learning_rate": 6.467612865519674e-06, | |
| "loss": 0.2031, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.46770025839793283, | |
| "grad_norm": 1.7696534395217896, | |
| "learning_rate": 6.424404048058501e-06, | |
| "loss": 0.2104, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.4702842377260982, | |
| "grad_norm": 1.6792902946472168, | |
| "learning_rate": 6.3810791468264654e-06, | |
| "loss": 0.1949, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.4728682170542636, | |
| "grad_norm": 1.7121378183364868, | |
| "learning_rate": 6.337641692646106e-06, | |
| "loss": 0.2261, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.4754521963824289, | |
| "grad_norm": 1.758552074432373, | |
| "learning_rate": 6.294095225512604e-06, | |
| "loss": 0.2272, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.4780361757105943, | |
| "grad_norm": 1.5094135999679565, | |
| "learning_rate": 6.250443294305315e-06, | |
| "loss": 0.2059, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.4806201550387597, | |
| "grad_norm": 1.5085089206695557, | |
| "learning_rate": 6.206689456498529e-06, | |
| "loss": 0.2173, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.48320413436692505, | |
| "grad_norm": 1.4562510251998901, | |
| "learning_rate": 6.162837277871553e-06, | |
| "loss": 0.2185, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.48578811369509045, | |
| "grad_norm": 1.507325530052185, | |
| "learning_rate": 6.118890332218117e-06, | |
| "loss": 0.2139, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.4883720930232558, | |
| "grad_norm": 1.7156720161437988, | |
| "learning_rate": 6.074852201055121e-06, | |
| "loss": 0.2161, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.4909560723514212, | |
| "grad_norm": 1.659424901008606, | |
| "learning_rate": 6.0307264733307515e-06, | |
| "loss": 0.2083, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4935400516795866, | |
| "grad_norm": 1.4655615091323853, | |
| "learning_rate": 5.986516745132e-06, | |
| "loss": 0.2129, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.49612403100775193, | |
| "grad_norm": 1.5427219867706299, | |
| "learning_rate": 5.942226619391592e-06, | |
| "loss": 0.2064, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.49870801033591733, | |
| "grad_norm": 1.3408644199371338, | |
| "learning_rate": 5.8978597055943585e-06, | |
| "loss": 0.1982, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.5012919896640827, | |
| "grad_norm": 1.9902156591415405, | |
| "learning_rate": 5.853419619483083e-06, | |
| "loss": 0.226, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.5038759689922481, | |
| "grad_norm": 1.3126060962677002, | |
| "learning_rate": 5.808909982763825e-06, | |
| "loss": 0.1991, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.5064599483204134, | |
| "grad_norm": 1.8132307529449463, | |
| "learning_rate": 5.764334422810767e-06, | |
| "loss": 0.2271, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.5090439276485789, | |
| "grad_norm": 1.8984651565551758, | |
| "learning_rate": 5.719696572370596e-06, | |
| "loss": 0.2363, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.5116279069767442, | |
| "grad_norm": 1.817488670349121, | |
| "learning_rate": 5.675000069266451e-06, | |
| "loss": 0.2281, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.5142118863049095, | |
| "grad_norm": 2.4053938388824463, | |
| "learning_rate": 5.630248556101448e-06, | |
| "loss": 0.2349, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.5167958656330749, | |
| "grad_norm": 1.4642032384872437, | |
| "learning_rate": 5.585445679961823e-06, | |
| "loss": 0.1984, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5193798449612403, | |
| "grad_norm": 2.2405009269714355, | |
| "learning_rate": 5.540595092119709e-06, | |
| "loss": 0.2101, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.5219638242894057, | |
| "grad_norm": 1.7168304920196533, | |
| "learning_rate": 5.495700447735572e-06, | |
| "loss": 0.2272, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.524547803617571, | |
| "grad_norm": 1.5339411497116089, | |
| "learning_rate": 5.450765405560328e-06, | |
| "loss": 0.2225, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.5271317829457365, | |
| "grad_norm": 1.3848717212677002, | |
| "learning_rate": 5.405793627637157e-06, | |
| "loss": 0.1989, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.5297157622739018, | |
| "grad_norm": 1.5923454761505127, | |
| "learning_rate": 5.360788779003082e-06, | |
| "loss": 0.2101, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.5322997416020672, | |
| "grad_norm": 1.538506269454956, | |
| "learning_rate": 5.3157545273902585e-06, | |
| "loss": 0.2203, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.5348837209302325, | |
| "grad_norm": 1.3902374505996704, | |
| "learning_rate": 5.270694542927089e-06, | |
| "loss": 0.2042, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.537467700258398, | |
| "grad_norm": 2.0255801677703857, | |
| "learning_rate": 5.225612497839099e-06, | |
| "loss": 0.2059, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.5400516795865633, | |
| "grad_norm": 1.9409769773483276, | |
| "learning_rate": 5.180512066149682e-06, | |
| "loss": 0.2154, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.5426356589147286, | |
| "grad_norm": 1.5798600912094116, | |
| "learning_rate": 5.1353969233806735e-06, | |
| "loss": 0.2116, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.5452196382428941, | |
| "grad_norm": 1.9305166006088257, | |
| "learning_rate": 5.090270746252803e-06, | |
| "loss": 0.1892, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.5478036175710594, | |
| "grad_norm": 2.8123254776000977, | |
| "learning_rate": 5.045137212386065e-06, | |
| "loss": 0.2128, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.5503875968992248, | |
| "grad_norm": 1.9373772144317627, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2199, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.5529715762273901, | |
| "grad_norm": 1.5903531312942505, | |
| "learning_rate": 4.954862787613937e-06, | |
| "loss": 0.2148, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.5555555555555556, | |
| "grad_norm": 1.604992389678955, | |
| "learning_rate": 4.909729253747197e-06, | |
| "loss": 0.2236, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.5581395348837209, | |
| "grad_norm": 2.290006399154663, | |
| "learning_rate": 4.864603076619329e-06, | |
| "loss": 0.2175, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.5607235142118863, | |
| "grad_norm": 1.6406919956207275, | |
| "learning_rate": 4.819487933850319e-06, | |
| "loss": 0.2272, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.5633074935400517, | |
| "grad_norm": 1.8373345136642456, | |
| "learning_rate": 4.774387502160902e-06, | |
| "loss": 0.2245, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.5658914728682171, | |
| "grad_norm": 1.6454440355300903, | |
| "learning_rate": 4.729305457072913e-06, | |
| "loss": 0.203, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.5684754521963824, | |
| "grad_norm": 1.6277472972869873, | |
| "learning_rate": 4.684245472609743e-06, | |
| "loss": 0.2325, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.5710594315245479, | |
| "grad_norm": 1.4459894895553589, | |
| "learning_rate": 4.6392112209969205e-06, | |
| "loss": 0.2095, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.5736434108527132, | |
| "grad_norm": 1.5780946016311646, | |
| "learning_rate": 4.594206372362845e-06, | |
| "loss": 0.2033, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.5762273901808785, | |
| "grad_norm": 1.4234222173690796, | |
| "learning_rate": 4.549234594439674e-06, | |
| "loss": 0.2014, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.5788113695090439, | |
| "grad_norm": 1.2753453254699707, | |
| "learning_rate": 4.504299552264428e-06, | |
| "loss": 0.1729, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.5813953488372093, | |
| "grad_norm": 1.4043508768081665, | |
| "learning_rate": 4.459404907880293e-06, | |
| "loss": 0.2015, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.5839793281653747, | |
| "grad_norm": 1.548924446105957, | |
| "learning_rate": 4.414554320038179e-06, | |
| "loss": 0.2153, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.58656330749354, | |
| "grad_norm": 1.4754077196121216, | |
| "learning_rate": 4.369751443898554e-06, | |
| "loss": 0.2023, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.5891472868217055, | |
| "grad_norm": 1.2993725538253784, | |
| "learning_rate": 4.32499993073355e-06, | |
| "loss": 0.1763, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.5917312661498708, | |
| "grad_norm": 1.3788522481918335, | |
| "learning_rate": 4.280303427629404e-06, | |
| "loss": 0.1941, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.5943152454780362, | |
| "grad_norm": 2.100757122039795, | |
| "learning_rate": 4.2356655771892355e-06, | |
| "loss": 0.227, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5968992248062015, | |
| "grad_norm": 1.526432991027832, | |
| "learning_rate": 4.191090017236177e-06, | |
| "loss": 0.2028, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.599483204134367, | |
| "grad_norm": 1.5663360357284546, | |
| "learning_rate": 4.146580380516918e-06, | |
| "loss": 0.2094, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.6020671834625323, | |
| "grad_norm": 1.3962419033050537, | |
| "learning_rate": 4.1021402944056415e-06, | |
| "loss": 0.1891, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.6046511627906976, | |
| "grad_norm": 1.3490815162658691, | |
| "learning_rate": 4.057773380608411e-06, | |
| "loss": 0.1682, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.6072351421188631, | |
| "grad_norm": 1.5363324880599976, | |
| "learning_rate": 4.013483254868001e-06, | |
| "loss": 0.1997, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.6098191214470284, | |
| "grad_norm": 1.261446237564087, | |
| "learning_rate": 3.969273526669249e-06, | |
| "loss": 0.1766, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.6124031007751938, | |
| "grad_norm": 1.8413023948669434, | |
| "learning_rate": 3.92514779894488e-06, | |
| "loss": 0.2168, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.6149870801033591, | |
| "grad_norm": 1.784358263015747, | |
| "learning_rate": 3.881109667781884e-06, | |
| "loss": 0.194, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.6175710594315246, | |
| "grad_norm": 1.5789978504180908, | |
| "learning_rate": 3.8371627221284495e-06, | |
| "loss": 0.1961, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.6201550387596899, | |
| "grad_norm": 1.3455345630645752, | |
| "learning_rate": 3.7933105435014727e-06, | |
| "loss": 0.1929, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6227390180878553, | |
| "grad_norm": 1.4323828220367432, | |
| "learning_rate": 3.7495567056946856e-06, | |
| "loss": 0.2066, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.6253229974160207, | |
| "grad_norm": 1.5241978168487549, | |
| "learning_rate": 3.705904774487396e-06, | |
| "loss": 0.2147, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.627906976744186, | |
| "grad_norm": 1.6744216680526733, | |
| "learning_rate": 3.662358307353897e-06, | |
| "loss": 0.2254, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.6304909560723514, | |
| "grad_norm": 2.2153306007385254, | |
| "learning_rate": 3.6189208531735354e-06, | |
| "loss": 0.1895, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.6330749354005168, | |
| "grad_norm": 1.4624733924865723, | |
| "learning_rate": 3.5755959519415008e-06, | |
| "loss": 0.1873, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.6356589147286822, | |
| "grad_norm": 1.6091656684875488, | |
| "learning_rate": 3.532387134480327e-06, | |
| "loss": 0.198, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.6382428940568475, | |
| "grad_norm": 1.208809733390808, | |
| "learning_rate": 3.489297922152136e-06, | |
| "loss": 0.1866, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.6408268733850129, | |
| "grad_norm": 1.3647226095199585, | |
| "learning_rate": 3.446331826571672e-06, | |
| "loss": 0.1981, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.6434108527131783, | |
| "grad_norm": 1.6208391189575195, | |
| "learning_rate": 3.403492349320101e-06, | |
| "loss": 0.2192, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.6459948320413437, | |
| "grad_norm": 1.5029717683792114, | |
| "learning_rate": 3.360782981659659e-06, | |
| "loss": 0.1784, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.648578811369509, | |
| "grad_norm": 1.6115533113479614, | |
| "learning_rate": 3.3182072042491244e-06, | |
| "loss": 0.2231, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.6511627906976745, | |
| "grad_norm": 1.621906042098999, | |
| "learning_rate": 3.275768486860149e-06, | |
| "loss": 0.1729, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.6537467700258398, | |
| "grad_norm": 1.356162190437317, | |
| "learning_rate": 3.233470288094489e-06, | |
| "loss": 0.1873, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.6563307493540051, | |
| "grad_norm": 1.4512073993682861, | |
| "learning_rate": 3.191316055102146e-06, | |
| "loss": 0.1955, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.6589147286821705, | |
| "grad_norm": 1.5930757522583008, | |
| "learning_rate": 3.149309223300428e-06, | |
| "loss": 0.1773, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.661498708010336, | |
| "grad_norm": 1.3301100730895996, | |
| "learning_rate": 3.107453216093985e-06, | |
| "loss": 0.1838, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.6640826873385013, | |
| "grad_norm": 1.2428103685379028, | |
| "learning_rate": 3.0657514445958055e-06, | |
| "loss": 0.1795, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 1.2732970714569092, | |
| "learning_rate": 3.0242073073492238e-06, | |
| "loss": 0.1907, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.6692506459948321, | |
| "grad_norm": 1.7173457145690918, | |
| "learning_rate": 2.982824190050958e-06, | |
| "loss": 0.1962, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.6718346253229974, | |
| "grad_norm": 1.1723400354385376, | |
| "learning_rate": 2.9416054652751834e-06, | |
| "loss": 0.1553, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.6744186046511628, | |
| "grad_norm": 1.2737828493118286, | |
| "learning_rate": 2.9005544921986774e-06, | |
| "loss": 0.1809, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.6770025839793282, | |
| "grad_norm": 1.6005208492279053, | |
| "learning_rate": 2.8596746163270646e-06, | |
| "loss": 0.1876, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.6795865633074936, | |
| "grad_norm": 1.6597061157226562, | |
| "learning_rate": 2.8189691692221627e-06, | |
| "loss": 0.214, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.6821705426356589, | |
| "grad_norm": 1.4774705171585083, | |
| "learning_rate": 2.778441468230483e-06, | |
| "loss": 0.1851, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.6847545219638242, | |
| "grad_norm": 1.409745454788208, | |
| "learning_rate": 2.738094816212866e-06, | |
| "loss": 0.1734, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.6873385012919897, | |
| "grad_norm": 1.40264093875885, | |
| "learning_rate": 2.6979325012753214e-06, | |
| "loss": 0.175, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.689922480620155, | |
| "grad_norm": 1.2759225368499756, | |
| "learning_rate": 2.65795779650105e-06, | |
| "loss": 0.173, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.6925064599483204, | |
| "grad_norm": 1.3376514911651611, | |
| "learning_rate": 2.6181739596837075e-06, | |
| "loss": 0.1669, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.6950904392764858, | |
| "grad_norm": 1.813323974609375, | |
| "learning_rate": 2.5785842330619038e-06, | |
| "loss": 0.1915, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.6976744186046512, | |
| "grad_norm": 1.4839708805084229, | |
| "learning_rate": 2.5391918430549635e-06, | |
| "loss": 0.2038, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.7002583979328165, | |
| "grad_norm": 1.2945070266723633, | |
| "learning_rate": 2.5000000000000015e-06, | |
| "loss": 0.1685, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.7028423772609819, | |
| "grad_norm": 1.5902131795883179, | |
| "learning_rate": 2.4610118978902732e-06, | |
| "loss": 0.1874, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.7054263565891473, | |
| "grad_norm": 1.3686803579330444, | |
| "learning_rate": 2.422230714114891e-06, | |
| "loss": 0.1701, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.7080103359173127, | |
| "grad_norm": 1.3523751497268677, | |
| "learning_rate": 2.383659609199873e-06, | |
| "loss": 0.1679, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.710594315245478, | |
| "grad_norm": 1.5173090696334839, | |
| "learning_rate": 2.345301726550567e-06, | |
| "loss": 0.203, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.7131782945736435, | |
| "grad_norm": 1.1696375608444214, | |
| "learning_rate": 2.3071601921954797e-06, | |
| "loss": 0.1645, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.7157622739018088, | |
| "grad_norm": 1.5028029680252075, | |
| "learning_rate": 2.269238114531515e-06, | |
| "loss": 0.1902, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.7183462532299741, | |
| "grad_norm": 1.4014875888824463, | |
| "learning_rate": 2.2315385840706548e-06, | |
| "loss": 0.1817, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.7209302325581395, | |
| "grad_norm": 1.1939343214035034, | |
| "learning_rate": 2.1940646731880887e-06, | |
| "loss": 0.1574, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.7235142118863049, | |
| "grad_norm": 1.4427356719970703, | |
| "learning_rate": 2.156819435871824e-06, | |
| "loss": 0.1815, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.7260981912144703, | |
| "grad_norm": 1.421738624572754, | |
| "learning_rate": 2.1198059074738027e-06, | |
| "loss": 0.1996, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.7286821705426356, | |
| "grad_norm": 1.4071861505508423, | |
| "learning_rate": 2.08302710446253e-06, | |
| "loss": 0.1882, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.7312661498708011, | |
| "grad_norm": 1.2895996570587158, | |
| "learning_rate": 2.0464860241772454e-06, | |
| "loss": 0.1664, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.7338501291989664, | |
| "grad_norm": 1.6300632953643799, | |
| "learning_rate": 2.010185644583641e-06, | |
| "loss": 0.1849, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.7364341085271318, | |
| "grad_norm": 1.4193930625915527, | |
| "learning_rate": 1.9741289240311757e-06, | |
| "loss": 0.1903, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.7390180878552972, | |
| "grad_norm": 1.3659586906433105, | |
| "learning_rate": 1.9383188010119818e-06, | |
| "loss": 0.1891, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.7416020671834626, | |
| "grad_norm": 1.3775144815444946, | |
| "learning_rate": 1.9027581939213852e-06, | |
| "loss": 0.1934, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.7441860465116279, | |
| "grad_norm": 1.3561066389083862, | |
| "learning_rate": 1.8674500008200675e-06, | |
| "loss": 0.193, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.7467700258397932, | |
| "grad_norm": 1.3804134130477905, | |
| "learning_rate": 1.8323970991978823e-06, | |
| "loss": 0.1801, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.7493540051679587, | |
| "grad_norm": 1.3752516508102417, | |
| "learning_rate": 1.797602345739352e-06, | |
| "loss": 0.1784, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.751937984496124, | |
| "grad_norm": 1.4992294311523438, | |
| "learning_rate": 1.7630685760908623e-06, | |
| "loss": 0.1908, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.7545219638242894, | |
| "grad_norm": 1.555408000946045, | |
| "learning_rate": 1.7287986046295597e-06, | |
| "loss": 0.1756, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.7571059431524548, | |
| "grad_norm": 1.603082299232483, | |
| "learning_rate": 1.6947952242339993e-06, | |
| "loss": 0.157, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.7596899224806202, | |
| "grad_norm": 1.503893256187439, | |
| "learning_rate": 1.6610612060565235e-06, | |
| "loss": 0.1929, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.7622739018087855, | |
| "grad_norm": 1.3251415491104126, | |
| "learning_rate": 1.627599299297431e-06, | |
| "loss": 0.1776, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.7648578811369509, | |
| "grad_norm": 1.4177522659301758, | |
| "learning_rate": 1.594412230980928e-06, | |
| "loss": 0.1726, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.7674418604651163, | |
| "grad_norm": 1.4148153066635132, | |
| "learning_rate": 1.561502705732883e-06, | |
| "loss": 0.1823, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.7700258397932817, | |
| "grad_norm": 1.3199900388717651, | |
| "learning_rate": 1.5288734055604087e-06, | |
| "loss": 0.1809, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.772609819121447, | |
| "grad_norm": 1.4778473377227783, | |
| "learning_rate": 1.4965269896332884e-06, | |
| "loss": 0.1853, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.7751937984496124, | |
| "grad_norm": 1.3273617029190063, | |
| "learning_rate": 1.4644660940672628e-06, | |
| "loss": 0.1676, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.7777777777777778, | |
| "grad_norm": 1.4746593236923218, | |
| "learning_rate": 1.4326933317092e-06, | |
| "loss": 0.1803, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.7803617571059431, | |
| "grad_norm": 1.204885721206665, | |
| "learning_rate": 1.4012112919241562e-06, | |
| "loss": 0.1617, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.7829457364341085, | |
| "grad_norm": 1.4356775283813477, | |
| "learning_rate": 1.370022540384347e-06, | |
| "loss": 0.1723, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.7855297157622739, | |
| "grad_norm": 1.6779110431671143, | |
| "learning_rate": 1.3391296188600594e-06, | |
| "loss": 0.1768, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.7881136950904393, | |
| "grad_norm": 1.3418086767196655, | |
| "learning_rate": 1.3085350450125073e-06, | |
| "loss": 0.1807, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.7906976744186046, | |
| "grad_norm": 1.301296591758728, | |
| "learning_rate": 1.2782413121886483e-06, | |
| "loss": 0.1497, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.7932816537467701, | |
| "grad_norm": 1.1588480472564697, | |
| "learning_rate": 1.2482508892179884e-06, | |
| "loss": 0.1582, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.7958656330749354, | |
| "grad_norm": 1.2679500579833984, | |
| "learning_rate": 1.2185662202113764e-06, | |
| "loss": 0.1527, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.7984496124031008, | |
| "grad_norm": 1.13987398147583, | |
| "learning_rate": 1.1891897243618184e-06, | |
| "loss": 0.1582, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.8010335917312662, | |
| "grad_norm": 1.3159266710281372, | |
| "learning_rate": 1.16012379574733e-06, | |
| "loss": 0.1717, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.8036175710594315, | |
| "grad_norm": 1.5035459995269775, | |
| "learning_rate": 1.1313708031358183e-06, | |
| "loss": 0.1672, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.8062015503875969, | |
| "grad_norm": 1.5732388496398926, | |
| "learning_rate": 1.102933089792042e-06, | |
| "loss": 0.1763, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.8087855297157622, | |
| "grad_norm": 1.2379496097564697, | |
| "learning_rate": 1.0748129732866391e-06, | |
| "loss": 0.1521, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.8113695090439277, | |
| "grad_norm": 1.425968050956726, | |
| "learning_rate": 1.047012745307255e-06, | |
| "loss": 0.182, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.813953488372093, | |
| "grad_norm": 1.199998378753662, | |
| "learning_rate": 1.0195346714717813e-06, | |
| "loss": 0.1522, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.8165374677002584, | |
| "grad_norm": 1.3904505968093872, | |
| "learning_rate": 9.92380991143712e-07, | |
| "loss": 0.1705, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.8191214470284238, | |
| "grad_norm": 1.4871166944503784, | |
| "learning_rate": 9.65553917249648e-07, | |
| "loss": 0.1799, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.8217054263565892, | |
| "grad_norm": 1.431360125541687, | |
| "learning_rate": 9.39055636098945e-07, | |
| "loss": 0.1779, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.8242894056847545, | |
| "grad_norm": 1.1474868059158325, | |
| "learning_rate": 9.128883072055411e-07, | |
| "loss": 0.1473, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.8268733850129198, | |
| "grad_norm": 1.3604931831359863, | |
| "learning_rate": 8.870540631119667e-07, | |
| "loss": 0.1658, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.8294573643410853, | |
| "grad_norm": 1.319649338722229, | |
| "learning_rate": 8.615550092155478e-07, | |
| "loss": 0.1635, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.8320413436692506, | |
| "grad_norm": 1.6052929162979126, | |
| "learning_rate": 8.363932235968198e-07, | |
| "loss": 0.1862, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.834625322997416, | |
| "grad_norm": 1.2895382642745972, | |
| "learning_rate": 8.115707568501768e-07, | |
| "loss": 0.1603, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.8372093023255814, | |
| "grad_norm": 1.3937253952026367, | |
| "learning_rate": 7.870896319167548e-07, | |
| "loss": 0.1637, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.8397932816537468, | |
| "grad_norm": 1.549171805381775, | |
| "learning_rate": 7.629518439195671e-07, | |
| "loss": 0.1911, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.8423772609819121, | |
| "grad_norm": 1.5424485206604004, | |
| "learning_rate": 7.391593600009123e-07, | |
| "loss": 0.1835, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.8449612403100775, | |
| "grad_norm": 1.322595477104187, | |
| "learning_rate": 7.157141191620548e-07, | |
| "loss": 0.1589, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.8475452196382429, | |
| "grad_norm": 1.6589468717575073, | |
| "learning_rate": 6.926180321052045e-07, | |
| "loss": 0.1819, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.8501291989664083, | |
| "grad_norm": 1.3434414863586426, | |
| "learning_rate": 6.698729810778065e-07, | |
| "loss": 0.1683, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.8527131782945736, | |
| "grad_norm": 1.3851432800292969, | |
| "learning_rate": 6.474808197191401e-07, | |
| "loss": 0.1754, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.8552971576227391, | |
| "grad_norm": 1.1711254119873047, | |
| "learning_rate": 6.254433729092518e-07, | |
| "loss": 0.1552, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.8578811369509044, | |
| "grad_norm": 1.3657231330871582, | |
| "learning_rate": 6.037624366202405e-07, | |
| "loss": 0.1644, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.8604651162790697, | |
| "grad_norm": 1.3525211811065674, | |
| "learning_rate": 5.824397777698859e-07, | |
| "loss": 0.173, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.8630490956072352, | |
| "grad_norm": 1.3109862804412842, | |
| "learning_rate": 5.614771340776559e-07, | |
| "loss": 0.1692, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.8656330749354005, | |
| "grad_norm": 1.399511694908142, | |
| "learning_rate": 5.408762139230889e-07, | |
| "loss": 0.1602, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.8682170542635659, | |
| "grad_norm": 1.5356361865997314, | |
| "learning_rate": 5.206386962065601e-07, | |
| "loss": 0.181, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.8708010335917312, | |
| "grad_norm": 1.3737794160842896, | |
| "learning_rate": 5.007662302124671e-07, | |
| "loss": 0.1687, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.8733850129198967, | |
| "grad_norm": 1.4284069538116455, | |
| "learning_rate": 4.812604354748107e-07, | |
| "loss": 0.1673, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.875968992248062, | |
| "grad_norm": 1.4897751808166504, | |
| "learning_rate": 4.6212290164521554e-07, | |
| "loss": 0.1727, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.8785529715762274, | |
| "grad_norm": 1.7438304424285889, | |
| "learning_rate": 4.433551883633719e-07, | |
| "loss": 0.1734, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.8811369509043928, | |
| "grad_norm": 1.7176605463027954, | |
| "learning_rate": 4.2495882512993913e-07, | |
| "loss": 0.1899, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.8837209302325582, | |
| "grad_norm": 1.2422411441802979, | |
| "learning_rate": 4.069353111818913e-07, | |
| "loss": 0.1701, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.8863049095607235, | |
| "grad_norm": 1.387807011604309, | |
| "learning_rate": 3.8928611537033424e-07, | |
| "loss": 0.1755, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 1.3703078031539917, | |
| "learning_rate": 3.7201267604080436e-07, | |
| "loss": 0.1632, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.8914728682170543, | |
| "grad_norm": 1.3891550302505493, | |
| "learning_rate": 3.5511640091604293e-07, | |
| "loss": 0.1707, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.8940568475452196, | |
| "grad_norm": 1.5258495807647705, | |
| "learning_rate": 3.385986669812769e-07, | |
| "loss": 0.1719, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.896640826873385, | |
| "grad_norm": 1.3084255456924438, | |
| "learning_rate": 3.224608203719953e-07, | |
| "loss": 0.1639, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.8992248062015504, | |
| "grad_norm": 1.3888843059539795, | |
| "learning_rate": 3.067041762642475e-07, | |
| "loss": 0.1721, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.9018087855297158, | |
| "grad_norm": 1.3244494199752808, | |
| "learning_rate": 2.9133001876746004e-07, | |
| "loss": 0.1704, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.9043927648578811, | |
| "grad_norm": 1.3492217063903809, | |
| "learning_rate": 2.763396008197833e-07, | |
| "loss": 0.1789, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.9069767441860465, | |
| "grad_norm": 1.2785379886627197, | |
| "learning_rate": 2.617341440859883e-07, | |
| "loss": 0.1639, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.9095607235142119, | |
| "grad_norm": 1.225648045539856, | |
| "learning_rate": 2.475148388578974e-07, | |
| "loss": 0.1525, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.9121447028423773, | |
| "grad_norm": 1.4005565643310547, | |
| "learning_rate": 2.3368284395738684e-07, | |
| "loss": 0.1734, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.9147286821705426, | |
| "grad_norm": 1.3667218685150146, | |
| "learning_rate": 2.2023928664194229e-07, | |
| "loss": 0.1598, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.917312661498708, | |
| "grad_norm": 1.2286065816879272, | |
| "learning_rate": 2.0718526251279346e-07, | |
| "loss": 0.1533, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.9198966408268734, | |
| "grad_norm": 1.3071902990341187, | |
| "learning_rate": 1.9452183542562785e-07, | |
| "loss": 0.1612, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.9224806201550387, | |
| "grad_norm": 1.4558244943618774, | |
| "learning_rate": 1.8225003740388546e-07, | |
| "loss": 0.1624, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.9250645994832042, | |
| "grad_norm": 1.3047966957092285, | |
| "learning_rate": 1.7037086855465902e-07, | |
| "loss": 0.1555, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.9276485788113695, | |
| "grad_norm": 1.2621203660964966, | |
| "learning_rate": 1.5888529698718347e-07, | |
| "loss": 0.1514, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.9302325581395349, | |
| "grad_norm": 1.2364767789840698, | |
| "learning_rate": 1.477942587339426e-07, | |
| "loss": 0.1648, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.9328165374677002, | |
| "grad_norm": 1.6543505191802979, | |
| "learning_rate": 1.3709865767438434e-07, | |
| "loss": 0.1732, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.9354005167958657, | |
| "grad_norm": 1.1805888414382935, | |
| "learning_rate": 1.2679936546125483e-07, | |
| "loss": 0.1489, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.937984496124031, | |
| "grad_norm": 1.443524956703186, | |
| "learning_rate": 1.1689722144956672e-07, | |
| "loss": 0.1772, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.9405684754521964, | |
| "grad_norm": 1.4192824363708496, | |
| "learning_rate": 1.0739303262819301e-07, | |
| "loss": 0.1672, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.9431524547803618, | |
| "grad_norm": 1.573648452758789, | |
| "learning_rate": 9.82875735540989e-08, | |
| "loss": 0.1635, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.9457364341085271, | |
| "grad_norm": 1.3067245483398438, | |
| "learning_rate": 8.95815862892202e-08, | |
| "loss": 0.1664, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.9483204134366925, | |
| "grad_norm": 1.5704214572906494, | |
| "learning_rate": 8.127578033998663e-08, | |
| "loss": 0.1985, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.9509043927648578, | |
| "grad_norm": 1.3045734167099, | |
| "learning_rate": 7.337083259949918e-08, | |
| "loss": 0.1687, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.9534883720930233, | |
| "grad_norm": 1.2257012128829956, | |
| "learning_rate": 6.58673872923693e-08, | |
| "loss": 0.1668, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.9560723514211886, | |
| "grad_norm": 1.3284975290298462, | |
| "learning_rate": 5.8766055922211965e-08, | |
| "loss": 0.1604, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.958656330749354, | |
| "grad_norm": 1.494699478149414, | |
| "learning_rate": 5.206741722181385e-08, | |
| "loss": 0.1802, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.9612403100775194, | |
| "grad_norm": 1.6620988845825195, | |
| "learning_rate": 4.577201710596613e-08, | |
| "loss": 0.1794, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.9638242894056848, | |
| "grad_norm": 1.295282244682312, | |
| "learning_rate": 3.98803686269783e-08, | |
| "loss": 0.1607, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.9664082687338501, | |
| "grad_norm": 1.3023289442062378, | |
| "learning_rate": 3.439295193286174e-08, | |
| "loss": 0.1539, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.9689922480620154, | |
| "grad_norm": 1.3331167697906494, | |
| "learning_rate": 2.9310214228202016e-08, | |
| "loss": 0.1695, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.9715762273901809, | |
| "grad_norm": 1.3956187963485718, | |
| "learning_rate": 2.463256973771311e-08, | |
| "loss": 0.1647, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.9741602067183462, | |
| "grad_norm": 1.1754802465438843, | |
| "learning_rate": 2.0360399672478826e-08, | |
| "loss": 0.1489, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.9767441860465116, | |
| "grad_norm": 1.3734043836593628, | |
| "learning_rate": 1.6494052198886557e-08, | |
| "loss": 0.1675, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.979328165374677, | |
| "grad_norm": 1.3153494596481323, | |
| "learning_rate": 1.3033842410251074e-08, | |
| "loss": 0.1568, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.9819121447028424, | |
| "grad_norm": 1.3614672422409058, | |
| "learning_rate": 9.980052301137854e-09, | |
| "loss": 0.1564, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.9844961240310077, | |
| "grad_norm": 1.2049131393432617, | |
| "learning_rate": 7.332930744380906e-09, | |
| "loss": 0.1575, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.9870801033591732, | |
| "grad_norm": 1.2012826204299927, | |
| "learning_rate": 5.092693470798438e-09, | |
| "loss": 0.1483, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.9896640826873385, | |
| "grad_norm": 1.3296922445297241, | |
| "learning_rate": 3.2595230516152543e-09, | |
| "loss": 0.1578, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.9922480620155039, | |
| "grad_norm": 1.3670560121536255, | |
| "learning_rate": 1.8335688835802169e-09, | |
| "loss": 0.1673, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.9948320413436692, | |
| "grad_norm": 1.4654539823532104, | |
| "learning_rate": 8.149471767937567e-10, | |
| "loss": 0.1594, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.9974160206718347, | |
| "grad_norm": 1.3917102813720703, | |
| "learning_rate": 2.0374094523600841e-10, | |
| "loss": 0.1723, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.2807058095932007, | |
| "learning_rate": 0.0, | |
| "loss": 0.1694, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.3819105327129364, | |
| "eval_runtime": 3.48, | |
| "eval_samples_per_second": 66.091, | |
| "eval_steps_per_second": 2.874, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 387, | |
| "total_flos": 1.3654500629387674e+17, | |
| "train_loss": 0.24298929205544542, | |
| "train_runtime": 1239.3737, | |
| "train_samples_per_second": 14.982, | |
| "train_steps_per_second": 0.312 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 387, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 800, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.3654500629387674e+17, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |