| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 93654, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.003203280158882696, | |
| "grad_norm": 0.9955105781555176, | |
| "learning_rate": 5e-06, | |
| "loss": 1.2173, | |
| "num_input_tokens_seen": 819200, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.006406560317765392, | |
| "grad_norm": 8.62949275970459, | |
| "learning_rate": 1e-05, | |
| "loss": 1.1953, | |
| "num_input_tokens_seen": 1638400, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.009609840476648087, | |
| "grad_norm": 1.0293811559677124, | |
| "learning_rate": 1.5e-05, | |
| "loss": 1.1905, | |
| "num_input_tokens_seen": 2457600, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.012813120635530783, | |
| "grad_norm": 6.295543193817139, | |
| "learning_rate": 2e-05, | |
| "loss": 1.1391, | |
| "num_input_tokens_seen": 3276800, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.01601640079441348, | |
| "grad_norm": 3.0551528930664062, | |
| "learning_rate": 2.5e-05, | |
| "loss": 1.1383, | |
| "num_input_tokens_seen": 4096000, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.019219680953296174, | |
| "grad_norm": 0.8111634850502014, | |
| "learning_rate": 3e-05, | |
| "loss": 1.1022, | |
| "num_input_tokens_seen": 4915200, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.022422961112178872, | |
| "grad_norm": 0.77763432264328, | |
| "learning_rate": 3.5e-05, | |
| "loss": 1.0805, | |
| "num_input_tokens_seen": 5734400, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.025626241271061567, | |
| "grad_norm": 1.9141496419906616, | |
| "learning_rate": 4e-05, | |
| "loss": 1.0755, | |
| "num_input_tokens_seen": 6553600, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.028829521429944265, | |
| "grad_norm": 0.8061490058898926, | |
| "learning_rate": 4.5e-05, | |
| "loss": 1.0995, | |
| "num_input_tokens_seen": 7372800, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.03203280158882696, | |
| "grad_norm": 0.6671661734580994, | |
| "learning_rate": 5e-05, | |
| "loss": 1.0835, | |
| "num_input_tokens_seen": 8192000, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.035236081747709654, | |
| "grad_norm": 2.4559221267700195, | |
| "learning_rate": 4.9999856291983216e-05, | |
| "loss": 1.0848, | |
| "num_input_tokens_seen": 9011200, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.03843936190659235, | |
| "grad_norm": 0.6218218803405762, | |
| "learning_rate": 4.9999425169585025e-05, | |
| "loss": 1.0621, | |
| "num_input_tokens_seen": 9830400, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.04164264206547505, | |
| "grad_norm": 1.1977851390838623, | |
| "learning_rate": 4.999870663776188e-05, | |
| "loss": 1.0774, | |
| "num_input_tokens_seen": 10649600, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.044845922224357744, | |
| "grad_norm": 0.581513524055481, | |
| "learning_rate": 4.99977007047745e-05, | |
| "loss": 1.0204, | |
| "num_input_tokens_seen": 11468800, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.04804920238324044, | |
| "grad_norm": 0.6710864901542664, | |
| "learning_rate": 4.999640738218772e-05, | |
| "loss": 1.0509, | |
| "num_input_tokens_seen": 12288000, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.05125248254212313, | |
| "grad_norm": 2.048499345779419, | |
| "learning_rate": 4.99948266848704e-05, | |
| "loss": 1.1401, | |
| "num_input_tokens_seen": 13107200, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.05445576270100583, | |
| "grad_norm": 0.6593829989433289, | |
| "learning_rate": 4.999295863099528e-05, | |
| "loss": 1.042, | |
| "num_input_tokens_seen": 13926400, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.05765904285988853, | |
| "grad_norm": 0.5166763663291931, | |
| "learning_rate": 4.999080324203867e-05, | |
| "loss": 1.1398, | |
| "num_input_tokens_seen": 14745600, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.060862323018771224, | |
| "grad_norm": 0.4539300203323364, | |
| "learning_rate": 4.9988360542780333e-05, | |
| "loss": 1.0759, | |
| "num_input_tokens_seen": 15564800, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.06406560317765392, | |
| "grad_norm": 0.7282894253730774, | |
| "learning_rate": 4.998563056130308e-05, | |
| "loss": 1.0988, | |
| "num_input_tokens_seen": 16384000, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.06726888333653662, | |
| "grad_norm": 0.6337546706199646, | |
| "learning_rate": 4.998261332899255e-05, | |
| "loss": 1.0642, | |
| "num_input_tokens_seen": 17203200, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.07047216349541931, | |
| "grad_norm": 0.6283242702484131, | |
| "learning_rate": 4.997930888053677e-05, | |
| "loss": 1.076, | |
| "num_input_tokens_seen": 18022400, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.07367544365430201, | |
| "grad_norm": 0.6066380739212036, | |
| "learning_rate": 4.99757172539258e-05, | |
| "loss": 1.0616, | |
| "num_input_tokens_seen": 18841600, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.0768787238131847, | |
| "grad_norm": 0.506839394569397, | |
| "learning_rate": 4.997183849045129e-05, | |
| "loss": 1.0691, | |
| "num_input_tokens_seen": 19660800, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.0800820039720674, | |
| "grad_norm": 0.6370711922645569, | |
| "learning_rate": 4.996767263470599e-05, | |
| "loss": 1.0463, | |
| "num_input_tokens_seen": 20480000, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.0832852841309501, | |
| "grad_norm": 2.0462234020233154, | |
| "learning_rate": 4.996321973458325e-05, | |
| "loss": 1.0703, | |
| "num_input_tokens_seen": 21299200, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.08648856428983279, | |
| "grad_norm": 0.6036199331283569, | |
| "learning_rate": 4.9958479841276446e-05, | |
| "loss": 1.0397, | |
| "num_input_tokens_seen": 22118400, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.08969184444871549, | |
| "grad_norm": 0.6303982138633728, | |
| "learning_rate": 4.995345300927845e-05, | |
| "loss": 1.0837, | |
| "num_input_tokens_seen": 22937600, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.09289512460759818, | |
| "grad_norm": 0.5572041869163513, | |
| "learning_rate": 4.994813929638096e-05, | |
| "loss": 1.0399, | |
| "num_input_tokens_seen": 23756800, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.09609840476648088, | |
| "grad_norm": 0.6958311200141907, | |
| "learning_rate": 4.9942538763673794e-05, | |
| "loss": 1.0634, | |
| "num_input_tokens_seen": 24576000, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.09930168492536358, | |
| "grad_norm": 0.583613395690918, | |
| "learning_rate": 4.993665147554429e-05, | |
| "loss": 1.0472, | |
| "num_input_tokens_seen": 25395200, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.10250496508424627, | |
| "grad_norm": 0.5093560814857483, | |
| "learning_rate": 4.9930477499676495e-05, | |
| "loss": 1.0774, | |
| "num_input_tokens_seen": 26214400, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.10570824524312897, | |
| "grad_norm": 1.930864691734314, | |
| "learning_rate": 4.992401690705038e-05, | |
| "loss": 1.0402, | |
| "num_input_tokens_seen": 27033600, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.10891152540201166, | |
| "grad_norm": 0.6102778911590576, | |
| "learning_rate": 4.9917269771941056e-05, | |
| "loss": 1.0353, | |
| "num_input_tokens_seen": 27852800, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.11211480556089436, | |
| "grad_norm": 0.5592427849769592, | |
| "learning_rate": 4.991023617191792e-05, | |
| "loss": 1.0776, | |
| "num_input_tokens_seen": 28672000, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.11531808571977706, | |
| "grad_norm": 0.6671651005744934, | |
| "learning_rate": 4.990291618784377e-05, | |
| "loss": 1.1083, | |
| "num_input_tokens_seen": 29491200, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.11852136587865975, | |
| "grad_norm": 1.4246577024459839, | |
| "learning_rate": 4.989530990387381e-05, | |
| "loss": 1.0262, | |
| "num_input_tokens_seen": 30310400, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.12172464603754245, | |
| "grad_norm": 2.4318628311157227, | |
| "learning_rate": 4.988741740745477e-05, | |
| "loss": 1.0441, | |
| "num_input_tokens_seen": 31129600, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.12492792619642513, | |
| "grad_norm": 2.1933786869049072, | |
| "learning_rate": 4.987923878932386e-05, | |
| "loss": 1.0375, | |
| "num_input_tokens_seen": 31948800, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.12813120635530784, | |
| "grad_norm": 0.5265761017799377, | |
| "learning_rate": 4.9870774143507696e-05, | |
| "loss": 1.0041, | |
| "num_input_tokens_seen": 32768000, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.13133448651419052, | |
| "grad_norm": 0.6378248929977417, | |
| "learning_rate": 4.98620235673213e-05, | |
| "loss": 1.0798, | |
| "num_input_tokens_seen": 33587200, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.13453776667307324, | |
| "grad_norm": 0.5426807999610901, | |
| "learning_rate": 4.9852987161366895e-05, | |
| "loss": 1.1014, | |
| "num_input_tokens_seen": 34406400, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.13774104683195593, | |
| "grad_norm": 0.587978720664978, | |
| "learning_rate": 4.9843665029532796e-05, | |
| "loss": 1.0321, | |
| "num_input_tokens_seen": 35225600, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.14094432699083861, | |
| "grad_norm": 0.8025338649749756, | |
| "learning_rate": 4.983405727899221e-05, | |
| "loss": 0.9954, | |
| "num_input_tokens_seen": 36044800, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.1441476071497213, | |
| "grad_norm": 0.5788518786430359, | |
| "learning_rate": 4.982416402020201e-05, | |
| "loss": 1.0049, | |
| "num_input_tokens_seen": 36864000, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.14735088730860402, | |
| "grad_norm": 0.629861056804657, | |
| "learning_rate": 4.9813985366901435e-05, | |
| "loss": 1.0586, | |
| "num_input_tokens_seen": 37683200, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.1505541674674867, | |
| "grad_norm": 0.5835918188095093, | |
| "learning_rate": 4.980352143611081e-05, | |
| "loss": 1.0949, | |
| "num_input_tokens_seen": 38502400, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.1537574476263694, | |
| "grad_norm": 0.5552580952644348, | |
| "learning_rate": 4.979277234813021e-05, | |
| "loss": 1.0374, | |
| "num_input_tokens_seen": 39321600, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.1569607277852521, | |
| "grad_norm": 0.7137876749038696, | |
| "learning_rate": 4.978173822653802e-05, | |
| "loss": 1.0195, | |
| "num_input_tokens_seen": 40140800, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.1601640079441348, | |
| "grad_norm": 0.6314465403556824, | |
| "learning_rate": 4.9770419198189595e-05, | |
| "loss": 1.0661, | |
| "num_input_tokens_seen": 40960000, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.16336728810301748, | |
| "grad_norm": 0.5494422316551208, | |
| "learning_rate": 4.975881539321574e-05, | |
| "loss": 1.0168, | |
| "num_input_tokens_seen": 41779200, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.1665705682619002, | |
| "grad_norm": 2.2284624576568604, | |
| "learning_rate": 4.974692694502123e-05, | |
| "loss": 1.0523, | |
| "num_input_tokens_seen": 42598400, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.16977384842078289, | |
| "grad_norm": 0.5189602375030518, | |
| "learning_rate": 4.973475399028331e-05, | |
| "loss": 1.0294, | |
| "num_input_tokens_seen": 43417600, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.17297712857966557, | |
| "grad_norm": 2.1537561416625977, | |
| "learning_rate": 4.972229666895006e-05, | |
| "loss": 0.9866, | |
| "num_input_tokens_seen": 44236800, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.17618040873854826, | |
| "grad_norm": 0.5834473967552185, | |
| "learning_rate": 4.970955512423884e-05, | |
| "loss": 0.99, | |
| "num_input_tokens_seen": 45056000, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.17938368889743098, | |
| "grad_norm": 0.6151788830757141, | |
| "learning_rate": 4.969652950263462e-05, | |
| "loss": 1.0292, | |
| "num_input_tokens_seen": 45875200, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.18258696905631366, | |
| "grad_norm": 0.641342043876648, | |
| "learning_rate": 4.96832199538883e-05, | |
| "loss": 1.0712, | |
| "num_input_tokens_seen": 46694400, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.18579024921519635, | |
| "grad_norm": 0.7882746458053589, | |
| "learning_rate": 4.966962663101499e-05, | |
| "loss": 1.0279, | |
| "num_input_tokens_seen": 47513600, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.18899352937407907, | |
| "grad_norm": 0.633734405040741, | |
| "learning_rate": 4.965574969029223e-05, | |
| "loss": 1.0448, | |
| "num_input_tokens_seen": 48332800, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.19219680953296175, | |
| "grad_norm": 1.5470919609069824, | |
| "learning_rate": 4.9641589291258255e-05, | |
| "loss": 1.0492, | |
| "num_input_tokens_seen": 49152000, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.19540008969184444, | |
| "grad_norm": 1.6563118696212769, | |
| "learning_rate": 4.962714559671008e-05, | |
| "loss": 1.0593, | |
| "num_input_tokens_seen": 49971200, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.19860336985072716, | |
| "grad_norm": 0.6741557717323303, | |
| "learning_rate": 4.961241877270169e-05, | |
| "loss": 1.0054, | |
| "num_input_tokens_seen": 50790400, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.20180665000960984, | |
| "grad_norm": 0.6842678785324097, | |
| "learning_rate": 4.9597408988542096e-05, | |
| "loss": 0.9865, | |
| "num_input_tokens_seen": 51609600, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.20500993016849253, | |
| "grad_norm": 8.189310073852539, | |
| "learning_rate": 4.958211641679339e-05, | |
| "loss": 1.0529, | |
| "num_input_tokens_seen": 52428800, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.20821321032737522, | |
| "grad_norm": 0.8904711604118347, | |
| "learning_rate": 4.956654123326881e-05, | |
| "loss": 1.0272, | |
| "num_input_tokens_seen": 53248000, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.21141649048625794, | |
| "grad_norm": 0.7857553362846375, | |
| "learning_rate": 4.9550683617030624e-05, | |
| "loss": 1.0295, | |
| "num_input_tokens_seen": 54067200, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.21461977064514062, | |
| "grad_norm": 0.6658555865287781, | |
| "learning_rate": 4.9534543750388185e-05, | |
| "loss": 0.9849, | |
| "num_input_tokens_seen": 54886400, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.2178230508040233, | |
| "grad_norm": 0.6390406489372253, | |
| "learning_rate": 4.951812181889573e-05, | |
| "loss": 0.9597, | |
| "num_input_tokens_seen": 55705600, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.22102633096290603, | |
| "grad_norm": 0.5161400437355042, | |
| "learning_rate": 4.950141801135034e-05, | |
| "loss": 1.0008, | |
| "num_input_tokens_seen": 56524800, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.2242296111217887, | |
| "grad_norm": 0.7651511430740356, | |
| "learning_rate": 4.948443251978968e-05, | |
| "loss": 0.9889, | |
| "num_input_tokens_seen": 57344000, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.2274328912806714, | |
| "grad_norm": 0.5069282054901123, | |
| "learning_rate": 4.946716553948987e-05, | |
| "loss": 0.9869, | |
| "num_input_tokens_seen": 58163200, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.23063617143955412, | |
| "grad_norm": 0.5041384696960449, | |
| "learning_rate": 4.9449617268963164e-05, | |
| "loss": 0.9669, | |
| "num_input_tokens_seen": 58982400, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.2338394515984368, | |
| "grad_norm": 1.7203638553619385, | |
| "learning_rate": 4.943178790995576e-05, | |
| "loss": 1.0426, | |
| "num_input_tokens_seen": 59801600, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.2370427317573195, | |
| "grad_norm": 0.8364699482917786, | |
| "learning_rate": 4.941367766744539e-05, | |
| "loss": 0.9894, | |
| "num_input_tokens_seen": 60620800, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.24024601191620218, | |
| "grad_norm": 0.42120370268821716, | |
| "learning_rate": 4.939528674963902e-05, | |
| "loss": 0.996, | |
| "num_input_tokens_seen": 61440000, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.2434492920750849, | |
| "grad_norm": 4.017838001251221, | |
| "learning_rate": 4.937661536797044e-05, | |
| "loss": 1.0557, | |
| "num_input_tokens_seen": 62259200, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.24665257223396758, | |
| "grad_norm": 0.7951923608779907, | |
| "learning_rate": 4.9357663737097824e-05, | |
| "loss": 1.0614, | |
| "num_input_tokens_seen": 63078400, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.24985585239285027, | |
| "grad_norm": 0.7139900922775269, | |
| "learning_rate": 4.9338432074901276e-05, | |
| "loss": 1.0525, | |
| "num_input_tokens_seen": 63897600, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.25305913255173296, | |
| "grad_norm": 0.6686214208602905, | |
| "learning_rate": 4.931892060248032e-05, | |
| "loss": 1.0947, | |
| "num_input_tokens_seen": 64716800, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.2562624127106157, | |
| "grad_norm": 0.737429678440094, | |
| "learning_rate": 4.929912954415135e-05, | |
| "loss": 0.9886, | |
| "num_input_tokens_seen": 65536000, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.2594656928694984, | |
| "grad_norm": 0.49794241786003113, | |
| "learning_rate": 4.9279059127445074e-05, | |
| "loss": 1.0407, | |
| "num_input_tokens_seen": 66355200, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.26266897302838105, | |
| "grad_norm": 0.6615239977836609, | |
| "learning_rate": 4.925870958310388e-05, | |
| "loss": 1.021, | |
| "num_input_tokens_seen": 67174400, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.26587225318726376, | |
| "grad_norm": 1.568616509437561, | |
| "learning_rate": 4.923808114507916e-05, | |
| "loss": 1.027, | |
| "num_input_tokens_seen": 67993600, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.2690755333461465, | |
| "grad_norm": 0.6627603769302368, | |
| "learning_rate": 4.921717405052868e-05, | |
| "loss": 1.0552, | |
| "num_input_tokens_seen": 68812800, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.27227881350502914, | |
| "grad_norm": 0.5849776864051819, | |
| "learning_rate": 4.9195988539813814e-05, | |
| "loss": 1.0552, | |
| "num_input_tokens_seen": 69632000, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.27548209366391185, | |
| "grad_norm": 1.6558514833450317, | |
| "learning_rate": 4.917452485649677e-05, | |
| "loss": 1.0516, | |
| "num_input_tokens_seen": 70451200, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.27868537382279457, | |
| "grad_norm": 0.5784972310066223, | |
| "learning_rate": 4.9152783247337823e-05, | |
| "loss": 1.0425, | |
| "num_input_tokens_seen": 71270400, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.28188865398167723, | |
| "grad_norm": 0.713585376739502, | |
| "learning_rate": 4.9130763962292453e-05, | |
| "loss": 1.0633, | |
| "num_input_tokens_seen": 72089600, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.28509193414055994, | |
| "grad_norm": 0.678617000579834, | |
| "learning_rate": 4.9108467254508487e-05, | |
| "loss": 1.0208, | |
| "num_input_tokens_seen": 72908800, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.2882952142994426, | |
| "grad_norm": 0.6494852900505066, | |
| "learning_rate": 4.908589338032316e-05, | |
| "loss": 1.0193, | |
| "num_input_tokens_seen": 73728000, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.2914984944583253, | |
| "grad_norm": 0.6913178563117981, | |
| "learning_rate": 4.9063042599260234e-05, | |
| "loss": 0.9783, | |
| "num_input_tokens_seen": 74547200, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.29470177461720803, | |
| "grad_norm": 0.6419298648834229, | |
| "learning_rate": 4.9039915174026916e-05, | |
| "loss": 1.0251, | |
| "num_input_tokens_seen": 75366400, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.2979050547760907, | |
| "grad_norm": 0.6663874983787537, | |
| "learning_rate": 4.9016511370510945e-05, | |
| "loss": 1.009, | |
| "num_input_tokens_seen": 76185600, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.3011083349349734, | |
| "grad_norm": 0.5730396509170532, | |
| "learning_rate": 4.8992831457777446e-05, | |
| "loss": 1.0154, | |
| "num_input_tokens_seen": 77004800, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.3043116150938561, | |
| "grad_norm": 0.5048360824584961, | |
| "learning_rate": 4.896887570806588e-05, | |
| "loss": 1.0498, | |
| "num_input_tokens_seen": 77824000, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.3075148952527388, | |
| "grad_norm": 1.7296109199523926, | |
| "learning_rate": 4.89446443967869e-05, | |
| "loss": 1.0426, | |
| "num_input_tokens_seen": 78643200, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.3107181754116215, | |
| "grad_norm": 0.8863735198974609, | |
| "learning_rate": 4.892013780251922e-05, | |
| "loss": 0.9947, | |
| "num_input_tokens_seen": 79462400, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.3139214555705042, | |
| "grad_norm": 2.7898573875427246, | |
| "learning_rate": 4.889535620700635e-05, | |
| "loss": 1.0301, | |
| "num_input_tokens_seen": 80281600, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.3171247357293869, | |
| "grad_norm": 0.5569226741790771, | |
| "learning_rate": 4.887029989515341e-05, | |
| "loss": 0.976, | |
| "num_input_tokens_seen": 81100800, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.3203280158882696, | |
| "grad_norm": 0.46732258796691895, | |
| "learning_rate": 4.884496915502385e-05, | |
| "loss": 1.0477, | |
| "num_input_tokens_seen": 81920000, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.3235312960471523, | |
| "grad_norm": 0.45553821325302124, | |
| "learning_rate": 4.881936427783607e-05, | |
| "loss": 1.0019, | |
| "num_input_tokens_seen": 82739200, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.32673457620603497, | |
| "grad_norm": 0.7193503379821777, | |
| "learning_rate": 4.879348555796018e-05, | |
| "loss": 0.997, | |
| "num_input_tokens_seen": 83558400, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.3299378563649177, | |
| "grad_norm": 0.6309390664100647, | |
| "learning_rate": 4.8767333292914544e-05, | |
| "loss": 0.9891, | |
| "num_input_tokens_seen": 84377600, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.3331411365238004, | |
| "grad_norm": 0.555618166923523, | |
| "learning_rate": 4.874090778336235e-05, | |
| "loss": 1.0175, | |
| "num_input_tokens_seen": 85196800, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.33634441668268306, | |
| "grad_norm": 1.5369619131088257, | |
| "learning_rate": 4.8714209333108236e-05, | |
| "loss": 1.0151, | |
| "num_input_tokens_seen": 86016000, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.33954769684156577, | |
| "grad_norm": 0.5254389047622681, | |
| "learning_rate": 4.868723824909469e-05, | |
| "loss": 1.025, | |
| "num_input_tokens_seen": 86835200, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.3427509770004485, | |
| "grad_norm": 0.5323970913887024, | |
| "learning_rate": 4.8659994841398594e-05, | |
| "loss": 1.0334, | |
| "num_input_tokens_seen": 87654400, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.34595425715933115, | |
| "grad_norm": 0.602602481842041, | |
| "learning_rate": 4.863247942322764e-05, | |
| "loss": 1.0237, | |
| "num_input_tokens_seen": 88473600, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.34915753731821386, | |
| "grad_norm": 2.1106760501861572, | |
| "learning_rate": 4.860469231091671e-05, | |
| "loss": 1.0181, | |
| "num_input_tokens_seen": 89292800, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.3523608174770965, | |
| "grad_norm": 0.6294669508934021, | |
| "learning_rate": 4.857663382392428e-05, | |
| "loss": 1.0289, | |
| "num_input_tokens_seen": 90112000, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.35556409763597924, | |
| "grad_norm": 0.5473527908325195, | |
| "learning_rate": 4.854830428482871e-05, | |
| "loss": 1.0296, | |
| "num_input_tokens_seen": 90931200, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.35876737779486195, | |
| "grad_norm": 0.5963702201843262, | |
| "learning_rate": 4.851970401932454e-05, | |
| "loss": 0.9784, | |
| "num_input_tokens_seen": 91750400, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.3619706579537446, | |
| "grad_norm": 1.5987745523452759, | |
| "learning_rate": 4.849083335621878e-05, | |
| "loss": 1.0842, | |
| "num_input_tokens_seen": 92569600, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.3651739381126273, | |
| "grad_norm": 1.9906154870986938, | |
| "learning_rate": 4.846169262742709e-05, | |
| "loss": 1.0196, | |
| "num_input_tokens_seen": 93388800, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.36837721827151004, | |
| "grad_norm": 0.7897935509681702, | |
| "learning_rate": 4.843228216796996e-05, | |
| "loss": 1.0103, | |
| "num_input_tokens_seen": 94208000, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.3715804984303927, | |
| "grad_norm": 0.6737790107727051, | |
| "learning_rate": 4.8402602315968905e-05, | |
| "loss": 1.0551, | |
| "num_input_tokens_seen": 95027200, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.3747837785892754, | |
| "grad_norm": 0.5573664307594299, | |
| "learning_rate": 4.837265341264253e-05, | |
| "loss": 1.0221, | |
| "num_input_tokens_seen": 95846400, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.37798705874815813, | |
| "grad_norm": 0.6558005809783936, | |
| "learning_rate": 4.834243580230266e-05, | |
| "loss": 0.975, | |
| "num_input_tokens_seen": 96665600, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.3811903389070408, | |
| "grad_norm": 0.7646604776382446, | |
| "learning_rate": 4.831194983235029e-05, | |
| "loss": 1.0152, | |
| "num_input_tokens_seen": 97484800, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.3843936190659235, | |
| "grad_norm": 0.5662313103675842, | |
| "learning_rate": 4.82811958532717e-05, | |
| "loss": 0.9909, | |
| "num_input_tokens_seen": 98304000, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.3875968992248062, | |
| "grad_norm": 0.5597667098045349, | |
| "learning_rate": 4.825017421863436e-05, | |
| "loss": 1.0208, | |
| "num_input_tokens_seen": 99123200, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.3908001793836889, | |
| "grad_norm": 0.5832675099372864, | |
| "learning_rate": 4.821888528508287e-05, | |
| "loss": 1.0189, | |
| "num_input_tokens_seen": 99942400, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.3940034595425716, | |
| "grad_norm": 1.6424989700317383, | |
| "learning_rate": 4.8187329412334884e-05, | |
| "loss": 1.055, | |
| "num_input_tokens_seen": 100761600, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.3972067397014543, | |
| "grad_norm": 0.4590611755847931, | |
| "learning_rate": 4.815550696317695e-05, | |
| "loss": 1.0586, | |
| "num_input_tokens_seen": 101580800, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.400410019860337, | |
| "grad_norm": 0.5123792290687561, | |
| "learning_rate": 4.812341830346035e-05, | |
| "loss": 1.0073, | |
| "num_input_tokens_seen": 102400000, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.4036133000192197, | |
| "grad_norm": 1.7758103609085083, | |
| "learning_rate": 4.80910638020969e-05, | |
| "loss": 1.0012, | |
| "num_input_tokens_seen": 103219200, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.40681658017810235, | |
| "grad_norm": 0.6465420722961426, | |
| "learning_rate": 4.805844383105469e-05, | |
| "loss": 0.9919, | |
| "num_input_tokens_seen": 104038400, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.41001986033698506, | |
| "grad_norm": 0.6052021980285645, | |
| "learning_rate": 4.802555876535383e-05, | |
| "loss": 1.0369, | |
| "num_input_tokens_seen": 104857600, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.4132231404958678, | |
| "grad_norm": 0.5069152116775513, | |
| "learning_rate": 4.799240898306214e-05, | |
| "loss": 1.0105, | |
| "num_input_tokens_seen": 105676800, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.41642642065475044, | |
| "grad_norm": 0.6421388387680054, | |
| "learning_rate": 4.7958994865290766e-05, | |
| "loss": 0.9861, | |
| "num_input_tokens_seen": 106496000, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.41962970081363316, | |
| "grad_norm": 0.6774849891662598, | |
| "learning_rate": 4.7925316796189826e-05, | |
| "loss": 0.9771, | |
| "num_input_tokens_seen": 107315200, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.42283298097251587, | |
| "grad_norm": 2.159661293029785, | |
| "learning_rate": 4.789137516294402e-05, | |
| "loss": 1.0182, | |
| "num_input_tokens_seen": 108134400, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.42603626113139853, | |
| "grad_norm": 0.6035510301589966, | |
| "learning_rate": 4.785717035576812e-05, | |
| "loss": 1.036, | |
| "num_input_tokens_seen": 108953600, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.42923954129028125, | |
| "grad_norm": 1.6665889024734497, | |
| "learning_rate": 4.782270276790254e-05, | |
| "loss": 1.0713, | |
| "num_input_tokens_seen": 109772800, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.43244282144916396, | |
| "grad_norm": 0.702918291091919, | |
| "learning_rate": 4.778797279560876e-05, | |
| "loss": 0.9708, | |
| "num_input_tokens_seen": 110592000, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.4356461016080466, | |
| "grad_norm": 0.6358348727226257, | |
| "learning_rate": 4.775298083816482e-05, | |
| "loss": 0.9967, | |
| "num_input_tokens_seen": 111411200, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.43884938176692934, | |
| "grad_norm": 0.652087390422821, | |
| "learning_rate": 4.77177272978607e-05, | |
| "loss": 1.0333, | |
| "num_input_tokens_seen": 112230400, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.44205266192581205, | |
| "grad_norm": 0.6892516016960144, | |
| "learning_rate": 4.768221257999373e-05, | |
| "loss": 1.0308, | |
| "num_input_tokens_seen": 113049600, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.4452559420846947, | |
| "grad_norm": 0.6279174089431763, | |
| "learning_rate": 4.764643709286386e-05, | |
| "loss": 1.057, | |
| "num_input_tokens_seen": 113868800, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.4484592222435774, | |
| "grad_norm": 0.6180372834205627, | |
| "learning_rate": 4.761040124776904e-05, | |
| "loss": 1.0059, | |
| "num_input_tokens_seen": 114688000, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.45166250240246014, | |
| "grad_norm": 0.6153070330619812, | |
| "learning_rate": 4.757410545900047e-05, | |
| "loss": 1.0717, | |
| "num_input_tokens_seen": 115507200, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.4548657825613428, | |
| "grad_norm": 0.5821653604507446, | |
| "learning_rate": 4.7537550143837796e-05, | |
| "loss": 1.0313, | |
| "num_input_tokens_seen": 116326400, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.4580690627202255, | |
| "grad_norm": 0.5773714780807495, | |
| "learning_rate": 4.750073572254438e-05, | |
| "loss": 1.0296, | |
| "num_input_tokens_seen": 117145600, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.46127234287910823, | |
| "grad_norm": 0.7084370255470276, | |
| "learning_rate": 4.746366261836242e-05, | |
| "loss": 0.9977, | |
| "num_input_tokens_seen": 117964800, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.4644756230379909, | |
| "grad_norm": 0.719439685344696, | |
| "learning_rate": 4.742633125750808e-05, | |
| "loss": 0.9753, | |
| "num_input_tokens_seen": 118784000, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.4676789031968736, | |
| "grad_norm": 0.6266898512840271, | |
| "learning_rate": 4.738874206916665e-05, | |
| "loss": 0.9722, | |
| "num_input_tokens_seen": 119603200, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.47088218335575627, | |
| "grad_norm": 0.6483869552612305, | |
| "learning_rate": 4.7350895485487526e-05, | |
| "loss": 1.066, | |
| "num_input_tokens_seen": 120422400, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.474085463514639, | |
| "grad_norm": 0.5138384699821472, | |
| "learning_rate": 4.731279194157933e-05, | |
| "loss": 0.973, | |
| "num_input_tokens_seen": 121241600, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.4772887436735217, | |
| "grad_norm": 0.6580103039741516, | |
| "learning_rate": 4.727443187550481e-05, | |
| "loss": 0.9922, | |
| "num_input_tokens_seen": 122060800, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.48049202383240436, | |
| "grad_norm": 0.6680930852890015, | |
| "learning_rate": 4.723581572827592e-05, | |
| "loss": 0.9851, | |
| "num_input_tokens_seen": 122880000, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.4836953039912871, | |
| "grad_norm": 2.329383373260498, | |
| "learning_rate": 4.719694394384863e-05, | |
| "loss": 1.0284, | |
| "num_input_tokens_seen": 123699200, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.4868985841501698, | |
| "grad_norm": 0.7416221499443054, | |
| "learning_rate": 4.715781696911792e-05, | |
| "loss": 0.9828, | |
| "num_input_tokens_seen": 124518400, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.49010186430905245, | |
| "grad_norm": 0.5373809337615967, | |
| "learning_rate": 4.7118435253912575e-05, | |
| "loss": 0.9621, | |
| "num_input_tokens_seen": 125337600, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.49330514446793516, | |
| "grad_norm": 0.5429302453994751, | |
| "learning_rate": 4.7078799250990056e-05, | |
| "loss": 1.013, | |
| "num_input_tokens_seen": 126156800, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.4965084246268179, | |
| "grad_norm": 0.5449560284614563, | |
| "learning_rate": 4.7038909416031276e-05, | |
| "loss": 1.0564, | |
| "num_input_tokens_seen": 126976000, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.49971170478570054, | |
| "grad_norm": 0.6629030704498291, | |
| "learning_rate": 4.699876620763535e-05, | |
| "loss": 0.9828, | |
| "num_input_tokens_seen": 127795200, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.5029149849445832, | |
| "grad_norm": 0.6022646427154541, | |
| "learning_rate": 4.6958370087314344e-05, | |
| "loss": 1.0435, | |
| "num_input_tokens_seen": 128614400, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.5061182651034659, | |
| "grad_norm": 1.8832833766937256, | |
| "learning_rate": 4.691772151948799e-05, | |
| "loss": 0.9438, | |
| "num_input_tokens_seen": 129433600, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.5093215452623486, | |
| "grad_norm": 0.7114049196243286, | |
| "learning_rate": 4.687682097147826e-05, | |
| "loss": 0.947, | |
| "num_input_tokens_seen": 130252800, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.5125248254212313, | |
| "grad_norm": 1.7428299188613892, | |
| "learning_rate": 4.683566891350412e-05, | |
| "loss": 0.9461, | |
| "num_input_tokens_seen": 131072000, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.5157281055801141, | |
| "grad_norm": 0.7306798100471497, | |
| "learning_rate": 4.679426581867599e-05, | |
| "loss": 0.9964, | |
| "num_input_tokens_seen": 131891200, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.5189313857389968, | |
| "grad_norm": 0.6088542938232422, | |
| "learning_rate": 4.675261216299042e-05, | |
| "loss": 0.9499, | |
| "num_input_tokens_seen": 132710400, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.5221346658978794, | |
| "grad_norm": 1.0487473011016846, | |
| "learning_rate": 4.6710708425324545e-05, | |
| "loss": 1.0205, | |
| "num_input_tokens_seen": 133529600, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.5253379460567621, | |
| "grad_norm": 0.4886884093284607, | |
| "learning_rate": 4.6668555087430605e-05, | |
| "loss": 0.9996, | |
| "num_input_tokens_seen": 134348800, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.5285412262156448, | |
| "grad_norm": 0.8639355301856995, | |
| "learning_rate": 4.662615263393041e-05, | |
| "loss": 1.0013, | |
| "num_input_tokens_seen": 135168000, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.5317445063745275, | |
| "grad_norm": 2.132063865661621, | |
| "learning_rate": 4.658350155230976e-05, | |
| "loss": 1.0437, | |
| "num_input_tokens_seen": 135987200, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.5349477865334102, | |
| "grad_norm": 0.5800316333770752, | |
| "learning_rate": 4.6540602332912854e-05, | |
| "loss": 1.0094, | |
| "num_input_tokens_seen": 136806400, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.538151066692293, | |
| "grad_norm": 0.48361486196517944, | |
| "learning_rate": 4.6497455468936606e-05, | |
| "loss": 1.0141, | |
| "num_input_tokens_seen": 137625600, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.5413543468511756, | |
| "grad_norm": 0.5760986804962158, | |
| "learning_rate": 4.645406145642506e-05, | |
| "loss": 1.0359, | |
| "num_input_tokens_seen": 138444800, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.5445576270100583, | |
| "grad_norm": 0.42741426825523376, | |
| "learning_rate": 4.64104207942636e-05, | |
| "loss": 0.9605, | |
| "num_input_tokens_seen": 139264000, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.547760907168941, | |
| "grad_norm": 0.6151024103164673, | |
| "learning_rate": 4.6366533984173274e-05, | |
| "loss": 0.9502, | |
| "num_input_tokens_seen": 140083200, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.5509641873278237, | |
| "grad_norm": 5.775717735290527, | |
| "learning_rate": 4.6322401530704995e-05, | |
| "loss": 1.016, | |
| "num_input_tokens_seen": 140902400, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.5541674674867064, | |
| "grad_norm": 0.5886793732643127, | |
| "learning_rate": 4.627802394123375e-05, | |
| "loss": 1.0039, | |
| "num_input_tokens_seen": 141721600, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.5573707476455891, | |
| "grad_norm": 2.4064829349517822, | |
| "learning_rate": 4.623340172595277e-05, | |
| "loss": 0.9972, | |
| "num_input_tokens_seen": 142540800, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.5605740278044717, | |
| "grad_norm": 0.5964205861091614, | |
| "learning_rate": 4.6188535397867675e-05, | |
| "loss": 0.9894, | |
| "num_input_tokens_seen": 143360000, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.5637773079633545, | |
| "grad_norm": 0.5683798789978027, | |
| "learning_rate": 4.614342547279052e-05, | |
| "loss": 1.0721, | |
| "num_input_tokens_seen": 144179200, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.5669805881222372, | |
| "grad_norm": 0.5441416501998901, | |
| "learning_rate": 4.609807246933395e-05, | |
| "loss": 1.0183, | |
| "num_input_tokens_seen": 144998400, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.5701838682811199, | |
| "grad_norm": 2.547898530960083, | |
| "learning_rate": 4.605247690890518e-05, | |
| "loss": 1.0083, | |
| "num_input_tokens_seen": 145817600, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.5733871484400026, | |
| "grad_norm": 0.7640330791473389, | |
| "learning_rate": 4.600663931570001e-05, | |
| "loss": 0.9927, | |
| "num_input_tokens_seen": 146636800, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.5765904285988852, | |
| "grad_norm": 0.6045035123825073, | |
| "learning_rate": 4.596056021669681e-05, | |
| "loss": 1.0144, | |
| "num_input_tokens_seen": 147456000, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.5797937087577679, | |
| "grad_norm": 0.5718028545379639, | |
| "learning_rate": 4.591424014165047e-05, | |
| "loss": 1.0417, | |
| "num_input_tokens_seen": 148275200, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.5829969889166506, | |
| "grad_norm": 0.49183499813079834, | |
| "learning_rate": 4.586767962308625e-05, | |
| "loss": 1.0124, | |
| "num_input_tokens_seen": 149094400, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.5862002690755334, | |
| "grad_norm": 0.5138664841651917, | |
| "learning_rate": 4.5820879196293756e-05, | |
| "loss": 0.9961, | |
| "num_input_tokens_seen": 149913600, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.5894035492344161, | |
| "grad_norm": 0.6507889628410339, | |
| "learning_rate": 4.577383939932069e-05, | |
| "loss": 1.0066, | |
| "num_input_tokens_seen": 150732800, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.5926068293932988, | |
| "grad_norm": 0.48219242691993713, | |
| "learning_rate": 4.572656077296676e-05, | |
| "loss": 1.0422, | |
| "num_input_tokens_seen": 151552000, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.5958101095521814, | |
| "grad_norm": 2.981851100921631, | |
| "learning_rate": 4.567904386077734e-05, | |
| "loss": 1.0647, | |
| "num_input_tokens_seen": 152371200, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 0.5990133897110641, | |
| "grad_norm": 1.6492716073989868, | |
| "learning_rate": 4.563128920903735e-05, | |
| "loss": 1.0465, | |
| "num_input_tokens_seen": 153190400, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 0.6022166698699468, | |
| "grad_norm": 0.6568962335586548, | |
| "learning_rate": 4.558329736676488e-05, | |
| "loss": 1.0505, | |
| "num_input_tokens_seen": 154009600, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 0.6054199500288295, | |
| "grad_norm": 0.77339768409729, | |
| "learning_rate": 4.553506888570494e-05, | |
| "loss": 1.0287, | |
| "num_input_tokens_seen": 154828800, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 0.6086232301877122, | |
| "grad_norm": 0.6354805827140808, | |
| "learning_rate": 4.548660432032307e-05, | |
| "loss": 0.9675, | |
| "num_input_tokens_seen": 155648000, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.611826510346595, | |
| "grad_norm": 0.6528341770172119, | |
| "learning_rate": 4.5437904227799e-05, | |
| "loss": 1.0027, | |
| "num_input_tokens_seen": 156467200, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 0.6150297905054776, | |
| "grad_norm": 0.7518653273582458, | |
| "learning_rate": 4.538896916802023e-05, | |
| "loss": 1.0002, | |
| "num_input_tokens_seen": 157286400, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 0.6182330706643603, | |
| "grad_norm": 1.2601783275604248, | |
| "learning_rate": 4.533979970357558e-05, | |
| "loss": 1.0698, | |
| "num_input_tokens_seen": 158105600, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 0.621436350823243, | |
| "grad_norm": 0.7242873311042786, | |
| "learning_rate": 4.529039639974876e-05, | |
| "loss": 0.9834, | |
| "num_input_tokens_seen": 158924800, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 0.6246396309821257, | |
| "grad_norm": 2.0396833419799805, | |
| "learning_rate": 4.524075982451183e-05, | |
| "loss": 0.9634, | |
| "num_input_tokens_seen": 159744000, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.6278429111410084, | |
| "grad_norm": 2.7037477493286133, | |
| "learning_rate": 4.5190890548518696e-05, | |
| "loss": 1.0221, | |
| "num_input_tokens_seen": 160563200, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 0.631046191299891, | |
| "grad_norm": 1.6231496334075928, | |
| "learning_rate": 4.5140789145098536e-05, | |
| "loss": 1.0582, | |
| "num_input_tokens_seen": 161382400, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 0.6342494714587738, | |
| "grad_norm": 0.6004766225814819, | |
| "learning_rate": 4.509045619024921e-05, | |
| "loss": 1.0112, | |
| "num_input_tokens_seen": 162201600, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 0.6374527516176565, | |
| "grad_norm": 12.123788833618164, | |
| "learning_rate": 4.5039892262630656e-05, | |
| "loss": 1.0078, | |
| "num_input_tokens_seen": 163020800, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 0.6406560317765392, | |
| "grad_norm": 3.2375683784484863, | |
| "learning_rate": 4.498909794355821e-05, | |
| "loss": 1.0239, | |
| "num_input_tokens_seen": 163840000, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.6438593119354219, | |
| "grad_norm": 0.8260817527770996, | |
| "learning_rate": 4.493807381699595e-05, | |
| "loss": 1.009, | |
| "num_input_tokens_seen": 164659200, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 0.6470625920943046, | |
| "grad_norm": 0.7712699174880981, | |
| "learning_rate": 4.488682046954994e-05, | |
| "loss": 0.9565, | |
| "num_input_tokens_seen": 165478400, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 0.6502658722531872, | |
| "grad_norm": 0.5889214277267456, | |
| "learning_rate": 4.483533849046155e-05, | |
| "loss": 1.0225, | |
| "num_input_tokens_seen": 166297600, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 0.6534691524120699, | |
| "grad_norm": 1.2388112545013428, | |
| "learning_rate": 4.4783628471600636e-05, | |
| "loss": 1.0642, | |
| "num_input_tokens_seen": 167116800, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 0.6566724325709526, | |
| "grad_norm": 0.6664971709251404, | |
| "learning_rate": 4.473169100745871e-05, | |
| "loss": 0.9598, | |
| "num_input_tokens_seen": 167936000, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.6598757127298354, | |
| "grad_norm": 0.5350831151008606, | |
| "learning_rate": 4.4679526695142195e-05, | |
| "loss": 1.0391, | |
| "num_input_tokens_seen": 168755200, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 0.6630789928887181, | |
| "grad_norm": 0.6643035411834717, | |
| "learning_rate": 4.4627136134365463e-05, | |
| "loss": 0.998, | |
| "num_input_tokens_seen": 169574400, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 0.6662822730476008, | |
| "grad_norm": 0.5972053408622742, | |
| "learning_rate": 4.457451992744402e-05, | |
| "loss": 1.0335, | |
| "num_input_tokens_seen": 170393600, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 0.6694855532064834, | |
| "grad_norm": 0.5102434754371643, | |
| "learning_rate": 4.452167867928751e-05, | |
| "loss": 1.0459, | |
| "num_input_tokens_seen": 171212800, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 0.6726888333653661, | |
| "grad_norm": 0.5346103310585022, | |
| "learning_rate": 4.4468612997392824e-05, | |
| "loss": 0.9922, | |
| "num_input_tokens_seen": 172032000, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.6758921135242488, | |
| "grad_norm": 0.5129193663597107, | |
| "learning_rate": 4.441532349183706e-05, | |
| "loss": 1.0024, | |
| "num_input_tokens_seen": 172851200, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 0.6790953936831315, | |
| "grad_norm": 0.5462967753410339, | |
| "learning_rate": 4.4361810775270554e-05, | |
| "loss": 0.994, | |
| "num_input_tokens_seen": 173670400, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 0.6822986738420143, | |
| "grad_norm": 1.2343724966049194, | |
| "learning_rate": 4.430807546290982e-05, | |
| "loss": 0.9669, | |
| "num_input_tokens_seen": 174489600, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 0.685501954000897, | |
| "grad_norm": 0.653947651386261, | |
| "learning_rate": 4.425411817253048e-05, | |
| "loss": 1.0029, | |
| "num_input_tokens_seen": 175308800, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 0.6887052341597796, | |
| "grad_norm": 2.948323965072632, | |
| "learning_rate": 4.419993952446013e-05, | |
| "loss": 1.0158, | |
| "num_input_tokens_seen": 176128000, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.6919085143186623, | |
| "grad_norm": 1.577588438987732, | |
| "learning_rate": 4.414554014157127e-05, | |
| "loss": 1.0571, | |
| "num_input_tokens_seen": 176947200, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 0.695111794477545, | |
| "grad_norm": 1.0136100053787231, | |
| "learning_rate": 4.4090920649274095e-05, | |
| "loss": 0.9647, | |
| "num_input_tokens_seen": 177766400, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 0.6983150746364277, | |
| "grad_norm": 0.5571495294570923, | |
| "learning_rate": 4.40360816755093e-05, | |
| "loss": 0.9609, | |
| "num_input_tokens_seen": 178585600, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 0.7015183547953104, | |
| "grad_norm": 0.5548049211502075, | |
| "learning_rate": 4.3981023850740926e-05, | |
| "loss": 0.9524, | |
| "num_input_tokens_seen": 179404800, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 0.704721634954193, | |
| "grad_norm": 0.9693801999092102, | |
| "learning_rate": 4.392574780794901e-05, | |
| "loss": 0.9641, | |
| "num_input_tokens_seen": 180224000, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.7079249151130758, | |
| "grad_norm": 0.6628372669219971, | |
| "learning_rate": 4.387025418262242e-05, | |
| "loss": 0.9838, | |
| "num_input_tokens_seen": 181043200, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 0.7111281952719585, | |
| "grad_norm": 0.5312179923057556, | |
| "learning_rate": 4.381454361275143e-05, | |
| "loss": 1.0309, | |
| "num_input_tokens_seen": 181862400, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 0.7143314754308412, | |
| "grad_norm": 0.6137087941169739, | |
| "learning_rate": 4.3758616738820506e-05, | |
| "loss": 1.0029, | |
| "num_input_tokens_seen": 182681600, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 0.7175347555897239, | |
| "grad_norm": 1.6591495275497437, | |
| "learning_rate": 4.370247420380085e-05, | |
| "loss": 0.9842, | |
| "num_input_tokens_seen": 183500800, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 0.7207380357486066, | |
| "grad_norm": 0.677762508392334, | |
| "learning_rate": 4.3646116653143046e-05, | |
| "loss": 0.9606, | |
| "num_input_tokens_seen": 184320000, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.7239413159074892, | |
| "grad_norm": 0.602687418460846, | |
| "learning_rate": 4.358954473476965e-05, | |
| "loss": 0.9781, | |
| "num_input_tokens_seen": 185139200, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 0.7271445960663719, | |
| "grad_norm": 0.5638014674186707, | |
| "learning_rate": 4.353275909906772e-05, | |
| "loss": 0.9823, | |
| "num_input_tokens_seen": 185958400, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 0.7303478762252547, | |
| "grad_norm": 1.6680676937103271, | |
| "learning_rate": 4.3475760398881325e-05, | |
| "loss": 0.988, | |
| "num_input_tokens_seen": 186777600, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 0.7335511563841374, | |
| "grad_norm": 0.6449896097183228, | |
| "learning_rate": 4.3418549289504096e-05, | |
| "loss": 0.9878, | |
| "num_input_tokens_seen": 187596800, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 0.7367544365430201, | |
| "grad_norm": 2.6768717765808105, | |
| "learning_rate": 4.3361126428671636e-05, | |
| "loss": 1.0091, | |
| "num_input_tokens_seen": 188416000, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.7399577167019028, | |
| "grad_norm": 1.079026460647583, | |
| "learning_rate": 4.330349247655398e-05, | |
| "loss": 1.0383, | |
| "num_input_tokens_seen": 189235200, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 0.7431609968607854, | |
| "grad_norm": 0.6426740288734436, | |
| "learning_rate": 4.324564809574799e-05, | |
| "loss": 0.9801, | |
| "num_input_tokens_seen": 190054400, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 0.7463642770196681, | |
| "grad_norm": 0.8264270424842834, | |
| "learning_rate": 4.318759395126979e-05, | |
| "loss": 1.0095, | |
| "num_input_tokens_seen": 190873600, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 0.7495675571785508, | |
| "grad_norm": 0.5160927176475525, | |
| "learning_rate": 4.3129330710547035e-05, | |
| "loss": 0.9601, | |
| "num_input_tokens_seen": 191692800, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 0.7527708373374336, | |
| "grad_norm": 0.6011959910392761, | |
| "learning_rate": 4.307085904341133e-05, | |
| "loss": 0.9837, | |
| "num_input_tokens_seen": 192512000, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.7559741174963163, | |
| "grad_norm": 0.5961838960647583, | |
| "learning_rate": 4.3012179622090436e-05, | |
| "loss": 0.9647, | |
| "num_input_tokens_seen": 193331200, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 0.7591773976551989, | |
| "grad_norm": 0.8201313614845276, | |
| "learning_rate": 4.295329312120063e-05, | |
| "loss": 0.9439, | |
| "num_input_tokens_seen": 194150400, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 0.7623806778140816, | |
| "grad_norm": 0.5474829077720642, | |
| "learning_rate": 4.289420021773889e-05, | |
| "loss": 0.9708, | |
| "num_input_tokens_seen": 194969600, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 0.7655839579729643, | |
| "grad_norm": 0.5124524235725403, | |
| "learning_rate": 4.283490159107513e-05, | |
| "loss": 1.0109, | |
| "num_input_tokens_seen": 195788800, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 0.768787238131847, | |
| "grad_norm": 0.6800445318222046, | |
| "learning_rate": 4.27753979229444e-05, | |
| "loss": 1.0119, | |
| "num_input_tokens_seen": 196608000, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.7719905182907297, | |
| "grad_norm": 0.5350146889686584, | |
| "learning_rate": 4.271568989743903e-05, | |
| "loss": 0.9659, | |
| "num_input_tokens_seen": 197427200, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 0.7751937984496124, | |
| "grad_norm": 0.6650831699371338, | |
| "learning_rate": 4.265577820100076e-05, | |
| "loss": 0.9729, | |
| "num_input_tokens_seen": 198246400, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 0.778397078608495, | |
| "grad_norm": 0.5228304862976074, | |
| "learning_rate": 4.2595663522412884e-05, | |
| "loss": 0.9633, | |
| "num_input_tokens_seen": 199065600, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 0.7816003587673778, | |
| "grad_norm": 0.532375693321228, | |
| "learning_rate": 4.253534655279232e-05, | |
| "loss": 0.9687, | |
| "num_input_tokens_seen": 199884800, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 0.7848036389262605, | |
| "grad_norm": 0.8860092759132385, | |
| "learning_rate": 4.247482798558161e-05, | |
| "loss": 1.0017, | |
| "num_input_tokens_seen": 200704000, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.7880069190851432, | |
| "grad_norm": 2.975177526473999, | |
| "learning_rate": 4.241410851654102e-05, | |
| "loss": 0.9905, | |
| "num_input_tokens_seen": 201523200, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 0.7912101992440259, | |
| "grad_norm": 0.622031033039093, | |
| "learning_rate": 4.235318884374051e-05, | |
| "loss": 1.0358, | |
| "num_input_tokens_seen": 202342400, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 0.7944134794029086, | |
| "grad_norm": 1.7574553489685059, | |
| "learning_rate": 4.229206966755172e-05, | |
| "loss": 1.0105, | |
| "num_input_tokens_seen": 203161600, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 0.7976167595617912, | |
| "grad_norm": 0.7439371347427368, | |
| "learning_rate": 4.223075169063989e-05, | |
| "loss": 0.9345, | |
| "num_input_tokens_seen": 203980800, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 0.800820039720674, | |
| "grad_norm": 0.5452560782432556, | |
| "learning_rate": 4.21692356179558e-05, | |
| "loss": 0.9655, | |
| "num_input_tokens_seen": 204800000, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.8040233198795567, | |
| "grad_norm": 0.5876986384391785, | |
| "learning_rate": 4.210752215672769e-05, | |
| "loss": 0.949, | |
| "num_input_tokens_seen": 205619200, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 0.8072266000384394, | |
| "grad_norm": 2.6809980869293213, | |
| "learning_rate": 4.204561201645307e-05, | |
| "loss": 1.0082, | |
| "num_input_tokens_seen": 206438400, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 0.8104298801973221, | |
| "grad_norm": 0.647762656211853, | |
| "learning_rate": 4.198350590889064e-05, | |
| "loss": 1.0074, | |
| "num_input_tokens_seen": 207257600, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 0.8136331603562047, | |
| "grad_norm": 0.4822922945022583, | |
| "learning_rate": 4.192120454805203e-05, | |
| "loss": 0.9638, | |
| "num_input_tokens_seen": 208076800, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 0.8168364405150874, | |
| "grad_norm": 9.964862823486328, | |
| "learning_rate": 4.185870865019364e-05, | |
| "loss": 0.9793, | |
| "num_input_tokens_seen": 208896000, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.8200397206739701, | |
| "grad_norm": 0.6270651817321777, | |
| "learning_rate": 4.17960189338084e-05, | |
| "loss": 0.9515, | |
| "num_input_tokens_seen": 209715200, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 0.8232430008328528, | |
| "grad_norm": 0.5813098549842834, | |
| "learning_rate": 4.17331361196175e-05, | |
| "loss": 0.9659, | |
| "num_input_tokens_seen": 210534400, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 0.8264462809917356, | |
| "grad_norm": 0.5864317417144775, | |
| "learning_rate": 4.167006093056209e-05, | |
| "loss": 1.0496, | |
| "num_input_tokens_seen": 211353600, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 0.8296495611506183, | |
| "grad_norm": 2.7955405712127686, | |
| "learning_rate": 4.1606794091795e-05, | |
| "loss": 0.9466, | |
| "num_input_tokens_seen": 212172800, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 0.8328528413095009, | |
| "grad_norm": 0.5431935787200928, | |
| "learning_rate": 4.154333633067238e-05, | |
| "loss": 0.9308, | |
| "num_input_tokens_seen": 212992000, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.8360561214683836, | |
| "grad_norm": 2.313504934310913, | |
| "learning_rate": 4.147968837674535e-05, | |
| "loss": 0.9996, | |
| "num_input_tokens_seen": 213811200, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 0.8392594016272663, | |
| "grad_norm": 0.6028672456741333, | |
| "learning_rate": 4.141585096175162e-05, | |
| "loss": 0.9862, | |
| "num_input_tokens_seen": 214630400, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 0.842462681786149, | |
| "grad_norm": 1.6038614511489868, | |
| "learning_rate": 4.1351824819607056e-05, | |
| "loss": 1.0175, | |
| "num_input_tokens_seen": 215449600, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 0.8456659619450317, | |
| "grad_norm": 0.6132040619850159, | |
| "learning_rate": 4.128761068639723e-05, | |
| "loss": 0.9903, | |
| "num_input_tokens_seen": 216268800, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 0.8488692421039145, | |
| "grad_norm": 1.7026666402816772, | |
| "learning_rate": 4.122320930036902e-05, | |
| "loss": 1.0261, | |
| "num_input_tokens_seen": 217088000, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.8520725222627971, | |
| "grad_norm": 0.6355572938919067, | |
| "learning_rate": 4.1158621401922046e-05, | |
| "loss": 1.0048, | |
| "num_input_tokens_seen": 217907200, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 0.8552758024216798, | |
| "grad_norm": 0.683513879776001, | |
| "learning_rate": 4.109384773360023e-05, | |
| "loss": 0.9659, | |
| "num_input_tokens_seen": 218726400, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 0.8584790825805625, | |
| "grad_norm": 0.6867396831512451, | |
| "learning_rate": 4.10288890400832e-05, | |
| "loss": 1.0134, | |
| "num_input_tokens_seen": 219545600, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 0.8616823627394452, | |
| "grad_norm": 0.4578529894351959, | |
| "learning_rate": 4.0963746068177744e-05, | |
| "loss": 1.0011, | |
| "num_input_tokens_seen": 220364800, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 0.8648856428983279, | |
| "grad_norm": 0.5275700688362122, | |
| "learning_rate": 4.089841956680927e-05, | |
| "loss": 1.0777, | |
| "num_input_tokens_seen": 221184000, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.8680889230572106, | |
| "grad_norm": 0.5704593658447266, | |
| "learning_rate": 4.08329102870131e-05, | |
| "loss": 1.0113, | |
| "num_input_tokens_seen": 222003200, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 0.8712922032160932, | |
| "grad_norm": 0.5546739101409912, | |
| "learning_rate": 4.076721898192597e-05, | |
| "loss": 1.0181, | |
| "num_input_tokens_seen": 222822400, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 0.874495483374976, | |
| "grad_norm": 0.4796381890773773, | |
| "learning_rate": 4.070134640677722e-05, | |
| "loss": 0.9882, | |
| "num_input_tokens_seen": 223641600, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 0.8776987635338587, | |
| "grad_norm": 8.13311767578125, | |
| "learning_rate": 4.063529331888024e-05, | |
| "loss": 0.9378, | |
| "num_input_tokens_seen": 224460800, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 0.8809020436927414, | |
| "grad_norm": 0.4969484806060791, | |
| "learning_rate": 4.056906047762368e-05, | |
| "loss": 0.9867, | |
| "num_input_tokens_seen": 225280000, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.8841053238516241, | |
| "grad_norm": 3.9572601318359375, | |
| "learning_rate": 4.0502648644462774e-05, | |
| "loss": 0.9645, | |
| "num_input_tokens_seen": 226099200, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 0.8873086040105067, | |
| "grad_norm": 2.1928722858428955, | |
| "learning_rate": 4.043605858291053e-05, | |
| "loss": 0.9678, | |
| "num_input_tokens_seen": 226918400, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 0.8905118841693894, | |
| "grad_norm": 0.7099782824516296, | |
| "learning_rate": 4.036929105852901e-05, | |
| "loss": 1.0127, | |
| "num_input_tokens_seen": 227737600, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 0.8937151643282721, | |
| "grad_norm": 0.6126459836959839, | |
| "learning_rate": 4.0302346838920514e-05, | |
| "loss": 1.0439, | |
| "num_input_tokens_seen": 228556800, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 0.8969184444871549, | |
| "grad_norm": 0.6163774728775024, | |
| "learning_rate": 4.02352266937187e-05, | |
| "loss": 0.9393, | |
| "num_input_tokens_seen": 229376000, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.9001217246460376, | |
| "grad_norm": 0.6306945085525513, | |
| "learning_rate": 4.016793139457982e-05, | |
| "loss": 0.8966, | |
| "num_input_tokens_seen": 230195200, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 0.9033250048049203, | |
| "grad_norm": 0.6520447134971619, | |
| "learning_rate": 4.0100461715173777e-05, | |
| "loss": 0.9861, | |
| "num_input_tokens_seen": 231014400, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 0.9065282849638029, | |
| "grad_norm": 0.5960193276405334, | |
| "learning_rate": 4.003281843117528e-05, | |
| "loss": 1.0012, | |
| "num_input_tokens_seen": 231833600, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 0.9097315651226856, | |
| "grad_norm": 0.6080912947654724, | |
| "learning_rate": 3.9965002320254924e-05, | |
| "loss": 0.9602, | |
| "num_input_tokens_seen": 232652800, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 0.9129348452815683, | |
| "grad_norm": 0.6659435033798218, | |
| "learning_rate": 3.989701416207019e-05, | |
| "loss": 0.988, | |
| "num_input_tokens_seen": 233472000, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.916138125440451, | |
| "grad_norm": 2.5207667350769043, | |
| "learning_rate": 3.9828854738256564e-05, | |
| "loss": 1.0339, | |
| "num_input_tokens_seen": 234291200, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 0.9193414055993337, | |
| "grad_norm": 2.4952239990234375, | |
| "learning_rate": 3.976052483241849e-05, | |
| "loss": 1.0025, | |
| "num_input_tokens_seen": 235110400, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 0.9225446857582165, | |
| "grad_norm": 0.6766204237937927, | |
| "learning_rate": 3.969202523012038e-05, | |
| "loss": 1.0335, | |
| "num_input_tokens_seen": 235929600, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 0.9257479659170991, | |
| "grad_norm": 0.666861891746521, | |
| "learning_rate": 3.9623356718877605e-05, | |
| "loss": 0.9721, | |
| "num_input_tokens_seen": 236748800, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 0.9289512460759818, | |
| "grad_norm": 0.5322718620300293, | |
| "learning_rate": 3.955452008814741e-05, | |
| "loss": 0.9866, | |
| "num_input_tokens_seen": 237568000, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.9321545262348645, | |
| "grad_norm": 0.6603706479072571, | |
| "learning_rate": 3.9485516129319844e-05, | |
| "loss": 0.9863, | |
| "num_input_tokens_seen": 238387200, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 0.9353578063937472, | |
| "grad_norm": 0.6650800704956055, | |
| "learning_rate": 3.9416345635708676e-05, | |
| "loss": 0.9902, | |
| "num_input_tokens_seen": 239206400, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 0.9385610865526299, | |
| "grad_norm": 2.477098226547241, | |
| "learning_rate": 3.9347009402542256e-05, | |
| "loss": 0.991, | |
| "num_input_tokens_seen": 240025600, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 0.9417643667115125, | |
| "grad_norm": 0.6523051261901855, | |
| "learning_rate": 3.9277508226954394e-05, | |
| "loss": 0.9851, | |
| "num_input_tokens_seen": 240844800, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 0.9449676468703953, | |
| "grad_norm": 0.7197608351707458, | |
| "learning_rate": 3.920784290797519e-05, | |
| "loss": 1.0144, | |
| "num_input_tokens_seen": 241664000, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.948170927029278, | |
| "grad_norm": 0.6857073903083801, | |
| "learning_rate": 3.9138014246521806e-05, | |
| "loss": 0.9529, | |
| "num_input_tokens_seen": 242483200, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 0.9513742071881607, | |
| "grad_norm": 0.616074800491333, | |
| "learning_rate": 3.906802304538935e-05, | |
| "loss": 0.9949, | |
| "num_input_tokens_seen": 243302400, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 0.9545774873470434, | |
| "grad_norm": 0.5982092022895813, | |
| "learning_rate": 3.899787010924152e-05, | |
| "loss": 0.9596, | |
| "num_input_tokens_seen": 244121600, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 0.9577807675059261, | |
| "grad_norm": 0.6943311095237732, | |
| "learning_rate": 3.8927556244601495e-05, | |
| "loss": 0.9813, | |
| "num_input_tokens_seen": 244940800, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 0.9609840476648087, | |
| "grad_norm": 0.7715808153152466, | |
| "learning_rate": 3.885708225984254e-05, | |
| "loss": 0.9747, | |
| "num_input_tokens_seen": 245760000, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.9641873278236914, | |
| "grad_norm": 0.6129135489463806, | |
| "learning_rate": 3.878644896517879e-05, | |
| "loss": 0.9933, | |
| "num_input_tokens_seen": 246579200, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 0.9673906079825741, | |
| "grad_norm": 0.7009174227714539, | |
| "learning_rate": 3.87156571726559e-05, | |
| "loss": 0.964, | |
| "num_input_tokens_seen": 247398400, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 0.9705938881414569, | |
| "grad_norm": 0.7255650758743286, | |
| "learning_rate": 3.8644707696141704e-05, | |
| "loss": 0.9784, | |
| "num_input_tokens_seen": 248217600, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 0.9737971683003396, | |
| "grad_norm": 4.299106597900391, | |
| "learning_rate": 3.857360135131691e-05, | |
| "loss": 1.0191, | |
| "num_input_tokens_seen": 249036800, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 0.9770004484592223, | |
| "grad_norm": 0.5924736261367798, | |
| "learning_rate": 3.8502338955665644e-05, | |
| "loss": 0.9769, | |
| "num_input_tokens_seen": 249856000, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.9802037286181049, | |
| "grad_norm": 0.7270549535751343, | |
| "learning_rate": 3.843092132846613e-05, | |
| "loss": 1.0179, | |
| "num_input_tokens_seen": 250675200, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 0.9834070087769876, | |
| "grad_norm": 0.7704394459724426, | |
| "learning_rate": 3.835934929078119e-05, | |
| "loss": 0.9206, | |
| "num_input_tokens_seen": 251494400, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 0.9866102889358703, | |
| "grad_norm": 0.612688422203064, | |
| "learning_rate": 3.828762366544888e-05, | |
| "loss": 0.9686, | |
| "num_input_tokens_seen": 252313600, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 0.989813569094753, | |
| "grad_norm": 0.5262284278869629, | |
| "learning_rate": 3.8215745277073e-05, | |
| "loss": 0.9694, | |
| "num_input_tokens_seen": 253132800, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 0.9930168492536358, | |
| "grad_norm": 0.5798372626304626, | |
| "learning_rate": 3.8143714952013584e-05, | |
| "loss": 0.8879, | |
| "num_input_tokens_seen": 253952000, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.9962201294125185, | |
| "grad_norm": 0.5605859756469727, | |
| "learning_rate": 3.807153351837746e-05, | |
| "loss": 0.9948, | |
| "num_input_tokens_seen": 254771200, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 0.9994234095714011, | |
| "grad_norm": 1.9532912969589233, | |
| "learning_rate": 3.799920180600868e-05, | |
| "loss": 1.027, | |
| "num_input_tokens_seen": 255590400, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 1.0026266897302838, | |
| "grad_norm": 0.6683017611503601, | |
| "learning_rate": 3.792672064647898e-05, | |
| "loss": 0.9665, | |
| "num_input_tokens_seen": 256409600, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 1.0058299698891664, | |
| "grad_norm": 0.5574291348457336, | |
| "learning_rate": 3.785409087307828e-05, | |
| "loss": 0.8671, | |
| "num_input_tokens_seen": 257228800, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 1.0090332500480492, | |
| "grad_norm": 0.6487427949905396, | |
| "learning_rate": 3.778131332080503e-05, | |
| "loss": 0.9356, | |
| "num_input_tokens_seen": 258048000, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 1.0122365302069318, | |
| "grad_norm": 0.6974719166755676, | |
| "learning_rate": 3.7708388826356636e-05, | |
| "loss": 0.9751, | |
| "num_input_tokens_seen": 258867200, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 1.0154398103658147, | |
| "grad_norm": 0.6754201054573059, | |
| "learning_rate": 3.763531822811986e-05, | |
| "loss": 0.8963, | |
| "num_input_tokens_seen": 259686400, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 1.0186430905246973, | |
| "grad_norm": 0.5839199423789978, | |
| "learning_rate": 3.756210236616117e-05, | |
| "loss": 0.9021, | |
| "num_input_tokens_seen": 260505600, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 1.02184637068358, | |
| "grad_norm": 0.5535345673561096, | |
| "learning_rate": 3.7488742082217064e-05, | |
| "loss": 0.947, | |
| "num_input_tokens_seen": 261324800, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 1.0250496508424627, | |
| "grad_norm": 1.948480248451233, | |
| "learning_rate": 3.741523821968441e-05, | |
| "loss": 0.9314, | |
| "num_input_tokens_seen": 262144000, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.0282529310013453, | |
| "grad_norm": 0.8400202393531799, | |
| "learning_rate": 3.734159162361077e-05, | |
| "loss": 0.9523, | |
| "num_input_tokens_seen": 262963200, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 1.0314562111602281, | |
| "grad_norm": 0.7016623020172119, | |
| "learning_rate": 3.7267803140684635e-05, | |
| "loss": 0.9119, | |
| "num_input_tokens_seen": 263782400, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 1.0346594913191107, | |
| "grad_norm": 0.6084064841270447, | |
| "learning_rate": 3.719387361922573e-05, | |
| "loss": 0.9027, | |
| "num_input_tokens_seen": 264601600, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 1.0378627714779936, | |
| "grad_norm": 1.551859736442566, | |
| "learning_rate": 3.711980390917523e-05, | |
| "loss": 0.9126, | |
| "num_input_tokens_seen": 265420800, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 1.0410660516368762, | |
| "grad_norm": 0.6663823127746582, | |
| "learning_rate": 3.7045594862086065e-05, | |
| "loss": 0.909, | |
| "num_input_tokens_seen": 266240000, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 1.0442693317957588, | |
| "grad_norm": 0.6280916333198547, | |
| "learning_rate": 3.697124733111299e-05, | |
| "loss": 0.8809, | |
| "num_input_tokens_seen": 267059200, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 1.0474726119546416, | |
| "grad_norm": 0.7370727062225342, | |
| "learning_rate": 3.689676217100293e-05, | |
| "loss": 0.9155, | |
| "num_input_tokens_seen": 267878400, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 1.0506758921135242, | |
| "grad_norm": 0.5798324942588806, | |
| "learning_rate": 3.682214023808506e-05, | |
| "loss": 0.9514, | |
| "num_input_tokens_seen": 268697600, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 1.053879172272407, | |
| "grad_norm": 0.6621294021606445, | |
| "learning_rate": 3.674738239026097e-05, | |
| "loss": 0.9057, | |
| "num_input_tokens_seen": 269516800, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 1.0570824524312896, | |
| "grad_norm": 0.9696263074874878, | |
| "learning_rate": 3.667248948699482e-05, | |
| "loss": 0.9083, | |
| "num_input_tokens_seen": 270336000, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.0602857325901724, | |
| "grad_norm": 1.3327863216400146, | |
| "learning_rate": 3.659746238930345e-05, | |
| "loss": 0.9211, | |
| "num_input_tokens_seen": 271155200, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 1.063489012749055, | |
| "grad_norm": 0.7066917419433594, | |
| "learning_rate": 3.6522301959746514e-05, | |
| "loss": 0.9384, | |
| "num_input_tokens_seen": 271974400, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 1.0666922929079377, | |
| "grad_norm": 0.6944926977157593, | |
| "learning_rate": 3.6447009062416506e-05, | |
| "loss": 0.9296, | |
| "num_input_tokens_seen": 272793600, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 1.0698955730668205, | |
| "grad_norm": 2.94767165184021, | |
| "learning_rate": 3.637158456292885e-05, | |
| "loss": 0.8913, | |
| "num_input_tokens_seen": 273612800, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 1.073098853225703, | |
| "grad_norm": 0.671801745891571, | |
| "learning_rate": 3.629602932841199e-05, | |
| "loss": 0.9251, | |
| "num_input_tokens_seen": 274432000, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 1.076302133384586, | |
| "grad_norm": 0.6639389991760254, | |
| "learning_rate": 3.622034422749734e-05, | |
| "loss": 0.9024, | |
| "num_input_tokens_seen": 275251200, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 1.0795054135434685, | |
| "grad_norm": 0.6131206154823303, | |
| "learning_rate": 3.614453013030936e-05, | |
| "loss": 0.8965, | |
| "num_input_tokens_seen": 276070400, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 1.0827086937023511, | |
| "grad_norm": 2.824341058731079, | |
| "learning_rate": 3.606858790845555e-05, | |
| "loss": 0.9058, | |
| "num_input_tokens_seen": 276889600, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 1.085911973861234, | |
| "grad_norm": 0.4830228388309479, | |
| "learning_rate": 3.5992518435016376e-05, | |
| "loss": 0.9052, | |
| "num_input_tokens_seen": 277708800, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 1.0891152540201166, | |
| "grad_norm": 0.49670127034187317, | |
| "learning_rate": 3.59163225845353e-05, | |
| "loss": 0.9027, | |
| "num_input_tokens_seen": 278528000, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.0923185341789994, | |
| "grad_norm": 0.7440226674079895, | |
| "learning_rate": 3.584000123300869e-05, | |
| "loss": 0.8947, | |
| "num_input_tokens_seen": 279347200, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 1.095521814337882, | |
| "grad_norm": 0.515023410320282, | |
| "learning_rate": 3.576355525787576e-05, | |
| "loss": 0.8998, | |
| "num_input_tokens_seen": 280166400, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 1.0987250944967646, | |
| "grad_norm": 0.8011521100997925, | |
| "learning_rate": 3.5686985538008445e-05, | |
| "loss": 0.8951, | |
| "num_input_tokens_seen": 280985600, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 1.1019283746556474, | |
| "grad_norm": 0.5452113151550293, | |
| "learning_rate": 3.561029295370138e-05, | |
| "loss": 0.9009, | |
| "num_input_tokens_seen": 281804800, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 1.10513165481453, | |
| "grad_norm": 0.8674356937408447, | |
| "learning_rate": 3.5533478386661665e-05, | |
| "loss": 0.9592, | |
| "num_input_tokens_seen": 282624000, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 1.1083349349734128, | |
| "grad_norm": 0.653605043888092, | |
| "learning_rate": 3.545654271999886e-05, | |
| "loss": 0.8587, | |
| "num_input_tokens_seen": 283443200, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 1.1115382151322954, | |
| "grad_norm": 0.5951905846595764, | |
| "learning_rate": 3.5379486838214715e-05, | |
| "loss": 0.906, | |
| "num_input_tokens_seen": 284262400, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 1.1147414952911783, | |
| "grad_norm": 0.6143243908882141, | |
| "learning_rate": 3.530231162719307e-05, | |
| "loss": 0.8925, | |
| "num_input_tokens_seen": 285081600, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 1.1179447754500609, | |
| "grad_norm": 0.569734513759613, | |
| "learning_rate": 3.5225017974189644e-05, | |
| "loss": 0.8922, | |
| "num_input_tokens_seen": 285900800, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 1.1211480556089435, | |
| "grad_norm": 1.6546896696090698, | |
| "learning_rate": 3.5147606767821846e-05, | |
| "loss": 0.884, | |
| "num_input_tokens_seen": 286720000, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.1243513357678263, | |
| "grad_norm": 0.7131773829460144, | |
| "learning_rate": 3.507007889805856e-05, | |
| "loss": 0.8941, | |
| "num_input_tokens_seen": 287539200, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 1.127554615926709, | |
| "grad_norm": 1.8620835542678833, | |
| "learning_rate": 3.499243525620988e-05, | |
| "loss": 0.9209, | |
| "num_input_tokens_seen": 288358400, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 1.1307578960855917, | |
| "grad_norm": 1.936231017112732, | |
| "learning_rate": 3.491467673491692e-05, | |
| "loss": 0.9284, | |
| "num_input_tokens_seen": 289177600, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 1.1339611762444743, | |
| "grad_norm": 0.5847631096839905, | |
| "learning_rate": 3.483680422814152e-05, | |
| "loss": 0.9036, | |
| "num_input_tokens_seen": 289996800, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 1.137164456403357, | |
| "grad_norm": 0.6272117495536804, | |
| "learning_rate": 3.4758818631155934e-05, | |
| "loss": 0.8766, | |
| "num_input_tokens_seen": 290816000, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 1.1403677365622398, | |
| "grad_norm": 0.50895756483078, | |
| "learning_rate": 3.4680720840532636e-05, | |
| "loss": 0.8996, | |
| "num_input_tokens_seen": 291635200, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 1.1435710167211224, | |
| "grad_norm": 0.8421196341514587, | |
| "learning_rate": 3.460251175413388e-05, | |
| "loss": 0.932, | |
| "num_input_tokens_seen": 292454400, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 1.1467742968800052, | |
| "grad_norm": 1.1610244512557983, | |
| "learning_rate": 3.452419227110151e-05, | |
| "loss": 0.9095, | |
| "num_input_tokens_seen": 293273600, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 1.1499775770388878, | |
| "grad_norm": 0.5575504302978516, | |
| "learning_rate": 3.444576329184651e-05, | |
| "loss": 0.9166, | |
| "num_input_tokens_seen": 294092800, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 1.1531808571977704, | |
| "grad_norm": 0.5330684781074524, | |
| "learning_rate": 3.436722571803874e-05, | |
| "loss": 0.9445, | |
| "num_input_tokens_seen": 294912000, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.1563841373566532, | |
| "grad_norm": 0.7490949630737305, | |
| "learning_rate": 3.428858045259652e-05, | |
| "loss": 0.8947, | |
| "num_input_tokens_seen": 295731200, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 1.1595874175155358, | |
| "grad_norm": 1.870923399925232, | |
| "learning_rate": 3.420982839967624e-05, | |
| "loss": 0.9532, | |
| "num_input_tokens_seen": 296550400, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 1.1627906976744187, | |
| "grad_norm": 3.164524555206299, | |
| "learning_rate": 3.413097046466203e-05, | |
| "loss": 0.9716, | |
| "num_input_tokens_seen": 297369600, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 1.1659939778333013, | |
| "grad_norm": 1.375303864479065, | |
| "learning_rate": 3.405200755415527e-05, | |
| "loss": 0.9364, | |
| "num_input_tokens_seen": 298188800, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 1.169197257992184, | |
| "grad_norm": 2.2876625061035156, | |
| "learning_rate": 3.397294057596424e-05, | |
| "loss": 0.8933, | |
| "num_input_tokens_seen": 299008000, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 1.1724005381510667, | |
| "grad_norm": 0.5776546597480774, | |
| "learning_rate": 3.389377043909361e-05, | |
| "loss": 0.8916, | |
| "num_input_tokens_seen": 299827200, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 1.1756038183099493, | |
| "grad_norm": 0.7254892587661743, | |
| "learning_rate": 3.381449805373406e-05, | |
| "loss": 0.922, | |
| "num_input_tokens_seen": 300646400, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 1.1788070984688321, | |
| "grad_norm": 0.7244319319725037, | |
| "learning_rate": 3.3735124331251764e-05, | |
| "loss": 0.9093, | |
| "num_input_tokens_seen": 301465600, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 1.1820103786277147, | |
| "grad_norm": 0.5166808366775513, | |
| "learning_rate": 3.3655650184177957e-05, | |
| "loss": 0.9553, | |
| "num_input_tokens_seen": 302284800, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 1.1852136587865976, | |
| "grad_norm": 1.6987115144729614, | |
| "learning_rate": 3.357607652619839e-05, | |
| "loss": 0.8768, | |
| "num_input_tokens_seen": 303104000, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.1884169389454802, | |
| "grad_norm": 0.8271929621696472, | |
| "learning_rate": 3.349640427214287e-05, | |
| "loss": 0.9632, | |
| "num_input_tokens_seen": 303923200, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 1.1916202191043628, | |
| "grad_norm": 0.7163927555084229, | |
| "learning_rate": 3.341663433797474e-05, | |
| "loss": 0.8682, | |
| "num_input_tokens_seen": 304742400, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 1.1948234992632456, | |
| "grad_norm": 0.6233458518981934, | |
| "learning_rate": 3.33367676407803e-05, | |
| "loss": 0.9334, | |
| "num_input_tokens_seen": 305561600, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 1.1980267794221282, | |
| "grad_norm": 1.0882517099380493, | |
| "learning_rate": 3.3256805098758346e-05, | |
| "loss": 0.9073, | |
| "num_input_tokens_seen": 306380800, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 1.201230059581011, | |
| "grad_norm": 0.8322218656539917, | |
| "learning_rate": 3.3176747631209534e-05, | |
| "loss": 0.9343, | |
| "num_input_tokens_seen": 307200000, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.2044333397398936, | |
| "grad_norm": 1.4540088176727295, | |
| "learning_rate": 3.309659615852586e-05, | |
| "loss": 0.8541, | |
| "num_input_tokens_seen": 308019200, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 1.2076366198987762, | |
| "grad_norm": 0.6830178499221802, | |
| "learning_rate": 3.301635160218005e-05, | |
| "loss": 0.8889, | |
| "num_input_tokens_seen": 308838400, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 1.210839900057659, | |
| "grad_norm": 1.9847421646118164, | |
| "learning_rate": 3.293601488471499e-05, | |
| "loss": 0.883, | |
| "num_input_tokens_seen": 309657600, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 1.2140431802165417, | |
| "grad_norm": 0.8129870891571045, | |
| "learning_rate": 3.285558692973312e-05, | |
| "loss": 0.9474, | |
| "num_input_tokens_seen": 310476800, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 1.2172464603754245, | |
| "grad_norm": 0.6733205914497375, | |
| "learning_rate": 3.277506866188577e-05, | |
| "loss": 0.904, | |
| "num_input_tokens_seen": 311296000, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.220449740534307, | |
| "grad_norm": 1.2211860418319702, | |
| "learning_rate": 3.269446100686261e-05, | |
| "loss": 0.8879, | |
| "num_input_tokens_seen": 312115200, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 1.22365302069319, | |
| "grad_norm": 0.7225973010063171, | |
| "learning_rate": 3.261376489138092e-05, | |
| "loss": 0.9139, | |
| "num_input_tokens_seen": 312934400, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 1.2268563008520725, | |
| "grad_norm": 0.7631468772888184, | |
| "learning_rate": 3.253298124317502e-05, | |
| "loss": 0.959, | |
| "num_input_tokens_seen": 313753600, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 1.2300595810109551, | |
| "grad_norm": 0.6244317889213562, | |
| "learning_rate": 3.245211099098551e-05, | |
| "loss": 0.9155, | |
| "num_input_tokens_seen": 314572800, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 1.233262861169838, | |
| "grad_norm": 0.5164452791213989, | |
| "learning_rate": 3.237115506454869e-05, | |
| "loss": 0.8758, | |
| "num_input_tokens_seen": 315392000, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.2364661413287206, | |
| "grad_norm": 0.7463127970695496, | |
| "learning_rate": 3.2290114394585815e-05, | |
| "loss": 0.9116, | |
| "num_input_tokens_seen": 316211200, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 1.2396694214876034, | |
| "grad_norm": 0.697425901889801, | |
| "learning_rate": 3.22089899127924e-05, | |
| "loss": 0.8743, | |
| "num_input_tokens_seen": 317030400, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 1.242872701646486, | |
| "grad_norm": 0.6725397706031799, | |
| "learning_rate": 3.212778255182752e-05, | |
| "loss": 0.9507, | |
| "num_input_tokens_seen": 317849600, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 1.2460759818053686, | |
| "grad_norm": 0.5633911490440369, | |
| "learning_rate": 3.2046493245303066e-05, | |
| "loss": 0.9114, | |
| "num_input_tokens_seen": 318668800, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 1.2492792619642514, | |
| "grad_norm": 0.4953620135784149, | |
| "learning_rate": 3.196512292777305e-05, | |
| "loss": 0.9392, | |
| "num_input_tokens_seen": 319488000, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.252482542123134, | |
| "grad_norm": 0.5511077642440796, | |
| "learning_rate": 3.1883672534722824e-05, | |
| "loss": 0.9277, | |
| "num_input_tokens_seen": 320307200, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 1.2556858222820169, | |
| "grad_norm": 1.671002745628357, | |
| "learning_rate": 3.180214300255834e-05, | |
| "loss": 0.8868, | |
| "num_input_tokens_seen": 321126400, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 1.2588891024408995, | |
| "grad_norm": 0.47333982586860657, | |
| "learning_rate": 3.1720535268595406e-05, | |
| "loss": 0.9129, | |
| "num_input_tokens_seen": 321945600, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 1.262092382599782, | |
| "grad_norm": 0.6256750226020813, | |
| "learning_rate": 3.1638850271048845e-05, | |
| "loss": 0.9237, | |
| "num_input_tokens_seen": 322764800, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 1.265295662758665, | |
| "grad_norm": 1.6359134912490845, | |
| "learning_rate": 3.15570889490218e-05, | |
| "loss": 0.8913, | |
| "num_input_tokens_seen": 323584000, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 1.2684989429175475, | |
| "grad_norm": 0.7079516649246216, | |
| "learning_rate": 3.1475252242494855e-05, | |
| "loss": 0.9312, | |
| "num_input_tokens_seen": 324403200, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 1.2717022230764303, | |
| "grad_norm": 0.5469818711280823, | |
| "learning_rate": 3.139334109231527e-05, | |
| "loss": 0.8776, | |
| "num_input_tokens_seen": 325222400, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 1.274905503235313, | |
| "grad_norm": 0.6753129959106445, | |
| "learning_rate": 3.131135644018617e-05, | |
| "loss": 0.9715, | |
| "num_input_tokens_seen": 326041600, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 1.2781087833941958, | |
| "grad_norm": 1.3139586448669434, | |
| "learning_rate": 3.1229299228655683e-05, | |
| "loss": 0.9268, | |
| "num_input_tokens_seen": 326860800, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 1.2813120635530784, | |
| "grad_norm": 0.6371886730194092, | |
| "learning_rate": 3.1147170401106154e-05, | |
| "loss": 0.9286, | |
| "num_input_tokens_seen": 327680000, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.284515343711961, | |
| "grad_norm": 0.9212737083435059, | |
| "learning_rate": 3.106497090174325e-05, | |
| "loss": 0.9317, | |
| "num_input_tokens_seen": 328499200, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 1.2877186238708438, | |
| "grad_norm": 0.6135571002960205, | |
| "learning_rate": 3.098270167558514e-05, | |
| "loss": 0.9152, | |
| "num_input_tokens_seen": 329318400, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 1.2909219040297264, | |
| "grad_norm": 0.6993789076805115, | |
| "learning_rate": 3.09003636684516e-05, | |
| "loss": 0.9283, | |
| "num_input_tokens_seen": 330137600, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 1.294125184188609, | |
| "grad_norm": 0.7431827783584595, | |
| "learning_rate": 3.081795782695317e-05, | |
| "loss": 0.9307, | |
| "num_input_tokens_seen": 330956800, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 1.2973284643474918, | |
| "grad_norm": 0.9774760603904724, | |
| "learning_rate": 3.0735485098480255e-05, | |
| "loss": 0.8917, | |
| "num_input_tokens_seen": 331776000, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 1.3005317445063747, | |
| "grad_norm": 0.5644115209579468, | |
| "learning_rate": 3.0652946431192244e-05, | |
| "loss": 0.9321, | |
| "num_input_tokens_seen": 332595200, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 1.3037350246652573, | |
| "grad_norm": 2.2749266624450684, | |
| "learning_rate": 3.057034277400658e-05, | |
| "loss": 0.9211, | |
| "num_input_tokens_seen": 333414400, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 1.3069383048241399, | |
| "grad_norm": 0.6312987804412842, | |
| "learning_rate": 3.048767507658788e-05, | |
| "loss": 0.913, | |
| "num_input_tokens_seen": 334233600, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 1.3101415849830227, | |
| "grad_norm": 0.5494056344032288, | |
| "learning_rate": 3.0404944289337034e-05, | |
| "loss": 0.9423, | |
| "num_input_tokens_seen": 335052800, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 1.3133448651419053, | |
| "grad_norm": 1.3932960033416748, | |
| "learning_rate": 3.0322151363380202e-05, | |
| "loss": 0.9409, | |
| "num_input_tokens_seen": 335872000, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.316548145300788, | |
| "grad_norm": 0.7711178660392761, | |
| "learning_rate": 3.023929725055798e-05, | |
| "loss": 0.9187, | |
| "num_input_tokens_seen": 336691200, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 1.3197514254596707, | |
| "grad_norm": 0.9086521863937378, | |
| "learning_rate": 3.0156382903414383e-05, | |
| "loss": 1.0063, | |
| "num_input_tokens_seen": 337510400, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 1.3229547056185533, | |
| "grad_norm": 0.6938414573669434, | |
| "learning_rate": 3.007340927518591e-05, | |
| "loss": 0.8821, | |
| "num_input_tokens_seen": 338329600, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 1.3261579857774362, | |
| "grad_norm": 0.5269713401794434, | |
| "learning_rate": 2.999037731979063e-05, | |
| "loss": 0.8968, | |
| "num_input_tokens_seen": 339148800, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 1.3293612659363188, | |
| "grad_norm": 0.69822096824646, | |
| "learning_rate": 2.9907287991817128e-05, | |
| "loss": 0.955, | |
| "num_input_tokens_seen": 339968000, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 1.3325645460952016, | |
| "grad_norm": 1.9268356561660767, | |
| "learning_rate": 2.9824142246513624e-05, | |
| "loss": 0.9096, | |
| "num_input_tokens_seen": 340787200, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 1.3357678262540842, | |
| "grad_norm": 0.5475559234619141, | |
| "learning_rate": 2.9740941039776925e-05, | |
| "loss": 0.8828, | |
| "num_input_tokens_seen": 341606400, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 1.3389711064129668, | |
| "grad_norm": 1.9515366554260254, | |
| "learning_rate": 2.9657685328141466e-05, | |
| "loss": 0.9614, | |
| "num_input_tokens_seen": 342425600, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 1.3421743865718496, | |
| "grad_norm": 0.6959076523780823, | |
| "learning_rate": 2.95743760687683e-05, | |
| "loss": 0.8739, | |
| "num_input_tokens_seen": 343244800, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 1.3453776667307322, | |
| "grad_norm": 0.761962890625, | |
| "learning_rate": 2.9491014219434105e-05, | |
| "loss": 0.9595, | |
| "num_input_tokens_seen": 344064000, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.3485809468896148, | |
| "grad_norm": 0.6127232909202576, | |
| "learning_rate": 2.9407600738520162e-05, | |
| "loss": 0.9026, | |
| "num_input_tokens_seen": 344883200, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 1.3517842270484977, | |
| "grad_norm": 0.6869720220565796, | |
| "learning_rate": 2.9324136585001348e-05, | |
| "loss": 0.9488, | |
| "num_input_tokens_seen": 345702400, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 1.3549875072073805, | |
| "grad_norm": 0.7109299898147583, | |
| "learning_rate": 2.9240622718435107e-05, | |
| "loss": 0.9433, | |
| "num_input_tokens_seen": 346521600, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 1.358190787366263, | |
| "grad_norm": 0.6879071593284607, | |
| "learning_rate": 2.9157060098950395e-05, | |
| "loss": 0.8783, | |
| "num_input_tokens_seen": 347340800, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 1.3613940675251457, | |
| "grad_norm": 0.5623328685760498, | |
| "learning_rate": 2.9073449687236688e-05, | |
| "loss": 0.8925, | |
| "num_input_tokens_seen": 348160000, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 1.3645973476840285, | |
| "grad_norm": 0.9881012439727783, | |
| "learning_rate": 2.8989792444532892e-05, | |
| "loss": 0.9417, | |
| "num_input_tokens_seen": 348979200, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 1.3678006278429111, | |
| "grad_norm": 0.6569281816482544, | |
| "learning_rate": 2.890608933261633e-05, | |
| "loss": 0.9262, | |
| "num_input_tokens_seen": 349798400, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 1.3710039080017937, | |
| "grad_norm": 0.9453611969947815, | |
| "learning_rate": 2.882234131379167e-05, | |
| "loss": 0.9022, | |
| "num_input_tokens_seen": 350617600, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 1.3742071881606766, | |
| "grad_norm": 0.5668920874595642, | |
| "learning_rate": 2.8738549350879824e-05, | |
| "loss": 0.9306, | |
| "num_input_tokens_seen": 351436800, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 1.3774104683195592, | |
| "grad_norm": 0.8056479692459106, | |
| "learning_rate": 2.8654714407206956e-05, | |
| "loss": 0.8878, | |
| "num_input_tokens_seen": 352256000, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.380613748478442, | |
| "grad_norm": 0.863929271697998, | |
| "learning_rate": 2.8570837446593336e-05, | |
| "loss": 0.9391, | |
| "num_input_tokens_seen": 353075200, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 1.3838170286373246, | |
| "grad_norm": 0.5808566808700562, | |
| "learning_rate": 2.8486919433342295e-05, | |
| "loss": 0.9061, | |
| "num_input_tokens_seen": 353894400, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 1.3870203087962074, | |
| "grad_norm": 0.8920639157295227, | |
| "learning_rate": 2.8402961332229143e-05, | |
| "loss": 0.8854, | |
| "num_input_tokens_seen": 354713600, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 1.39022358895509, | |
| "grad_norm": 0.6987112760543823, | |
| "learning_rate": 2.831896410849005e-05, | |
| "loss": 0.893, | |
| "num_input_tokens_seen": 355532800, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 1.3934268691139726, | |
| "grad_norm": 0.6486085653305054, | |
| "learning_rate": 2.823492872781098e-05, | |
| "loss": 0.9166, | |
| "num_input_tokens_seen": 356352000, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 1.3966301492728554, | |
| "grad_norm": 1.6597498655319214, | |
| "learning_rate": 2.815085615631654e-05, | |
| "loss": 0.9473, | |
| "num_input_tokens_seen": 357171200, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 1.399833429431738, | |
| "grad_norm": 0.598414957523346, | |
| "learning_rate": 2.8066747360558966e-05, | |
| "loss": 0.9046, | |
| "num_input_tokens_seen": 357990400, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 1.4030367095906209, | |
| "grad_norm": 2.125504732131958, | |
| "learning_rate": 2.798260330750689e-05, | |
| "loss": 0.9325, | |
| "num_input_tokens_seen": 358809600, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 1.4062399897495035, | |
| "grad_norm": 0.798989474773407, | |
| "learning_rate": 2.789842496453432e-05, | |
| "loss": 0.9057, | |
| "num_input_tokens_seen": 359628800, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 1.4094432699083863, | |
| "grad_norm": 0.8189502954483032, | |
| "learning_rate": 2.7814213299409475e-05, | |
| "loss": 0.923, | |
| "num_input_tokens_seen": 360448000, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.412646550067269, | |
| "grad_norm": 0.5460119247436523, | |
| "learning_rate": 2.7729969280283662e-05, | |
| "loss": 0.8764, | |
| "num_input_tokens_seen": 361267200, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 1.4158498302261515, | |
| "grad_norm": 0.6900705695152283, | |
| "learning_rate": 2.7645693875680163e-05, | |
| "loss": 0.9295, | |
| "num_input_tokens_seen": 362086400, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 1.4190531103850343, | |
| "grad_norm": 0.7309842705726624, | |
| "learning_rate": 2.7561388054483074e-05, | |
| "loss": 0.8883, | |
| "num_input_tokens_seen": 362905600, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 1.422256390543917, | |
| "grad_norm": 0.9340581297874451, | |
| "learning_rate": 2.7477052785926178e-05, | |
| "loss": 0.8784, | |
| "num_input_tokens_seen": 363724800, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 1.4254596707027996, | |
| "grad_norm": 0.6001551151275635, | |
| "learning_rate": 2.7392689039581815e-05, | |
| "loss": 0.949, | |
| "num_input_tokens_seen": 364544000, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 1.4286629508616824, | |
| "grad_norm": 0.5180249810218811, | |
| "learning_rate": 2.7308297785349724e-05, | |
| "loss": 0.8738, | |
| "num_input_tokens_seen": 365363200, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 1.431866231020565, | |
| "grad_norm": 0.6243082284927368, | |
| "learning_rate": 2.7223879993445873e-05, | |
| "loss": 0.9074, | |
| "num_input_tokens_seen": 366182400, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 1.4350695111794478, | |
| "grad_norm": 0.6807756423950195, | |
| "learning_rate": 2.713943663439135e-05, | |
| "loss": 0.953, | |
| "num_input_tokens_seen": 367001600, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 1.4382727913383304, | |
| "grad_norm": 0.6057282090187073, | |
| "learning_rate": 2.7054968679001174e-05, | |
| "loss": 0.8736, | |
| "num_input_tokens_seen": 367820800, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 1.4414760714972132, | |
| "grad_norm": 0.593506395816803, | |
| "learning_rate": 2.697047709837312e-05, | |
| "loss": 0.8405, | |
| "num_input_tokens_seen": 368640000, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.4446793516560958, | |
| "grad_norm": 0.7090416550636292, | |
| "learning_rate": 2.6885962863876596e-05, | |
| "loss": 0.8852, | |
| "num_input_tokens_seen": 369459200, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 1.4478826318149784, | |
| "grad_norm": 0.5391395092010498, | |
| "learning_rate": 2.6801426947141435e-05, | |
| "loss": 0.9029, | |
| "num_input_tokens_seen": 370278400, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 1.4510859119738613, | |
| "grad_norm": 0.5424131751060486, | |
| "learning_rate": 2.671687032004676e-05, | |
| "loss": 0.8751, | |
| "num_input_tokens_seen": 371097600, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 1.4542891921327439, | |
| "grad_norm": 0.5781705975532532, | |
| "learning_rate": 2.6632293954709785e-05, | |
| "loss": 0.9417, | |
| "num_input_tokens_seen": 371916800, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 1.4574924722916267, | |
| "grad_norm": 0.5788801312446594, | |
| "learning_rate": 2.654769882347464e-05, | |
| "loss": 0.9022, | |
| "num_input_tokens_seen": 372736000, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 1.4606957524505093, | |
| "grad_norm": 0.6637430787086487, | |
| "learning_rate": 2.646308589890123e-05, | |
| "loss": 0.9017, | |
| "num_input_tokens_seen": 373555200, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 1.4638990326093921, | |
| "grad_norm": 0.7034772634506226, | |
| "learning_rate": 2.637845615375397e-05, | |
| "loss": 0.883, | |
| "num_input_tokens_seen": 374374400, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 1.4671023127682747, | |
| "grad_norm": 0.6476500630378723, | |
| "learning_rate": 2.629381056099071e-05, | |
| "loss": 0.9469, | |
| "num_input_tokens_seen": 375193600, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 1.4703055929271573, | |
| "grad_norm": 0.560495913028717, | |
| "learning_rate": 2.6209150093751473e-05, | |
| "loss": 0.885, | |
| "num_input_tokens_seen": 376012800, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 1.4735088730860402, | |
| "grad_norm": 1.9203239679336548, | |
| "learning_rate": 2.612447572534727e-05, | |
| "loss": 0.9248, | |
| "num_input_tokens_seen": 376832000, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 1.4767121532449228, | |
| "grad_norm": 2.3468987941741943, | |
| "learning_rate": 2.6039788429248957e-05, | |
| "loss": 0.9041, | |
| "num_input_tokens_seen": 377651200, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 1.4799154334038054, | |
| "grad_norm": 0.6502100825309753, | |
| "learning_rate": 2.5955089179075997e-05, | |
| "loss": 0.9431, | |
| "num_input_tokens_seen": 378470400, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 1.4831187135626882, | |
| "grad_norm": 3.609816551208496, | |
| "learning_rate": 2.5870378948585295e-05, | |
| "loss": 0.8893, | |
| "num_input_tokens_seen": 379289600, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 1.4863219937215708, | |
| "grad_norm": 0.58833247423172, | |
| "learning_rate": 2.5785658711659987e-05, | |
| "loss": 0.9181, | |
| "num_input_tokens_seen": 380108800, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 1.4895252738804536, | |
| "grad_norm": 1.7303794622421265, | |
| "learning_rate": 2.570092944229826e-05, | |
| "loss": 0.8921, | |
| "num_input_tokens_seen": 380928000, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 1.4927285540393362, | |
| "grad_norm": 0.7278485894203186, | |
| "learning_rate": 2.5616192114602127e-05, | |
| "loss": 0.8693, | |
| "num_input_tokens_seen": 381747200, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 1.495931834198219, | |
| "grad_norm": 0.7616570591926575, | |
| "learning_rate": 2.5531447702766254e-05, | |
| "loss": 0.9397, | |
| "num_input_tokens_seen": 382566400, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 1.4991351143571017, | |
| "grad_norm": 0.11684958636760712, | |
| "learning_rate": 2.5446697181066747e-05, | |
| "loss": 0.8526, | |
| "num_input_tokens_seen": 383385600, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 1.5023383945159843, | |
| "grad_norm": 0.7726488709449768, | |
| "learning_rate": 2.536194152384997e-05, | |
| "loss": 0.9122, | |
| "num_input_tokens_seen": 384204800, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 1.505541674674867, | |
| "grad_norm": 0.7091355323791504, | |
| "learning_rate": 2.527718170552129e-05, | |
| "loss": 0.8666, | |
| "num_input_tokens_seen": 385024000, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 1.5087449548337497, | |
| "grad_norm": 2.5142340660095215, | |
| "learning_rate": 2.519241870053396e-05, | |
| "loss": 0.911, | |
| "num_input_tokens_seen": 385843200, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 1.5119482349926323, | |
| "grad_norm": 0.6862989664077759, | |
| "learning_rate": 2.5107653483377852e-05, | |
| "loss": 0.974, | |
| "num_input_tokens_seen": 386662400, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 1.5151515151515151, | |
| "grad_norm": 2.351198196411133, | |
| "learning_rate": 2.502288702856824e-05, | |
| "loss": 0.8986, | |
| "num_input_tokens_seen": 387481600, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 1.518354795310398, | |
| "grad_norm": 0.7517640590667725, | |
| "learning_rate": 2.4938120310634682e-05, | |
| "loss": 0.8549, | |
| "num_input_tokens_seen": 388300800, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 1.5215580754692806, | |
| "grad_norm": 2.709975004196167, | |
| "learning_rate": 2.485335430410972e-05, | |
| "loss": 0.899, | |
| "num_input_tokens_seen": 389120000, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 1.5247613556281632, | |
| "grad_norm": 0.7952636480331421, | |
| "learning_rate": 2.4768589983517716e-05, | |
| "loss": 0.8622, | |
| "num_input_tokens_seen": 389939200, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 1.527964635787046, | |
| "grad_norm": 0.7378533482551575, | |
| "learning_rate": 2.4683828323363687e-05, | |
| "loss": 0.8334, | |
| "num_input_tokens_seen": 390758400, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 1.5311679159459286, | |
| "grad_norm": 2.5980470180511475, | |
| "learning_rate": 2.459907029812203e-05, | |
| "loss": 0.9028, | |
| "num_input_tokens_seen": 391577600, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 1.5343711961048112, | |
| "grad_norm": 0.6807860732078552, | |
| "learning_rate": 2.4514316882225347e-05, | |
| "loss": 0.9259, | |
| "num_input_tokens_seen": 392396800, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 1.537574476263694, | |
| "grad_norm": 2.3691670894622803, | |
| "learning_rate": 2.442956905005328e-05, | |
| "loss": 0.8639, | |
| "num_input_tokens_seen": 393216000, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 1.5407777564225769, | |
| "grad_norm": 0.7466169595718384, | |
| "learning_rate": 2.434482777592125e-05, | |
| "loss": 0.8828, | |
| "num_input_tokens_seen": 394035200, | |
| "step": 48100 | |
| }, | |
| { | |
| "epoch": 1.5439810365814595, | |
| "grad_norm": 0.5329868793487549, | |
| "learning_rate": 2.426009403406931e-05, | |
| "loss": 0.8802, | |
| "num_input_tokens_seen": 394854400, | |
| "step": 48200 | |
| }, | |
| { | |
| "epoch": 1.547184316740342, | |
| "grad_norm": 0.6394245028495789, | |
| "learning_rate": 2.4175368798650884e-05, | |
| "loss": 0.8811, | |
| "num_input_tokens_seen": 395673600, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 1.550387596899225, | |
| "grad_norm": 0.9404513239860535, | |
| "learning_rate": 2.4090653043721612e-05, | |
| "loss": 0.8663, | |
| "num_input_tokens_seen": 396492800, | |
| "step": 48400 | |
| }, | |
| { | |
| "epoch": 1.5535908770581075, | |
| "grad_norm": 0.7973567843437195, | |
| "learning_rate": 2.4005947743228157e-05, | |
| "loss": 0.9452, | |
| "num_input_tokens_seen": 397312000, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 1.55679415721699, | |
| "grad_norm": 1.8970893621444702, | |
| "learning_rate": 2.3921253870996972e-05, | |
| "loss": 0.8968, | |
| "num_input_tokens_seen": 398131200, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 1.559997437375873, | |
| "grad_norm": 0.7782315015792847, | |
| "learning_rate": 2.383657240072314e-05, | |
| "loss": 0.9475, | |
| "num_input_tokens_seen": 398950400, | |
| "step": 48700 | |
| }, | |
| { | |
| "epoch": 1.5632007175347555, | |
| "grad_norm": 0.72723788022995, | |
| "learning_rate": 2.375190430595914e-05, | |
| "loss": 0.9347, | |
| "num_input_tokens_seen": 399769600, | |
| "step": 48800 | |
| }, | |
| { | |
| "epoch": 1.5664039976936381, | |
| "grad_norm": 0.5238316655158997, | |
| "learning_rate": 2.366725056010369e-05, | |
| "loss": 0.8969, | |
| "num_input_tokens_seen": 400588800, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 1.569607277852521, | |
| "grad_norm": 0.7676683664321899, | |
| "learning_rate": 2.3582612136390556e-05, | |
| "loss": 0.8926, | |
| "num_input_tokens_seen": 401408000, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 1.5728105580114038, | |
| "grad_norm": 1.64457106590271, | |
| "learning_rate": 2.349799000787733e-05, | |
| "loss": 0.9027, | |
| "num_input_tokens_seen": 402227200, | |
| "step": 49100 | |
| }, | |
| { | |
| "epoch": 1.5760138381702864, | |
| "grad_norm": 0.5461480617523193, | |
| "learning_rate": 2.3413385147434285e-05, | |
| "loss": 0.8651, | |
| "num_input_tokens_seen": 403046400, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 1.579217118329169, | |
| "grad_norm": 0.527300238609314, | |
| "learning_rate": 2.332879852773314e-05, | |
| "loss": 0.8354, | |
| "num_input_tokens_seen": 403865600, | |
| "step": 49300 | |
| }, | |
| { | |
| "epoch": 1.5824203984880518, | |
| "grad_norm": 0.8455817699432373, | |
| "learning_rate": 2.3244231121235936e-05, | |
| "loss": 0.903, | |
| "num_input_tokens_seen": 404684800, | |
| "step": 49400 | |
| }, | |
| { | |
| "epoch": 1.5856236786469344, | |
| "grad_norm": 0.8457258939743042, | |
| "learning_rate": 2.3159683900183812e-05, | |
| "loss": 0.9085, | |
| "num_input_tokens_seen": 405504000, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 1.588826958805817, | |
| "grad_norm": 0.7063552141189575, | |
| "learning_rate": 2.3075157836585854e-05, | |
| "loss": 0.9002, | |
| "num_input_tokens_seen": 406323200, | |
| "step": 49600 | |
| }, | |
| { | |
| "epoch": 1.5920302389646999, | |
| "grad_norm": 0.6034948229789734, | |
| "learning_rate": 2.2990653902207875e-05, | |
| "loss": 0.8665, | |
| "num_input_tokens_seen": 407142400, | |
| "step": 49700 | |
| }, | |
| { | |
| "epoch": 1.5952335191235827, | |
| "grad_norm": 0.6883265972137451, | |
| "learning_rate": 2.2906173068561324e-05, | |
| "loss": 0.9031, | |
| "num_input_tokens_seen": 407961600, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 1.5984367992824653, | |
| "grad_norm": 0.6610883474349976, | |
| "learning_rate": 2.282171630689203e-05, | |
| "loss": 0.9153, | |
| "num_input_tokens_seen": 408780800, | |
| "step": 49900 | |
| }, | |
| { | |
| "epoch": 1.601640079441348, | |
| "grad_norm": 1.8148962259292603, | |
| "learning_rate": 2.2737284588169107e-05, | |
| "loss": 0.8904, | |
| "num_input_tokens_seen": 409600000, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 1.6048433596002307, | |
| "grad_norm": 0.8317341804504395, | |
| "learning_rate": 2.2652878883073736e-05, | |
| "loss": 0.8847, | |
| "num_input_tokens_seen": 410419200, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 1.6080466397591133, | |
| "grad_norm": 0.5359209179878235, | |
| "learning_rate": 2.2568500161988023e-05, | |
| "loss": 0.8983, | |
| "num_input_tokens_seen": 411238400, | |
| "step": 50200 | |
| }, | |
| { | |
| "epoch": 1.611249919917996, | |
| "grad_norm": 0.6819952726364136, | |
| "learning_rate": 2.2484149394983882e-05, | |
| "loss": 0.9138, | |
| "num_input_tokens_seen": 412057600, | |
| "step": 50300 | |
| }, | |
| { | |
| "epoch": 1.6144532000768788, | |
| "grad_norm": 0.8475795984268188, | |
| "learning_rate": 2.239982755181181e-05, | |
| "loss": 0.8536, | |
| "num_input_tokens_seen": 412876800, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 1.6176564802357616, | |
| "grad_norm": 1.1045705080032349, | |
| "learning_rate": 2.2315535601889814e-05, | |
| "loss": 0.9137, | |
| "num_input_tokens_seen": 413696000, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 1.620859760394644, | |
| "grad_norm": 0.6131917834281921, | |
| "learning_rate": 2.2231274514292196e-05, | |
| "loss": 0.8992, | |
| "num_input_tokens_seen": 414515200, | |
| "step": 50600 | |
| }, | |
| { | |
| "epoch": 1.6240630405535268, | |
| "grad_norm": 0.6096556186676025, | |
| "learning_rate": 2.214704525773846e-05, | |
| "loss": 0.9211, | |
| "num_input_tokens_seen": 415334400, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 1.6272663207124096, | |
| "grad_norm": 0.5279362797737122, | |
| "learning_rate": 2.2062848800582168e-05, | |
| "loss": 0.9231, | |
| "num_input_tokens_seen": 416153600, | |
| "step": 50800 | |
| }, | |
| { | |
| "epoch": 1.6304696008712922, | |
| "grad_norm": 0.5645897388458252, | |
| "learning_rate": 2.197868611079978e-05, | |
| "loss": 0.8579, | |
| "num_input_tokens_seen": 416972800, | |
| "step": 50900 | |
| }, | |
| { | |
| "epoch": 1.6336728810301748, | |
| "grad_norm": 0.5469439029693604, | |
| "learning_rate": 2.189455815597957e-05, | |
| "loss": 0.8802, | |
| "num_input_tokens_seen": 417792000, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 1.6368761611890577, | |
| "grad_norm": 0.7165865898132324, | |
| "learning_rate": 2.1810465903310445e-05, | |
| "loss": 0.897, | |
| "num_input_tokens_seen": 418611200, | |
| "step": 51100 | |
| }, | |
| { | |
| "epoch": 1.6400794413479403, | |
| "grad_norm": 0.49263107776641846, | |
| "learning_rate": 2.1726410319570874e-05, | |
| "loss": 0.9145, | |
| "num_input_tokens_seen": 419430400, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 1.6432827215068229, | |
| "grad_norm": 0.7984305620193481, | |
| "learning_rate": 2.164239237111776e-05, | |
| "loss": 0.9656, | |
| "num_input_tokens_seen": 420249600, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 1.6464860016657057, | |
| "grad_norm": 0.6783995628356934, | |
| "learning_rate": 2.1558413023875334e-05, | |
| "loss": 0.8937, | |
| "num_input_tokens_seen": 421068800, | |
| "step": 51400 | |
| }, | |
| { | |
| "epoch": 1.6496892818245885, | |
| "grad_norm": 0.6700116395950317, | |
| "learning_rate": 2.147447324332403e-05, | |
| "loss": 0.8966, | |
| "num_input_tokens_seen": 421888000, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 1.6528925619834711, | |
| "grad_norm": 2.6840033531188965, | |
| "learning_rate": 2.1390573994489377e-05, | |
| "loss": 0.9922, | |
| "num_input_tokens_seen": 422707200, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 1.6560958421423537, | |
| "grad_norm": 0.6062913537025452, | |
| "learning_rate": 2.1306716241930968e-05, | |
| "loss": 0.9201, | |
| "num_input_tokens_seen": 423526400, | |
| "step": 51700 | |
| }, | |
| { | |
| "epoch": 1.6592991223012366, | |
| "grad_norm": 0.7637689113616943, | |
| "learning_rate": 2.1222900949731297e-05, | |
| "loss": 0.9039, | |
| "num_input_tokens_seen": 424345600, | |
| "step": 51800 | |
| }, | |
| { | |
| "epoch": 1.6625024024601192, | |
| "grad_norm": 3.154482841491699, | |
| "learning_rate": 2.1139129081484734e-05, | |
| "loss": 0.968, | |
| "num_input_tokens_seen": 425164800, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 1.6657056826190018, | |
| "grad_norm": 1.900366187095642, | |
| "learning_rate": 2.1055401600286386e-05, | |
| "loss": 0.9064, | |
| "num_input_tokens_seen": 425984000, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 1.6689089627778846, | |
| "grad_norm": 0.6276770830154419, | |
| "learning_rate": 2.0971719468721077e-05, | |
| "loss": 0.8786, | |
| "num_input_tokens_seen": 426803200, | |
| "step": 52100 | |
| }, | |
| { | |
| "epoch": 1.6721122429367674, | |
| "grad_norm": 0.7337915301322937, | |
| "learning_rate": 2.0888083648852267e-05, | |
| "loss": 0.9213, | |
| "num_input_tokens_seen": 427622400, | |
| "step": 52200 | |
| }, | |
| { | |
| "epoch": 1.6753155230956498, | |
| "grad_norm": 0.6604040861129761, | |
| "learning_rate": 2.0804495102210975e-05, | |
| "loss": 0.944, | |
| "num_input_tokens_seen": 428441600, | |
| "step": 52300 | |
| }, | |
| { | |
| "epoch": 1.6785188032545326, | |
| "grad_norm": 0.6165716648101807, | |
| "learning_rate": 2.0720954789784753e-05, | |
| "loss": 0.8767, | |
| "num_input_tokens_seen": 429260800, | |
| "step": 52400 | |
| }, | |
| { | |
| "epoch": 1.6817220834134154, | |
| "grad_norm": 1.7939884662628174, | |
| "learning_rate": 2.0637463672006595e-05, | |
| "loss": 0.9095, | |
| "num_input_tokens_seen": 430080000, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 1.684925363572298, | |
| "grad_norm": 0.6687926054000854, | |
| "learning_rate": 2.0554022708743943e-05, | |
| "loss": 0.8976, | |
| "num_input_tokens_seen": 430899200, | |
| "step": 52600 | |
| }, | |
| { | |
| "epoch": 1.6881286437311807, | |
| "grad_norm": 0.7300702929496765, | |
| "learning_rate": 2.0470632859287628e-05, | |
| "loss": 0.9377, | |
| "num_input_tokens_seen": 431718400, | |
| "step": 52700 | |
| }, | |
| { | |
| "epoch": 1.6913319238900635, | |
| "grad_norm": 0.590376615524292, | |
| "learning_rate": 2.0387295082340835e-05, | |
| "loss": 0.8911, | |
| "num_input_tokens_seen": 432537600, | |
| "step": 52800 | |
| }, | |
| { | |
| "epoch": 1.694535204048946, | |
| "grad_norm": 0.556515097618103, | |
| "learning_rate": 2.0304010336008112e-05, | |
| "loss": 0.8771, | |
| "num_input_tokens_seen": 433356800, | |
| "step": 52900 | |
| }, | |
| { | |
| "epoch": 1.6977384842078287, | |
| "grad_norm": 0.6625654101371765, | |
| "learning_rate": 2.0220779577784298e-05, | |
| "loss": 0.9529, | |
| "num_input_tokens_seen": 434176000, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 1.7009417643667115, | |
| "grad_norm": 0.5537979602813721, | |
| "learning_rate": 2.0137603764543573e-05, | |
| "loss": 0.8813, | |
| "num_input_tokens_seen": 434995200, | |
| "step": 53100 | |
| }, | |
| { | |
| "epoch": 1.7041450445255943, | |
| "grad_norm": 0.49151819944381714, | |
| "learning_rate": 2.0054483852528435e-05, | |
| "loss": 0.8268, | |
| "num_input_tokens_seen": 435814400, | |
| "step": 53200 | |
| }, | |
| { | |
| "epoch": 1.707348324684477, | |
| "grad_norm": 0.6030770540237427, | |
| "learning_rate": 1.9971420797338708e-05, | |
| "loss": 0.9116, | |
| "num_input_tokens_seen": 436633600, | |
| "step": 53300 | |
| }, | |
| { | |
| "epoch": 1.7105516048433596, | |
| "grad_norm": 0.872156023979187, | |
| "learning_rate": 1.9888415553920525e-05, | |
| "loss": 0.8564, | |
| "num_input_tokens_seen": 437452800, | |
| "step": 53400 | |
| }, | |
| { | |
| "epoch": 1.7137548850022424, | |
| "grad_norm": 0.608736515045166, | |
| "learning_rate": 1.9805469076555418e-05, | |
| "loss": 0.8656, | |
| "num_input_tokens_seen": 438272000, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 1.716958165161125, | |
| "grad_norm": 0.6439238786697388, | |
| "learning_rate": 1.9722582318849274e-05, | |
| "loss": 0.8819, | |
| "num_input_tokens_seen": 439091200, | |
| "step": 53600 | |
| }, | |
| { | |
| "epoch": 1.7201614453200076, | |
| "grad_norm": 0.5254938006401062, | |
| "learning_rate": 1.9639756233721433e-05, | |
| "loss": 0.9118, | |
| "num_input_tokens_seen": 439910400, | |
| "step": 53700 | |
| }, | |
| { | |
| "epoch": 1.7233647254788904, | |
| "grad_norm": 0.6956652998924255, | |
| "learning_rate": 1.9556991773393686e-05, | |
| "loss": 0.8578, | |
| "num_input_tokens_seen": 440729600, | |
| "step": 53800 | |
| }, | |
| { | |
| "epoch": 1.7265680056377732, | |
| "grad_norm": 0.5322553515434265, | |
| "learning_rate": 1.9474289889379334e-05, | |
| "loss": 0.8907, | |
| "num_input_tokens_seen": 441548800, | |
| "step": 53900 | |
| }, | |
| { | |
| "epoch": 1.7297712857966556, | |
| "grad_norm": 0.706683874130249, | |
| "learning_rate": 1.9391651532472296e-05, | |
| "loss": 0.8853, | |
| "num_input_tokens_seen": 442368000, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 1.7329745659555384, | |
| "grad_norm": 1.7393512725830078, | |
| "learning_rate": 1.930907765273611e-05, | |
| "loss": 0.8942, | |
| "num_input_tokens_seen": 443187200, | |
| "step": 54100 | |
| }, | |
| { | |
| "epoch": 1.7361778461144213, | |
| "grad_norm": 0.6126461029052734, | |
| "learning_rate": 1.922656919949306e-05, | |
| "loss": 0.861, | |
| "num_input_tokens_seen": 444006400, | |
| "step": 54200 | |
| }, | |
| { | |
| "epoch": 1.7393811262733039, | |
| "grad_norm": 15.058053016662598, | |
| "learning_rate": 1.914412712131325e-05, | |
| "loss": 0.8764, | |
| "num_input_tokens_seen": 444825600, | |
| "step": 54300 | |
| }, | |
| { | |
| "epoch": 1.7425844064321865, | |
| "grad_norm": 1.590517520904541, | |
| "learning_rate": 1.906175236600366e-05, | |
| "loss": 0.9054, | |
| "num_input_tokens_seen": 445644800, | |
| "step": 54400 | |
| }, | |
| { | |
| "epoch": 1.7457876865910693, | |
| "grad_norm": 2.823185920715332, | |
| "learning_rate": 1.8979445880597332e-05, | |
| "loss": 0.9166, | |
| "num_input_tokens_seen": 446464000, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 1.748990966749952, | |
| "grad_norm": 0.6295785903930664, | |
| "learning_rate": 1.8897208611342392e-05, | |
| "loss": 0.893, | |
| "num_input_tokens_seen": 447283200, | |
| "step": 54600 | |
| }, | |
| { | |
| "epoch": 1.7521942469088345, | |
| "grad_norm": 2.9604554176330566, | |
| "learning_rate": 1.881504150369125e-05, | |
| "loss": 0.8883, | |
| "num_input_tokens_seen": 448102400, | |
| "step": 54700 | |
| }, | |
| { | |
| "epoch": 1.7553975270677173, | |
| "grad_norm": 0.12940554320812225, | |
| "learning_rate": 1.873294550228965e-05, | |
| "loss": 0.9114, | |
| "num_input_tokens_seen": 448921600, | |
| "step": 54800 | |
| }, | |
| { | |
| "epoch": 1.7586008072266002, | |
| "grad_norm": 0.6710172891616821, | |
| "learning_rate": 1.8650921550965884e-05, | |
| "loss": 0.9675, | |
| "num_input_tokens_seen": 449740800, | |
| "step": 54900 | |
| }, | |
| { | |
| "epoch": 1.7618040873854828, | |
| "grad_norm": 0.5467862486839294, | |
| "learning_rate": 1.8568970592719903e-05, | |
| "loss": 0.9055, | |
| "num_input_tokens_seen": 450560000, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 1.7650073675443654, | |
| "grad_norm": 1.6943007707595825, | |
| "learning_rate": 1.8487093569712482e-05, | |
| "loss": 0.8754, | |
| "num_input_tokens_seen": 451379200, | |
| "step": 55100 | |
| }, | |
| { | |
| "epoch": 1.7682106477032482, | |
| "grad_norm": 0.6068347692489624, | |
| "learning_rate": 1.84052914232544e-05, | |
| "loss": 0.9695, | |
| "num_input_tokens_seen": 452198400, | |
| "step": 55200 | |
| }, | |
| { | |
| "epoch": 1.7714139278621308, | |
| "grad_norm": 2.650592565536499, | |
| "learning_rate": 1.8323565093795576e-05, | |
| "loss": 0.8756, | |
| "num_input_tokens_seen": 453017600, | |
| "step": 55300 | |
| }, | |
| { | |
| "epoch": 1.7746172080210134, | |
| "grad_norm": 2.3554019927978516, | |
| "learning_rate": 1.824191552091431e-05, | |
| "loss": 0.8884, | |
| "num_input_tokens_seen": 453836800, | |
| "step": 55400 | |
| }, | |
| { | |
| "epoch": 1.7778204881798962, | |
| "grad_norm": 0.5100352764129639, | |
| "learning_rate": 1.8160343643306467e-05, | |
| "loss": 0.901, | |
| "num_input_tokens_seen": 454656000, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 1.781023768338779, | |
| "grad_norm": 2.276134490966797, | |
| "learning_rate": 1.8078850398774666e-05, | |
| "loss": 0.8653, | |
| "num_input_tokens_seen": 455475200, | |
| "step": 55600 | |
| }, | |
| { | |
| "epoch": 1.7842270484976614, | |
| "grad_norm": 0.6568858027458191, | |
| "learning_rate": 1.7997436724217517e-05, | |
| "loss": 0.9307, | |
| "num_input_tokens_seen": 456294400, | |
| "step": 55700 | |
| }, | |
| { | |
| "epoch": 1.7874303286565443, | |
| "grad_norm": 0.5729939341545105, | |
| "learning_rate": 1.7916103555618818e-05, | |
| "loss": 0.8938, | |
| "num_input_tokens_seen": 457113600, | |
| "step": 55800 | |
| }, | |
| { | |
| "epoch": 1.790633608815427, | |
| "grad_norm": 0.4960566759109497, | |
| "learning_rate": 1.7834851828036855e-05, | |
| "loss": 0.8622, | |
| "num_input_tokens_seen": 457932800, | |
| "step": 55900 | |
| }, | |
| { | |
| "epoch": 1.7938368889743097, | |
| "grad_norm": 0.6195512413978577, | |
| "learning_rate": 1.7753682475593587e-05, | |
| "loss": 0.9165, | |
| "num_input_tokens_seen": 458752000, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 1.7970401691331923, | |
| "grad_norm": 0.7224614024162292, | |
| "learning_rate": 1.7672596431463963e-05, | |
| "loss": 0.9159, | |
| "num_input_tokens_seen": 459571200, | |
| "step": 56100 | |
| }, | |
| { | |
| "epoch": 1.8002434492920751, | |
| "grad_norm": 0.683172881603241, | |
| "learning_rate": 1.7591594627865134e-05, | |
| "loss": 0.928, | |
| "num_input_tokens_seen": 460390400, | |
| "step": 56200 | |
| }, | |
| { | |
| "epoch": 1.8034467294509577, | |
| "grad_norm": 0.6346443891525269, | |
| "learning_rate": 1.7510677996045787e-05, | |
| "loss": 0.8891, | |
| "num_input_tokens_seen": 461209600, | |
| "step": 56300 | |
| }, | |
| { | |
| "epoch": 1.8066500096098403, | |
| "grad_norm": 0.5797076225280762, | |
| "learning_rate": 1.7429847466275424e-05, | |
| "loss": 0.9163, | |
| "num_input_tokens_seen": 462028800, | |
| "step": 56400 | |
| }, | |
| { | |
| "epoch": 1.8098532897687232, | |
| "grad_norm": 1.201037883758545, | |
| "learning_rate": 1.734910396783364e-05, | |
| "loss": 0.9401, | |
| "num_input_tokens_seen": 462848000, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 1.813056569927606, | |
| "grad_norm": 0.6015352606773376, | |
| "learning_rate": 1.7268448428999508e-05, | |
| "loss": 0.9391, | |
| "num_input_tokens_seen": 463667200, | |
| "step": 56600 | |
| }, | |
| { | |
| "epoch": 1.8162598500864886, | |
| "grad_norm": 0.6725329756736755, | |
| "learning_rate": 1.71878817770408e-05, | |
| "loss": 0.8751, | |
| "num_input_tokens_seen": 464486400, | |
| "step": 56700 | |
| }, | |
| { | |
| "epoch": 1.8194631302453712, | |
| "grad_norm": 0.7582192420959473, | |
| "learning_rate": 1.7107404938203422e-05, | |
| "loss": 0.9578, | |
| "num_input_tokens_seen": 465305600, | |
| "step": 56800 | |
| }, | |
| { | |
| "epoch": 1.822666410404254, | |
| "grad_norm": 0.5181425213813782, | |
| "learning_rate": 1.702701883770074e-05, | |
| "loss": 0.9462, | |
| "num_input_tokens_seen": 466124800, | |
| "step": 56900 | |
| }, | |
| { | |
| "epoch": 1.8258696905631366, | |
| "grad_norm": 0.672991931438446, | |
| "learning_rate": 1.6946724399702905e-05, | |
| "loss": 0.8676, | |
| "num_input_tokens_seen": 466944000, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 1.8290729707220192, | |
| "grad_norm": 2.6324303150177, | |
| "learning_rate": 1.6866522547326292e-05, | |
| "loss": 0.9282, | |
| "num_input_tokens_seen": 467763200, | |
| "step": 57100 | |
| }, | |
| { | |
| "epoch": 1.832276250880902, | |
| "grad_norm": 0.5964205861091614, | |
| "learning_rate": 1.6786414202622818e-05, | |
| "loss": 0.8611, | |
| "num_input_tokens_seen": 468582400, | |
| "step": 57200 | |
| }, | |
| { | |
| "epoch": 1.835479531039785, | |
| "grad_norm": 1.6168113946914673, | |
| "learning_rate": 1.670640028656939e-05, | |
| "loss": 0.8977, | |
| "num_input_tokens_seen": 469401600, | |
| "step": 57300 | |
| }, | |
| { | |
| "epoch": 1.8386828111986673, | |
| "grad_norm": 0.5584040284156799, | |
| "learning_rate": 1.662648171905731e-05, | |
| "loss": 0.9157, | |
| "num_input_tokens_seen": 470220800, | |
| "step": 57400 | |
| }, | |
| { | |
| "epoch": 1.84188609135755, | |
| "grad_norm": 0.6906948685646057, | |
| "learning_rate": 1.654665941888169e-05, | |
| "loss": 0.8808, | |
| "num_input_tokens_seen": 471040000, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 1.845089371516433, | |
| "grad_norm": 0.8261626958847046, | |
| "learning_rate": 1.6466934303730866e-05, | |
| "loss": 0.9322, | |
| "num_input_tokens_seen": 471859200, | |
| "step": 57600 | |
| }, | |
| { | |
| "epoch": 1.8482926516753155, | |
| "grad_norm": 0.5074647068977356, | |
| "learning_rate": 1.6387307290175914e-05, | |
| "loss": 0.9141, | |
| "num_input_tokens_seen": 472678400, | |
| "step": 57700 | |
| }, | |
| { | |
| "epoch": 1.8514959318341981, | |
| "grad_norm": 1.8539708852767944, | |
| "learning_rate": 1.6307779293660034e-05, | |
| "loss": 0.8777, | |
| "num_input_tokens_seen": 473497600, | |
| "step": 57800 | |
| }, | |
| { | |
| "epoch": 1.854699211993081, | |
| "grad_norm": 2.2079038619995117, | |
| "learning_rate": 1.622835122848809e-05, | |
| "loss": 0.8596, | |
| "num_input_tokens_seen": 474316800, | |
| "step": 57900 | |
| }, | |
| { | |
| "epoch": 1.8579024921519636, | |
| "grad_norm": 0.670155942440033, | |
| "learning_rate": 1.6149024007816067e-05, | |
| "loss": 0.9112, | |
| "num_input_tokens_seen": 475136000, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 1.8611057723108462, | |
| "grad_norm": 0.8173292875289917, | |
| "learning_rate": 1.6069798543640543e-05, | |
| "loss": 0.9513, | |
| "num_input_tokens_seen": 475955200, | |
| "step": 58100 | |
| }, | |
| { | |
| "epoch": 1.864309052469729, | |
| "grad_norm": 0.5929046273231506, | |
| "learning_rate": 1.599067574678829e-05, | |
| "loss": 0.8633, | |
| "num_input_tokens_seen": 476774400, | |
| "step": 58200 | |
| }, | |
| { | |
| "epoch": 1.8675123326286118, | |
| "grad_norm": 0.6177115440368652, | |
| "learning_rate": 1.591165652690571e-05, | |
| "loss": 0.8829, | |
| "num_input_tokens_seen": 477593600, | |
| "step": 58300 | |
| }, | |
| { | |
| "epoch": 1.8707156127874944, | |
| "grad_norm": 5.405032157897949, | |
| "learning_rate": 1.5832741792448447e-05, | |
| "loss": 0.853, | |
| "num_input_tokens_seen": 478412800, | |
| "step": 58400 | |
| }, | |
| { | |
| "epoch": 1.873918892946377, | |
| "grad_norm": 0.8819538950920105, | |
| "learning_rate": 1.5753932450670892e-05, | |
| "loss": 0.8632, | |
| "num_input_tokens_seen": 479232000, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 1.8771221731052599, | |
| "grad_norm": 0.7577266693115234, | |
| "learning_rate": 1.5675229407615773e-05, | |
| "loss": 0.8691, | |
| "num_input_tokens_seen": 480051200, | |
| "step": 58600 | |
| }, | |
| { | |
| "epoch": 1.8803254532641425, | |
| "grad_norm": 0.5581927299499512, | |
| "learning_rate": 1.5596633568103764e-05, | |
| "loss": 0.8898, | |
| "num_input_tokens_seen": 480870400, | |
| "step": 58700 | |
| }, | |
| { | |
| "epoch": 1.883528733423025, | |
| "grad_norm": 1.5271930694580078, | |
| "learning_rate": 1.5518145835723034e-05, | |
| "loss": 0.9001, | |
| "num_input_tokens_seen": 481689600, | |
| "step": 58800 | |
| }, | |
| { | |
| "epoch": 1.886732013581908, | |
| "grad_norm": 0.594035804271698, | |
| "learning_rate": 1.54397671128189e-05, | |
| "loss": 0.8988, | |
| "num_input_tokens_seen": 482508800, | |
| "step": 58900 | |
| }, | |
| { | |
| "epoch": 1.8899352937407907, | |
| "grad_norm": 0.778454601764679, | |
| "learning_rate": 1.5361498300483423e-05, | |
| "loss": 0.8744, | |
| "num_input_tokens_seen": 483328000, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 1.893138573899673, | |
| "grad_norm": 0.6719622611999512, | |
| "learning_rate": 1.5283340298545056e-05, | |
| "loss": 0.9189, | |
| "num_input_tokens_seen": 484147200, | |
| "step": 59100 | |
| }, | |
| { | |
| "epoch": 1.896341854058556, | |
| "grad_norm": 0.7632321119308472, | |
| "learning_rate": 1.5205294005558335e-05, | |
| "loss": 0.9133, | |
| "num_input_tokens_seen": 484966400, | |
| "step": 59200 | |
| }, | |
| { | |
| "epoch": 1.8995451342174388, | |
| "grad_norm": 2.033229112625122, | |
| "learning_rate": 1.5127360318793481e-05, | |
| "loss": 0.8913, | |
| "num_input_tokens_seen": 485785600, | |
| "step": 59300 | |
| }, | |
| { | |
| "epoch": 1.9027484143763214, | |
| "grad_norm": 0.598871648311615, | |
| "learning_rate": 1.5049540134226158e-05, | |
| "loss": 0.8857, | |
| "num_input_tokens_seen": 486604800, | |
| "step": 59400 | |
| }, | |
| { | |
| "epoch": 1.905951694535204, | |
| "grad_norm": 1.5140035152435303, | |
| "learning_rate": 1.4971834346527102e-05, | |
| "loss": 0.9104, | |
| "num_input_tokens_seen": 487424000, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 1.9091549746940868, | |
| "grad_norm": 1.2196921110153198, | |
| "learning_rate": 1.4894243849051889e-05, | |
| "loss": 0.8936, | |
| "num_input_tokens_seen": 488243200, | |
| "step": 59600 | |
| }, | |
| { | |
| "epoch": 1.9123582548529694, | |
| "grad_norm": 0.6041728854179382, | |
| "learning_rate": 1.4816769533830638e-05, | |
| "loss": 0.9233, | |
| "num_input_tokens_seen": 489062400, | |
| "step": 59700 | |
| }, | |
| { | |
| "epoch": 1.915561535011852, | |
| "grad_norm": 0.585239589214325, | |
| "learning_rate": 1.4739412291557774e-05, | |
| "loss": 0.893, | |
| "num_input_tokens_seen": 489881600, | |
| "step": 59800 | |
| }, | |
| { | |
| "epoch": 1.9187648151707348, | |
| "grad_norm": 0.5198357701301575, | |
| "learning_rate": 1.4662173011581757e-05, | |
| "loss": 0.8643, | |
| "num_input_tokens_seen": 490700800, | |
| "step": 59900 | |
| }, | |
| { | |
| "epoch": 1.9219680953296177, | |
| "grad_norm": 1.5068873167037964, | |
| "learning_rate": 1.4585052581894881e-05, | |
| "loss": 0.9376, | |
| "num_input_tokens_seen": 491520000, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 1.9251713754885003, | |
| "grad_norm": 1.573378562927246, | |
| "learning_rate": 1.4508051889123075e-05, | |
| "loss": 0.9354, | |
| "num_input_tokens_seen": 492339200, | |
| "step": 60100 | |
| }, | |
| { | |
| "epoch": 1.9283746556473829, | |
| "grad_norm": 0.7995052933692932, | |
| "learning_rate": 1.4431171818515698e-05, | |
| "loss": 0.8201, | |
| "num_input_tokens_seen": 493158400, | |
| "step": 60200 | |
| }, | |
| { | |
| "epoch": 1.9315779358062657, | |
| "grad_norm": 0.7116925716400146, | |
| "learning_rate": 1.4354413253935336e-05, | |
| "loss": 0.8322, | |
| "num_input_tokens_seen": 493977600, | |
| "step": 60300 | |
| }, | |
| { | |
| "epoch": 1.9347812159651483, | |
| "grad_norm": 0.714451253414154, | |
| "learning_rate": 1.4277777077847665e-05, | |
| "loss": 0.9181, | |
| "num_input_tokens_seen": 494796800, | |
| "step": 60400 | |
| }, | |
| { | |
| "epoch": 1.937984496124031, | |
| "grad_norm": 0.7062659859657288, | |
| "learning_rate": 1.420126417131133e-05, | |
| "loss": 0.8783, | |
| "num_input_tokens_seen": 495616000, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 1.9411877762829137, | |
| "grad_norm": 0.5767313838005066, | |
| "learning_rate": 1.4124875413967767e-05, | |
| "loss": 0.9239, | |
| "num_input_tokens_seen": 496435200, | |
| "step": 60600 | |
| }, | |
| { | |
| "epoch": 1.9443910564417966, | |
| "grad_norm": 0.7007090449333191, | |
| "learning_rate": 1.4048611684031138e-05, | |
| "loss": 0.8908, | |
| "num_input_tokens_seen": 497254400, | |
| "step": 60700 | |
| }, | |
| { | |
| "epoch": 1.947594336600679, | |
| "grad_norm": 0.663779079914093, | |
| "learning_rate": 1.3972473858278184e-05, | |
| "loss": 0.8845, | |
| "num_input_tokens_seen": 498073600, | |
| "step": 60800 | |
| }, | |
| { | |
| "epoch": 1.9507976167595618, | |
| "grad_norm": 1.9937938451766968, | |
| "learning_rate": 1.3896462812038168e-05, | |
| "loss": 0.8902, | |
| "num_input_tokens_seen": 498892800, | |
| "step": 60900 | |
| }, | |
| { | |
| "epoch": 1.9540008969184446, | |
| "grad_norm": 0.5911014676094055, | |
| "learning_rate": 1.3820579419182838e-05, | |
| "loss": 0.9283, | |
| "num_input_tokens_seen": 499712000, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 1.9572041770773272, | |
| "grad_norm": 0.680264949798584, | |
| "learning_rate": 1.3744824552116343e-05, | |
| "loss": 0.9166, | |
| "num_input_tokens_seen": 500531200, | |
| "step": 61100 | |
| }, | |
| { | |
| "epoch": 1.9604074572362098, | |
| "grad_norm": 0.5298569202423096, | |
| "learning_rate": 1.3669199081765232e-05, | |
| "loss": 0.9069, | |
| "num_input_tokens_seen": 501350400, | |
| "step": 61200 | |
| }, | |
| { | |
| "epoch": 1.9636107373950926, | |
| "grad_norm": 2.5101547241210938, | |
| "learning_rate": 1.3593703877568407e-05, | |
| "loss": 0.9138, | |
| "num_input_tokens_seen": 502169600, | |
| "step": 61300 | |
| }, | |
| { | |
| "epoch": 1.9668140175539752, | |
| "grad_norm": 1.6266756057739258, | |
| "learning_rate": 1.3518339807467138e-05, | |
| "loss": 0.8311, | |
| "num_input_tokens_seen": 502988800, | |
| "step": 61400 | |
| }, | |
| { | |
| "epoch": 1.9700172977128578, | |
| "grad_norm": 0.6949862241744995, | |
| "learning_rate": 1.3443107737895121e-05, | |
| "loss": 0.9508, | |
| "num_input_tokens_seen": 503808000, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 1.9732205778717407, | |
| "grad_norm": 1.9142687320709229, | |
| "learning_rate": 1.3368008533768478e-05, | |
| "loss": 0.8986, | |
| "num_input_tokens_seen": 504627200, | |
| "step": 61600 | |
| }, | |
| { | |
| "epoch": 1.9764238580306235, | |
| "grad_norm": 1.5811573266983032, | |
| "learning_rate": 1.3293043058475835e-05, | |
| "loss": 0.8775, | |
| "num_input_tokens_seen": 505446400, | |
| "step": 61700 | |
| }, | |
| { | |
| "epoch": 1.979627138189506, | |
| "grad_norm": 0.5435724258422852, | |
| "learning_rate": 1.321821217386836e-05, | |
| "loss": 0.8588, | |
| "num_input_tokens_seen": 506265600, | |
| "step": 61800 | |
| }, | |
| { | |
| "epoch": 1.9828304183483887, | |
| "grad_norm": 0.5689346194267273, | |
| "learning_rate": 1.314351674024989e-05, | |
| "loss": 0.9, | |
| "num_input_tokens_seen": 507084800, | |
| "step": 61900 | |
| }, | |
| { | |
| "epoch": 1.9860336985072715, | |
| "grad_norm": 0.5658956170082092, | |
| "learning_rate": 1.3068957616367045e-05, | |
| "loss": 0.8931, | |
| "num_input_tokens_seen": 507904000, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 1.9892369786661541, | |
| "grad_norm": 0.6352538466453552, | |
| "learning_rate": 1.2994535659399327e-05, | |
| "loss": 0.9254, | |
| "num_input_tokens_seen": 508723200, | |
| "step": 62100 | |
| }, | |
| { | |
| "epoch": 1.9924402588250367, | |
| "grad_norm": 1.6909618377685547, | |
| "learning_rate": 1.2920251724949296e-05, | |
| "loss": 0.8628, | |
| "num_input_tokens_seen": 509542400, | |
| "step": 62200 | |
| }, | |
| { | |
| "epoch": 1.9956435389839196, | |
| "grad_norm": 0.6590949892997742, | |
| "learning_rate": 1.2846106667032693e-05, | |
| "loss": 0.8509, | |
| "num_input_tokens_seen": 510361600, | |
| "step": 62300 | |
| }, | |
| { | |
| "epoch": 1.9988468191428024, | |
| "grad_norm": 2.059828042984009, | |
| "learning_rate": 1.2772101338068649e-05, | |
| "loss": 0.8547, | |
| "num_input_tokens_seen": 511180800, | |
| "step": 62400 | |
| }, | |
| { | |
| "epoch": 2.0020500993016848, | |
| "grad_norm": 0.8146264553070068, | |
| "learning_rate": 1.2698236588869894e-05, | |
| "loss": 0.8274, | |
| "num_input_tokens_seen": 512000000, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 2.0052533794605676, | |
| "grad_norm": 0.5894434452056885, | |
| "learning_rate": 1.2624513268632967e-05, | |
| "loss": 0.8213, | |
| "num_input_tokens_seen": 512819200, | |
| "step": 62600 | |
| }, | |
| { | |
| "epoch": 2.0084566596194504, | |
| "grad_norm": 1.9424681663513184, | |
| "learning_rate": 1.2550932224928425e-05, | |
| "loss": 0.8608, | |
| "num_input_tokens_seen": 513638400, | |
| "step": 62700 | |
| }, | |
| { | |
| "epoch": 2.011659939778333, | |
| "grad_norm": 0.6579126715660095, | |
| "learning_rate": 1.2477494303691157e-05, | |
| "loss": 0.836, | |
| "num_input_tokens_seen": 514457600, | |
| "step": 62800 | |
| }, | |
| { | |
| "epoch": 2.0148632199372156, | |
| "grad_norm": 0.5051004886627197, | |
| "learning_rate": 1.2404200349210577e-05, | |
| "loss": 0.8208, | |
| "num_input_tokens_seen": 515276800, | |
| "step": 62900 | |
| }, | |
| { | |
| "epoch": 2.0180665000960984, | |
| "grad_norm": 0.6397780179977417, | |
| "learning_rate": 1.2331051204121009e-05, | |
| "loss": 0.8293, | |
| "num_input_tokens_seen": 516096000, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 2.0212697802549813, | |
| "grad_norm": 0.7705442309379578, | |
| "learning_rate": 1.2258047709391945e-05, | |
| "loss": 0.8663, | |
| "num_input_tokens_seen": 516915200, | |
| "step": 63100 | |
| }, | |
| { | |
| "epoch": 2.0244730604138637, | |
| "grad_norm": 0.711100697517395, | |
| "learning_rate": 1.218519070431836e-05, | |
| "loss": 0.8186, | |
| "num_input_tokens_seen": 517734400, | |
| "step": 63200 | |
| }, | |
| { | |
| "epoch": 2.0276763405727465, | |
| "grad_norm": 0.6769080758094788, | |
| "learning_rate": 1.2112481026511138e-05, | |
| "loss": 0.8468, | |
| "num_input_tokens_seen": 518553600, | |
| "step": 63300 | |
| }, | |
| { | |
| "epoch": 2.0308796207316293, | |
| "grad_norm": 0.7686530351638794, | |
| "learning_rate": 1.2039919511887338e-05, | |
| "loss": 0.7955, | |
| "num_input_tokens_seen": 519372800, | |
| "step": 63400 | |
| }, | |
| { | |
| "epoch": 2.0340829008905117, | |
| "grad_norm": 0.826252281665802, | |
| "learning_rate": 1.1967506994660685e-05, | |
| "loss": 0.8313, | |
| "num_input_tokens_seen": 520192000, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 2.0372861810493945, | |
| "grad_norm": 1.5545631647109985, | |
| "learning_rate": 1.1895244307331923e-05, | |
| "loss": 0.8387, | |
| "num_input_tokens_seen": 521011200, | |
| "step": 63600 | |
| }, | |
| { | |
| "epoch": 2.0404894612082773, | |
| "grad_norm": 2.142545461654663, | |
| "learning_rate": 1.1823132280679235e-05, | |
| "loss": 0.8087, | |
| "num_input_tokens_seen": 521830400, | |
| "step": 63700 | |
| }, | |
| { | |
| "epoch": 2.04369274136716, | |
| "grad_norm": 1.7032113075256348, | |
| "learning_rate": 1.1751171743748737e-05, | |
| "loss": 0.8357, | |
| "num_input_tokens_seen": 522649600, | |
| "step": 63800 | |
| }, | |
| { | |
| "epoch": 2.0468960215260426, | |
| "grad_norm": 0.6579723358154297, | |
| "learning_rate": 1.1679363523844918e-05, | |
| "loss": 0.8435, | |
| "num_input_tokens_seen": 523468800, | |
| "step": 63900 | |
| }, | |
| { | |
| "epoch": 2.0500993016849254, | |
| "grad_norm": 0.6495528817176819, | |
| "learning_rate": 1.1607708446521125e-05, | |
| "loss": 0.8702, | |
| "num_input_tokens_seen": 524288000, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 2.053302581843808, | |
| "grad_norm": 0.5699741840362549, | |
| "learning_rate": 1.153620733557007e-05, | |
| "loss": 0.8436, | |
| "num_input_tokens_seen": 525107200, | |
| "step": 64100 | |
| }, | |
| { | |
| "epoch": 2.0565058620026906, | |
| "grad_norm": 0.5475245118141174, | |
| "learning_rate": 1.1464861013014391e-05, | |
| "loss": 0.825, | |
| "num_input_tokens_seen": 525926400, | |
| "step": 64200 | |
| }, | |
| { | |
| "epoch": 2.0597091421615734, | |
| "grad_norm": 2.3118770122528076, | |
| "learning_rate": 1.139367029909717e-05, | |
| "loss": 0.8469, | |
| "num_input_tokens_seen": 526745600, | |
| "step": 64300 | |
| }, | |
| { | |
| "epoch": 2.0629124223204562, | |
| "grad_norm": 0.7807962894439697, | |
| "learning_rate": 1.1322636012272517e-05, | |
| "loss": 0.8397, | |
| "num_input_tokens_seen": 527564800, | |
| "step": 64400 | |
| }, | |
| { | |
| "epoch": 2.0661157024793386, | |
| "grad_norm": 1.0216293334960938, | |
| "learning_rate": 1.1251758969196147e-05, | |
| "loss": 0.7898, | |
| "num_input_tokens_seen": 528384000, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 2.0693189826382214, | |
| "grad_norm": 0.7191298604011536, | |
| "learning_rate": 1.1181039984715991e-05, | |
| "loss": 0.8449, | |
| "num_input_tokens_seen": 529203200, | |
| "step": 64600 | |
| }, | |
| { | |
| "epoch": 2.0725222627971043, | |
| "grad_norm": 0.4787365198135376, | |
| "learning_rate": 1.1110479871862862e-05, | |
| "loss": 0.7879, | |
| "num_input_tokens_seen": 530022400, | |
| "step": 64700 | |
| }, | |
| { | |
| "epoch": 2.075725542955987, | |
| "grad_norm": 0.7449747323989868, | |
| "learning_rate": 1.1040079441841065e-05, | |
| "loss": 0.866, | |
| "num_input_tokens_seen": 530841600, | |
| "step": 64800 | |
| }, | |
| { | |
| "epoch": 2.0789288231148695, | |
| "grad_norm": 0.7580021619796753, | |
| "learning_rate": 1.0969839504019108e-05, | |
| "loss": 0.851, | |
| "num_input_tokens_seen": 531660800, | |
| "step": 64900 | |
| }, | |
| { | |
| "epoch": 2.0821321032737523, | |
| "grad_norm": 0.6036601662635803, | |
| "learning_rate": 1.0899760865920355e-05, | |
| "loss": 0.814, | |
| "num_input_tokens_seen": 532480000, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 2.085335383432635, | |
| "grad_norm": 0.553875207901001, | |
| "learning_rate": 1.0829844333213766e-05, | |
| "loss": 0.8307, | |
| "num_input_tokens_seen": 533299200, | |
| "step": 65100 | |
| }, | |
| { | |
| "epoch": 2.0885386635915175, | |
| "grad_norm": 0.6239012479782104, | |
| "learning_rate": 1.0760090709704642e-05, | |
| "loss": 0.8406, | |
| "num_input_tokens_seen": 534118400, | |
| "step": 65200 | |
| }, | |
| { | |
| "epoch": 2.0917419437504003, | |
| "grad_norm": 0.8101912140846252, | |
| "learning_rate": 1.0690500797325387e-05, | |
| "loss": 0.8263, | |
| "num_input_tokens_seen": 534937600, | |
| "step": 65300 | |
| }, | |
| { | |
| "epoch": 2.094945223909283, | |
| "grad_norm": 0.827496349811554, | |
| "learning_rate": 1.0621075396126265e-05, | |
| "loss": 0.7959, | |
| "num_input_tokens_seen": 535756800, | |
| "step": 65400 | |
| }, | |
| { | |
| "epoch": 2.098148504068166, | |
| "grad_norm": 0.7722252607345581, | |
| "learning_rate": 1.055181530426621e-05, | |
| "loss": 0.8417, | |
| "num_input_tokens_seen": 536576000, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 2.1013517842270484, | |
| "grad_norm": 0.8276936411857605, | |
| "learning_rate": 1.0482721318003644e-05, | |
| "loss": 0.8267, | |
| "num_input_tokens_seen": 537395200, | |
| "step": 65600 | |
| }, | |
| { | |
| "epoch": 2.104555064385931, | |
| "grad_norm": 0.5818492770195007, | |
| "learning_rate": 1.0413794231687357e-05, | |
| "loss": 0.811, | |
| "num_input_tokens_seen": 538214400, | |
| "step": 65700 | |
| }, | |
| { | |
| "epoch": 2.107758344544814, | |
| "grad_norm": 1.9946190118789673, | |
| "learning_rate": 1.0345034837747342e-05, | |
| "loss": 0.8376, | |
| "num_input_tokens_seen": 539033600, | |
| "step": 65800 | |
| }, | |
| { | |
| "epoch": 2.1109616247036964, | |
| "grad_norm": 0.5959033370018005, | |
| "learning_rate": 1.0276443926685694e-05, | |
| "loss": 0.8641, | |
| "num_input_tokens_seen": 539852800, | |
| "step": 65900 | |
| }, | |
| { | |
| "epoch": 2.1141649048625792, | |
| "grad_norm": 0.9433934092521667, | |
| "learning_rate": 1.0208022287067509e-05, | |
| "loss": 0.8445, | |
| "num_input_tokens_seen": 540672000, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 2.117368185021462, | |
| "grad_norm": 1.3814393281936646, | |
| "learning_rate": 1.0139770705511833e-05, | |
| "loss": 0.8783, | |
| "num_input_tokens_seen": 541491200, | |
| "step": 66100 | |
| }, | |
| { | |
| "epoch": 2.120571465180345, | |
| "grad_norm": 0.5552910566329956, | |
| "learning_rate": 1.0071689966682623e-05, | |
| "loss": 0.7836, | |
| "num_input_tokens_seen": 542310400, | |
| "step": 66200 | |
| }, | |
| { | |
| "epoch": 2.1237747453392273, | |
| "grad_norm": 0.6831013560295105, | |
| "learning_rate": 1.0003780853279732e-05, | |
| "loss": 0.8143, | |
| "num_input_tokens_seen": 543129600, | |
| "step": 66300 | |
| }, | |
| { | |
| "epoch": 2.12697802549811, | |
| "grad_norm": 1.8912497758865356, | |
| "learning_rate": 9.936044146029855e-06, | |
| "loss": 0.8582, | |
| "num_input_tokens_seen": 543948800, | |
| "step": 66400 | |
| }, | |
| { | |
| "epoch": 2.130181305656993, | |
| "grad_norm": 0.6759600639343262, | |
| "learning_rate": 9.868480623677643e-06, | |
| "loss": 0.8295, | |
| "num_input_tokens_seen": 544768000, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 2.1333845858158753, | |
| "grad_norm": 0.6555814146995544, | |
| "learning_rate": 9.801091062976665e-06, | |
| "loss": 0.7856, | |
| "num_input_tokens_seen": 545587200, | |
| "step": 66600 | |
| }, | |
| { | |
| "epoch": 2.136587865974758, | |
| "grad_norm": 0.7342298626899719, | |
| "learning_rate": 9.733876238680531e-06, | |
| "loss": 0.8144, | |
| "num_input_tokens_seen": 546406400, | |
| "step": 66700 | |
| }, | |
| { | |
| "epoch": 2.139791146133641, | |
| "grad_norm": 1.6135506629943848, | |
| "learning_rate": 9.666836923533987e-06, | |
| "loss": 0.7658, | |
| "num_input_tokens_seen": 547225600, | |
| "step": 66800 | |
| }, | |
| { | |
| "epoch": 2.1429944262925233, | |
| "grad_norm": 0.6479013562202454, | |
| "learning_rate": 9.599973888263972e-06, | |
| "loss": 0.7818, | |
| "num_input_tokens_seen": 548044800, | |
| "step": 66900 | |
| }, | |
| { | |
| "epoch": 2.146197706451406, | |
| "grad_norm": 0.8639338612556458, | |
| "learning_rate": 9.533287901570843e-06, | |
| "loss": 0.8259, | |
| "num_input_tokens_seen": 548864000, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 2.149400986610289, | |
| "grad_norm": 0.852070152759552, | |
| "learning_rate": 9.466779730119449e-06, | |
| "loss": 0.84, | |
| "num_input_tokens_seen": 549683200, | |
| "step": 67100 | |
| }, | |
| { | |
| "epoch": 2.152604266769172, | |
| "grad_norm": 0.8585788607597351, | |
| "learning_rate": 9.400450138530394e-06, | |
| "loss": 0.8595, | |
| "num_input_tokens_seen": 550502400, | |
| "step": 67200 | |
| }, | |
| { | |
| "epoch": 2.155807546928054, | |
| "grad_norm": 2.652194023132324, | |
| "learning_rate": 9.334299889371217e-06, | |
| "loss": 0.8404, | |
| "num_input_tokens_seen": 551321600, | |
| "step": 67300 | |
| }, | |
| { | |
| "epoch": 2.159010827086937, | |
| "grad_norm": 0.6588045954704285, | |
| "learning_rate": 9.268329743147583e-06, | |
| "loss": 0.7933, | |
| "num_input_tokens_seen": 552140800, | |
| "step": 67400 | |
| }, | |
| { | |
| "epoch": 2.16221410724582, | |
| "grad_norm": 2.807159423828125, | |
| "learning_rate": 9.202540458294623e-06, | |
| "loss": 0.8066, | |
| "num_input_tokens_seen": 552960000, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 2.1654173874047022, | |
| "grad_norm": 0.7351047396659851, | |
| "learning_rate": 9.136932791168132e-06, | |
| "loss": 0.8831, | |
| "num_input_tokens_seen": 553779200, | |
| "step": 67600 | |
| }, | |
| { | |
| "epoch": 2.168620667563585, | |
| "grad_norm": 0.6064037084579468, | |
| "learning_rate": 9.071507496035943e-06, | |
| "loss": 0.7602, | |
| "num_input_tokens_seen": 554598400, | |
| "step": 67700 | |
| }, | |
| { | |
| "epoch": 2.171823947722468, | |
| "grad_norm": 0.6641263365745544, | |
| "learning_rate": 9.006265325069197e-06, | |
| "loss": 0.7984, | |
| "num_input_tokens_seen": 555417600, | |
| "step": 67800 | |
| }, | |
| { | |
| "epoch": 2.1750272278813503, | |
| "grad_norm": 0.6006192564964294, | |
| "learning_rate": 8.941207028333737e-06, | |
| "loss": 0.7831, | |
| "num_input_tokens_seen": 556236800, | |
| "step": 67900 | |
| }, | |
| { | |
| "epoch": 2.178230508040233, | |
| "grad_norm": 0.6849149465560913, | |
| "learning_rate": 8.876333353781468e-06, | |
| "loss": 0.829, | |
| "num_input_tokens_seen": 557056000, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 2.181433788199116, | |
| "grad_norm": 0.7569016218185425, | |
| "learning_rate": 8.811645047241767e-06, | |
| "loss": 0.8623, | |
| "num_input_tokens_seen": 557875200, | |
| "step": 68100 | |
| }, | |
| { | |
| "epoch": 2.1846370683579988, | |
| "grad_norm": 0.7035521268844604, | |
| "learning_rate": 8.74714285241289e-06, | |
| "loss": 0.8444, | |
| "num_input_tokens_seen": 558694400, | |
| "step": 68200 | |
| }, | |
| { | |
| "epoch": 2.187840348516881, | |
| "grad_norm": 0.7252819538116455, | |
| "learning_rate": 8.682827510853426e-06, | |
| "loss": 0.8287, | |
| "num_input_tokens_seen": 559513600, | |
| "step": 68300 | |
| }, | |
| { | |
| "epoch": 2.191043628675764, | |
| "grad_norm": 0.5455666780471802, | |
| "learning_rate": 8.618699761973792e-06, | |
| "loss": 0.7785, | |
| "num_input_tokens_seen": 560332800, | |
| "step": 68400 | |
| }, | |
| { | |
| "epoch": 2.194246908834647, | |
| "grad_norm": 0.8008429408073425, | |
| "learning_rate": 8.554760343027724e-06, | |
| "loss": 0.8595, | |
| "num_input_tokens_seen": 561152000, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 2.197450188993529, | |
| "grad_norm": 0.755208432674408, | |
| "learning_rate": 8.491009989103796e-06, | |
| "loss": 0.8538, | |
| "num_input_tokens_seen": 561971200, | |
| "step": 68600 | |
| }, | |
| { | |
| "epoch": 2.200653469152412, | |
| "grad_norm": 0.5776748657226562, | |
| "learning_rate": 8.427449433116952e-06, | |
| "loss": 0.8333, | |
| "num_input_tokens_seen": 562790400, | |
| "step": 68700 | |
| }, | |
| { | |
| "epoch": 2.203856749311295, | |
| "grad_norm": 0.6535948514938354, | |
| "learning_rate": 8.364079405800105e-06, | |
| "loss": 0.8281, | |
| "num_input_tokens_seen": 563609600, | |
| "step": 68800 | |
| }, | |
| { | |
| "epoch": 2.2070600294701777, | |
| "grad_norm": 0.5949485898017883, | |
| "learning_rate": 8.30090063569573e-06, | |
| "loss": 0.7887, | |
| "num_input_tokens_seen": 564428800, | |
| "step": 68900 | |
| }, | |
| { | |
| "epoch": 2.21026330962906, | |
| "grad_norm": 3.0284650325775146, | |
| "learning_rate": 8.237913849147497e-06, | |
| "loss": 0.8451, | |
| "num_input_tokens_seen": 565248000, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 2.213466589787943, | |
| "grad_norm": 0.5593298673629761, | |
| "learning_rate": 8.1751197702919e-06, | |
| "loss": 0.8596, | |
| "num_input_tokens_seen": 566067200, | |
| "step": 69100 | |
| }, | |
| { | |
| "epoch": 2.2166698699468257, | |
| "grad_norm": 0.670230507850647, | |
| "learning_rate": 8.112519121049942e-06, | |
| "loss": 0.8584, | |
| "num_input_tokens_seen": 566886400, | |
| "step": 69200 | |
| }, | |
| { | |
| "epoch": 2.219873150105708, | |
| "grad_norm": 1.34910249710083, | |
| "learning_rate": 8.050112621118822e-06, | |
| "loss": 0.8518, | |
| "num_input_tokens_seen": 567705600, | |
| "step": 69300 | |
| }, | |
| { | |
| "epoch": 2.223076430264591, | |
| "grad_norm": 0.6535902619361877, | |
| "learning_rate": 7.987900987963695e-06, | |
| "loss": 0.8544, | |
| "num_input_tokens_seen": 568524800, | |
| "step": 69400 | |
| }, | |
| { | |
| "epoch": 2.2262797104234737, | |
| "grad_norm": 0.594032883644104, | |
| "learning_rate": 7.925884936809396e-06, | |
| "loss": 0.8395, | |
| "num_input_tokens_seen": 569344000, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 2.2294829905823565, | |
| "grad_norm": 0.6679059863090515, | |
| "learning_rate": 7.864065180632233e-06, | |
| "loss": 0.8681, | |
| "num_input_tokens_seen": 570163200, | |
| "step": 69600 | |
| }, | |
| { | |
| "epoch": 2.232686270741239, | |
| "grad_norm": 0.5853981375694275, | |
| "learning_rate": 7.802442430151757e-06, | |
| "loss": 0.7735, | |
| "num_input_tokens_seen": 570982400, | |
| "step": 69700 | |
| }, | |
| { | |
| "epoch": 2.2358895509001218, | |
| "grad_norm": 1.4077626466751099, | |
| "learning_rate": 7.741017393822628e-06, | |
| "loss": 0.7853, | |
| "num_input_tokens_seen": 571801600, | |
| "step": 69800 | |
| }, | |
| { | |
| "epoch": 2.2390928310590046, | |
| "grad_norm": 0.6583539247512817, | |
| "learning_rate": 7.679790777826459e-06, | |
| "loss": 0.8403, | |
| "num_input_tokens_seen": 572620800, | |
| "step": 69900 | |
| }, | |
| { | |
| "epoch": 2.242296111217887, | |
| "grad_norm": 0.8946901559829712, | |
| "learning_rate": 7.618763286063698e-06, | |
| "loss": 0.8336, | |
| "num_input_tokens_seen": 573440000, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 2.24549939137677, | |
| "grad_norm": 0.7540560364723206, | |
| "learning_rate": 7.55793562014554e-06, | |
| "loss": 0.7682, | |
| "num_input_tokens_seen": 574259200, | |
| "step": 70100 | |
| }, | |
| { | |
| "epoch": 2.2487026715356526, | |
| "grad_norm": 0.7601240873336792, | |
| "learning_rate": 7.497308479385831e-06, | |
| "loss": 0.8367, | |
| "num_input_tokens_seen": 575078400, | |
| "step": 70200 | |
| }, | |
| { | |
| "epoch": 2.2519059516945354, | |
| "grad_norm": 0.7198605537414551, | |
| "learning_rate": 7.43688256079306e-06, | |
| "loss": 0.8119, | |
| "num_input_tokens_seen": 575897600, | |
| "step": 70300 | |
| }, | |
| { | |
| "epoch": 2.255109231853418, | |
| "grad_norm": 0.7405291199684143, | |
| "learning_rate": 7.376658559062349e-06, | |
| "loss": 0.8231, | |
| "num_input_tokens_seen": 576716800, | |
| "step": 70400 | |
| }, | |
| { | |
| "epoch": 2.2583125120123007, | |
| "grad_norm": 0.6844334602355957, | |
| "learning_rate": 7.31663716656745e-06, | |
| "loss": 0.852, | |
| "num_input_tokens_seen": 577536000, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 2.2615157921711835, | |
| "grad_norm": 3.182279348373413, | |
| "learning_rate": 7.256819073352775e-06, | |
| "loss": 0.82, | |
| "num_input_tokens_seen": 578355200, | |
| "step": 70600 | |
| }, | |
| { | |
| "epoch": 2.264719072330066, | |
| "grad_norm": 0.7010332345962524, | |
| "learning_rate": 7.197204967125498e-06, | |
| "loss": 0.8417, | |
| "num_input_tokens_seen": 579174400, | |
| "step": 70700 | |
| }, | |
| { | |
| "epoch": 2.2679223524889487, | |
| "grad_norm": 3.276526927947998, | |
| "learning_rate": 7.137795533247604e-06, | |
| "loss": 0.8252, | |
| "num_input_tokens_seen": 579993600, | |
| "step": 70800 | |
| }, | |
| { | |
| "epoch": 2.2711256326478315, | |
| "grad_norm": 0.6692455410957336, | |
| "learning_rate": 7.078591454728056e-06, | |
| "loss": 0.8195, | |
| "num_input_tokens_seen": 580812800, | |
| "step": 70900 | |
| }, | |
| { | |
| "epoch": 2.274328912806714, | |
| "grad_norm": 0.6837947368621826, | |
| "learning_rate": 7.019593412214914e-06, | |
| "loss": 0.8012, | |
| "num_input_tokens_seen": 581632000, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 2.2775321929655967, | |
| "grad_norm": 0.8453261256217957, | |
| "learning_rate": 6.960802083987503e-06, | |
| "loss": 0.8097, | |
| "num_input_tokens_seen": 582451200, | |
| "step": 71100 | |
| }, | |
| { | |
| "epoch": 2.2807354731244796, | |
| "grad_norm": 0.7615090608596802, | |
| "learning_rate": 6.902218145948647e-06, | |
| "loss": 0.8216, | |
| "num_input_tokens_seen": 583270400, | |
| "step": 71200 | |
| }, | |
| { | |
| "epoch": 2.283938753283362, | |
| "grad_norm": 2.4880526065826416, | |
| "learning_rate": 6.8438422716168595e-06, | |
| "loss": 0.829, | |
| "num_input_tokens_seen": 584089600, | |
| "step": 71300 | |
| }, | |
| { | |
| "epoch": 2.2871420334422448, | |
| "grad_norm": 2.184436798095703, | |
| "learning_rate": 6.785675132118638e-06, | |
| "loss": 0.8557, | |
| "num_input_tokens_seen": 584908800, | |
| "step": 71400 | |
| }, | |
| { | |
| "epoch": 2.2903453136011276, | |
| "grad_norm": 0.6513957977294922, | |
| "learning_rate": 6.72771739618073e-06, | |
| "loss": 0.8199, | |
| "num_input_tokens_seen": 585728000, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 2.2935485937600104, | |
| "grad_norm": 2.187042713165283, | |
| "learning_rate": 6.6699697301224214e-06, | |
| "loss": 0.876, | |
| "num_input_tokens_seen": 586547200, | |
| "step": 71600 | |
| }, | |
| { | |
| "epoch": 2.296751873918893, | |
| "grad_norm": 0.6848201751708984, | |
| "learning_rate": 6.612432797847937e-06, | |
| "loss": 0.8013, | |
| "num_input_tokens_seen": 587366400, | |
| "step": 71700 | |
| }, | |
| { | |
| "epoch": 2.2999551540777756, | |
| "grad_norm": 0.9538524150848389, | |
| "learning_rate": 6.55510726083873e-06, | |
| "loss": 0.7922, | |
| "num_input_tokens_seen": 588185600, | |
| "step": 71800 | |
| }, | |
| { | |
| "epoch": 2.3031584342366584, | |
| "grad_norm": 0.6234622597694397, | |
| "learning_rate": 6.4979937781459586e-06, | |
| "loss": 0.7617, | |
| "num_input_tokens_seen": 589004800, | |
| "step": 71900 | |
| }, | |
| { | |
| "epoch": 2.306361714395541, | |
| "grad_norm": 0.7952730655670166, | |
| "learning_rate": 6.441093006382831e-06, | |
| "loss": 0.8744, | |
| "num_input_tokens_seen": 589824000, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 2.3095649945544237, | |
| "grad_norm": 0.6471823453903198, | |
| "learning_rate": 6.384405599717125e-06, | |
| "loss": 0.7952, | |
| "num_input_tokens_seen": 590643200, | |
| "step": 72100 | |
| }, | |
| { | |
| "epoch": 2.3127682747133065, | |
| "grad_norm": 0.713498592376709, | |
| "learning_rate": 6.327932209863618e-06, | |
| "loss": 0.817, | |
| "num_input_tokens_seen": 591462400, | |
| "step": 72200 | |
| }, | |
| { | |
| "epoch": 2.3159715548721893, | |
| "grad_norm": 0.8223375678062439, | |
| "learning_rate": 6.271673486076629e-06, | |
| "loss": 0.8127, | |
| "num_input_tokens_seen": 592281600, | |
| "step": 72300 | |
| }, | |
| { | |
| "epoch": 2.3191748350310717, | |
| "grad_norm": 2.696056842803955, | |
| "learning_rate": 6.215630075142523e-06, | |
| "loss": 0.8191, | |
| "num_input_tokens_seen": 593100800, | |
| "step": 72400 | |
| }, | |
| { | |
| "epoch": 2.3223781151899545, | |
| "grad_norm": 0.6731551885604858, | |
| "learning_rate": 6.159802621372279e-06, | |
| "loss": 0.831, | |
| "num_input_tokens_seen": 593920000, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 2.3255813953488373, | |
| "grad_norm": 0.6898087859153748, | |
| "learning_rate": 6.1041917665941275e-06, | |
| "loss": 0.8249, | |
| "num_input_tokens_seen": 594739200, | |
| "step": 72600 | |
| }, | |
| { | |
| "epoch": 2.3287846755077197, | |
| "grad_norm": 0.6532519459724426, | |
| "learning_rate": 6.048798150146112e-06, | |
| "loss": 0.7416, | |
| "num_input_tokens_seen": 595558400, | |
| "step": 72700 | |
| }, | |
| { | |
| "epoch": 2.3319879556666026, | |
| "grad_norm": 0.6760110259056091, | |
| "learning_rate": 5.993622408868788e-06, | |
| "loss": 0.8451, | |
| "num_input_tokens_seen": 596377600, | |
| "step": 72800 | |
| }, | |
| { | |
| "epoch": 2.3351912358254854, | |
| "grad_norm": 2.732374668121338, | |
| "learning_rate": 5.9386651770978516e-06, | |
| "loss": 0.8654, | |
| "num_input_tokens_seen": 597196800, | |
| "step": 72900 | |
| }, | |
| { | |
| "epoch": 2.338394515984368, | |
| "grad_norm": 0.6297926306724548, | |
| "learning_rate": 5.8839270866568816e-06, | |
| "loss": 0.8397, | |
| "num_input_tokens_seen": 598016000, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 2.3415977961432506, | |
| "grad_norm": 0.5178629755973816, | |
| "learning_rate": 5.829408766850078e-06, | |
| "loss": 0.833, | |
| "num_input_tokens_seen": 598835200, | |
| "step": 73100 | |
| }, | |
| { | |
| "epoch": 2.3448010763021334, | |
| "grad_norm": 0.5522879958152771, | |
| "learning_rate": 5.7751108444550066e-06, | |
| "loss": 0.8174, | |
| "num_input_tokens_seen": 599654400, | |
| "step": 73200 | |
| }, | |
| { | |
| "epoch": 2.3480043564610162, | |
| "grad_norm": 0.6307721734046936, | |
| "learning_rate": 5.7210339437154175e-06, | |
| "loss": 0.7809, | |
| "num_input_tokens_seen": 600473600, | |
| "step": 73300 | |
| }, | |
| { | |
| "epoch": 2.3512076366198986, | |
| "grad_norm": 0.6830965876579285, | |
| "learning_rate": 5.667178686334037e-06, | |
| "loss": 0.8243, | |
| "num_input_tokens_seen": 601292800, | |
| "step": 73400 | |
| }, | |
| { | |
| "epoch": 2.3544109167787814, | |
| "grad_norm": 2.0725910663604736, | |
| "learning_rate": 5.613545691465438e-06, | |
| "loss": 0.7868, | |
| "num_input_tokens_seen": 602112000, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 2.3576141969376643, | |
| "grad_norm": 0.994819700717926, | |
| "learning_rate": 5.560135575708927e-06, | |
| "loss": 0.8176, | |
| "num_input_tokens_seen": 602931200, | |
| "step": 73600 | |
| }, | |
| { | |
| "epoch": 2.360817477096547, | |
| "grad_norm": 0.7025684714317322, | |
| "learning_rate": 5.506948953101454e-06, | |
| "loss": 0.8417, | |
| "num_input_tokens_seen": 603750400, | |
| "step": 73700 | |
| }, | |
| { | |
| "epoch": 2.3640207572554295, | |
| "grad_norm": 0.6975109577178955, | |
| "learning_rate": 5.45398643511055e-06, | |
| "loss": 0.8552, | |
| "num_input_tokens_seen": 604569600, | |
| "step": 73800 | |
| }, | |
| { | |
| "epoch": 2.3672240374143123, | |
| "grad_norm": 0.6180407404899597, | |
| "learning_rate": 5.401248630627282e-06, | |
| "loss": 0.8423, | |
| "num_input_tokens_seen": 605388800, | |
| "step": 73900 | |
| }, | |
| { | |
| "epoch": 2.370427317573195, | |
| "grad_norm": 0.8194453716278076, | |
| "learning_rate": 5.3487361459592626e-06, | |
| "loss": 0.8278, | |
| "num_input_tokens_seen": 606208000, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 2.3736305977320775, | |
| "grad_norm": 0.6039137244224548, | |
| "learning_rate": 5.296449584823707e-06, | |
| "loss": 0.8354, | |
| "num_input_tokens_seen": 607027200, | |
| "step": 74100 | |
| }, | |
| { | |
| "epoch": 2.3768338778909603, | |
| "grad_norm": 0.6407757997512817, | |
| "learning_rate": 5.244389548340456e-06, | |
| "loss": 0.8292, | |
| "num_input_tokens_seen": 607846400, | |
| "step": 74200 | |
| }, | |
| { | |
| "epoch": 2.380037158049843, | |
| "grad_norm": 1.9735205173492432, | |
| "learning_rate": 5.19255663502507e-06, | |
| "loss": 0.8604, | |
| "num_input_tokens_seen": 608665600, | |
| "step": 74300 | |
| }, | |
| { | |
| "epoch": 2.3832404382087256, | |
| "grad_norm": 0.7297560572624207, | |
| "learning_rate": 5.1409514407819745e-06, | |
| "loss": 0.8464, | |
| "num_input_tokens_seen": 609484800, | |
| "step": 74400 | |
| }, | |
| { | |
| "epoch": 2.3864437183676084, | |
| "grad_norm": 0.641272246837616, | |
| "learning_rate": 5.089574558897564e-06, | |
| "loss": 0.8711, | |
| "num_input_tokens_seen": 610304000, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 2.389646998526491, | |
| "grad_norm": 0.5732747316360474, | |
| "learning_rate": 5.038426580033431e-06, | |
| "loss": 0.8357, | |
| "num_input_tokens_seen": 611123200, | |
| "step": 74600 | |
| }, | |
| { | |
| "epoch": 2.3928502786853736, | |
| "grad_norm": 0.7175111770629883, | |
| "learning_rate": 4.98750809221955e-06, | |
| "loss": 0.8782, | |
| "num_input_tokens_seen": 611942400, | |
| "step": 74700 | |
| }, | |
| { | |
| "epoch": 2.3960535588442564, | |
| "grad_norm": 0.6939539909362793, | |
| "learning_rate": 4.936819680847499e-06, | |
| "loss": 0.8051, | |
| "num_input_tokens_seen": 612761600, | |
| "step": 74800 | |
| }, | |
| { | |
| "epoch": 2.3992568390031392, | |
| "grad_norm": 0.9897929430007935, | |
| "learning_rate": 4.886361928663779e-06, | |
| "loss": 0.8208, | |
| "num_input_tokens_seen": 613580800, | |
| "step": 74900 | |
| }, | |
| { | |
| "epoch": 2.402460119162022, | |
| "grad_norm": 1.3492214679718018, | |
| "learning_rate": 4.836135415763054e-06, | |
| "loss": 0.8081, | |
| "num_input_tokens_seen": 614400000, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 2.4056633993209044, | |
| "grad_norm": 0.6165256500244141, | |
| "learning_rate": 4.786140719581539e-06, | |
| "loss": 0.8612, | |
| "num_input_tokens_seen": 615219200, | |
| "step": 75100 | |
| }, | |
| { | |
| "epoch": 2.4088666794797873, | |
| "grad_norm": 0.7315238118171692, | |
| "learning_rate": 4.73637841489033e-06, | |
| "loss": 0.8201, | |
| "num_input_tokens_seen": 616038400, | |
| "step": 75200 | |
| }, | |
| { | |
| "epoch": 2.41206995963867, | |
| "grad_norm": 0.5693472027778625, | |
| "learning_rate": 4.686849073788782e-06, | |
| "loss": 0.8319, | |
| "num_input_tokens_seen": 616857600, | |
| "step": 75300 | |
| }, | |
| { | |
| "epoch": 2.4152732397975525, | |
| "grad_norm": 1.28626549243927, | |
| "learning_rate": 4.637553265697978e-06, | |
| "loss": 0.8012, | |
| "num_input_tokens_seen": 617676800, | |
| "step": 75400 | |
| }, | |
| { | |
| "epoch": 2.4184765199564353, | |
| "grad_norm": 3.020348072052002, | |
| "learning_rate": 4.5884915573541326e-06, | |
| "loss": 0.8216, | |
| "num_input_tokens_seen": 618496000, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 2.421679800115318, | |
| "grad_norm": 1.7923747301101685, | |
| "learning_rate": 4.539664512802125e-06, | |
| "loss": 0.8269, | |
| "num_input_tokens_seen": 619315200, | |
| "step": 75600 | |
| }, | |
| { | |
| "epoch": 2.424883080274201, | |
| "grad_norm": 0.6749047636985779, | |
| "learning_rate": 4.491072693388957e-06, | |
| "loss": 0.7949, | |
| "num_input_tokens_seen": 620134400, | |
| "step": 75700 | |
| }, | |
| { | |
| "epoch": 2.4280863604330833, | |
| "grad_norm": 0.8918429613113403, | |
| "learning_rate": 4.442716657757354e-06, | |
| "loss": 0.8153, | |
| "num_input_tokens_seen": 620953600, | |
| "step": 75800 | |
| }, | |
| { | |
| "epoch": 2.431289640591966, | |
| "grad_norm": 0.8165135383605957, | |
| "learning_rate": 4.3945969618393255e-06, | |
| "loss": 0.8063, | |
| "num_input_tokens_seen": 621772800, | |
| "step": 75900 | |
| }, | |
| { | |
| "epoch": 2.434492920750849, | |
| "grad_norm": 2.7509946823120117, | |
| "learning_rate": 4.346714158849744e-06, | |
| "loss": 0.7779, | |
| "num_input_tokens_seen": 622592000, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 2.4376962009097314, | |
| "grad_norm": 1.2128119468688965, | |
| "learning_rate": 4.299068799280032e-06, | |
| "loss": 0.8322, | |
| "num_input_tokens_seen": 623411200, | |
| "step": 76100 | |
| }, | |
| { | |
| "epoch": 2.440899481068614, | |
| "grad_norm": 1.1851086616516113, | |
| "learning_rate": 4.251661430891787e-06, | |
| "loss": 0.8294, | |
| "num_input_tokens_seen": 624230400, | |
| "step": 76200 | |
| }, | |
| { | |
| "epoch": 2.444102761227497, | |
| "grad_norm": 0.7874124646186829, | |
| "learning_rate": 4.20449259871053e-06, | |
| "loss": 0.819, | |
| "num_input_tokens_seen": 625049600, | |
| "step": 76300 | |
| }, | |
| { | |
| "epoch": 2.44730604138638, | |
| "grad_norm": 0.6558551788330078, | |
| "learning_rate": 4.157562845019405e-06, | |
| "loss": 0.7969, | |
| "num_input_tokens_seen": 625868800, | |
| "step": 76400 | |
| }, | |
| { | |
| "epoch": 2.4505093215452622, | |
| "grad_norm": 0.7723847031593323, | |
| "learning_rate": 4.1108727093529644e-06, | |
| "loss": 0.8516, | |
| "num_input_tokens_seen": 626688000, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 2.453712601704145, | |
| "grad_norm": 0.6779108047485352, | |
| "learning_rate": 4.064422728490946e-06, | |
| "loss": 0.8471, | |
| "num_input_tokens_seen": 627507200, | |
| "step": 76600 | |
| }, | |
| { | |
| "epoch": 2.456915881863028, | |
| "grad_norm": 0.5954208970069885, | |
| "learning_rate": 4.018213436452117e-06, | |
| "loss": 0.84, | |
| "num_input_tokens_seen": 628326400, | |
| "step": 76700 | |
| }, | |
| { | |
| "epoch": 2.4601191620219103, | |
| "grad_norm": 2.6484439373016357, | |
| "learning_rate": 3.972245364488136e-06, | |
| "loss": 0.8224, | |
| "num_input_tokens_seen": 629145600, | |
| "step": 76800 | |
| }, | |
| { | |
| "epoch": 2.463322442180793, | |
| "grad_norm": 0.6489027142524719, | |
| "learning_rate": 3.926519041077445e-06, | |
| "loss": 0.8476, | |
| "num_input_tokens_seen": 629964800, | |
| "step": 76900 | |
| }, | |
| { | |
| "epoch": 2.466525722339676, | |
| "grad_norm": 2.0896570682525635, | |
| "learning_rate": 3.8810349919191825e-06, | |
| "loss": 0.8256, | |
| "num_input_tokens_seen": 630784000, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 2.4697290024985588, | |
| "grad_norm": 0.8174818158149719, | |
| "learning_rate": 3.835793739927151e-06, | |
| "loss": 0.8493, | |
| "num_input_tokens_seen": 631603200, | |
| "step": 77100 | |
| }, | |
| { | |
| "epoch": 2.472932282657441, | |
| "grad_norm": 0.7576190829277039, | |
| "learning_rate": 3.7907958052237875e-06, | |
| "loss": 0.8275, | |
| "num_input_tokens_seen": 632422400, | |
| "step": 77200 | |
| }, | |
| { | |
| "epoch": 2.476135562816324, | |
| "grad_norm": 1.7763944864273071, | |
| "learning_rate": 3.746041705134215e-06, | |
| "loss": 0.8628, | |
| "num_input_tokens_seen": 633241600, | |
| "step": 77300 | |
| }, | |
| { | |
| "epoch": 2.479338842975207, | |
| "grad_norm": 0.8131124973297119, | |
| "learning_rate": 3.7015319541802708e-06, | |
| "loss": 0.8246, | |
| "num_input_tokens_seen": 634060800, | |
| "step": 77400 | |
| }, | |
| { | |
| "epoch": 2.482542123134089, | |
| "grad_norm": 0.9916465282440186, | |
| "learning_rate": 3.657267064074607e-06, | |
| "loss": 0.806, | |
| "num_input_tokens_seen": 634880000, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 2.485745403292972, | |
| "grad_norm": 1.6239954233169556, | |
| "learning_rate": 3.613247543714779e-06, | |
| "loss": 0.8068, | |
| "num_input_tokens_seen": 635699200, | |
| "step": 77600 | |
| }, | |
| { | |
| "epoch": 2.488948683451855, | |
| "grad_norm": 1.0215014219284058, | |
| "learning_rate": 3.5694738991774197e-06, | |
| "loss": 0.7704, | |
| "num_input_tokens_seen": 636518400, | |
| "step": 77700 | |
| }, | |
| { | |
| "epoch": 2.492151963610737, | |
| "grad_norm": 0.6939218044281006, | |
| "learning_rate": 3.5259466337124293e-06, | |
| "loss": 0.8625, | |
| "num_input_tokens_seen": 637337600, | |
| "step": 77800 | |
| }, | |
| { | |
| "epoch": 2.49535524376962, | |
| "grad_norm": 0.7442044615745544, | |
| "learning_rate": 3.4826662477371624e-06, | |
| "loss": 0.8093, | |
| "num_input_tokens_seen": 638156800, | |
| "step": 77900 | |
| }, | |
| { | |
| "epoch": 2.498558523928503, | |
| "grad_norm": 0.5725979208946228, | |
| "learning_rate": 3.4396332388307057e-06, | |
| "loss": 0.8533, | |
| "num_input_tokens_seen": 638976000, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 2.5017618040873852, | |
| "grad_norm": 2.239358425140381, | |
| "learning_rate": 3.3968481017281173e-06, | |
| "loss": 0.8254, | |
| "num_input_tokens_seen": 639795200, | |
| "step": 78100 | |
| }, | |
| { | |
| "epoch": 2.504965084246268, | |
| "grad_norm": 0.6777194142341614, | |
| "learning_rate": 3.3543113283147687e-06, | |
| "loss": 0.8311, | |
| "num_input_tokens_seen": 640614400, | |
| "step": 78200 | |
| }, | |
| { | |
| "epoch": 2.508168364405151, | |
| "grad_norm": 0.9692057371139526, | |
| "learning_rate": 3.3120234076206987e-06, | |
| "loss": 0.8285, | |
| "num_input_tokens_seen": 641433600, | |
| "step": 78300 | |
| }, | |
| { | |
| "epoch": 2.5113716445640337, | |
| "grad_norm": 0.8157410621643066, | |
| "learning_rate": 3.2699848258149617e-06, | |
| "loss": 0.8276, | |
| "num_input_tokens_seen": 642252800, | |
| "step": 78400 | |
| }, | |
| { | |
| "epoch": 2.514574924722916, | |
| "grad_norm": 1.9688010215759277, | |
| "learning_rate": 3.228196066200051e-06, | |
| "loss": 0.7989, | |
| "num_input_tokens_seen": 643072000, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 2.517778204881799, | |
| "grad_norm": 2.142247200012207, | |
| "learning_rate": 3.186657609206353e-06, | |
| "loss": 0.8165, | |
| "num_input_tokens_seen": 643891200, | |
| "step": 78600 | |
| }, | |
| { | |
| "epoch": 2.5209814850406818, | |
| "grad_norm": 0.7529670596122742, | |
| "learning_rate": 3.1453699323866047e-06, | |
| "loss": 0.8476, | |
| "num_input_tokens_seen": 644710400, | |
| "step": 78700 | |
| }, | |
| { | |
| "epoch": 2.524184765199564, | |
| "grad_norm": 0.5978514552116394, | |
| "learning_rate": 3.1043335104104233e-06, | |
| "loss": 0.8386, | |
| "num_input_tokens_seen": 645529600, | |
| "step": 78800 | |
| }, | |
| { | |
| "epoch": 2.527388045358447, | |
| "grad_norm": 0.7615718841552734, | |
| "learning_rate": 3.0635488150588338e-06, | |
| "loss": 0.8198, | |
| "num_input_tokens_seen": 646348800, | |
| "step": 78900 | |
| }, | |
| { | |
| "epoch": 2.53059132551733, | |
| "grad_norm": 0.7568325400352478, | |
| "learning_rate": 3.0230163152188463e-06, | |
| "loss": 0.8364, | |
| "num_input_tokens_seen": 647168000, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 2.5337946056762126, | |
| "grad_norm": 0.5773870944976807, | |
| "learning_rate": 2.9827364768780814e-06, | |
| "loss": 0.7922, | |
| "num_input_tokens_seen": 647987200, | |
| "step": 79100 | |
| }, | |
| { | |
| "epoch": 2.536997885835095, | |
| "grad_norm": 4.734196662902832, | |
| "learning_rate": 2.942709763119386e-06, | |
| "loss": 0.7829, | |
| "num_input_tokens_seen": 648806400, | |
| "step": 79200 | |
| }, | |
| { | |
| "epoch": 2.540201165993978, | |
| "grad_norm": 0.7763670682907104, | |
| "learning_rate": 2.9029366341155356e-06, | |
| "loss": 0.8196, | |
| "num_input_tokens_seen": 649625600, | |
| "step": 79300 | |
| }, | |
| { | |
| "epoch": 2.5434044461528607, | |
| "grad_norm": 0.6776308417320251, | |
| "learning_rate": 2.863417547123934e-06, | |
| "loss": 0.788, | |
| "num_input_tokens_seen": 650444800, | |
| "step": 79400 | |
| }, | |
| { | |
| "epoch": 2.546607726311743, | |
| "grad_norm": 0.7068803906440735, | |
| "learning_rate": 2.8241529564813434e-06, | |
| "loss": 0.8413, | |
| "num_input_tokens_seen": 651264000, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 2.549811006470626, | |
| "grad_norm": 1.1894068717956543, | |
| "learning_rate": 2.7851433135986843e-06, | |
| "loss": 0.851, | |
| "num_input_tokens_seen": 652083200, | |
| "step": 79600 | |
| }, | |
| { | |
| "epoch": 2.5530142866295087, | |
| "grad_norm": 1.9698837995529175, | |
| "learning_rate": 2.7463890669558263e-06, | |
| "loss": 0.8379, | |
| "num_input_tokens_seen": 652902400, | |
| "step": 79700 | |
| }, | |
| { | |
| "epoch": 2.5562175667883915, | |
| "grad_norm": 1.8066941499710083, | |
| "learning_rate": 2.707890662096452e-06, | |
| "loss": 0.7906, | |
| "num_input_tokens_seen": 653721600, | |
| "step": 79800 | |
| }, | |
| { | |
| "epoch": 2.559420846947274, | |
| "grad_norm": 0.824046790599823, | |
| "learning_rate": 2.6696485416228987e-06, | |
| "loss": 0.8011, | |
| "num_input_tokens_seen": 654540800, | |
| "step": 79900 | |
| }, | |
| { | |
| "epoch": 2.5626241271061567, | |
| "grad_norm": 0.7096015214920044, | |
| "learning_rate": 2.6316631451911213e-06, | |
| "loss": 0.8328, | |
| "num_input_tokens_seen": 655360000, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 2.5658274072650396, | |
| "grad_norm": 0.5634686350822449, | |
| "learning_rate": 2.593934909505602e-06, | |
| "loss": 0.8896, | |
| "num_input_tokens_seen": 656179200, | |
| "step": 80100 | |
| }, | |
| { | |
| "epoch": 2.569030687423922, | |
| "grad_norm": 0.7022582292556763, | |
| "learning_rate": 2.5564642683143263e-06, | |
| "loss": 0.8405, | |
| "num_input_tokens_seen": 656998400, | |
| "step": 80200 | |
| }, | |
| { | |
| "epoch": 2.5722339675828048, | |
| "grad_norm": 0.010020343586802483, | |
| "learning_rate": 2.51925165240382e-06, | |
| "loss": 0.8639, | |
| "num_input_tokens_seen": 657817600, | |
| "step": 80300 | |
| }, | |
| { | |
| "epoch": 2.5754372477416876, | |
| "grad_norm": 0.7010151147842407, | |
| "learning_rate": 2.482297489594182e-06, | |
| "loss": 0.813, | |
| "num_input_tokens_seen": 658636800, | |
| "step": 80400 | |
| }, | |
| { | |
| "epoch": 2.5786405279005704, | |
| "grad_norm": 1.0606889724731445, | |
| "learning_rate": 2.4456022047341653e-06, | |
| "loss": 0.8494, | |
| "num_input_tokens_seen": 659456000, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 2.581843808059453, | |
| "grad_norm": 0.5736305713653564, | |
| "learning_rate": 2.4091662196963014e-06, | |
| "loss": 0.8748, | |
| "num_input_tokens_seen": 660275200, | |
| "step": 80600 | |
| }, | |
| { | |
| "epoch": 2.5850470882183356, | |
| "grad_norm": 0.6299107074737549, | |
| "learning_rate": 2.3729899533720485e-06, | |
| "loss": 0.8254, | |
| "num_input_tokens_seen": 661094400, | |
| "step": 80700 | |
| }, | |
| { | |
| "epoch": 2.588250368377218, | |
| "grad_norm": 0.8091995120048523, | |
| "learning_rate": 2.3370738216669574e-06, | |
| "loss": 0.8373, | |
| "num_input_tokens_seen": 661913600, | |
| "step": 80800 | |
| }, | |
| { | |
| "epoch": 2.591453648536101, | |
| "grad_norm": 0.7887117862701416, | |
| "learning_rate": 2.3014182374959116e-06, | |
| "loss": 0.7675, | |
| "num_input_tokens_seen": 662732800, | |
| "step": 80900 | |
| }, | |
| { | |
| "epoch": 2.5946569286949837, | |
| "grad_norm": 0.7341217994689941, | |
| "learning_rate": 2.2660236107783783e-06, | |
| "loss": 0.8264, | |
| "num_input_tokens_seen": 663552000, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 2.5978602088538665, | |
| "grad_norm": 0.7887162566184998, | |
| "learning_rate": 2.230890348433684e-06, | |
| "loss": 0.8579, | |
| "num_input_tokens_seen": 664371200, | |
| "step": 81100 | |
| }, | |
| { | |
| "epoch": 2.6010634890127493, | |
| "grad_norm": 0.8627157807350159, | |
| "learning_rate": 2.1960188543763526e-06, | |
| "loss": 0.8412, | |
| "num_input_tokens_seen": 665190400, | |
| "step": 81200 | |
| }, | |
| { | |
| "epoch": 2.6042667691716317, | |
| "grad_norm": 2.6676676273345947, | |
| "learning_rate": 2.161409529511438e-06, | |
| "loss": 0.7985, | |
| "num_input_tokens_seen": 666009600, | |
| "step": 81300 | |
| }, | |
| { | |
| "epoch": 2.6074700493305145, | |
| "grad_norm": 0.6035804748535156, | |
| "learning_rate": 2.127062771729929e-06, | |
| "loss": 0.8033, | |
| "num_input_tokens_seen": 666828800, | |
| "step": 81400 | |
| }, | |
| { | |
| "epoch": 2.610673329489397, | |
| "grad_norm": 2.14854097366333, | |
| "learning_rate": 2.092978975904189e-06, | |
| "loss": 0.8538, | |
| "num_input_tokens_seen": 667648000, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 2.6138766096482797, | |
| "grad_norm": 1.651636004447937, | |
| "learning_rate": 2.059158533883393e-06, | |
| "loss": 0.8805, | |
| "num_input_tokens_seen": 668467200, | |
| "step": 81600 | |
| }, | |
| { | |
| "epoch": 2.6170798898071626, | |
| "grad_norm": 2.1014175415039062, | |
| "learning_rate": 2.025601834489038e-06, | |
| "loss": 0.8837, | |
| "num_input_tokens_seen": 669286400, | |
| "step": 81700 | |
| }, | |
| { | |
| "epoch": 2.6202831699660454, | |
| "grad_norm": 0.741468071937561, | |
| "learning_rate": 1.9923092635104557e-06, | |
| "loss": 0.7892, | |
| "num_input_tokens_seen": 670105600, | |
| "step": 81800 | |
| }, | |
| { | |
| "epoch": 2.6234864501249278, | |
| "grad_norm": 1.3246105909347534, | |
| "learning_rate": 1.9592812037003918e-06, | |
| "loss": 0.774, | |
| "num_input_tokens_seen": 670924800, | |
| "step": 81900 | |
| }, | |
| { | |
| "epoch": 2.6266897302838106, | |
| "grad_norm": 0.6697006225585938, | |
| "learning_rate": 1.9265180347706053e-06, | |
| "loss": 0.8393, | |
| "num_input_tokens_seen": 671744000, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 2.6298930104426934, | |
| "grad_norm": 0.5421914458274841, | |
| "learning_rate": 1.894020133387503e-06, | |
| "loss": 0.8398, | |
| "num_input_tokens_seen": 672563200, | |
| "step": 82100 | |
| }, | |
| { | |
| "epoch": 2.633096290601576, | |
| "grad_norm": 2.6112563610076904, | |
| "learning_rate": 1.8617878731678e-06, | |
| "loss": 0.8031, | |
| "num_input_tokens_seen": 673382400, | |
| "step": 82200 | |
| }, | |
| { | |
| "epoch": 2.6362995707604586, | |
| "grad_norm": 0.7507239580154419, | |
| "learning_rate": 1.8298216246742329e-06, | |
| "loss": 0.831, | |
| "num_input_tokens_seen": 674201600, | |
| "step": 82300 | |
| }, | |
| { | |
| "epoch": 2.6395028509193414, | |
| "grad_norm": 2.156158685684204, | |
| "learning_rate": 1.798121755411289e-06, | |
| "loss": 0.8778, | |
| "num_input_tokens_seen": 675020800, | |
| "step": 82400 | |
| }, | |
| { | |
| "epoch": 2.6427061310782243, | |
| "grad_norm": 0.5693337917327881, | |
| "learning_rate": 1.7666886298210006e-06, | |
| "loss": 0.7904, | |
| "num_input_tokens_seen": 675840000, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 2.6459094112371067, | |
| "grad_norm": 0.9597682356834412, | |
| "learning_rate": 1.735522609278742e-06, | |
| "loss": 0.8547, | |
| "num_input_tokens_seen": 676659200, | |
| "step": 82600 | |
| }, | |
| { | |
| "epoch": 2.6491126913959895, | |
| "grad_norm": 0.8956586122512817, | |
| "learning_rate": 1.7046240520890655e-06, | |
| "loss": 0.8395, | |
| "num_input_tokens_seen": 677478400, | |
| "step": 82700 | |
| }, | |
| { | |
| "epoch": 2.6523159715548723, | |
| "grad_norm": 0.918878436088562, | |
| "learning_rate": 1.6739933134816117e-06, | |
| "loss": 0.8106, | |
| "num_input_tokens_seen": 678297600, | |
| "step": 82800 | |
| }, | |
| { | |
| "epoch": 2.6555192517137547, | |
| "grad_norm": 0.6460690498352051, | |
| "learning_rate": 1.6436307456069832e-06, | |
| "loss": 0.8427, | |
| "num_input_tokens_seen": 679116800, | |
| "step": 82900 | |
| }, | |
| { | |
| "epoch": 2.6587225318726375, | |
| "grad_norm": 0.7876623868942261, | |
| "learning_rate": 1.6135366975327442e-06, | |
| "loss": 0.8306, | |
| "num_input_tokens_seen": 679936000, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 2.6619258120315203, | |
| "grad_norm": 0.7109478712081909, | |
| "learning_rate": 1.5837115152393695e-06, | |
| "loss": 0.8785, | |
| "num_input_tokens_seen": 680755200, | |
| "step": 83100 | |
| }, | |
| { | |
| "epoch": 2.665129092190403, | |
| "grad_norm": 0.6864702701568604, | |
| "learning_rate": 1.5541555416162784e-06, | |
| "loss": 0.7719, | |
| "num_input_tokens_seen": 681574400, | |
| "step": 83200 | |
| }, | |
| { | |
| "epoch": 2.6683323723492856, | |
| "grad_norm": 0.5490867495536804, | |
| "learning_rate": 1.5248691164579054e-06, | |
| "loss": 0.7945, | |
| "num_input_tokens_seen": 682393600, | |
| "step": 83300 | |
| }, | |
| { | |
| "epoch": 2.6715356525081684, | |
| "grad_norm": 0.7371602654457092, | |
| "learning_rate": 1.4958525764597719e-06, | |
| "loss": 0.8751, | |
| "num_input_tokens_seen": 683212800, | |
| "step": 83400 | |
| }, | |
| { | |
| "epoch": 2.674738932667051, | |
| "grad_norm": 3.058120012283325, | |
| "learning_rate": 1.4671062552146342e-06, | |
| "loss": 0.807, | |
| "num_input_tokens_seen": 684032000, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 2.6779422128259336, | |
| "grad_norm": 2.8297903537750244, | |
| "learning_rate": 1.4386304832086333e-06, | |
| "loss": 0.8519, | |
| "num_input_tokens_seen": 684851200, | |
| "step": 83600 | |
| }, | |
| { | |
| "epoch": 2.6811454929848164, | |
| "grad_norm": 0.5840158462524414, | |
| "learning_rate": 1.4104255878175099e-06, | |
| "loss": 0.7911, | |
| "num_input_tokens_seen": 685670400, | |
| "step": 83700 | |
| }, | |
| { | |
| "epoch": 2.6843487731436992, | |
| "grad_norm": 0.5358206629753113, | |
| "learning_rate": 1.382491893302837e-06, | |
| "loss": 0.85, | |
| "num_input_tokens_seen": 686489600, | |
| "step": 83800 | |
| }, | |
| { | |
| "epoch": 2.687552053302582, | |
| "grad_norm": 0.5446909666061401, | |
| "learning_rate": 1.3548297208082678e-06, | |
| "loss": 0.7469, | |
| "num_input_tokens_seen": 687308800, | |
| "step": 83900 | |
| }, | |
| { | |
| "epoch": 2.6907553334614644, | |
| "grad_norm": 0.7376157641410828, | |
| "learning_rate": 1.3274393883558916e-06, | |
| "loss": 0.815, | |
| "num_input_tokens_seen": 688128000, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 2.6939586136203473, | |
| "grad_norm": 2.3603358268737793, | |
| "learning_rate": 1.3003212108425256e-06, | |
| "loss": 0.8195, | |
| "num_input_tokens_seen": 688947200, | |
| "step": 84100 | |
| }, | |
| { | |
| "epoch": 2.6971618937792297, | |
| "grad_norm": 2.3444812297821045, | |
| "learning_rate": 1.2734755000361393e-06, | |
| "loss": 0.8265, | |
| "num_input_tokens_seen": 689766400, | |
| "step": 84200 | |
| }, | |
| { | |
| "epoch": 2.7003651739381125, | |
| "grad_norm": 0.7536035776138306, | |
| "learning_rate": 1.2469025645722333e-06, | |
| "loss": 0.8382, | |
| "num_input_tokens_seen": 690585600, | |
| "step": 84300 | |
| }, | |
| { | |
| "epoch": 2.7035684540969953, | |
| "grad_norm": 0.7054631114006042, | |
| "learning_rate": 1.2206027099503275e-06, | |
| "loss": 0.7791, | |
| "num_input_tokens_seen": 691404800, | |
| "step": 84400 | |
| }, | |
| { | |
| "epoch": 2.706771734255878, | |
| "grad_norm": 0.7819291353225708, | |
| "learning_rate": 1.1945762385304122e-06, | |
| "loss": 0.8321, | |
| "num_input_tokens_seen": 692224000, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 2.709975014414761, | |
| "grad_norm": 0.7501091361045837, | |
| "learning_rate": 1.168823449529488e-06, | |
| "loss": 0.8494, | |
| "num_input_tokens_seen": 693043200, | |
| "step": 84600 | |
| }, | |
| { | |
| "epoch": 2.7131782945736433, | |
| "grad_norm": 0.566743016242981, | |
| "learning_rate": 1.1433446390181402e-06, | |
| "loss": 0.8685, | |
| "num_input_tokens_seen": 693862400, | |
| "step": 84700 | |
| }, | |
| { | |
| "epoch": 2.716381574732526, | |
| "grad_norm": 2.204374313354492, | |
| "learning_rate": 1.1181400999171144e-06, | |
| "loss": 0.8147, | |
| "num_input_tokens_seen": 694681600, | |
| "step": 84800 | |
| }, | |
| { | |
| "epoch": 2.7195848548914086, | |
| "grad_norm": 2.641223192214966, | |
| "learning_rate": 1.0932101219939594e-06, | |
| "loss": 0.8259, | |
| "num_input_tokens_seen": 695500800, | |
| "step": 84900 | |
| }, | |
| { | |
| "epoch": 2.7227881350502914, | |
| "grad_norm": 0.747035562992096, | |
| "learning_rate": 1.0685549918596882e-06, | |
| "loss": 0.8737, | |
| "num_input_tokens_seen": 696320000, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 2.725991415209174, | |
| "grad_norm": 0.9778177738189697, | |
| "learning_rate": 1.0441749929654827e-06, | |
| "loss": 0.8358, | |
| "num_input_tokens_seen": 697139200, | |
| "step": 85100 | |
| }, | |
| { | |
| "epoch": 2.729194695368057, | |
| "grad_norm": 2.0086069107055664, | |
| "learning_rate": 1.0200704055994548e-06, | |
| "loss": 0.8231, | |
| "num_input_tokens_seen": 697958400, | |
| "step": 85200 | |
| }, | |
| { | |
| "epoch": 2.73239797552694, | |
| "grad_norm": 0.7290952801704407, | |
| "learning_rate": 9.962415068833968e-07, | |
| "loss": 0.8211, | |
| "num_input_tokens_seen": 698777600, | |
| "step": 85300 | |
| }, | |
| { | |
| "epoch": 2.7356012556858222, | |
| "grad_norm": 0.6520437598228455, | |
| "learning_rate": 9.726885707696114e-07, | |
| "loss": 0.8776, | |
| "num_input_tokens_seen": 699596800, | |
| "step": 85400 | |
| }, | |
| { | |
| "epoch": 2.738804535844705, | |
| "grad_norm": 0.5633389353752136, | |
| "learning_rate": 9.494118680377612e-07, | |
| "loss": 0.8198, | |
| "num_input_tokens_seen": 700416000, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 2.7420078160035875, | |
| "grad_norm": 0.8410841822624207, | |
| "learning_rate": 9.264116662917405e-07, | |
| "loss": 0.8894, | |
| "num_input_tokens_seen": 701235200, | |
| "step": 85600 | |
| }, | |
| { | |
| "epoch": 2.7452110961624703, | |
| "grad_norm": 2.9148612022399902, | |
| "learning_rate": 9.036882299566229e-07, | |
| "loss": 0.8259, | |
| "num_input_tokens_seen": 702054400, | |
| "step": 85700 | |
| }, | |
| { | |
| "epoch": 2.748414376321353, | |
| "grad_norm": 0.5637199878692627, | |
| "learning_rate": 8.812418202756107e-07, | |
| "loss": 0.7636, | |
| "num_input_tokens_seen": 702873600, | |
| "step": 85800 | |
| }, | |
| { | |
| "epoch": 2.751617656480236, | |
| "grad_norm": 0.5929956436157227, | |
| "learning_rate": 8.590726953070228e-07, | |
| "loss": 0.8448, | |
| "num_input_tokens_seen": 703692800, | |
| "step": 85900 | |
| }, | |
| { | |
| "epoch": 2.7548209366391183, | |
| "grad_norm": 0.5491350889205933, | |
| "learning_rate": 8.371811099213394e-07, | |
| "loss": 0.8467, | |
| "num_input_tokens_seen": 704512000, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 2.758024216798001, | |
| "grad_norm": 1.0223699808120728, | |
| "learning_rate": 8.155673157982601e-07, | |
| "loss": 0.8133, | |
| "num_input_tokens_seen": 705331200, | |
| "step": 86100 | |
| }, | |
| { | |
| "epoch": 2.761227496956884, | |
| "grad_norm": 1.5225611925125122, | |
| "learning_rate": 7.942315614238277e-07, | |
| "loss": 0.8109, | |
| "num_input_tokens_seen": 706150400, | |
| "step": 86200 | |
| }, | |
| { | |
| "epoch": 2.7644307771157663, | |
| "grad_norm": 0.8148054480552673, | |
| "learning_rate": 7.731740920875613e-07, | |
| "loss": 0.821, | |
| "num_input_tokens_seen": 706969600, | |
| "step": 86300 | |
| }, | |
| { | |
| "epoch": 2.767634057274649, | |
| "grad_norm": 0.7864372730255127, | |
| "learning_rate": 7.523951498796283e-07, | |
| "loss": 0.8135, | |
| "num_input_tokens_seen": 707788800, | |
| "step": 86400 | |
| }, | |
| { | |
| "epoch": 2.770837337433532, | |
| "grad_norm": 2.5619330406188965, | |
| "learning_rate": 7.318949736880798e-07, | |
| "loss": 0.7905, | |
| "num_input_tokens_seen": 708608000, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 2.774040617592415, | |
| "grad_norm": 1.5780519247055054, | |
| "learning_rate": 7.116737991960831e-07, | |
| "loss": 0.8608, | |
| "num_input_tokens_seen": 709427200, | |
| "step": 86600 | |
| }, | |
| { | |
| "epoch": 2.777243897751297, | |
| "grad_norm": 0.666118323802948, | |
| "learning_rate": 6.917318588792299e-07, | |
| "loss": 0.8586, | |
| "num_input_tokens_seen": 710246400, | |
| "step": 86700 | |
| }, | |
| { | |
| "epoch": 2.78044717791018, | |
| "grad_norm": 0.5050229430198669, | |
| "learning_rate": 6.720693820028629e-07, | |
| "loss": 0.8473, | |
| "num_input_tokens_seen": 711065600, | |
| "step": 86800 | |
| }, | |
| { | |
| "epoch": 2.783650458069063, | |
| "grad_norm": 0.5586540699005127, | |
| "learning_rate": 6.526865946194172e-07, | |
| "loss": 0.8182, | |
| "num_input_tokens_seen": 711884800, | |
| "step": 86900 | |
| }, | |
| { | |
| "epoch": 2.7868537382279452, | |
| "grad_norm": 0.6938973665237427, | |
| "learning_rate": 6.335837195658528e-07, | |
| "loss": 0.8493, | |
| "num_input_tokens_seen": 712704000, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 2.790057018386828, | |
| "grad_norm": 0.8710479736328125, | |
| "learning_rate": 6.147609764610707e-07, | |
| "loss": 0.8134, | |
| "num_input_tokens_seen": 713523200, | |
| "step": 87100 | |
| }, | |
| { | |
| "epoch": 2.793260298545711, | |
| "grad_norm": 2.5295767784118652, | |
| "learning_rate": 5.962185817034005e-07, | |
| "loss": 0.7893, | |
| "num_input_tokens_seen": 714342400, | |
| "step": 87200 | |
| }, | |
| { | |
| "epoch": 2.7964635787045937, | |
| "grad_norm": 0.5434448719024658, | |
| "learning_rate": 5.779567484681032e-07, | |
| "loss": 0.7896, | |
| "num_input_tokens_seen": 715161600, | |
| "step": 87300 | |
| }, | |
| { | |
| "epoch": 2.799666858863476, | |
| "grad_norm": 2.833872079849243, | |
| "learning_rate": 5.599756867049221e-07, | |
| "loss": 0.8185, | |
| "num_input_tokens_seen": 715980800, | |
| "step": 87400 | |
| }, | |
| { | |
| "epoch": 2.802870139022359, | |
| "grad_norm": 0.5753843784332275, | |
| "learning_rate": 5.422756031356779e-07, | |
| "loss": 0.8188, | |
| "num_input_tokens_seen": 716800000, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 2.8060734191812418, | |
| "grad_norm": 0.6721400022506714, | |
| "learning_rate": 5.248567012518857e-07, | |
| "loss": 0.8303, | |
| "num_input_tokens_seen": 717619200, | |
| "step": 87600 | |
| }, | |
| { | |
| "epoch": 2.809276699340124, | |
| "grad_norm": 0.7175859808921814, | |
| "learning_rate": 5.077191813124105e-07, | |
| "loss": 0.7866, | |
| "num_input_tokens_seen": 718438400, | |
| "step": 87700 | |
| }, | |
| { | |
| "epoch": 2.812479979499007, | |
| "grad_norm": 0.9649165868759155, | |
| "learning_rate": 4.90863240341169e-07, | |
| "loss": 0.8269, | |
| "num_input_tokens_seen": 719257600, | |
| "step": 87800 | |
| }, | |
| { | |
| "epoch": 2.81568325965789, | |
| "grad_norm": 0.5693693161010742, | |
| "learning_rate": 4.742890721248755e-07, | |
| "loss": 0.7737, | |
| "num_input_tokens_seen": 720076800, | |
| "step": 87900 | |
| }, | |
| { | |
| "epoch": 2.8188865398167726, | |
| "grad_norm": 0.6442407369613647, | |
| "learning_rate": 4.579968672107943e-07, | |
| "loss": 0.8196, | |
| "num_input_tokens_seen": 720896000, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 2.822089819975655, | |
| "grad_norm": 0.72199547290802, | |
| "learning_rate": 4.419868129045629e-07, | |
| "loss": 0.7998, | |
| "num_input_tokens_seen": 721715200, | |
| "step": 88100 | |
| }, | |
| { | |
| "epoch": 2.825293100134538, | |
| "grad_norm": 1.2243154048919678, | |
| "learning_rate": 4.2625909326803325e-07, | |
| "loss": 0.8534, | |
| "num_input_tokens_seen": 722534400, | |
| "step": 88200 | |
| }, | |
| { | |
| "epoch": 2.82849638029342, | |
| "grad_norm": 0.8224316835403442, | |
| "learning_rate": 4.1081388911715645e-07, | |
| "loss": 0.8262, | |
| "num_input_tokens_seen": 723353600, | |
| "step": 88300 | |
| }, | |
| { | |
| "epoch": 2.831699660452303, | |
| "grad_norm": 0.7001350522041321, | |
| "learning_rate": 3.9565137801990395e-07, | |
| "loss": 0.8323, | |
| "num_input_tokens_seen": 724172800, | |
| "step": 88400 | |
| }, | |
| { | |
| "epoch": 2.834902940611186, | |
| "grad_norm": 0.7441889643669128, | |
| "learning_rate": 3.807717342942302e-07, | |
| "loss": 0.8116, | |
| "num_input_tokens_seen": 724992000, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 2.8381062207700687, | |
| "grad_norm": 0.6325407028198242, | |
| "learning_rate": 3.661751290060633e-07, | |
| "loss": 0.8481, | |
| "num_input_tokens_seen": 725811200, | |
| "step": 88600 | |
| }, | |
| { | |
| "epoch": 2.8413095009289515, | |
| "grad_norm": 0.9763919711112976, | |
| "learning_rate": 3.5186172996733714e-07, | |
| "loss": 0.8084, | |
| "num_input_tokens_seen": 726630400, | |
| "step": 88700 | |
| }, | |
| { | |
| "epoch": 2.844512781087834, | |
| "grad_norm": 0.6528813242912292, | |
| "learning_rate": 3.3783170173406764e-07, | |
| "loss": 0.7923, | |
| "num_input_tokens_seen": 727449600, | |
| "step": 88800 | |
| }, | |
| { | |
| "epoch": 2.8477160612467167, | |
| "grad_norm": 0.8190716505050659, | |
| "learning_rate": 3.2408520560445463e-07, | |
| "loss": 0.8397, | |
| "num_input_tokens_seen": 728268800, | |
| "step": 88900 | |
| }, | |
| { | |
| "epoch": 2.850919341405599, | |
| "grad_norm": 0.6821821928024292, | |
| "learning_rate": 3.10622399617036e-07, | |
| "loss": 0.7856, | |
| "num_input_tokens_seen": 729088000, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 2.854122621564482, | |
| "grad_norm": 0.9017992615699768, | |
| "learning_rate": 2.9744343854886393e-07, | |
| "loss": 0.8271, | |
| "num_input_tokens_seen": 729907200, | |
| "step": 89100 | |
| }, | |
| { | |
| "epoch": 2.8573259017233648, | |
| "grad_norm": 0.6816012263298035, | |
| "learning_rate": 2.8454847391372886e-07, | |
| "loss": 0.8334, | |
| "num_input_tokens_seen": 730726400, | |
| "step": 89200 | |
| }, | |
| { | |
| "epoch": 2.8605291818822476, | |
| "grad_norm": 1.0822001695632935, | |
| "learning_rate": 2.719376539604107e-07, | |
| "loss": 0.8198, | |
| "num_input_tokens_seen": 731545600, | |
| "step": 89300 | |
| }, | |
| { | |
| "epoch": 2.86373246204113, | |
| "grad_norm": 0.782041072845459, | |
| "learning_rate": 2.5961112367098306e-07, | |
| "loss": 0.8199, | |
| "num_input_tokens_seen": 732364800, | |
| "step": 89400 | |
| }, | |
| { | |
| "epoch": 2.866935742200013, | |
| "grad_norm": 1.8875998258590698, | |
| "learning_rate": 2.4756902475914777e-07, | |
| "loss": 0.7963, | |
| "num_input_tokens_seen": 733184000, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 2.8701390223588956, | |
| "grad_norm": 0.549452543258667, | |
| "learning_rate": 2.358114956685975e-07, | |
| "loss": 0.8353, | |
| "num_input_tokens_seen": 734003200, | |
| "step": 89600 | |
| }, | |
| { | |
| "epoch": 2.873342302517778, | |
| "grad_norm": 1.3322216272354126, | |
| "learning_rate": 2.243386715714224e-07, | |
| "loss": 0.8547, | |
| "num_input_tokens_seen": 734822400, | |
| "step": 89700 | |
| }, | |
| { | |
| "epoch": 2.876545582676661, | |
| "grad_norm": 0.8102174997329712, | |
| "learning_rate": 2.1315068436656983e-07, | |
| "loss": 0.8233, | |
| "num_input_tokens_seen": 735641600, | |
| "step": 89800 | |
| }, | |
| { | |
| "epoch": 2.8797488628355437, | |
| "grad_norm": 0.6969431042671204, | |
| "learning_rate": 2.0224766267831207e-07, | |
| "loss": 0.8622, | |
| "num_input_tokens_seen": 736460800, | |
| "step": 89900 | |
| }, | |
| { | |
| "epoch": 2.8829521429944265, | |
| "grad_norm": 1.4771400690078735, | |
| "learning_rate": 1.9162973185478383e-07, | |
| "loss": 0.789, | |
| "num_input_tokens_seen": 737280000, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 2.886155423153309, | |
| "grad_norm": 0.6978898048400879, | |
| "learning_rate": 1.8129701396652487e-07, | |
| "loss": 0.8723, | |
| "num_input_tokens_seen": 738099200, | |
| "step": 90100 | |
| }, | |
| { | |
| "epoch": 2.8893587033121917, | |
| "grad_norm": 0.838759183883667, | |
| "learning_rate": 1.7124962780508957e-07, | |
| "loss": 0.8136, | |
| "num_input_tokens_seen": 738918400, | |
| "step": 90200 | |
| }, | |
| { | |
| "epoch": 2.8925619834710745, | |
| "grad_norm": 0.6396787762641907, | |
| "learning_rate": 1.6148768888166744e-07, | |
| "loss": 0.8263, | |
| "num_input_tokens_seen": 739737600, | |
| "step": 90300 | |
| }, | |
| { | |
| "epoch": 2.895765263629957, | |
| "grad_norm": 0.7068443298339844, | |
| "learning_rate": 1.5201130942577578e-07, | |
| "loss": 0.8388, | |
| "num_input_tokens_seen": 740556800, | |
| "step": 90400 | |
| }, | |
| { | |
| "epoch": 2.8989685437888397, | |
| "grad_norm": 0.5743166208267212, | |
| "learning_rate": 1.4282059838394701e-07, | |
| "loss": 0.8284, | |
| "num_input_tokens_seen": 741376000, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 2.9021718239477226, | |
| "grad_norm": 0.5627537369728088, | |
| "learning_rate": 1.3391566141848778e-07, | |
| "loss": 0.834, | |
| "num_input_tokens_seen": 742195200, | |
| "step": 90600 | |
| }, | |
| { | |
| "epoch": 2.9053751041066054, | |
| "grad_norm": 2.069951057434082, | |
| "learning_rate": 1.2529660090626894e-07, | |
| "loss": 0.8798, | |
| "num_input_tokens_seen": 743014400, | |
| "step": 90700 | |
| }, | |
| { | |
| "epoch": 2.9085783842654878, | |
| "grad_norm": 0.5723984241485596, | |
| "learning_rate": 1.1696351593753485e-07, | |
| "loss": 0.8443, | |
| "num_input_tokens_seen": 743833600, | |
| "step": 90800 | |
| }, | |
| { | |
| "epoch": 2.9117816644243706, | |
| "grad_norm": 0.5584101676940918, | |
| "learning_rate": 1.0891650231477646e-07, | |
| "loss": 0.7991, | |
| "num_input_tokens_seen": 744652800, | |
| "step": 90900 | |
| }, | |
| { | |
| "epoch": 2.9149849445832534, | |
| "grad_norm": 0.8929557800292969, | |
| "learning_rate": 1.0115565255162107e-07, | |
| "loss": 0.8134, | |
| "num_input_tokens_seen": 745472000, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 2.918188224742136, | |
| "grad_norm": 0.5613967776298523, | |
| "learning_rate": 9.368105587177767e-08, | |
| "loss": 0.855, | |
| "num_input_tokens_seen": 746291200, | |
| "step": 91100 | |
| }, | |
| { | |
| "epoch": 2.9213915049010186, | |
| "grad_norm": 0.5235220193862915, | |
| "learning_rate": 8.649279820800161e-08, | |
| "loss": 0.7894, | |
| "num_input_tokens_seen": 747110400, | |
| "step": 91200 | |
| }, | |
| { | |
| "epoch": 2.9245947850599014, | |
| "grad_norm": 2.220933198928833, | |
| "learning_rate": 7.959096220111206e-08, | |
| "loss": 0.8311, | |
| "num_input_tokens_seen": 747929600, | |
| "step": 91300 | |
| }, | |
| { | |
| "epoch": 2.9277980652187843, | |
| "grad_norm": 2.264698028564453, | |
| "learning_rate": 7.297562719904561e-08, | |
| "loss": 0.7856, | |
| "num_input_tokens_seen": 748748800, | |
| "step": 91400 | |
| }, | |
| { | |
| "epoch": 2.9310013453776667, | |
| "grad_norm": 0.6808698773384094, | |
| "learning_rate": 6.664686925593188e-08, | |
| "loss": 0.8379, | |
| "num_input_tokens_seen": 749568000, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 2.9342046255365495, | |
| "grad_norm": 2.1781809329986572, | |
| "learning_rate": 6.060476113123603e-08, | |
| "loss": 0.7529, | |
| "num_input_tokens_seen": 750387200, | |
| "step": 91600 | |
| }, | |
| { | |
| "epoch": 2.937407905695432, | |
| "grad_norm": 0.6591463685035706, | |
| "learning_rate": 5.4849372288903744e-08, | |
| "loss": 0.8836, | |
| "num_input_tokens_seen": 751206400, | |
| "step": 91700 | |
| }, | |
| { | |
| "epoch": 2.9406111858543147, | |
| "grad_norm": 0.5385074019432068, | |
| "learning_rate": 4.9380768896578614e-08, | |
| "loss": 0.8253, | |
| "num_input_tokens_seen": 752025600, | |
| "step": 91800 | |
| }, | |
| { | |
| "epoch": 2.9438144660131975, | |
| "grad_norm": 0.7810553312301636, | |
| "learning_rate": 4.419901382483327e-08, | |
| "loss": 0.7867, | |
| "num_input_tokens_seen": 752844800, | |
| "step": 91900 | |
| }, | |
| { | |
| "epoch": 2.9470177461720803, | |
| "grad_norm": 1.6066702604293823, | |
| "learning_rate": 3.930416664644498e-08, | |
| "loss": 0.8089, | |
| "num_input_tokens_seen": 753664000, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 2.950221026330963, | |
| "grad_norm": 0.8969001173973083, | |
| "learning_rate": 3.469628363571564e-08, | |
| "loss": 0.8324, | |
| "num_input_tokens_seen": 754483200, | |
| "step": 92100 | |
| }, | |
| { | |
| "epoch": 2.9534243064898456, | |
| "grad_norm": 0.6381150484085083, | |
| "learning_rate": 3.037541776782782e-08, | |
| "loss": 0.8199, | |
| "num_input_tokens_seen": 755302400, | |
| "step": 92200 | |
| }, | |
| { | |
| "epoch": 2.9566275866487284, | |
| "grad_norm": 0.8189881443977356, | |
| "learning_rate": 2.6341618718223048e-08, | |
| "loss": 0.8282, | |
| "num_input_tokens_seen": 756121600, | |
| "step": 92300 | |
| }, | |
| { | |
| "epoch": 2.9598308668076108, | |
| "grad_norm": 0.744215190410614, | |
| "learning_rate": 2.2594932862041173e-08, | |
| "loss": 0.823, | |
| "num_input_tokens_seen": 756940800, | |
| "step": 92400 | |
| }, | |
| { | |
| "epoch": 2.9630341469664936, | |
| "grad_norm": 0.6979692578315735, | |
| "learning_rate": 1.91354032735902e-08, | |
| "loss": 0.7854, | |
| "num_input_tokens_seen": 757760000, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 2.9662374271253764, | |
| "grad_norm": 0.6506592035293579, | |
| "learning_rate": 1.5963069725838385e-08, | |
| "loss": 0.8654, | |
| "num_input_tokens_seen": 758579200, | |
| "step": 92600 | |
| }, | |
| { | |
| "epoch": 2.9694407072842592, | |
| "grad_norm": 0.7221033573150635, | |
| "learning_rate": 1.3077968689964582e-08, | |
| "loss": 0.7966, | |
| "num_input_tokens_seen": 759398400, | |
| "step": 92700 | |
| }, | |
| { | |
| "epoch": 2.9726439874431416, | |
| "grad_norm": 0.5663209557533264, | |
| "learning_rate": 1.0480133334947462e-08, | |
| "loss": 0.8375, | |
| "num_input_tokens_seen": 760217600, | |
| "step": 92800 | |
| }, | |
| { | |
| "epoch": 2.9758472676020244, | |
| "grad_norm": 0.7616459131240845, | |
| "learning_rate": 8.169593527160291e-09, | |
| "loss": 0.8056, | |
| "num_input_tokens_seen": 761036800, | |
| "step": 92900 | |
| }, | |
| { | |
| "epoch": 2.9790505477609073, | |
| "grad_norm": 0.7259778380393982, | |
| "learning_rate": 6.146375830054507e-09, | |
| "loss": 0.8026, | |
| "num_input_tokens_seen": 761856000, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 2.9822538279197897, | |
| "grad_norm": 0.6411218643188477, | |
| "learning_rate": 4.410503503840535e-09, | |
| "loss": 0.8472, | |
| "num_input_tokens_seen": 762675200, | |
| "step": 93100 | |
| }, | |
| { | |
| "epoch": 2.9854571080786725, | |
| "grad_norm": 0.6619647741317749, | |
| "learning_rate": 2.961996505213005e-09, | |
| "loss": 0.8558, | |
| "num_input_tokens_seen": 763494400, | |
| "step": 93200 | |
| }, | |
| { | |
| "epoch": 2.9886603882375553, | |
| "grad_norm": 0.7283292412757874, | |
| "learning_rate": 1.8008714871453613e-09, | |
| "loss": 0.8321, | |
| "num_input_tokens_seen": 764313600, | |
| "step": 93300 | |
| }, | |
| { | |
| "epoch": 2.991863668396438, | |
| "grad_norm": 0.7489187717437744, | |
| "learning_rate": 9.271417986705943e-10, | |
| "loss": 0.8264, | |
| "num_input_tokens_seen": 765132800, | |
| "step": 93400 | |
| }, | |
| { | |
| "epoch": 2.9950669485553205, | |
| "grad_norm": 2.186750888824463, | |
| "learning_rate": 3.408174847480128e-10, | |
| "loss": 0.7796, | |
| "num_input_tokens_seen": 765952000, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 2.9982702287142033, | |
| "grad_norm": 2.5423426628112793, | |
| "learning_rate": 4.1905286135568434e-11, | |
| "loss": 0.7863, | |
| "num_input_tokens_seen": 766771200, | |
| "step": 93600 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "num_input_tokens_seen": 767213568, | |
| "step": 93654, | |
| "total_flos": 3.49334314435121e+19, | |
| "train_loss": 0.04966252789047391, | |
| "train_runtime": 28761.9651, | |
| "train_samples_per_second": 3.256, | |
| "train_steps_per_second": 3.256 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 93654, | |
| "num_input_tokens_seen": 767213568, | |
| "num_train_epochs": 3, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.49334314435121e+19, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |