| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.3334453781512605, | |
| "eval_steps": 500, | |
| "global_step": 496, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0006722689075630252, | |
| "grad_norm": 0.0835651233792305, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 1.0786, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0013445378151260505, | |
| "grad_norm": 0.08339695632457733, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.0642, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0020168067226890756, | |
| "grad_norm": 0.08287601917982101, | |
| "learning_rate": 3e-06, | |
| "loss": 0.9508, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.002689075630252101, | |
| "grad_norm": 0.09812851250171661, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.9892, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0033613445378151263, | |
| "grad_norm": 0.10798798501491547, | |
| "learning_rate": 5e-06, | |
| "loss": 0.9393, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.004033613445378151, | |
| "grad_norm": 0.11012189835309982, | |
| "learning_rate": 6e-06, | |
| "loss": 1.0222, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.004705882352941176, | |
| "grad_norm": 0.0818193256855011, | |
| "learning_rate": 7e-06, | |
| "loss": 0.9702, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.005378151260504202, | |
| "grad_norm": 0.08617620915174484, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.1444, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.006050420168067227, | |
| "grad_norm": 0.07566545158624649, | |
| "learning_rate": 9e-06, | |
| "loss": 0.9204, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0067226890756302525, | |
| "grad_norm": 0.07344148308038712, | |
| "learning_rate": 1e-05, | |
| "loss": 0.8932, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.007394957983193277, | |
| "grad_norm": 0.1588195115327835, | |
| "learning_rate": 9.999988689583452e-06, | |
| "loss": 1.0167, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.008067226890756302, | |
| "grad_norm": 0.105576291680336, | |
| "learning_rate": 9.999954758384983e-06, | |
| "loss": 1.0244, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.008739495798319327, | |
| "grad_norm": 0.10251228511333466, | |
| "learning_rate": 9.999898206558095e-06, | |
| "loss": 1.0446, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.009411764705882352, | |
| "grad_norm": 0.11292218416929245, | |
| "learning_rate": 9.999819034358644e-06, | |
| "loss": 1.0304, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.010084033613445379, | |
| "grad_norm": 0.12369322031736374, | |
| "learning_rate": 9.999717242144817e-06, | |
| "loss": 1.049, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.010756302521008404, | |
| "grad_norm": 0.16626787185668945, | |
| "learning_rate": 9.99959283037714e-06, | |
| "loss": 1.0647, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.011428571428571429, | |
| "grad_norm": 0.800682008266449, | |
| "learning_rate": 9.99944579961847e-06, | |
| "loss": 0.9812, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.012100840336134453, | |
| "grad_norm": 0.09268046170473099, | |
| "learning_rate": 9.999276150534001e-06, | |
| "loss": 0.9062, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.012773109243697478, | |
| "grad_norm": 0.0998532846570015, | |
| "learning_rate": 9.999083883891251e-06, | |
| "loss": 1.0247, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.013445378151260505, | |
| "grad_norm": 0.17539170384407043, | |
| "learning_rate": 9.99886900056007e-06, | |
| "loss": 1.0814, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01411764705882353, | |
| "grad_norm": 0.150508314371109, | |
| "learning_rate": 9.998631501512624e-06, | |
| "loss": 0.9967, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.014789915966386555, | |
| "grad_norm": 0.10628243535757065, | |
| "learning_rate": 9.998371387823398e-06, | |
| "loss": 0.9941, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.01546218487394958, | |
| "grad_norm": 0.13679274916648865, | |
| "learning_rate": 9.998088660669189e-06, | |
| "loss": 0.983, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.016134453781512605, | |
| "grad_norm": 0.10756199061870575, | |
| "learning_rate": 9.997783321329104e-06, | |
| "loss": 1.002, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.01680672268907563, | |
| "grad_norm": 0.1575344055891037, | |
| "learning_rate": 9.997455371184546e-06, | |
| "loss": 1.0167, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.017478991596638654, | |
| "grad_norm": 0.16291604936122894, | |
| "learning_rate": 9.997104811719221e-06, | |
| "loss": 1.0141, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.01815126050420168, | |
| "grad_norm": 0.21997588872909546, | |
| "learning_rate": 9.996731644519111e-06, | |
| "loss": 0.8077, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.018823529411764704, | |
| "grad_norm": 0.1384553760290146, | |
| "learning_rate": 9.996335871272494e-06, | |
| "loss": 1.0216, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.019495798319327733, | |
| "grad_norm": 0.1880977898836136, | |
| "learning_rate": 9.995917493769912e-06, | |
| "loss": 1.0098, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.020168067226890758, | |
| "grad_norm": 0.14351259171962738, | |
| "learning_rate": 9.995476513904171e-06, | |
| "loss": 1.0134, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.020840336134453782, | |
| "grad_norm": 0.1357450932264328, | |
| "learning_rate": 9.995012933670341e-06, | |
| "loss": 0.9587, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.021512605042016807, | |
| "grad_norm": 0.15096725523471832, | |
| "learning_rate": 9.994526755165736e-06, | |
| "loss": 0.8823, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.022184873949579832, | |
| "grad_norm": 0.2435840666294098, | |
| "learning_rate": 9.994017980589907e-06, | |
| "loss": 0.9802, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.022857142857142857, | |
| "grad_norm": 0.12320239096879959, | |
| "learning_rate": 9.993486612244634e-06, | |
| "loss": 1.0142, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.023529411764705882, | |
| "grad_norm": 0.11510821431875229, | |
| "learning_rate": 9.99293265253392e-06, | |
| "loss": 0.8819, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.024201680672268907, | |
| "grad_norm": 0.13881511986255646, | |
| "learning_rate": 9.992356103963967e-06, | |
| "loss": 1.0291, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.024873949579831932, | |
| "grad_norm": 0.12611961364746094, | |
| "learning_rate": 9.99175696914318e-06, | |
| "loss": 0.8883, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.025546218487394957, | |
| "grad_norm": 0.1128062754869461, | |
| "learning_rate": 9.991135250782143e-06, | |
| "loss": 0.9399, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.02621848739495798, | |
| "grad_norm": 0.17889104783535004, | |
| "learning_rate": 9.990490951693612e-06, | |
| "loss": 0.8848, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.02689075630252101, | |
| "grad_norm": 0.10607869923114777, | |
| "learning_rate": 9.989824074792507e-06, | |
| "loss": 0.9864, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.027563025210084035, | |
| "grad_norm": 0.11618159711360931, | |
| "learning_rate": 9.989134623095888e-06, | |
| "loss": 0.9561, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.02823529411764706, | |
| "grad_norm": 0.13454240560531616, | |
| "learning_rate": 9.98842259972295e-06, | |
| "loss": 0.949, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.028907563025210085, | |
| "grad_norm": 0.11738969385623932, | |
| "learning_rate": 9.987688007895002e-06, | |
| "loss": 0.9184, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.02957983193277311, | |
| "grad_norm": 0.11672742664813995, | |
| "learning_rate": 9.986930850935465e-06, | |
| "loss": 0.945, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.030252100840336135, | |
| "grad_norm": 0.10767639428377151, | |
| "learning_rate": 9.986151132269843e-06, | |
| "loss": 1.0525, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.03092436974789916, | |
| "grad_norm": 0.11100558191537857, | |
| "learning_rate": 9.98534885542571e-06, | |
| "loss": 0.8767, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.03159663865546219, | |
| "grad_norm": 0.12392528355121613, | |
| "learning_rate": 9.9845240240327e-06, | |
| "loss": 0.9066, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.03226890756302521, | |
| "grad_norm": 0.12757766246795654, | |
| "learning_rate": 9.98367664182249e-06, | |
| "loss": 0.8557, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.03294117647058824, | |
| "grad_norm": 0.09705185890197754, | |
| "learning_rate": 9.982806712628776e-06, | |
| "loss": 0.8187, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.03361344537815126, | |
| "grad_norm": 0.11287973076105118, | |
| "learning_rate": 9.981914240387264e-06, | |
| "loss": 0.8826, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03428571428571429, | |
| "grad_norm": 0.10316391289234161, | |
| "learning_rate": 9.98099922913565e-06, | |
| "loss": 0.8536, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.03495798319327731, | |
| "grad_norm": 0.09859252721071243, | |
| "learning_rate": 9.980061683013594e-06, | |
| "loss": 0.7973, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.03563025210084034, | |
| "grad_norm": 0.10780596733093262, | |
| "learning_rate": 9.979101606262709e-06, | |
| "loss": 0.8864, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.03630252100840336, | |
| "grad_norm": 0.13508446514606476, | |
| "learning_rate": 9.978119003226546e-06, | |
| "loss": 0.9185, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.03697478991596639, | |
| "grad_norm": 0.12588554620742798, | |
| "learning_rate": 9.977113878350561e-06, | |
| "loss": 0.8077, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.03764705882352941, | |
| "grad_norm": 0.09272392839193344, | |
| "learning_rate": 9.976086236182113e-06, | |
| "loss": 0.9335, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.03831932773109244, | |
| "grad_norm": 0.0940898135304451, | |
| "learning_rate": 9.975036081370417e-06, | |
| "loss": 0.8295, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.038991596638655465, | |
| "grad_norm": 0.36463847756385803, | |
| "learning_rate": 9.973963418666556e-06, | |
| "loss": 0.9301, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.03966386554621849, | |
| "grad_norm": 0.10689139366149902, | |
| "learning_rate": 9.972868252923433e-06, | |
| "loss": 0.8314, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.040336134453781515, | |
| "grad_norm": 0.10545141249895096, | |
| "learning_rate": 9.97175058909576e-06, | |
| "loss": 0.836, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.041008403361344536, | |
| "grad_norm": 0.09649187326431274, | |
| "learning_rate": 9.970610432240033e-06, | |
| "loss": 0.798, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.041680672268907565, | |
| "grad_norm": 0.11074765026569366, | |
| "learning_rate": 9.969447787514512e-06, | |
| "loss": 0.9432, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.042352941176470586, | |
| "grad_norm": 0.14206334948539734, | |
| "learning_rate": 9.968262660179197e-06, | |
| "loss": 1.03, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.043025210084033615, | |
| "grad_norm": 0.2147335410118103, | |
| "learning_rate": 9.9670550555958e-06, | |
| "loss": 0.8486, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.043697478991596636, | |
| "grad_norm": 0.11276064813137054, | |
| "learning_rate": 9.965824979227727e-06, | |
| "loss": 0.8415, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.044369747899159664, | |
| "grad_norm": 0.1048726737499237, | |
| "learning_rate": 9.964572436640046e-06, | |
| "loss": 0.8171, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.045042016806722686, | |
| "grad_norm": 0.09552193433046341, | |
| "learning_rate": 9.96329743349947e-06, | |
| "loss": 0.818, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.045714285714285714, | |
| "grad_norm": 0.11481764167547226, | |
| "learning_rate": 9.961999975574327e-06, | |
| "loss": 0.8802, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.04638655462184874, | |
| "grad_norm": 0.12009887397289276, | |
| "learning_rate": 9.960680068734528e-06, | |
| "loss": 0.8471, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.047058823529411764, | |
| "grad_norm": 0.11171095073223114, | |
| "learning_rate": 9.959337718951558e-06, | |
| "loss": 0.7807, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.04773109243697479, | |
| "grad_norm": 0.19787555932998657, | |
| "learning_rate": 9.957972932298425e-06, | |
| "loss": 0.7859, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.048403361344537814, | |
| "grad_norm": 0.14838945865631104, | |
| "learning_rate": 9.956585714949656e-06, | |
| "loss": 0.84, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.04907563025210084, | |
| "grad_norm": 0.1107582226395607, | |
| "learning_rate": 9.95517607318125e-06, | |
| "loss": 0.8462, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.049747899159663864, | |
| "grad_norm": 0.10351675003767014, | |
| "learning_rate": 9.953744013370664e-06, | |
| "loss": 0.8877, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.05042016806722689, | |
| "grad_norm": 0.10547688603401184, | |
| "learning_rate": 9.952289541996772e-06, | |
| "loss": 0.9026, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.051092436974789913, | |
| "grad_norm": 0.1045449823141098, | |
| "learning_rate": 9.950812665639846e-06, | |
| "loss": 0.7632, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.05176470588235294, | |
| "grad_norm": 0.10957052558660507, | |
| "learning_rate": 9.949313390981523e-06, | |
| "loss": 0.6904, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.05243697478991596, | |
| "grad_norm": 0.11886177957057953, | |
| "learning_rate": 9.94779172480477e-06, | |
| "loss": 0.8598, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.05310924369747899, | |
| "grad_norm": 0.11801187694072723, | |
| "learning_rate": 9.946247673993859e-06, | |
| "loss": 0.7523, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.05378151260504202, | |
| "grad_norm": 0.11699094623327255, | |
| "learning_rate": 9.944681245534329e-06, | |
| "loss": 0.7911, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.05445378151260504, | |
| "grad_norm": 0.12566529214382172, | |
| "learning_rate": 9.943092446512969e-06, | |
| "loss": 0.7427, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.05512605042016807, | |
| "grad_norm": 0.12246568500995636, | |
| "learning_rate": 9.941481284117767e-06, | |
| "loss": 0.6664, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.05579831932773109, | |
| "grad_norm": 0.13946433365345, | |
| "learning_rate": 9.939847765637892e-06, | |
| "loss": 0.7136, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.05647058823529412, | |
| "grad_norm": 0.1847638487815857, | |
| "learning_rate": 9.938191898463652e-06, | |
| "loss": 0.7466, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.05714285714285714, | |
| "grad_norm": 0.15350033342838287, | |
| "learning_rate": 9.936513690086466e-06, | |
| "loss": 0.8925, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.05781512605042017, | |
| "grad_norm": 0.12483131885528564, | |
| "learning_rate": 9.934813148098833e-06, | |
| "loss": 0.7337, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.05848739495798319, | |
| "grad_norm": 0.22703243792057037, | |
| "learning_rate": 9.93309028019428e-06, | |
| "loss": 0.7534, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.05915966386554622, | |
| "grad_norm": 0.1408054232597351, | |
| "learning_rate": 9.931345094167355e-06, | |
| "loss": 0.7855, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.05983193277310924, | |
| "grad_norm": 0.10884613543748856, | |
| "learning_rate": 9.929577597913569e-06, | |
| "loss": 0.873, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.06050420168067227, | |
| "grad_norm": 0.12801045179367065, | |
| "learning_rate": 9.927787799429366e-06, | |
| "loss": 0.731, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.0611764705882353, | |
| "grad_norm": 0.11761047691106796, | |
| "learning_rate": 9.925975706812099e-06, | |
| "loss": 0.8504, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.06184873949579832, | |
| "grad_norm": 0.11633070558309555, | |
| "learning_rate": 9.924141328259973e-06, | |
| "loss": 0.771, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.06252100840336135, | |
| "grad_norm": 0.1195223405957222, | |
| "learning_rate": 9.922284672072022e-06, | |
| "loss": 0.8507, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.06319327731092438, | |
| "grad_norm": 0.11958979815244675, | |
| "learning_rate": 9.920405746648067e-06, | |
| "loss": 0.8864, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.06386554621848739, | |
| "grad_norm": 0.4856259822845459, | |
| "learning_rate": 9.918504560488683e-06, | |
| "loss": 0.8751, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.06453781512605042, | |
| "grad_norm": 0.14082475006580353, | |
| "learning_rate": 9.91658112219515e-06, | |
| "loss": 0.749, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.06521008403361345, | |
| "grad_norm": 0.13045863807201385, | |
| "learning_rate": 9.914635440469427e-06, | |
| "loss": 0.7975, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.06588235294117648, | |
| "grad_norm": 0.14883267879486084, | |
| "learning_rate": 9.912667524114097e-06, | |
| "loss": 0.8199, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.06655462184873949, | |
| "grad_norm": 0.128151535987854, | |
| "learning_rate": 9.910677382032346e-06, | |
| "loss": 0.7441, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.06722689075630252, | |
| "grad_norm": 0.13587278127670288, | |
| "learning_rate": 9.908665023227906e-06, | |
| "loss": 0.8143, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06789915966386555, | |
| "grad_norm": 0.18061594665050507, | |
| "learning_rate": 9.906630456805024e-06, | |
| "loss": 0.9194, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.06857142857142857, | |
| "grad_norm": 0.14718933403491974, | |
| "learning_rate": 9.904573691968417e-06, | |
| "loss": 0.8189, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.0692436974789916, | |
| "grad_norm": 0.11956693977117538, | |
| "learning_rate": 9.902494738023233e-06, | |
| "loss": 0.7266, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.06991596638655462, | |
| "grad_norm": 0.14369268715381622, | |
| "learning_rate": 9.900393604375006e-06, | |
| "loss": 0.8043, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.07058823529411765, | |
| "grad_norm": 0.12656539678573608, | |
| "learning_rate": 9.898270300529615e-06, | |
| "loss": 0.8553, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.07126050420168067, | |
| "grad_norm": 0.1397569477558136, | |
| "learning_rate": 9.89612483609324e-06, | |
| "loss": 0.8091, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.0719327731092437, | |
| "grad_norm": 0.1262049674987793, | |
| "learning_rate": 9.893957220772319e-06, | |
| "loss": 0.8208, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.07260504201680672, | |
| "grad_norm": 2.6684651374816895, | |
| "learning_rate": 9.891767464373503e-06, | |
| "loss": 0.9089, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.07327731092436975, | |
| "grad_norm": 0.3158283233642578, | |
| "learning_rate": 9.889555576803617e-06, | |
| "loss": 0.8193, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.07394957983193277, | |
| "grad_norm": 0.1529214233160019, | |
| "learning_rate": 9.887321568069612e-06, | |
| "loss": 0.7586, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.0746218487394958, | |
| "grad_norm": 0.13424837589263916, | |
| "learning_rate": 9.88506544827851e-06, | |
| "loss": 0.7868, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.07529411764705882, | |
| "grad_norm": 0.1253993809223175, | |
| "learning_rate": 9.882787227637376e-06, | |
| "loss": 0.7582, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.07596638655462185, | |
| "grad_norm": 0.1568586230278015, | |
| "learning_rate": 9.88048691645326e-06, | |
| "loss": 0.7763, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.07663865546218487, | |
| "grad_norm": 0.16978754103183746, | |
| "learning_rate": 9.87816452513315e-06, | |
| "loss": 0.796, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.0773109243697479, | |
| "grad_norm": 0.1352425515651703, | |
| "learning_rate": 9.875820064183936e-06, | |
| "loss": 0.7634, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.07798319327731093, | |
| "grad_norm": 0.1855115294456482, | |
| "learning_rate": 9.873453544212347e-06, | |
| "loss": 0.6697, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.07865546218487394, | |
| "grad_norm": 0.1740746945142746, | |
| "learning_rate": 9.871064975924913e-06, | |
| "loss": 0.7209, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.07932773109243697, | |
| "grad_norm": 0.2007463425397873, | |
| "learning_rate": 9.868654370127918e-06, | |
| "loss": 0.7044, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.12837733328342438, | |
| "learning_rate": 9.866221737727341e-06, | |
| "loss": 0.7969, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.08067226890756303, | |
| "grad_norm": 0.17075017094612122, | |
| "learning_rate": 9.86376708972882e-06, | |
| "loss": 0.6553, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.08134453781512604, | |
| "grad_norm": 0.1436099112033844, | |
| "learning_rate": 9.861290437237585e-06, | |
| "loss": 0.7498, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.08201680672268907, | |
| "grad_norm": 0.12680667638778687, | |
| "learning_rate": 9.858791791458431e-06, | |
| "loss": 0.6969, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.0826890756302521, | |
| "grad_norm": 0.21285346150398254, | |
| "learning_rate": 9.856271163695646e-06, | |
| "loss": 0.8366, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.08336134453781513, | |
| "grad_norm": 0.1799962818622589, | |
| "learning_rate": 9.85372856535297e-06, | |
| "loss": 0.6776, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.08403361344537816, | |
| "grad_norm": 0.1583629548549652, | |
| "learning_rate": 9.851164007933539e-06, | |
| "loss": 0.8507, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.08470588235294117, | |
| "grad_norm": 0.15405218303203583, | |
| "learning_rate": 9.848577503039843e-06, | |
| "loss": 0.7331, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.0853781512605042, | |
| "grad_norm": 0.18484558165073395, | |
| "learning_rate": 9.845969062373655e-06, | |
| "loss": 0.7908, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.08605042016806723, | |
| "grad_norm": 0.1605813205242157, | |
| "learning_rate": 9.843338697736e-06, | |
| "loss": 0.8332, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.08672268907563026, | |
| "grad_norm": 0.14769910275936127, | |
| "learning_rate": 9.840686421027085e-06, | |
| "loss": 0.7287, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.08739495798319327, | |
| "grad_norm": 0.16447949409484863, | |
| "learning_rate": 9.83801224424625e-06, | |
| "loss": 0.7388, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.0880672268907563, | |
| "grad_norm": 0.15745119750499725, | |
| "learning_rate": 9.835316179491919e-06, | |
| "loss": 0.729, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.08873949579831933, | |
| "grad_norm": 0.18337000906467438, | |
| "learning_rate": 9.832598238961534e-06, | |
| "loss": 0.7714, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.08941176470588236, | |
| "grad_norm": 0.14670008420944214, | |
| "learning_rate": 9.829858434951516e-06, | |
| "loss": 0.7787, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.09008403361344537, | |
| "grad_norm": 0.15470527112483978, | |
| "learning_rate": 9.82709677985719e-06, | |
| "loss": 0.8125, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.0907563025210084, | |
| "grad_norm": 0.15246663987636566, | |
| "learning_rate": 9.824313286172748e-06, | |
| "loss": 0.7938, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.09142857142857143, | |
| "grad_norm": 0.15700078010559082, | |
| "learning_rate": 9.821507966491178e-06, | |
| "loss": 0.6438, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.09210084033613446, | |
| "grad_norm": 0.15387018024921417, | |
| "learning_rate": 9.81868083350421e-06, | |
| "loss": 0.6915, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.09277310924369749, | |
| "grad_norm": 0.17690274119377136, | |
| "learning_rate": 9.81583190000227e-06, | |
| "loss": 0.6618, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.0934453781512605, | |
| "grad_norm": 0.1894235461950302, | |
| "learning_rate": 9.812961178874404e-06, | |
| "loss": 0.7949, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.09411764705882353, | |
| "grad_norm": 0.27365830540657043, | |
| "learning_rate": 9.810068683108233e-06, | |
| "loss": 0.6956, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.09478991596638656, | |
| "grad_norm": 0.1983897089958191, | |
| "learning_rate": 9.807154425789894e-06, | |
| "loss": 0.6946, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.09546218487394958, | |
| "grad_norm": 0.16158057749271393, | |
| "learning_rate": 9.804218420103969e-06, | |
| "loss": 0.6912, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.0961344537815126, | |
| "grad_norm": 0.1842929571866989, | |
| "learning_rate": 9.801260679333435e-06, | |
| "loss": 0.6841, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.09680672268907563, | |
| "grad_norm": 0.18475371599197388, | |
| "learning_rate": 9.798281216859608e-06, | |
| "loss": 0.8085, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.09747899159663866, | |
| "grad_norm": 0.16353516280651093, | |
| "learning_rate": 9.795280046162072e-06, | |
| "loss": 0.7655, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.09815126050420168, | |
| "grad_norm": 0.15461254119873047, | |
| "learning_rate": 9.792257180818622e-06, | |
| "loss": 0.7782, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.0988235294117647, | |
| "grad_norm": 0.1649758517742157, | |
| "learning_rate": 9.789212634505205e-06, | |
| "loss": 0.728, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.09949579831932773, | |
| "grad_norm": 0.1581656038761139, | |
| "learning_rate": 9.786146420995856e-06, | |
| "loss": 0.832, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.10016806722689076, | |
| "grad_norm": 0.15653114020824432, | |
| "learning_rate": 9.783058554162637e-06, | |
| "loss": 0.7491, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.10084033613445378, | |
| "grad_norm": 0.18371178209781647, | |
| "learning_rate": 9.779949047975568e-06, | |
| "loss": 0.7454, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.10151260504201681, | |
| "grad_norm": 0.1631736010313034, | |
| "learning_rate": 9.776817916502577e-06, | |
| "loss": 0.7361, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.10218487394957983, | |
| "grad_norm": 0.16311539709568024, | |
| "learning_rate": 9.773665173909424e-06, | |
| "loss": 0.6452, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.10285714285714286, | |
| "grad_norm": 0.19410477578639984, | |
| "learning_rate": 9.770490834459641e-06, | |
| "loss": 0.8368, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.10352941176470588, | |
| "grad_norm": 0.19130192697048187, | |
| "learning_rate": 9.767294912514468e-06, | |
| "loss": 0.6695, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.10420168067226891, | |
| "grad_norm": 0.15637724101543427, | |
| "learning_rate": 9.76407742253279e-06, | |
| "loss": 0.6275, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.10487394957983193, | |
| "grad_norm": 0.16742682456970215, | |
| "learning_rate": 9.760838379071065e-06, | |
| "loss": 0.7172, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.10554621848739495, | |
| "grad_norm": 0.47532567381858826, | |
| "learning_rate": 9.757577796783268e-06, | |
| "loss": 0.8479, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.10621848739495798, | |
| "grad_norm": 0.14579716324806213, | |
| "learning_rate": 9.754295690420815e-06, | |
| "loss": 0.6863, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.10689075630252101, | |
| "grad_norm": 0.1644534468650818, | |
| "learning_rate": 9.750992074832503e-06, | |
| "loss": 0.7262, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.10756302521008404, | |
| "grad_norm": 0.1633559912443161, | |
| "learning_rate": 9.74766696496444e-06, | |
| "loss": 0.5784, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.10823529411764705, | |
| "grad_norm": 0.17903897166252136, | |
| "learning_rate": 9.744320375859975e-06, | |
| "loss": 0.7111, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.10890756302521008, | |
| "grad_norm": 0.1747799664735794, | |
| "learning_rate": 9.740952322659636e-06, | |
| "loss": 0.6858, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.10957983193277311, | |
| "grad_norm": 0.15818876028060913, | |
| "learning_rate": 9.737562820601058e-06, | |
| "loss": 0.7589, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.11025210084033614, | |
| "grad_norm": 0.16842347383499146, | |
| "learning_rate": 9.73415188501891e-06, | |
| "loss": 0.6315, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.11092436974789915, | |
| "grad_norm": 0.17130237817764282, | |
| "learning_rate": 9.730719531344837e-06, | |
| "loss": 0.7264, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.11159663865546218, | |
| "grad_norm": 0.21110771596431732, | |
| "learning_rate": 9.727265775107375e-06, | |
| "loss": 0.8001, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.11226890756302521, | |
| "grad_norm": 0.2074054777622223, | |
| "learning_rate": 9.723790631931892e-06, | |
| "loss": 0.7568, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.11294117647058824, | |
| "grad_norm": 0.17436759173870087, | |
| "learning_rate": 9.72029411754052e-06, | |
| "loss": 0.7216, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.11361344537815125, | |
| "grad_norm": 0.15503355860710144, | |
| "learning_rate": 9.71677624775207e-06, | |
| "loss": 0.5998, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.11428571428571428, | |
| "grad_norm": 0.2187543511390686, | |
| "learning_rate": 9.71323703848197e-06, | |
| "loss": 0.8118, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.11495798319327731, | |
| "grad_norm": 0.17232966423034668, | |
| "learning_rate": 9.709676505742194e-06, | |
| "loss": 0.7798, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.11563025210084034, | |
| "grad_norm": 0.16726981103420258, | |
| "learning_rate": 9.706094665641184e-06, | |
| "loss": 0.7202, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.11630252100840337, | |
| "grad_norm": 0.1730181723833084, | |
| "learning_rate": 9.70249153438378e-06, | |
| "loss": 0.724, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.11697478991596638, | |
| "grad_norm": 0.2613270580768585, | |
| "learning_rate": 9.698867128271152e-06, | |
| "loss": 0.639, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.11764705882352941, | |
| "grad_norm": 0.17092633247375488, | |
| "learning_rate": 9.695221463700715e-06, | |
| "loss": 0.7663, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.11831932773109244, | |
| "grad_norm": 5.159976959228516, | |
| "learning_rate": 9.691554557166063e-06, | |
| "loss": 0.6931, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.11899159663865547, | |
| "grad_norm": 0.16329586505889893, | |
| "learning_rate": 9.687866425256894e-06, | |
| "loss": 0.6889, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.11966386554621848, | |
| "grad_norm": 0.1860726773738861, | |
| "learning_rate": 9.684157084658929e-06, | |
| "loss": 0.6816, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.12033613445378151, | |
| "grad_norm": 0.16123488545417786, | |
| "learning_rate": 9.680426552153843e-06, | |
| "loss": 0.6856, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.12100840336134454, | |
| "grad_norm": 0.180853471159935, | |
| "learning_rate": 9.676674844619187e-06, | |
| "loss": 0.693, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.12168067226890757, | |
| "grad_norm": 0.20253466069698334, | |
| "learning_rate": 9.67290197902831e-06, | |
| "loss": 0.8013, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.1223529411764706, | |
| "grad_norm": 0.17012205719947815, | |
| "learning_rate": 9.66910797245029e-06, | |
| "loss": 0.7746, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.12302521008403361, | |
| "grad_norm": 0.24241431057453156, | |
| "learning_rate": 9.665292842049836e-06, | |
| "loss": 0.7619, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.12369747899159664, | |
| "grad_norm": 0.3148103654384613, | |
| "learning_rate": 9.66145660508724e-06, | |
| "loss": 0.738, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.12436974789915967, | |
| "grad_norm": 0.20171897113323212, | |
| "learning_rate": 9.657599278918278e-06, | |
| "loss": 0.7616, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.1250420168067227, | |
| "grad_norm": 0.17481227219104767, | |
| "learning_rate": 9.65372088099413e-06, | |
| "loss": 0.7468, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.12571428571428572, | |
| "grad_norm": 0.20101875066757202, | |
| "learning_rate": 9.649821428861319e-06, | |
| "loss": 0.7537, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.12638655462184875, | |
| "grad_norm": 0.20836427807807922, | |
| "learning_rate": 9.645900940161616e-06, | |
| "loss": 0.7499, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.12705882352941175, | |
| "grad_norm": 0.22894078493118286, | |
| "learning_rate": 9.641959432631966e-06, | |
| "loss": 0.7718, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.12773109243697478, | |
| "grad_norm": 0.17879128456115723, | |
| "learning_rate": 9.637996924104403e-06, | |
| "loss": 0.6813, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.1284033613445378, | |
| "grad_norm": 0.1844119280576706, | |
| "learning_rate": 9.634013432505977e-06, | |
| "loss": 0.8137, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.12907563025210084, | |
| "grad_norm": 0.16975240409374237, | |
| "learning_rate": 9.630008975858667e-06, | |
| "loss": 0.7139, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.12974789915966387, | |
| "grad_norm": 0.17935213446617126, | |
| "learning_rate": 9.625983572279304e-06, | |
| "loss": 0.6553, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.1304201680672269, | |
| "grad_norm": 0.19229981303215027, | |
| "learning_rate": 9.621937239979484e-06, | |
| "loss": 0.6752, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.13109243697478992, | |
| "grad_norm": 0.20354849100112915, | |
| "learning_rate": 9.617869997265486e-06, | |
| "loss": 0.6714, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.13176470588235295, | |
| "grad_norm": 0.21125207841396332, | |
| "learning_rate": 9.613781862538196e-06, | |
| "loss": 0.6478, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.13243697478991598, | |
| "grad_norm": 0.1878240555524826, | |
| "learning_rate": 9.609672854293018e-06, | |
| "loss": 0.6485, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.13310924369747898, | |
| "grad_norm": 0.1830340474843979, | |
| "learning_rate": 9.605542991119787e-06, | |
| "loss": 0.8007, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.133781512605042, | |
| "grad_norm": 0.1766654998064041, | |
| "learning_rate": 9.601392291702693e-06, | |
| "loss": 0.6918, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.13445378151260504, | |
| "grad_norm": 0.2146570086479187, | |
| "learning_rate": 9.597220774820193e-06, | |
| "loss": 0.7351, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.13512605042016806, | |
| "grad_norm": 0.3166307210922241, | |
| "learning_rate": 9.593028459344923e-06, | |
| "loss": 0.7551, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.1357983193277311, | |
| "grad_norm": 0.20315152406692505, | |
| "learning_rate": 9.588815364243618e-06, | |
| "loss": 0.7196, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.13647058823529412, | |
| "grad_norm": 0.19757510721683502, | |
| "learning_rate": 9.58458150857702e-06, | |
| "loss": 0.7198, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.13714285714285715, | |
| "grad_norm": 0.1865769773721695, | |
| "learning_rate": 9.5803269114998e-06, | |
| "loss": 0.6766, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.13781512605042018, | |
| "grad_norm": 0.21868400275707245, | |
| "learning_rate": 9.576051592260464e-06, | |
| "loss": 0.7456, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.1384873949579832, | |
| "grad_norm": 0.23371611535549164, | |
| "learning_rate": 9.571755570201266e-06, | |
| "loss": 0.7324, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.1391596638655462, | |
| "grad_norm": 0.1825055480003357, | |
| "learning_rate": 9.567438864758128e-06, | |
| "loss": 0.7392, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.13983193277310924, | |
| "grad_norm": 0.20412546396255493, | |
| "learning_rate": 9.563101495460543e-06, | |
| "loss": 0.6748, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.14050420168067226, | |
| "grad_norm": 0.18851631879806519, | |
| "learning_rate": 9.558743481931494e-06, | |
| "loss": 0.7368, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.1411764705882353, | |
| "grad_norm": 0.19340087473392487, | |
| "learning_rate": 9.554364843887361e-06, | |
| "loss": 0.7966, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.14184873949579832, | |
| "grad_norm": 0.21277926862239838, | |
| "learning_rate": 9.549965601137827e-06, | |
| "loss": 0.7708, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.14252100840336135, | |
| "grad_norm": 0.19546258449554443, | |
| "learning_rate": 9.545545773585806e-06, | |
| "loss": 0.8285, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.14319327731092438, | |
| "grad_norm": 2.4378411769866943, | |
| "learning_rate": 9.54110538122733e-06, | |
| "loss": 0.6936, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.1438655462184874, | |
| "grad_norm": 0.17651917040348053, | |
| "learning_rate": 9.536644444151475e-06, | |
| "loss": 0.6601, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.14453781512605043, | |
| "grad_norm": 0.19953793287277222, | |
| "learning_rate": 9.532162982540264e-06, | |
| "loss": 0.6732, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.14521008403361343, | |
| "grad_norm": 0.18227693438529968, | |
| "learning_rate": 9.527661016668577e-06, | |
| "loss": 0.7152, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.14588235294117646, | |
| "grad_norm": 0.2055724710226059, | |
| "learning_rate": 9.523138566904053e-06, | |
| "loss": 0.651, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.1465546218487395, | |
| "grad_norm": 0.1922536939382553, | |
| "learning_rate": 9.518595653707015e-06, | |
| "loss": 0.694, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.14722689075630252, | |
| "grad_norm": 0.1832892894744873, | |
| "learning_rate": 9.514032297630354e-06, | |
| "loss": 0.7108, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.14789915966386555, | |
| "grad_norm": 0.20151115953922272, | |
| "learning_rate": 9.509448519319455e-06, | |
| "loss": 0.7187, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.14857142857142858, | |
| "grad_norm": 0.1979878842830658, | |
| "learning_rate": 9.504844339512096e-06, | |
| "loss": 0.7189, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.1492436974789916, | |
| "grad_norm": 0.20959986746311188, | |
| "learning_rate": 9.500219779038353e-06, | |
| "loss": 0.7598, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.14991596638655463, | |
| "grad_norm": 0.26220154762268066, | |
| "learning_rate": 9.495574858820507e-06, | |
| "loss": 0.6579, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.15058823529411763, | |
| "grad_norm": 0.20292134582996368, | |
| "learning_rate": 9.49090959987295e-06, | |
| "loss": 0.6989, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.15126050420168066, | |
| "grad_norm": 0.18850331008434296, | |
| "learning_rate": 9.486224023302095e-06, | |
| "loss": 0.6869, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.1519327731092437, | |
| "grad_norm": 0.2740769386291504, | |
| "learning_rate": 9.481518150306267e-06, | |
| "loss": 0.7336, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.15260504201680672, | |
| "grad_norm": 0.2561083734035492, | |
| "learning_rate": 9.476792002175621e-06, | |
| "loss": 0.7116, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.15327731092436975, | |
| "grad_norm": 0.19910801947116852, | |
| "learning_rate": 9.47204560029204e-06, | |
| "loss": 0.6767, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.15394957983193278, | |
| "grad_norm": 0.1883971393108368, | |
| "learning_rate": 9.467278966129034e-06, | |
| "loss": 0.7448, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.1546218487394958, | |
| "grad_norm": 0.20471471548080444, | |
| "learning_rate": 9.462492121251653e-06, | |
| "loss": 0.6735, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.15529411764705883, | |
| "grad_norm": 0.2020663022994995, | |
| "learning_rate": 9.45768508731638e-06, | |
| "loss": 0.7307, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.15596638655462186, | |
| "grad_norm": 0.1929408609867096, | |
| "learning_rate": 9.452857886071037e-06, | |
| "loss": 0.7016, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.15663865546218486, | |
| "grad_norm": 0.29967066645622253, | |
| "learning_rate": 9.448010539354684e-06, | |
| "loss": 0.7133, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.1573109243697479, | |
| "grad_norm": 0.18856149911880493, | |
| "learning_rate": 9.443143069097531e-06, | |
| "loss": 0.6637, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.15798319327731092, | |
| "grad_norm": 0.18955619633197784, | |
| "learning_rate": 9.43825549732082e-06, | |
| "loss": 0.7367, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.15865546218487395, | |
| "grad_norm": 1.0548439025878906, | |
| "learning_rate": 9.433347846136743e-06, | |
| "loss": 0.7294, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.15932773109243697, | |
| "grad_norm": 0.19085678458213806, | |
| "learning_rate": 9.428420137748329e-06, | |
| "loss": 0.7797, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.2003992199897766, | |
| "learning_rate": 9.423472394449354e-06, | |
| "loss": 0.7579, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.16067226890756303, | |
| "grad_norm": 0.4015868902206421, | |
| "learning_rate": 9.418504638624233e-06, | |
| "loss": 0.6845, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.16134453781512606, | |
| "grad_norm": 0.1845397651195526, | |
| "learning_rate": 9.413516892747918e-06, | |
| "loss": 0.7254, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.1620168067226891, | |
| "grad_norm": 0.2877404987812042, | |
| "learning_rate": 9.408509179385806e-06, | |
| "loss": 0.5533, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.1626890756302521, | |
| "grad_norm": 1.1842849254608154, | |
| "learning_rate": 9.403481521193625e-06, | |
| "loss": 0.7173, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.16336134453781512, | |
| "grad_norm": 0.19836628437042236, | |
| "learning_rate": 9.398433940917337e-06, | |
| "loss": 0.6032, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.16403361344537815, | |
| "grad_norm": 0.18493618071079254, | |
| "learning_rate": 9.39336646139304e-06, | |
| "loss": 0.691, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.16470588235294117, | |
| "grad_norm": 0.21216131746768951, | |
| "learning_rate": 9.388279105546852e-06, | |
| "loss": 0.7955, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.1653781512605042, | |
| "grad_norm": 0.19313201308250427, | |
| "learning_rate": 9.38317189639482e-06, | |
| "loss": 0.6655, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.16605042016806723, | |
| "grad_norm": 0.20905853807926178, | |
| "learning_rate": 9.37804485704281e-06, | |
| "loss": 0.7399, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.16672268907563026, | |
| "grad_norm": 0.19061219692230225, | |
| "learning_rate": 9.3728980106864e-06, | |
| "loss": 0.6734, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.1673949579831933, | |
| "grad_norm": 0.31909891963005066, | |
| "learning_rate": 9.367731380610784e-06, | |
| "loss": 0.8297, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.16806722689075632, | |
| "grad_norm": 0.18734252452850342, | |
| "learning_rate": 9.362544990190654e-06, | |
| "loss": 0.6964, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.16873949579831932, | |
| "grad_norm": 0.2664547562599182, | |
| "learning_rate": 9.357338862890107e-06, | |
| "loss": 0.6729, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.16941176470588235, | |
| "grad_norm": 0.23206093907356262, | |
| "learning_rate": 9.352113022262525e-06, | |
| "loss": 0.7237, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.17008403361344537, | |
| "grad_norm": 0.19709858298301697, | |
| "learning_rate": 9.34686749195049e-06, | |
| "loss": 0.7221, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.1707563025210084, | |
| "grad_norm": 0.2132461667060852, | |
| "learning_rate": 9.341602295685649e-06, | |
| "loss": 0.7707, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.17142857142857143, | |
| "grad_norm": 0.20399631559848785, | |
| "learning_rate": 9.33631745728863e-06, | |
| "loss": 0.6073, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.17210084033613446, | |
| "grad_norm": 0.21512362360954285, | |
| "learning_rate": 9.33101300066892e-06, | |
| "loss": 0.7637, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.1727731092436975, | |
| "grad_norm": 0.38459283113479614, | |
| "learning_rate": 9.325688949824768e-06, | |
| "loss": 0.7271, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.17344537815126052, | |
| "grad_norm": 0.6972576975822449, | |
| "learning_rate": 9.320345328843063e-06, | |
| "loss": 0.7559, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.17411764705882352, | |
| "grad_norm": 0.20466119050979614, | |
| "learning_rate": 9.31498216189924e-06, | |
| "loss": 0.6713, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.17478991596638654, | |
| "grad_norm": 0.3543570637702942, | |
| "learning_rate": 9.309599473257157e-06, | |
| "loss": 0.7256, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.17546218487394957, | |
| "grad_norm": 0.19050233066082, | |
| "learning_rate": 9.304197287269e-06, | |
| "loss": 0.7107, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.1761344537815126, | |
| "grad_norm": 0.19116462767124176, | |
| "learning_rate": 9.29877562837515e-06, | |
| "loss": 0.6839, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.17680672268907563, | |
| "grad_norm": 0.22071011364459991, | |
| "learning_rate": 9.293334521104103e-06, | |
| "loss": 0.7256, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.17747899159663866, | |
| "grad_norm": 0.21820850670337677, | |
| "learning_rate": 9.287873990072328e-06, | |
| "loss": 0.6952, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.1781512605042017, | |
| "grad_norm": 0.19550518691539764, | |
| "learning_rate": 9.282394059984186e-06, | |
| "loss": 0.697, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.17882352941176471, | |
| "grad_norm": 0.18131797015666962, | |
| "learning_rate": 9.276894755631785e-06, | |
| "loss": 0.6845, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.17949579831932774, | |
| "grad_norm": 0.2566013038158417, | |
| "learning_rate": 9.271376101894897e-06, | |
| "loss": 0.694, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.18016806722689074, | |
| "grad_norm": 0.20400108397006989, | |
| "learning_rate": 9.265838123740833e-06, | |
| "loss": 0.6565, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.18084033613445377, | |
| "grad_norm": 0.22308161854743958, | |
| "learning_rate": 9.260280846224328e-06, | |
| "loss": 0.6994, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.1815126050420168, | |
| "grad_norm": 0.19968609511852264, | |
| "learning_rate": 9.25470429448743e-06, | |
| "loss": 0.7693, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.18218487394957983, | |
| "grad_norm": 0.19011756777763367, | |
| "learning_rate": 9.24910849375939e-06, | |
| "loss": 0.6951, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.18285714285714286, | |
| "grad_norm": 0.2302047312259674, | |
| "learning_rate": 9.243493469356543e-06, | |
| "loss": 0.765, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.18352941176470589, | |
| "grad_norm": 0.19871503114700317, | |
| "learning_rate": 9.237859246682194e-06, | |
| "loss": 0.5769, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.1842016806722689, | |
| "grad_norm": 0.20518113672733307, | |
| "learning_rate": 9.232205851226504e-06, | |
| "loss": 0.6779, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.18487394957983194, | |
| "grad_norm": 0.2253684103488922, | |
| "learning_rate": 9.226533308566379e-06, | |
| "loss": 0.8146, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.18554621848739497, | |
| "grad_norm": 0.21118251979351044, | |
| "learning_rate": 9.220841644365343e-06, | |
| "loss": 0.6319, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.18621848739495797, | |
| "grad_norm": 0.229267880320549, | |
| "learning_rate": 9.215130884373437e-06, | |
| "loss": 0.5965, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.186890756302521, | |
| "grad_norm": 0.21749767661094666, | |
| "learning_rate": 9.20940105442709e-06, | |
| "loss": 0.6744, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.18756302521008403, | |
| "grad_norm": 0.21476207673549652, | |
| "learning_rate": 9.203652180449006e-06, | |
| "loss": 0.7267, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.18823529411764706, | |
| "grad_norm": 0.21310514211654663, | |
| "learning_rate": 9.19788428844805e-06, | |
| "loss": 0.6398, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.18890756302521008, | |
| "grad_norm": 0.20523132383823395, | |
| "learning_rate": 9.192097404519125e-06, | |
| "loss": 0.71, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.1895798319327731, | |
| "grad_norm": 0.21132954955101013, | |
| "learning_rate": 9.186291554843058e-06, | |
| "loss": 0.7067, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.19025210084033614, | |
| "grad_norm": 0.3063057065010071, | |
| "learning_rate": 9.180466765686485e-06, | |
| "loss": 0.7032, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.19092436974789917, | |
| "grad_norm": 0.22190402448177338, | |
| "learning_rate": 9.174623063401715e-06, | |
| "loss": 0.6836, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.1915966386554622, | |
| "grad_norm": 0.19611823558807373, | |
| "learning_rate": 9.168760474426637e-06, | |
| "loss": 0.6805, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.1922689075630252, | |
| "grad_norm": 0.19553613662719727, | |
| "learning_rate": 9.162879025284576e-06, | |
| "loss": 0.6299, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.19294117647058823, | |
| "grad_norm": 0.20817598700523376, | |
| "learning_rate": 9.156978742584193e-06, | |
| "loss": 0.7777, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.19361344537815126, | |
| "grad_norm": 0.2142859697341919, | |
| "learning_rate": 9.151059653019345e-06, | |
| "loss": 0.6493, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.19428571428571428, | |
| "grad_norm": 0.21361011266708374, | |
| "learning_rate": 9.145121783368983e-06, | |
| "loss": 0.5819, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.1949579831932773, | |
| "grad_norm": 0.19033358991146088, | |
| "learning_rate": 9.139165160497017e-06, | |
| "loss": 0.5813, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.19563025210084034, | |
| "grad_norm": 0.20409995317459106, | |
| "learning_rate": 9.133189811352198e-06, | |
| "loss": 0.6008, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.19630252100840337, | |
| "grad_norm": 0.20880399644374847, | |
| "learning_rate": 9.127195762968008e-06, | |
| "loss": 0.7718, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.1969747899159664, | |
| "grad_norm": 0.33951178193092346, | |
| "learning_rate": 9.121183042462517e-06, | |
| "loss": 0.7092, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.1976470588235294, | |
| "grad_norm": 0.2210870087146759, | |
| "learning_rate": 9.115151677038274e-06, | |
| "loss": 0.786, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.19831932773109243, | |
| "grad_norm": 0.22350308299064636, | |
| "learning_rate": 9.109101693982183e-06, | |
| "loss": 0.7115, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.19899159663865545, | |
| "grad_norm": 0.23932407796382904, | |
| "learning_rate": 9.103033120665372e-06, | |
| "loss": 0.6476, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.19966386554621848, | |
| "grad_norm": 0.2179158478975296, | |
| "learning_rate": 9.096945984543082e-06, | |
| "loss": 0.653, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.2003361344537815, | |
| "grad_norm": 0.20750783383846283, | |
| "learning_rate": 9.090840313154527e-06, | |
| "loss": 0.6717, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.20100840336134454, | |
| "grad_norm": 0.2178952544927597, | |
| "learning_rate": 9.084716134122785e-06, | |
| "loss": 0.636, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.20168067226890757, | |
| "grad_norm": 0.19057603180408478, | |
| "learning_rate": 9.078573475154663e-06, | |
| "loss": 0.6087, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2023529411764706, | |
| "grad_norm": 0.3372030258178711, | |
| "learning_rate": 9.072412364040569e-06, | |
| "loss": 0.794, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.20302521008403362, | |
| "grad_norm": 0.2145543247461319, | |
| "learning_rate": 9.066232828654398e-06, | |
| "loss": 0.649, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.20369747899159663, | |
| "grad_norm": 0.22783125936985016, | |
| "learning_rate": 9.0600348969534e-06, | |
| "loss": 0.6988, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.20436974789915965, | |
| "grad_norm": 0.35722485184669495, | |
| "learning_rate": 9.053818596978051e-06, | |
| "loss": 0.5973, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.20504201680672268, | |
| "grad_norm": 0.256307989358902, | |
| "learning_rate": 9.047583956851924e-06, | |
| "loss": 0.733, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.2057142857142857, | |
| "grad_norm": 0.3715127110481262, | |
| "learning_rate": 9.041331004781571e-06, | |
| "loss": 0.7164, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.20638655462184874, | |
| "grad_norm": 0.21380753815174103, | |
| "learning_rate": 9.035059769056392e-06, | |
| "loss": 0.6332, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.20705882352941177, | |
| "grad_norm": 0.22382056713104248, | |
| "learning_rate": 9.0287702780485e-06, | |
| "loss": 0.5795, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.2077310924369748, | |
| "grad_norm": 0.2213864028453827, | |
| "learning_rate": 9.0224625602126e-06, | |
| "loss": 0.6573, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.20840336134453782, | |
| "grad_norm": 0.2228260636329651, | |
| "learning_rate": 9.01613664408586e-06, | |
| "loss": 0.8475, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.20907563025210085, | |
| "grad_norm": 0.25468334555625916, | |
| "learning_rate": 9.009792558287777e-06, | |
| "loss": 0.819, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.20974789915966385, | |
| "grad_norm": 0.20580936968326569, | |
| "learning_rate": 9.003430331520054e-06, | |
| "loss": 0.7051, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.21042016806722688, | |
| "grad_norm": 0.22535796463489532, | |
| "learning_rate": 8.997049992566463e-06, | |
| "loss": 0.6888, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.2110924369747899, | |
| "grad_norm": 0.1907246857881546, | |
| "learning_rate": 8.990651570292719e-06, | |
| "loss": 0.5605, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.21176470588235294, | |
| "grad_norm": 0.203364759683609, | |
| "learning_rate": 8.984235093646355e-06, | |
| "loss": 0.6962, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.21243697478991597, | |
| "grad_norm": 0.2653529942035675, | |
| "learning_rate": 8.977800591656578e-06, | |
| "loss": 0.6416, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.213109243697479, | |
| "grad_norm": 0.19569313526153564, | |
| "learning_rate": 8.971348093434147e-06, | |
| "loss": 0.5888, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.21378151260504202, | |
| "grad_norm": 0.20980022847652435, | |
| "learning_rate": 8.96487762817124e-06, | |
| "loss": 0.7006, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.21445378151260505, | |
| "grad_norm": 0.20609882473945618, | |
| "learning_rate": 8.958389225141319e-06, | |
| "loss": 0.5779, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.21512605042016808, | |
| "grad_norm": 0.2215481400489807, | |
| "learning_rate": 8.951882913699001e-06, | |
| "loss": 0.7546, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.21579831932773108, | |
| "grad_norm": 0.23511946201324463, | |
| "learning_rate": 8.945358723279922e-06, | |
| "loss": 0.7205, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.2164705882352941, | |
| "grad_norm": 0.41210508346557617, | |
| "learning_rate": 8.938816683400609e-06, | |
| "loss": 0.755, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.21714285714285714, | |
| "grad_norm": 0.29828765988349915, | |
| "learning_rate": 8.932256823658337e-06, | |
| "loss": 0.681, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.21781512605042017, | |
| "grad_norm": 0.2204638570547104, | |
| "learning_rate": 8.925679173731005e-06, | |
| "loss": 0.6376, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.2184873949579832, | |
| "grad_norm": 0.27005571126937866, | |
| "learning_rate": 8.919083763377001e-06, | |
| "loss": 0.7109, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.21915966386554622, | |
| "grad_norm": 0.24745038151741028, | |
| "learning_rate": 8.912470622435056e-06, | |
| "loss": 0.6251, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.21983193277310925, | |
| "grad_norm": 0.20610134303569794, | |
| "learning_rate": 8.905839780824124e-06, | |
| "loss": 0.687, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.22050420168067228, | |
| "grad_norm": 0.22061991691589355, | |
| "learning_rate": 8.899191268543237e-06, | |
| "loss": 0.6248, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.2211764705882353, | |
| "grad_norm": 0.22769795358181, | |
| "learning_rate": 8.892525115671372e-06, | |
| "loss": 0.7537, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.2218487394957983, | |
| "grad_norm": 0.2176414579153061, | |
| "learning_rate": 8.885841352367315e-06, | |
| "loss": 0.6707, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.22252100840336134, | |
| "grad_norm": 0.23448556661605835, | |
| "learning_rate": 8.879140008869525e-06, | |
| "loss": 0.6581, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.22319327731092437, | |
| "grad_norm": 0.47701385617256165, | |
| "learning_rate": 8.872421115495996e-06, | |
| "loss": 0.6326, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.2238655462184874, | |
| "grad_norm": 0.2669718265533447, | |
| "learning_rate": 8.865684702644121e-06, | |
| "loss": 0.6678, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.22453781512605042, | |
| "grad_norm": 0.2369898110628128, | |
| "learning_rate": 8.858930800790557e-06, | |
| "loss": 0.6582, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.22521008403361345, | |
| "grad_norm": 0.2101169228553772, | |
| "learning_rate": 8.852159440491077e-06, | |
| "loss": 0.7423, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.22588235294117648, | |
| "grad_norm": 0.21075445413589478, | |
| "learning_rate": 8.845370652380447e-06, | |
| "loss": 0.6468, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.2265546218487395, | |
| "grad_norm": 0.2244008332490921, | |
| "learning_rate": 8.838564467172274e-06, | |
| "loss": 0.6697, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.2272268907563025, | |
| "grad_norm": 0.21729138493537903, | |
| "learning_rate": 8.831740915658872e-06, | |
| "loss": 0.682, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.22789915966386554, | |
| "grad_norm": 0.21469177305698395, | |
| "learning_rate": 8.824900028711128e-06, | |
| "loss": 0.6144, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.22857142857142856, | |
| "grad_norm": 0.19239458441734314, | |
| "learning_rate": 8.818041837278355e-06, | |
| "loss": 0.6099, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.2292436974789916, | |
| "grad_norm": 0.24779051542282104, | |
| "learning_rate": 8.811166372388149e-06, | |
| "loss": 0.6901, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.22991596638655462, | |
| "grad_norm": 0.21615615487098694, | |
| "learning_rate": 8.804273665146263e-06, | |
| "loss": 0.6693, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.23058823529411765, | |
| "grad_norm": 0.27268433570861816, | |
| "learning_rate": 8.797363746736452e-06, | |
| "loss": 0.8542, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.23126050420168068, | |
| "grad_norm": 0.2103165239095688, | |
| "learning_rate": 8.790436648420338e-06, | |
| "loss": 0.6726, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.2319327731092437, | |
| "grad_norm": 0.2211274951696396, | |
| "learning_rate": 8.783492401537268e-06, | |
| "loss": 0.7011, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.23260504201680673, | |
| "grad_norm": 0.22610008716583252, | |
| "learning_rate": 8.77653103750417e-06, | |
| "loss": 0.5894, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.23327731092436974, | |
| "grad_norm": 0.21889732778072357, | |
| "learning_rate": 8.769552587815417e-06, | |
| "loss": 0.6557, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.23394957983193276, | |
| "grad_norm": 0.22735275328159332, | |
| "learning_rate": 8.76255708404268e-06, | |
| "loss": 0.6196, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.2346218487394958, | |
| "grad_norm": 0.24510014057159424, | |
| "learning_rate": 8.755544557834779e-06, | |
| "loss": 0.6766, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.23529411764705882, | |
| "grad_norm": 0.20867806673049927, | |
| "learning_rate": 8.748515040917555e-06, | |
| "loss": 0.694, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.23596638655462185, | |
| "grad_norm": 0.23174314200878143, | |
| "learning_rate": 8.741468565093713e-06, | |
| "loss": 0.6212, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.23663865546218488, | |
| "grad_norm": 0.2600148022174835, | |
| "learning_rate": 8.73440516224268e-06, | |
| "loss": 0.5647, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.2373109243697479, | |
| "grad_norm": 0.21916405856609344, | |
| "learning_rate": 8.727324864320472e-06, | |
| "loss": 0.7096, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.23798319327731093, | |
| "grad_norm": 0.25194647908210754, | |
| "learning_rate": 8.720227703359536e-06, | |
| "loss": 0.7456, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.23865546218487396, | |
| "grad_norm": 0.2153853476047516, | |
| "learning_rate": 8.713113711468607e-06, | |
| "loss": 0.6285, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.23932773109243696, | |
| "grad_norm": 0.2569597065448761, | |
| "learning_rate": 8.705982920832573e-06, | |
| "loss": 0.6491, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.2086285650730133, | |
| "learning_rate": 8.698835363712318e-06, | |
| "loss": 0.662, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.24067226890756302, | |
| "grad_norm": 0.23374126851558685, | |
| "learning_rate": 8.691671072444582e-06, | |
| "loss": 0.729, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.24134453781512605, | |
| "grad_norm": 0.2192952185869217, | |
| "learning_rate": 8.684490079441813e-06, | |
| "loss": 0.6381, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.24201680672268908, | |
| "grad_norm": 0.2088990956544876, | |
| "learning_rate": 8.677292417192018e-06, | |
| "loss": 0.6033, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.2426890756302521, | |
| "grad_norm": 0.21980631351470947, | |
| "learning_rate": 8.67007811825862e-06, | |
| "loss": 0.6557, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.24336134453781513, | |
| "grad_norm": 0.21364949643611908, | |
| "learning_rate": 8.66284721528031e-06, | |
| "loss": 0.5617, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.24403361344537816, | |
| "grad_norm": 0.21444816887378693, | |
| "learning_rate": 8.6555997409709e-06, | |
| "loss": 0.7188, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.2447058823529412, | |
| "grad_norm": 0.3139742910861969, | |
| "learning_rate": 8.648335728119168e-06, | |
| "loss": 0.6365, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.2453781512605042, | |
| "grad_norm": 0.3673727810382843, | |
| "learning_rate": 8.64105520958872e-06, | |
| "loss": 0.6725, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.24605042016806722, | |
| "grad_norm": 0.22386662662029266, | |
| "learning_rate": 8.633758218317836e-06, | |
| "loss": 0.6167, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.24672268907563025, | |
| "grad_norm": 0.2022496610879898, | |
| "learning_rate": 8.62644478731932e-06, | |
| "loss": 0.6761, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.24739495798319328, | |
| "grad_norm": 0.35748136043548584, | |
| "learning_rate": 8.619114949680349e-06, | |
| "loss": 0.6699, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.2480672268907563, | |
| "grad_norm": 0.23497340083122253, | |
| "learning_rate": 8.611768738562333e-06, | |
| "loss": 0.7103, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.24873949579831933, | |
| "grad_norm": 0.23439949750900269, | |
| "learning_rate": 8.604406187200758e-06, | |
| "loss": 0.7444, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.24941176470588236, | |
| "grad_norm": 0.19876611232757568, | |
| "learning_rate": 8.597027328905026e-06, | |
| "loss": 0.5419, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.2500840336134454, | |
| "grad_norm": 0.2008461058139801, | |
| "learning_rate": 8.589632197058326e-06, | |
| "loss": 0.5705, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.2507563025210084, | |
| "grad_norm": 0.279691606760025, | |
| "learning_rate": 8.582220825117466e-06, | |
| "loss": 0.6726, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.25142857142857145, | |
| "grad_norm": 0.21170209348201752, | |
| "learning_rate": 8.574793246612727e-06, | |
| "loss": 0.599, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.25210084033613445, | |
| "grad_norm": 0.23143023252487183, | |
| "learning_rate": 8.567349495147711e-06, | |
| "loss": 0.673, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.2527731092436975, | |
| "grad_norm": 0.3455113172531128, | |
| "learning_rate": 8.559889604399195e-06, | |
| "loss": 0.7567, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.2534453781512605, | |
| "grad_norm": 0.23424625396728516, | |
| "learning_rate": 8.552413608116959e-06, | |
| "loss": 0.6846, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.2541176470588235, | |
| "grad_norm": 0.25633034110069275, | |
| "learning_rate": 8.544921540123663e-06, | |
| "loss": 0.6866, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.25478991596638656, | |
| "grad_norm": 0.2438989281654358, | |
| "learning_rate": 8.537413434314668e-06, | |
| "loss": 0.5694, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.25546218487394956, | |
| "grad_norm": 0.2545592784881592, | |
| "learning_rate": 8.529889324657894e-06, | |
| "loss": 0.7359, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.2561344537815126, | |
| "grad_norm": 0.33247342705726624, | |
| "learning_rate": 8.52234924519367e-06, | |
| "loss": 0.6206, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.2568067226890756, | |
| "grad_norm": 0.31537359952926636, | |
| "learning_rate": 8.51479323003457e-06, | |
| "loss": 0.6515, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.2574789915966387, | |
| "grad_norm": 0.2566099464893341, | |
| "learning_rate": 8.507221313365266e-06, | |
| "loss": 0.7823, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.2581512605042017, | |
| "grad_norm": 0.21989482641220093, | |
| "learning_rate": 8.499633529442373e-06, | |
| "loss": 0.6416, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.25882352941176473, | |
| "grad_norm": 0.23314514756202698, | |
| "learning_rate": 8.492029912594284e-06, | |
| "loss": 0.7286, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.25949579831932773, | |
| "grad_norm": 0.2304847538471222, | |
| "learning_rate": 8.484410497221036e-06, | |
| "loss": 0.7232, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.26016806722689073, | |
| "grad_norm": 0.3086731731891632, | |
| "learning_rate": 8.476775317794126e-06, | |
| "loss": 0.797, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.2608403361344538, | |
| "grad_norm": 0.24391745030879974, | |
| "learning_rate": 8.469124408856384e-06, | |
| "loss": 0.6864, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.2615126050420168, | |
| "grad_norm": 0.2130875438451767, | |
| "learning_rate": 8.461457805021793e-06, | |
| "loss": 0.7461, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.26218487394957984, | |
| "grad_norm": 0.2305675446987152, | |
| "learning_rate": 8.45377554097535e-06, | |
| "loss": 0.7015, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.26285714285714284, | |
| "grad_norm": 0.24206651747226715, | |
| "learning_rate": 8.446077651472892e-06, | |
| "loss": 0.6689, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.2635294117647059, | |
| "grad_norm": 0.2249177098274231, | |
| "learning_rate": 8.438364171340957e-06, | |
| "loss": 0.6084, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.2642016806722689, | |
| "grad_norm": 0.23055896162986755, | |
| "learning_rate": 8.430635135476616e-06, | |
| "loss": 0.6501, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.26487394957983196, | |
| "grad_norm": 0.30286553502082825, | |
| "learning_rate": 8.422890578847313e-06, | |
| "loss": 0.6421, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.26554621848739496, | |
| "grad_norm": 0.20739050209522247, | |
| "learning_rate": 8.415130536490712e-06, | |
| "loss": 0.6456, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.26621848739495796, | |
| "grad_norm": 0.23757591843605042, | |
| "learning_rate": 8.407355043514538e-06, | |
| "loss": 0.7336, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.266890756302521, | |
| "grad_norm": 0.2152106910943985, | |
| "learning_rate": 8.399564135096417e-06, | |
| "loss": 0.6866, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.267563025210084, | |
| "grad_norm": 0.22571507096290588, | |
| "learning_rate": 8.39175784648372e-06, | |
| "loss": 0.6797, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.26823529411764707, | |
| "grad_norm": 0.2353668212890625, | |
| "learning_rate": 8.383936212993392e-06, | |
| "loss": 0.624, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.2689075630252101, | |
| "grad_norm": 0.2632080018520355, | |
| "learning_rate": 8.376099270011808e-06, | |
| "loss": 0.7362, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.26957983193277313, | |
| "grad_norm": 0.26158758997917175, | |
| "learning_rate": 8.368247052994605e-06, | |
| "loss": 0.5969, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.27025210084033613, | |
| "grad_norm": 0.239485502243042, | |
| "learning_rate": 8.360379597466519e-06, | |
| "loss": 0.631, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.2709243697478992, | |
| "grad_norm": 0.2522924840450287, | |
| "learning_rate": 8.352496939021233e-06, | |
| "loss": 0.7101, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.2715966386554622, | |
| "grad_norm": 0.22495077550411224, | |
| "learning_rate": 8.344599113321203e-06, | |
| "loss": 0.5785, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.2722689075630252, | |
| "grad_norm": 0.25629207491874695, | |
| "learning_rate": 8.336686156097512e-06, | |
| "loss": 0.757, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.27294117647058824, | |
| "grad_norm": 0.40765833854675293, | |
| "learning_rate": 8.328758103149696e-06, | |
| "loss": 0.7224, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.27361344537815124, | |
| "grad_norm": 0.2634163200855255, | |
| "learning_rate": 8.320814990345587e-06, | |
| "loss": 0.7794, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.2742857142857143, | |
| "grad_norm": 0.24929873645305634, | |
| "learning_rate": 8.312856853621152e-06, | |
| "loss": 0.7422, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.2749579831932773, | |
| "grad_norm": 0.2845971882343292, | |
| "learning_rate": 8.304883728980325e-06, | |
| "loss": 0.7359, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.27563025210084036, | |
| "grad_norm": 0.24346016347408295, | |
| "learning_rate": 8.296895652494851e-06, | |
| "loss": 0.6485, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.27630252100840336, | |
| "grad_norm": 0.23367783427238464, | |
| "learning_rate": 8.288892660304122e-06, | |
| "loss": 0.5814, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.2769747899159664, | |
| "grad_norm": 0.34782543778419495, | |
| "learning_rate": 8.280874788615004e-06, | |
| "loss": 0.5857, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.2776470588235294, | |
| "grad_norm": 0.27658021450042725, | |
| "learning_rate": 8.272842073701688e-06, | |
| "loss": 0.679, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.2783193277310924, | |
| "grad_norm": 0.2381054013967514, | |
| "learning_rate": 8.264794551905512e-06, | |
| "loss": 0.5859, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.27899159663865547, | |
| "grad_norm": 0.2386159598827362, | |
| "learning_rate": 8.256732259634807e-06, | |
| "loss": 0.7333, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.27966386554621847, | |
| "grad_norm": 0.23790478706359863, | |
| "learning_rate": 8.248655233364724e-06, | |
| "loss": 0.6381, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.2803361344537815, | |
| "grad_norm": 0.2430446296930313, | |
| "learning_rate": 8.24056350963708e-06, | |
| "loss": 0.6681, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.2810084033613445, | |
| "grad_norm": 0.2563830614089966, | |
| "learning_rate": 8.232457125060178e-06, | |
| "loss": 0.7506, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.2816806722689076, | |
| "grad_norm": 0.236500084400177, | |
| "learning_rate": 8.224336116308654e-06, | |
| "loss": 0.6722, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.2823529411764706, | |
| "grad_norm": 0.24401167035102844, | |
| "learning_rate": 8.216200520123305e-06, | |
| "loss": 0.7555, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.28302521008403364, | |
| "grad_norm": 0.24071764945983887, | |
| "learning_rate": 8.20805037331092e-06, | |
| "loss": 0.6701, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.28369747899159664, | |
| "grad_norm": 0.2599017322063446, | |
| "learning_rate": 8.199885712744128e-06, | |
| "loss": 0.7838, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.28436974789915964, | |
| "grad_norm": 0.23312319815158844, | |
| "learning_rate": 8.191706575361208e-06, | |
| "loss": 0.6454, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.2850420168067227, | |
| "grad_norm": 0.3320861756801605, | |
| "learning_rate": 8.183512998165941e-06, | |
| "loss": 0.5617, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.2857142857142857, | |
| "grad_norm": 0.29827767610549927, | |
| "learning_rate": 8.175305018227439e-06, | |
| "loss": 0.6889, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.28638655462184875, | |
| "grad_norm": 0.2738671898841858, | |
| "learning_rate": 8.167082672679968e-06, | |
| "loss": 0.7371, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.28705882352941176, | |
| "grad_norm": 0.24301859736442566, | |
| "learning_rate": 8.15884599872279e-06, | |
| "loss": 0.6621, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.2877310924369748, | |
| "grad_norm": 0.2335437387228012, | |
| "learning_rate": 8.150595033619989e-06, | |
| "loss": 0.6062, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.2884033613445378, | |
| "grad_norm": 0.24218881130218506, | |
| "learning_rate": 8.142329814700306e-06, | |
| "loss": 0.7732, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.28907563025210087, | |
| "grad_norm": 0.23290084302425385, | |
| "learning_rate": 8.13405037935697e-06, | |
| "loss": 0.671, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.28974789915966387, | |
| "grad_norm": 0.24484236538410187, | |
| "learning_rate": 8.125756765047528e-06, | |
| "loss": 0.7383, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.29042016806722687, | |
| "grad_norm": 0.2516631782054901, | |
| "learning_rate": 8.117449009293668e-06, | |
| "loss": 0.6141, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.2910924369747899, | |
| "grad_norm": 0.5268867015838623, | |
| "learning_rate": 8.109127149681065e-06, | |
| "loss": 0.626, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.2917647058823529, | |
| "grad_norm": 0.46247419714927673, | |
| "learning_rate": 8.100791223859198e-06, | |
| "loss": 0.6713, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.292436974789916, | |
| "grad_norm": 0.33584773540496826, | |
| "learning_rate": 8.092441269541182e-06, | |
| "loss": 0.7156, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.293109243697479, | |
| "grad_norm": 0.29816320538520813, | |
| "learning_rate": 8.084077324503602e-06, | |
| "loss": 0.6754, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.29378151260504204, | |
| "grad_norm": 0.253115713596344, | |
| "learning_rate": 8.075699426586345e-06, | |
| "loss": 0.6449, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.29445378151260504, | |
| "grad_norm": 0.24944230914115906, | |
| "learning_rate": 8.067307613692408e-06, | |
| "loss": 0.5776, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.29512605042016804, | |
| "grad_norm": 0.25170648097991943, | |
| "learning_rate": 8.058901923787757e-06, | |
| "loss": 0.5794, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.2957983193277311, | |
| "grad_norm": 0.3000252842903137, | |
| "learning_rate": 8.050482394901132e-06, | |
| "loss": 0.7025, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.2964705882352941, | |
| "grad_norm": 0.25940564274787903, | |
| "learning_rate": 8.042049065123882e-06, | |
| "loss": 0.6512, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.29714285714285715, | |
| "grad_norm": 0.25988590717315674, | |
| "learning_rate": 8.0336019726098e-06, | |
| "loss": 0.6544, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.29781512605042015, | |
| "grad_norm": 0.3429681956768036, | |
| "learning_rate": 8.025141155574939e-06, | |
| "loss": 0.7266, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.2984873949579832, | |
| "grad_norm": 0.3786052167415619, | |
| "learning_rate": 8.016666652297443e-06, | |
| "loss": 0.7693, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.2991596638655462, | |
| "grad_norm": 0.24071510136127472, | |
| "learning_rate": 8.008178501117376e-06, | |
| "loss": 0.692, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.29983193277310927, | |
| "grad_norm": 0.22229009866714478, | |
| "learning_rate": 7.999676740436553e-06, | |
| "loss": 0.6618, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.30050420168067227, | |
| "grad_norm": 0.2864013910293579, | |
| "learning_rate": 7.991161408718353e-06, | |
| "loss": 0.7082, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.30117647058823527, | |
| "grad_norm": 0.22621232271194458, | |
| "learning_rate": 7.982632544487555e-06, | |
| "loss": 0.5874, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.3018487394957983, | |
| "grad_norm": 0.24563252925872803, | |
| "learning_rate": 7.974090186330165e-06, | |
| "loss": 0.7186, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.3025210084033613, | |
| "grad_norm": 0.30611452460289, | |
| "learning_rate": 7.96553437289323e-06, | |
| "loss": 0.6962, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.3031932773109244, | |
| "grad_norm": 0.23493875563144684, | |
| "learning_rate": 7.956965142884678e-06, | |
| "loss": 0.6031, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.3038655462184874, | |
| "grad_norm": 0.26626601815223694, | |
| "learning_rate": 7.948382535073134e-06, | |
| "loss": 0.6433, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.30453781512605044, | |
| "grad_norm": 0.2446458488702774, | |
| "learning_rate": 7.939786588287743e-06, | |
| "loss": 0.8106, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.30521008403361344, | |
| "grad_norm": 0.2521326243877411, | |
| "learning_rate": 7.931177341418003e-06, | |
| "loss": 0.6874, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.3058823529411765, | |
| "grad_norm": 0.23391471803188324, | |
| "learning_rate": 7.922554833413581e-06, | |
| "loss": 0.6423, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.3065546218487395, | |
| "grad_norm": 0.24418647587299347, | |
| "learning_rate": 7.91391910328414e-06, | |
| "loss": 0.6531, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.3072268907563025, | |
| "grad_norm": 0.2206183671951294, | |
| "learning_rate": 7.90527019009916e-06, | |
| "loss": 0.7098, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.30789915966386555, | |
| "grad_norm": 0.23588207364082336, | |
| "learning_rate": 7.89660813298777e-06, | |
| "loss": 0.6648, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.30857142857142855, | |
| "grad_norm": 0.35487234592437744, | |
| "learning_rate": 7.887932971138555e-06, | |
| "loss": 0.7094, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.3092436974789916, | |
| "grad_norm": 0.26851218938827515, | |
| "learning_rate": 7.879244743799393e-06, | |
| "loss": 0.7412, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.3099159663865546, | |
| "grad_norm": 0.2544209063053131, | |
| "learning_rate": 7.870543490277274e-06, | |
| "loss": 0.6263, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.31058823529411766, | |
| "grad_norm": 0.21729524433612823, | |
| "learning_rate": 7.861829249938119e-06, | |
| "loss": 0.6552, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.31126050420168067, | |
| "grad_norm": 0.3726813495159149, | |
| "learning_rate": 7.853102062206601e-06, | |
| "loss": 0.6353, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.3119327731092437, | |
| "grad_norm": 0.225904643535614, | |
| "learning_rate": 7.844361966565973e-06, | |
| "loss": 0.6529, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.3126050420168067, | |
| "grad_norm": 0.432298481464386, | |
| "learning_rate": 7.835609002557883e-06, | |
| "loss": 0.6485, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.3132773109243697, | |
| "grad_norm": 0.45495152473449707, | |
| "learning_rate": 7.8268432097822e-06, | |
| "loss": 0.6468, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.3139495798319328, | |
| "grad_norm": 0.23771986365318298, | |
| "learning_rate": 7.81806462789683e-06, | |
| "loss": 0.6454, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.3146218487394958, | |
| "grad_norm": 0.2486136257648468, | |
| "learning_rate": 7.80927329661754e-06, | |
| "loss": 0.6243, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.31529411764705884, | |
| "grad_norm": 0.29532894492149353, | |
| "learning_rate": 7.80046925571778e-06, | |
| "loss": 0.7355, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.31596638655462184, | |
| "grad_norm": 0.29661232233047485, | |
| "learning_rate": 7.791652545028494e-06, | |
| "loss": 0.5596, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.3166386554621849, | |
| "grad_norm": 0.2840026021003723, | |
| "learning_rate": 7.782823204437952e-06, | |
| "loss": 0.7123, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.3173109243697479, | |
| "grad_norm": 0.24036720395088196, | |
| "learning_rate": 7.773981273891563e-06, | |
| "loss": 0.6763, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.31798319327731095, | |
| "grad_norm": 0.3194415271282196, | |
| "learning_rate": 7.765126793391691e-06, | |
| "loss": 0.7346, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.31865546218487395, | |
| "grad_norm": 0.24713455140590668, | |
| "learning_rate": 7.756259802997483e-06, | |
| "loss": 0.6414, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.31932773109243695, | |
| "grad_norm": 0.2846837043762207, | |
| "learning_rate": 7.747380342824683e-06, | |
| "loss": 0.5973, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.25316038727760315, | |
| "learning_rate": 7.738488453045446e-06, | |
| "loss": 0.6392, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.320672268907563, | |
| "grad_norm": 0.23145373165607452, | |
| "learning_rate": 7.729584173888162e-06, | |
| "loss": 0.6528, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.32134453781512606, | |
| "grad_norm": 0.2564818561077118, | |
| "learning_rate": 7.720667545637278e-06, | |
| "loss": 0.7126, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.32201680672268906, | |
| "grad_norm": 0.2856581509113312, | |
| "learning_rate": 7.7117386086331e-06, | |
| "loss": 0.6829, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.3226890756302521, | |
| "grad_norm": 0.25063401460647583, | |
| "learning_rate": 7.70279740327163e-06, | |
| "loss": 0.6701, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.3233613445378151, | |
| "grad_norm": 0.24919474124908447, | |
| "learning_rate": 7.693843970004369e-06, | |
| "loss": 0.6791, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.3240336134453782, | |
| "grad_norm": 0.2518171966075897, | |
| "learning_rate": 7.684878349338144e-06, | |
| "loss": 0.6549, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.3247058823529412, | |
| "grad_norm": 0.22823643684387207, | |
| "learning_rate": 7.675900581834914e-06, | |
| "loss": 0.6602, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.3253781512605042, | |
| "grad_norm": 0.22611699998378754, | |
| "learning_rate": 7.666910708111597e-06, | |
| "loss": 0.6114, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.32605042016806723, | |
| "grad_norm": 0.21574345231056213, | |
| "learning_rate": 7.657908768839879e-06, | |
| "loss": 0.5915, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.32672268907563023, | |
| "grad_norm": 0.26198115944862366, | |
| "learning_rate": 7.648894804746031e-06, | |
| "loss": 0.6995, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.3273949579831933, | |
| "grad_norm": 0.2797788381576538, | |
| "learning_rate": 7.63986885661073e-06, | |
| "loss": 0.7056, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.3280672268907563, | |
| "grad_norm": 0.26868724822998047, | |
| "learning_rate": 7.630830965268872e-06, | |
| "loss": 0.6964, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.32873949579831935, | |
| "grad_norm": 0.2783353626728058, | |
| "learning_rate": 7.621781171609379e-06, | |
| "loss": 0.8026, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.32941176470588235, | |
| "grad_norm": 0.25210657715797424, | |
| "learning_rate": 7.612719516575027e-06, | |
| "loss": 0.7001, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.3300840336134454, | |
| "grad_norm": 0.25456830859184265, | |
| "learning_rate": 7.603646041162253e-06, | |
| "loss": 0.7183, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.3307563025210084, | |
| "grad_norm": 0.2586143910884857, | |
| "learning_rate": 7.594560786420974e-06, | |
| "loss": 0.6673, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.3314285714285714, | |
| "grad_norm": 0.23656786978244781, | |
| "learning_rate": 7.585463793454393e-06, | |
| "loss": 0.6919, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.33210084033613446, | |
| "grad_norm": 0.2484300434589386, | |
| "learning_rate": 7.576355103418822e-06, | |
| "loss": 0.6797, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.33277310924369746, | |
| "grad_norm": 0.2324364334344864, | |
| "learning_rate": 7.567234757523495e-06, | |
| "loss": 0.5792, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.3334453781512605, | |
| "grad_norm": 0.2646612226963043, | |
| "learning_rate": 7.558102797030376e-06, | |
| "loss": 0.6596, | |
| "step": 496 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1487, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 248, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.1838970659809e+19, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |